-- Logs begin at Wed 2021-11-10 21:52:42 UTC, end at Thu 2021-11-11 00:17:45 UTC. -- Nov 10 22:24:07.470419 n-d-811521-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 22:24:10.210574 n-d-811521-3 neutron-server[102350]: INFO neutron.common.config [-] Logging enabled! Nov 10 22:24:10.211203 n-d-811521-3 neutron-server[102350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 22:24:10.211357 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 22:24:10.214645 n-d-811521-3 neutron-server[102350]: INFO neutron.common.config [-] Logging enabled! Nov 10 22:24:10.214894 n-d-811521-3 neutron-server[102350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 22:24:10.215200 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 22:24:10.216156 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 22:24:10.216387 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 22:24:10.216779 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 22:24:10.217021 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 22:24:10.217277 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 22:24:10.217498 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.217946 n-d-811521-3 neutron-server[102350]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 22:24:10.218223 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.218510 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.218801 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.219092 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.219379 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.219653 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.219934 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.220227 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.220508 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.220782 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.221089 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.221373 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.221650 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.221929 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.222209 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.222483 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] debug = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.222756 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.223177 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.223586 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.223861 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.224777 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.225075 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.225346 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.225616 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.225892 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.226219 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] host = n-d-811521-3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.226491 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.226771 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.227049 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.227328 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.227594 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.227863 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.228135 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.228401 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.228666 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.228938 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.229245 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.229523 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.229811 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.230028 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.230244 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.230580 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.230809 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.231083 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.231410 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.231654 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.231878 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.232143 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.232407 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.232685 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.232962 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.233263 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.233534 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.233802 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.234067 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.234332 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.234610 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.234986 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.235222 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.235490 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.235770 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.236033 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.236301 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.236595 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.236873 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.237176 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.237457 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.237725 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.238000 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.238269 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.238535 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.238800 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_json = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.239072 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.239335 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.239657 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.239928 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.240193 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.240460 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.240726 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.241027 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:10.241323 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.241612 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.241905 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.242181 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.242483 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.242756 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.243038 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.243310 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.243589 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.243868 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.244151 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.244423 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.244704 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.245007 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.245344 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.245579 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.245866 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.246151 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.246420 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.246687 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.246952 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.247222 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.247501 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.247770 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.248047 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.248328 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.248599 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.248877 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.249192 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.249475 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.249739 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.250009 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.250297 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.250648 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.250917 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.251192 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.251474 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.251744 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.252010 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.252287 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.252557 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.252823 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.253118 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.253389 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.253669 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.253960 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.254224 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.254489 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.254756 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.255019 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.255331 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.255600 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.255865 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.256129 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.256398 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.256664 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.256930 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.257222 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.257486 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.257754 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.258016 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.258280 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.258542 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.258804 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.259071 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.259333 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.259595 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.259861 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.260125 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.260387 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.260651 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.260912 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.261271 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.261552 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.261843 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.262115 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.262494 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.262776 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.263050 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.263322 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.263592 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.263867 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.264133 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.264399 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.264682 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.264959 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.265259 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.265533 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.265805 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.266196 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.266474 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.266753 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.267027 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.267301 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.267578 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.267858 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.268145 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.268434 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.268722 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.269038 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.269331 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.269607 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.269914 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.270192 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:10.270404 n-d-811521-3 neutron-server[102350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 22:24:10.270643 n-d-811521-3 neutron-server[102350]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102350) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 22:24:10.711971 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 22:24:10.712235 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 22:24:10.712531 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 22:24:10.712863 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 22:24:11.045032 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.045326 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.045594 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.046780 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.047046 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.047344 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.082321 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.082590 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.082852 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.098002 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.098278 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.098542 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.129631 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.129905 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.130168 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.166812 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.167084 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.167346 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.409557 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.410225 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.410225 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.410400 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.411023 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.543081 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.543397 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.543671 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.543935 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.544192 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.544491 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.544746 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.545009 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.545263 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.545536 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.545783 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.546040 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.546289 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.546537 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.546785 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.547046 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.547287 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.547544 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.547806 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.548057 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.548322 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.548567 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.548849 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.549252 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.549492 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.549730 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.550135 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.550449 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.550682 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.550913 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.551141 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.551368 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:11.551731 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 22:24:11.555207 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 22:24:11.559179 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 22:24:11.563061 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 10 22:24:11.564697 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 22:24:11.565250 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 22:24:11.565586 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 22:24:11.565971 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 22:24:11.569127 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 22:24:11.569373 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 22:24:11.569717 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 22:24:11.575043 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 22:24:11.597892 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 22:24:11.598355 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.598652 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102350) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 22:24:11.599641 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.601076 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102350) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 22:24:11.601361 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 22:24:11.601598 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 22:24:11.604871 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.605261 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:11.669655 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 22:24:11.669847 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 22:24:11.670023 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 22:24:11.670404 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 22:24:11.691644 n-d-811521-3 neutron-server[102350]: DEBUG oslo_db.sqlalchemy.engines [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102350) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 22:24:12.232687 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing driver for type 'gre' Nov 10 22:24:12.233289 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] gre ID ranges: [(1, 1000)] Nov 10 22:24:12.289755 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing driver for type 'local' Nov 10 22:24:12.290007 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing driver for type 'vlan' Nov 10 22:24:12.304600 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] VlanTypeDriver initialization complete Nov 10 22:24:12.304957 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing driver for type 'vxlan' Nov 10 22:24:12.305482 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] vxlan ID ranges: [(1, 1000)] Nov 10 22:24:12.359428 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing extension driver 'port_security' Nov 10 22:24:12.359843 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.extensions.port_security [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] PortSecurityExtensionDriver initialization complete Nov 10 22:24:12.360181 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing mechanism driver 'openvswitch' Nov 10 22:24:12.360588 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing mechanism driver 'hyperv' Nov 10 22:24:12.368589 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:12.369650 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.370071 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.370419 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.371066 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.371552 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.371910 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.372395 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.372830 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.373423 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.373862 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.374211 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.374607 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.375106 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.375532 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.375916 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.376356 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.376853 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.377256 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.377726 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.378116 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.378522 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > address_group after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.378873 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > address_group after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.379211 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.379601 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 22:24:12.379979 n-d-811521-3 neutron-server[102350]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] ML2 OVO RPC backend initialized. {{(pid=102350) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 22:24:12.381310 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.381662 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.382080 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.382424 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > networks before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.382769 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.383103 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > ports before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.383551 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.383899 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnets before_response 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.384240 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.384572 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.384900 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.385257 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.385585 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.385913 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.386244 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.386578 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.386908 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.387503 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.plugin [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Modular L2 Plugin initialization complete Nov 10 22:24:12.387828 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading services supported by the core plugin {{(pid=102350) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 22:24:12.388152 n-d-811521-3 neutron-server[102350]: INFO neutron.plugins.ml2.managers [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Got port-security extension from driver 'port_security' Nov 10 22:24:12.388614 n-d-811521-3 neutron-server[102350]: INFO neutron.extensions.vlantransparent [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Disabled vlantransparent extension. Nov 10 22:24:12.389131 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102350) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 22:24:12.389446 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: router Nov 10 22:24:12.426558 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.427200 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_create 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.428515 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router before_create 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.428884 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.429278 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.429632 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_delete 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.429986 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.430456 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.430815 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_create 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.431155 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.431505 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.431853 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.432213 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.432613 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.432990 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.433333 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.433665 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: subnet after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.433998 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.434345 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.434680 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_create 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.435015 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.435350 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.435701 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router after_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.436035 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.436379 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_create 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.436731 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.437095 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_update 55549900 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.437453 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > agent after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.437797 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > agent after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.438134 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.439017 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Tracking information for resource: router configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:12.439340 n-d-811521-3 neutron-server[102350]: DEBUG neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Tracking information for resource: floatingip configured {{(pid=102350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 22:24:12.444447 n-d-811521-3 neutron-server[102350]: INFO neutron.db.l3_agentschedulers_db [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 22:24:12.445062 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.445426 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.445807 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.446118 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.446921 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router before_create 55550100 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.447280 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.447639 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_create 55550100 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.447991 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > router precommit_update 55550100 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.453445 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.provider_configuration [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service providers = [] {{(pid=102350) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 22:24:12.453808 n-d-811521-3 neutron-server[102350]: DEBUG neutron.db.servicetype_db [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102350) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 22:24:12.456854 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.service_base [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 22:24:12.457228 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.service_base [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 22:24:12.457577 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.service_base [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 22:24:12.458996 n-d-811521-3 neutron-server[102350]: DEBUG neutron.services.service_base [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 22:24:12.459365 n-d-811521-3 neutron-server[102350]: INFO neutron.services.service_base [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 22:24:12.459750 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.460062 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 22:24:12.472630 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.472961 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: auto_allocate Nov 10 22:24:12.479397 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: network precommit_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.479772 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: network precommit_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.480303 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.480624 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: tag Nov 10 22:24:12.487588 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.487913 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: timestamp Nov 10 22:24:12.491811 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.492140 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: network_ip_availability Nov 10 22:24:12.497662 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.498033 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.498389 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.499124 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.499439 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: flavors Nov 10 22:24:12.504783 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.505166 n-d-811521-3 neutron-server[102350]: INFO neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading Plugin: revisions Nov 10 22:24:12.509837 n-d-811521-3 neutron-server[102350]: DEBUG neutron.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 22:24:12.510232 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=102350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 22:24:12.511012 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102350) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 22:24:12.511345 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Initializing extension manager. Nov 10 22:24:12.511868 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: __init__.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.512207 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: __pycache__ {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.512547 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.512874 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: address_group.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.513682 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.514261 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: address-group Nov 10 22:24:12.514584 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: address_scope.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.515299 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.515863 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: address-scope Nov 10 22:24:12.516136 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.517113 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.517622 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: router-admin-state-down-before-update Nov 10 22:24:12.517942 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: agent.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.518643 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.519154 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: agent Nov 10 22:24:12.519474 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: agent_resources_synced.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.520386 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.521456 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: agent-resources-synced Nov 10 22:24:12.521774 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: allowedaddresspairs.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.523599 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.524115 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: allowed-address-pairs Nov 10 22:24:12.524501 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: auto_allocated_topology.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.525562 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.526069 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: auto-allocated-topology Nov 10 22:24:12.526391 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: availability_zone.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.527080 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.527580 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: availability_zone Nov 10 22:24:12.527896 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: availability_zone_filter.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.528810 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.529354 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: availability_zone_filter Nov 10 22:24:12.529678 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: data_plane_status.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.530582 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.531090 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 22:24:12.531408 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: default_subnetpools.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.532342 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.532846 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: default-subnetpools Nov 10 22:24:12.533195 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.534016 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.534522 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: dhcp_agent_scheduler Nov 10 22:24:12.534842 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: dns.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.535762 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.536263 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 22:24:12.537418 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: dns_domain_ports.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.538335 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.538842 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 22:24:12.539160 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.540130 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.540590 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 22:24:12.540913 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: dvr.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.541611 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.542119 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: dvr Nov 10 22:24:12.542437 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: ecmp_routes.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.543350 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.543850 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 22:24:12.544168 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: empty_string_filtering.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.545094 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.545601 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: empty-string-filtering Nov 10 22:24:12.545919 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.546826 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.547326 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 22:24:12.547644 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.548571 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.549096 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 22:24:12.549416 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: external_net.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.550331 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.550837 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: external-net Nov 10 22:24:12.551154 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.552722 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.553256 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: extra_dhcp_opt Nov 10 22:24:12.553576 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: extraroute.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.554490 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.554993 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: extraroute Nov 10 22:24:12.555310 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: extraroute_atomic.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.556352 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.556862 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: extraroute-atomic Nov 10 22:24:12.557218 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: filter_validation.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.558086 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.558596 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: filter-validation Nov 10 22:24:12.558916 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: fip_pf_description.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.559835 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.560340 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 22:24:12.560660 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: fip_port_details.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.561615 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.562128 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: fip-port-details Nov 10 22:24:12.562449 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: flavors.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.563687 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.564202 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: flavors Nov 10 22:24:12.564531 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.566245 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.566761 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 22:24:12.567087 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: floatingip_pools.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.568337 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.569045 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: floatingip-pools Nov 10 22:24:12.569369 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: ip_allocation.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.570309 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.570808 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 22:24:12.571127 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.572076 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.572581 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: ip-substring-filtering Nov 10 22:24:12.572905 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l2_adjacency.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.573871 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.574370 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 22:24:12.574688 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.575687 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.576200 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: router Nov 10 22:24:12.576521 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.578836 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.579355 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 22:24:12.579682 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.580614 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.581159 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: ext-gw-mode Nov 10 22:24:12.581489 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.582420 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.582927 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: l3-ha Nov 10 22:24:12.583251 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3_flavors.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.584191 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.584704 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: l3-flavors Nov 10 22:24:12.585051 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.586051 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.586564 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 22:24:12.586885 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: l3agentscheduler.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.587936 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.588451 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: l3_agent_scheduler Nov 10 22:24:12.588781 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: logging.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.590300 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.590819 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension logging not supported by any of loaded plugins Nov 10 22:24:12.591143 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: metering.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.591887 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.592460 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: metering Nov 10 22:24:12.592781 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.594016 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.594535 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: metering_source_and_destination_fields Nov 10 22:24:12.594854 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: multiprovidernet.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.595778 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.596286 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: multi-provider Nov 10 22:24:12.596605 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: netmtu.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.597554 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.598068 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: net-mtu Nov 10 22:24:12.598390 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: netmtu_writable.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.599849 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.600361 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: net-mtu-writable Nov 10 22:24:12.600682 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: network_availability_zone.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.601401 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.601909 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: network_availability_zone Nov 10 22:24:12.602231 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: network_ip_availability.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.603370 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.603887 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: network-ip-availability Nov 10 22:24:12.604206 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: network_segment_range.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.605000 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.605497 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 22:24:12.605814 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: pagination.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.606802 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.607130 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: pagination Nov 10 22:24:12.607450 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: port_device_profile.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.608353 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.608863 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: port-device-profile Nov 10 22:24:12.609210 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.610141 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.610703 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: port-mac-address-regenerate Nov 10 22:24:12.610969 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.611885 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.612395 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: port-numa-affinity-policy Nov 10 22:24:12.612760 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: port_resource_request.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.613698 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.614199 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 22:24:12.614596 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: port_resource_request_groups.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.616031 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.616536 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 22:24:12.616857 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: portbindings.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.617828 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.618344 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: binding Nov 10 22:24:12.618662 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: portbindings_extended.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.619955 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.620467 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: binding-extended Nov 10 22:24:12.620788 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: portsecurity.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.621808 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.622257 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: port-security Nov 10 22:24:12.622574 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: project_id.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.623555 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.623880 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: project-id Nov 10 22:24:12.624200 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: providernet.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.625150 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.625663 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: provider Nov 10 22:24:12.625981 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.629631 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.630182 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos not supported by any of loaded plugins Nov 10 22:24:12.630516 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.631777 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.632298 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 22:24:12.632624 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.633588 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.634100 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 22:24:12.634425 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_default.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.635372 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.635883 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-default not supported by any of loaded plugins Nov 10 22:24:12.636203 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_fip.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.636867 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.637404 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 22:24:12.637727 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_gateway_ip.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.638677 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.639191 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 22:24:12.639505 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_port_network_policy.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.640425 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.640933 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 22:24:12.641276 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.642333 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.642839 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 22:24:12.643159 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_pps_rule.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.644361 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.645087 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 22:24:12.645417 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_rule_type_details.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.646367 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.646876 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 22:24:12.647201 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: qos_rules_alias.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.648319 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.648764 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 22:24:12.649130 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: quota_check_limit.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.650025 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.650537 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: quota-check-limit Nov 10 22:24:12.650862 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: quotasv2.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.651848 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.652175 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: quotas Nov 10 22:24:12.652496 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: quotasv2_detail.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.655724 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.656061 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: quota_details Nov 10 22:24:12.656393 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: rbac.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.657490 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.658017 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: rbac-policies Nov 10 22:24:12.658350 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: rbac_address_group.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.659286 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.659802 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: rbac-address-group Nov 10 22:24:12.660126 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: rbac_address_scope.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.661071 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.662381 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: rbac-address-scope Nov 10 22:24:12.662706 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: rbac_security_groups.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.663636 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.664150 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: rbac-security-groups Nov 10 22:24:12.664471 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: rbac_subnetpool.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.665423 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.665935 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: rbac-subnetpool Nov 10 22:24:12.666251 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: revisionifmatch.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.667196 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.667708 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: revision-if-match Nov 10 22:24:12.668029 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: revisions.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.669198 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.669711 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: standard-attr-revisions Nov 10 22:24:12.670030 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: router_availability_zone.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.670706 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.671216 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: router_availability_zone Nov 10 22:24:12.671532 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: routerservicetype.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.672476 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.673526 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 22:24:12.673526 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.674222 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.675870 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: security-groups-normalized-cidr Nov 10 22:24:12.675870 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.676049 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.676536 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: port-security-groups-filtering Nov 10 22:24:12.676871 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.678358 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.678865 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: security-groups-remote-address-group Nov 10 22:24:12.679182 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.680125 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.680630 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: security-groups-shared-filtering Nov 10 22:24:12.680949 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.681562 n-d-811521-3 neutron-server[102350]: WARNING neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 22:24:12.681877 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: securitygroup.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.691874 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.692409 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: security-group Nov 10 22:24:12.692774 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: segment.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.693637 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.694144 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension segment not supported by any of loaded plugins Nov 10 22:24:12.694469 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.695433 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.696007 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 22:24:12.696266 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: servicetype.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.697398 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.697923 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: service-type Nov 10 22:24:12.698249 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: sorting.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.699244 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.699572 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: sorting Nov 10 22:24:12.699989 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: standard_attr_segment.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.700852 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.701348 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 22:24:12.701998 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: standardattrdescription.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.702662 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.703167 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: standard-attr-description Nov 10 22:24:12.703488 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: stateful_security_group.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.704423 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.704931 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: stateful-security-group Nov 10 22:24:12.705383 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: stdattrs_common.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.705858 n-d-811521-3 neutron-server[102350]: WARNING neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 22:24:12.706176 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.707098 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.707610 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 22:24:12.707928 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnet_onboard.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.709069 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.709593 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: subnet_onboard Nov 10 22:24:12.709917 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.710846 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.711357 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 22:24:12.711679 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnet_service_types.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.712604 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.713158 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: subnet-service-types Nov 10 22:24:12.713481 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnetallocation.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.714576 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.715088 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: subnet_allocation Nov 10 22:24:12.715407 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.716080 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.716588 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: subnetpool-prefix-ops Nov 10 22:24:12.716907 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.717859 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.718363 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 22:24:12.718684 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: tagging.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.719788 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.720298 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: standard-attr-tag Nov 10 22:24:12.720620 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: timestamp.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.721871 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.722389 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loaded extension: standard-attr-timestamp Nov 10 22:24:12.722715 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: trunk.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.723754 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.724874 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension trunk not supported by any of loaded plugins Nov 10 22:24:12.725219 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: trunk_details.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.726157 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.726667 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 22:24:12.726989 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: uplink_status_propagation.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.727924 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.728430 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 22:24:12.728751 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Loading extension file: vlantransparent.py {{(pid=102350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 22:24:12.729460 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 22:24:12.729967 n-d-811521-3 neutron-server[102350]: INFO neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 22:24:12.732539 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:network Nov 10 22:24:12.733102 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnet Nov 10 22:24:12.733503 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 22:24:12.733900 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:port Nov 10 22:24:12.735161 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.735606 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service FLAVORS assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.736229 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.736649 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.736999 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:router Nov 10 22:24:12.737453 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 22:24:12.737942 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service METERING assigned prefix: /metering {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.739388 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.740310 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.740653 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:24:12.741708 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 22:24:12.742165 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:security_group Nov 10 22:24:12.742602 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 22:24:12.743211 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service CORE assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.743543 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 22:24:12.743892 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] subnetpool is already registered Nov 10 22:24:12.744326 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service CORE assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.744654 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 22:24:12.744988 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] subnetpool is already registered Nov 10 22:24:12.747369 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.747802 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service FLAVORS assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.748411 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.748866 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.749218 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:router Nov 10 22:24:12.749555 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] router is already registered Nov 10 22:24:12.749959 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 22:24:12.750290 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] floatingip is already registered Nov 10 22:24:12.750757 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service METERING assigned prefix: /metering {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.751453 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 22:24:12.751776 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] rbac_policy is already registered Nov 10 22:24:12.752183 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:security_group Nov 10 22:24:12.752513 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] security_group is already registered Nov 10 22:24:12.752928 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 22:24:12.753313 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] security_group_rule is already registered Nov 10 22:24:12.753797 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service CORE assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.754117 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 22:24:12.754449 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] subnetpool is already registered Nov 10 22:24:12.754858 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.v2.resource_helper [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Service CORE assigned prefix: {{(pid=102350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 22:24:12.755198 n-d-811521-3 neutron-server[102350]: INFO neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 22:24:12.755527 n-d-811521-3 neutron-server[102350]: WARNING neutron.quota.resource_registry [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] subnetpool is already registered Nov 10 22:24:12.757338 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: extensions {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.758849 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: address-groups {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.760331 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: address-scopes {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.761566 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: agents {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.762831 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: auto-allocated-topology {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.764064 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: availability_zones {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.765296 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: dhcp-networks {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.766711 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: dhcp-agents {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.768245 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: routers {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.770373 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: flavors {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.771656 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: service_profiles {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.772869 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: next_providers {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.774375 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: service_profiles {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.775812 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: floatingip-pools {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.777149 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: routers {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.779256 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: floatingips {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.780645 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: l3-routers {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.782067 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: l3-agents {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.783479 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: metering-labels {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.784712 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: metering-label-rules {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.786109 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: network-ip-availabilities {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.788286 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: bindings {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.790049 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: quotas {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.791743 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: quotas {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.793244 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: rbac-policies {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.794441 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: security-groups {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.795779 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: security-group-rules {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.797029 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: service-providers {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.798248 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: subnetpools {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.799632 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: subnetpools {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.801111 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.803381 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.805898 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.806966 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.808661 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.810649 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.812331 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.815218 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.817008 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.818802 n-d-811521-3 neutron-server[102350]: DEBUG neutron.api.extensions [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Extended resource: tags {{(pid=102350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 22:24:12.825151 n-d-811521-3 neutron-server[102350]: WARNING keystonemiddleware.auth_token [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 22:24:12.829692 n-d-811521-3 neutron-server[102350]: WARNING keystonemiddleware.auth_token [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 22:24:12.838655 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Acquired lock "singleton_lock" {{(pid=102350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 22:24:12.839126 n-d-811521-3 neutron-server[102350]: DEBUG oslo_concurrency.lockutils [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Releasing lock "singleton_lock" {{(pid=102350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 22:24:12.839771 n-d-811521-3 neutron-server[102350]: INFO oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Starting 2 workers Nov 10 22:24:12.844569 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Started child 102457 {{(pid=102350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 22:24:12.849596 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Started child 102458 {{(pid=102350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 22:24:12.851179 n-d-811521-3 neutron-server[102350]: INFO neutron.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 22:24:12.851388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.852182 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Publish callbacks [] for process, before_spawn {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.852902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [-] (102457) wsgi starting up on http://0.0.0.0:9696 Nov 10 22:24:12.854215 n-d-811521-3 neutron-server[102350]: INFO oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Starting 1 workers Nov 10 22:24:12.854388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.855729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [-] (102458) wsgi starting up on http://0.0.0.0:9696 Nov 10 22:24:12.859428 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Started child 102459 {{(pid=102350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 22:24:12.860006 n-d-811521-3 neutron-server[102350]: INFO oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Starting 1 workers Nov 10 22:24:12.863808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] calling RpcWorker wait() {{(pid=102459) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 22:24:12.864373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] returning from RpcWorker wait() {{(pid=102459) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 22:24:12.864493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Started child 102460 {{(pid=102350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 22:24:12.865898 n-d-811521-3 neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9761fb80-fcef-4672-8be5-785b555abc43 None None] Publish callbacks [] for process, after_spawn {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.866452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.867036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:12.867814 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 22:24:12.868032 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 22:24:12.868215 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 22:24:12.868433 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 22:24:12.868772 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 22:24:12.868951 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 22:24:12.869481 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.869753 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.869967 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:12.870439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.870439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.870566 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.871068 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.871336 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.871598 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.871869 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.872115 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.872282 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.872632 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.872884 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.873154 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.873446 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.873734 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.873981 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.874237 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.874411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.874673 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.874935 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.875193 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.875468 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] debug = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.875732 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.876179 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.876400 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.876651 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.876866 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.877190 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.877434 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.877692 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.877931 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.878161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.878428 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.878666 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.878913 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.879135 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.879384 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.879597 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.879871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.880109 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.881267 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] host = n-d-811521-3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.881514 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.881733 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.881960 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.882206 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.882479 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.882693 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.882942 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.883202 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.883441 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.883664 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.883918 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.884160 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.884376 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.884626 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.884787 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_options = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.885060 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.885342 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.885597 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.885792 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.885957 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.886203 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.886388 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.886548 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.886796 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.887027 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.887257 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.887471 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.887689 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.887907 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.888169 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.888506 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.888743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.888963 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.889214 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.889435 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.889699 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.889884 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.890134 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.890371 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.890592 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.890806 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.891091 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.891285 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.891505 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.891762 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.891995 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.892248 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.892480 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.892713 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.893043 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.893249 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.893476 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.893695 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.893978 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.894201 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.894460 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.894717 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.894991 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.895181 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.895354 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.895571 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.895814 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_json = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.896623 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.896826 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.897088 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.897304 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.897529 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.897740 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.897951 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.898200 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.898672 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.898967 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.899334 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.899642 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.899899 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.901442 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.901599 n-d-811521-3 neutron-server[102460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:12.901775 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.902038 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.902262 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.902503 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.902885 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.903163 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.903478 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.903727 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.904060 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.904389 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.904612 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.904860 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.905146 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.905387 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.905654 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.905865 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.906151 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.906456 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.906712 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.906974 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.909197 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.909663 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.910122 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.910473 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.910760 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.911082 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.911338 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.912401 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.912677 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.912961 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.913227 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.913527 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.913847 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.914101 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.914516 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.914882 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.914882 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.915162 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.915499 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.915804 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.916225 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.916383 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.916611 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.917682 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.917682 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.917682 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.917682 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.918005 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.918319 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.918564 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.918871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.919139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.919423 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.919660 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.919967 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.920217 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.920479 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.920735 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.921017 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.921245 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.921506 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.921731 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.921956 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.922177 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.922418 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.922638 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.922875 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.923100 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.923327 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.923737 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.923737 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.924341 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.924341 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.924587 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.924587 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.924845 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.925239 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.925239 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926008 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926008 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926008 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926008 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926378 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.926780 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.927037 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.927833 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.928065 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.928361 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.928549 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.928795 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.929033 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.929257 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.929516 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.930609 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.930856 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.931095 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.931340 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.931558 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.931818 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.932049 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.932248 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.932447 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.932693 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.932916 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.933217 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.933443 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.933675 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.933905 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.934152 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.934434 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.934891 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.935958 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.936218 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.937160 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.937457 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.937722 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.937994 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.938252 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.938462 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.938726 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.938973 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.939243 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.939497 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.939742 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.939977 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.940255 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.940644 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.941031 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.941407 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.941782 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.942267 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.942653 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.943059 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.943490 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.943760 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.944034 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.944279 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.944542 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.944786 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.945062 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.945323 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.945552 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.945782 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.946176 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.946565 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.946976 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.947396 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.947777 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.948172 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.948560 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.948956 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.949485 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.949704 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.949929 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.950224 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.950495 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951509 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951941 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.951941 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.952133 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.952343 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.952602 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.952817 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.953125 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.953381 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.953653 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.953825 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.954051 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.954300 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.954510 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.954768 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.954981 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.955369 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.955583 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.955802 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.956032 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.956211 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.956430 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.956644 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.956886 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.957171 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.957505 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.957767 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.958840 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.958840 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.959081 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.959188 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.959417 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.959646 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.959887 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.960113 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.960321 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.960577 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.960819 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.961089 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.961327 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.961537 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.961743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.961955 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.962181 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.962470 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.962722 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.962952 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.963199 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.963443 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.963650 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.963892 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.964100 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.964306 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.964523 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.964735 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.964961 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.965222 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.965403 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.965609 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.965872 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.966047 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.966229 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967411 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967821 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967821 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.967994 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.968125 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.968366 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.968599 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.968802 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.969096 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.969290 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.969451 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.969666 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.969878 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.970099 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.970375 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.970615 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.970828 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.971118 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.971364 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.971612 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.971861 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.972159 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.972414 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.972647 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.972858 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.973092 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.973310 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.973541 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.973845 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.974688 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.975140 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.975552 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.975840 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.976112 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.976377 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.976588 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.976867 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.977231 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.977498 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.977749 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.978000 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.978232 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.978452 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.978685 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.978932 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.979163 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.979375 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.979654 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.979883 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.980111 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.980406 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.980600 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.980816 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.981068 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.981298 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.981535 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.981747 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:12.981903 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 22:24:12.982458 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 22:24:12.982617 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 22:24:12.982767 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 22:24:12.982934 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 22:24:12.983100 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 22:24:12.983249 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 22:24:12.983453 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.983610 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.983764 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.983922 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984076 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984254 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984409 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984562 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984716 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.984871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985047 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985204 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985359 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985514 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985668 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985822 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.985977 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986132 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986292 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986446 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986600 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986753 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.986909 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] debug = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987064 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987273 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987434 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987589 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987744 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.987899 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988052 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988206 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988360 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988513 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988668 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988821 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.988988 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989147 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989304 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989457 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989653 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989815 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.989949 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] host = n-d-811521-3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990102 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990262 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990423 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990584 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990714 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.990868 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.991021 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.991165 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.991309 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.991459 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_options = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.992914 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.994493 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.995581 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.996900 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.998186 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:12.999139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_json = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000050 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.000871 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.001750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002386 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002386 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002386 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002386 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002660 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002660 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002816 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.002895 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003018 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003158 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003314 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003479 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003637 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003799 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.003950 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004110 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004266 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004426 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004583 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004741 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.004898 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005104 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005247 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005404 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005562 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005722 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.005877 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.006033 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.006190 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.006347 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.006503 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.006662 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007439 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007934 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007934 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.007934 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008213 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008213 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008392 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008392 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008568 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008713 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.008870 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009046 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009206 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009367 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009499 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009651 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009808 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.009965 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010302 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010446 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010599 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010766 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.010883 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011044 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011201 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011458 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011596 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011688 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011809 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.011951 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012155 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012242 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012396 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012553 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012710 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.012982 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013142 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013300 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013457 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013635 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013750 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.013903 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014069 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014226 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014382 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014539 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014704 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014840 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.014998 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015156 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015322 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015455 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015680 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015789 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.015908 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016062 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016222 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016374 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016522 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016724 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.016880 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017094 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017183 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017291 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017437 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017591 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017748 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.017907 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:13.018139 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018234 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018364 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018521 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018685 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.018922 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019083 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019241 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019398 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019556 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019712 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.019870 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.020028 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.020191 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.020348 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.020511 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.020672 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.021772 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.021772 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.021772 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022090 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022090 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022301 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022301 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022559 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022559 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022758 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022863 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.022999 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023157 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023314 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023475 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023629 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023776 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.023933 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.024091 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.024249 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.024407 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.024570 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.025691 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.026546 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027583 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027583 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027583 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027911 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027911 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.027911 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.028807 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.029501 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.029501 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.029501 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.029501 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030902 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030902 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030902 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030902 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.030902 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.031547 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.031547 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.031547 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.031547 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032161 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.032743 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033260 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033260 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033260 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033647 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033647 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.033647 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034010 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034010 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034253 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034253 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034525 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034525 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034759 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.034882 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035005 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035127 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035237 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035481 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035675 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035836 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.035979 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.036134 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.036290 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.036532 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.037450 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.037609 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.037751 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.037911 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038066 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038222 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038388 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038545 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038702 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.038858 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039014 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039172 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039337 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039537 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039654 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039818 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.039974 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040287 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040455 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040617 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040777 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.040934 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041131 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041294 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041419 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041584 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041801 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.041937 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042071 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042213 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042381 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042544 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042701 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.042864 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043033 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043189 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043345 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043502 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043658 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043815 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.043971 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044128 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044284 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044441 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044599 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044756 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.044912 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045092 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045251 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045408 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045564 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045720 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.045876 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.046033 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 22:24:13.046187 n-d-811521-3 neutron-server[102350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 22:24:13.144611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:13.154436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069399 Nov 10 22:24:24.949462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b4b2a-4977-4e03-b3c9-6396280ef230 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:24:25.029700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b4b2a-4977-4e03-b3c9-6396280ef230 None None] No non-hosted networks {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 22:24:25.059677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.agentschedulers_db [None req-998b4b2a-4977-4e03-b3c9-6396280ef230 None None] DHCP Agent not found on host n-d-811521-3 {{(pid=102459) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 22:24:25.112899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4285-d7af-4b5f-a6b0-e3f957c699ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:27.501098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e371653b-a543-42d1-8408-dfce277422b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:27.546850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2441fe64-4dcc-47a5-9f4a-e1197639e286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:28.783217 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:30.221050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:30.597347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:30.598685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.599935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.600270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.600596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.600919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.601695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.602231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.602706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.603282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.603767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.604090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.604829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:30.604829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811521-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:30.625562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811521-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:24:31.672854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47178) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:32.201168 n-d-811521-3 neutron-server[102459]: INFO neutron.db.l3_hamode_db [None req-a7365bf8-927c-45b2-8dcc-66bb762d067f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 22:24:32.220396 n-d-811521-3 neutron-server[102457]: WARNING oslo_policy.policy [None req-66c8ac59-c7dd-4739-a552-1a3ada5c3f42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:32.220573 n-d-811521-3 neutron-server[102457]: WARNING oslo_policy.policy [None req-66c8ac59-c7dd-4739-a552-1a3ada5c3f42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:32.283990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7365bf8-927c-45b2-8dcc-66bb762d067f None None] Routers set() bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:24:32.284298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7365bf8-927c-45b2-8dcc-66bb762d067f None None] Router IDs set() for agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 22:24:32.445142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-66c8ac59-c7dd-4739-a552-1a3ada5c3f42 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:24:32.446397 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66c8ac59-c7dd-4739-a552-1a3ada5c3f42 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7715328 Nov 10 22:24:34.959964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47194) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:35.456100 n-d-811521-3 neutron-server[102458]: WARNING oslo_policy.policy [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:35.456687 n-d-811521-3 neutron-server[102458]: WARNING oslo_policy.policy [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:35.682602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:24:35.778772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.policy [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102458) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 22:24:35.827620 n-d-811521-3 neutron-server[102458]: WARNING oslo_policy.policy [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:35.827997 n-d-811521-3 neutron-server[102458]: WARNING oslo_policy.policy [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:35.836571 n-d-811521-3 neutron-server[102458]: INFO neutron.quota [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] Loaded quota_driver: . Nov 10 22:24:35.935572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774136674106', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774136670487', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774136661961', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774136656853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774137105275', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774136639444', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16000797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16267651', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1536994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1460611'] for rbac-policy, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:36.003593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:36.004829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9e54a6fe-59dc-4bed-bda1-23d336b7ac28 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0438826 Nov 10 22:24:38.724198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47212) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:39.021617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Request body: {'network': {'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'name': 'private', 'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:24:39.051971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Made reservation on behalf of 4b2bf5b022c649838fcf6cc866cdf77c for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:24:39.054785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.072602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.184723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.188547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.209983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:24:39.239227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774139281372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.239819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Unsubscribe: segment precommit_create {{(pid=102458) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 22:24:39.240315 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Added segment 916adc24-4dd8-42e4-8d07-94036db06e5b of type vlan for network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 Nov 10 22:24:39.256640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3809e75e-1dc2-4976-9ff4-c4c9bbae2361,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:39.306869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.307204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.307534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.307870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.308188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.308508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.308822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.309162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.309486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.309810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.310100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.310406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Tracked resource versions report: Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: pushed versions: Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: { 'AddressGroup': {'1.2'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'ConntrackHelper': {'1.0'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Log': {'1.0'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Network': {'1.1'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Port': {'1.7'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'PortForwarding': {'1.2'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'QosPolicy': {'1.10'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SecurityGroup': {'1.5'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SubPort': {'1.0'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Subnet': {'1.1'}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Trunk': {'1.1'}} Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: consumer versions: Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: L3 agent@n-d-811521-3: {}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: Metadata agent@n-d-811521-3: {}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: Metering agent@n-d-811521-3: {}, Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'ConntrackHelper': '1.0', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Log': '1.0', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Network': '1.1', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Port': '1.7', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'PortForwarding': '1.2', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'QosPolicy': '1.10', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SecurityGroup': '1.5', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SecurityGroupRule': '1.2', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'SubPort': '1.0', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Subnet': '1.1', Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: 'Trunk': '1.1'}} Nov 10 22:24:39.311482 n-d-811521-3 neutron-server[102458]: {{(pid=102458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:24:39.369462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.412233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.413440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:39.414172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.500516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7749805 Nov 10 22:24:39.526427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba99aaf-9d00-44c4-83d0-8f2d2c140ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f57eecf-1972-4f01-8f1d-26c6fbe40121,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:39.539102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:24:42.362651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47226) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:42.911458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.policy [None req-c86fc450-a1fc-4da8-8589-456871af9dc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 22:24:42.959881 n-d-811521-3 neutron-server[102457]: WARNING oslo_policy.policy [None req-c86fc450-a1fc-4da8-8589-456871af9dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:42.960265 n-d-811521-3 neutron-server[102457]: WARNING oslo_policy.policy [None req-c86fc450-a1fc-4da8-8589-456871af9dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 22:24:42.968442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fc450-a1fc-4da8-8589-456871af9dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:42.970275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c86fc450-a1fc-4da8-8589-456871af9dc5 admin admin] 10.222.0.25 "GET /v2.0/networks/6f57eecf-1972-4f01-8f1d-26c6fbe40121 HTTP/1.1" status: 200 len: 824 time: 0.6066432 Nov 10 22:24:43.016593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-464739d5-40f7-4bd1-9b68-79c53bb2aa30 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/02efe247-9464-48c9-a690-fca9ab22cbcf HTTP/1.1" status: 200 len: 734 time: 0.0399768 Nov 10 22:24:43.026879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:24:43.028453 n-d-811521-3 neutron-server[102457]: INFO neutron.quota [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Loaded quota_driver: . Nov 10 22:24:43.069726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Made reservation on behalf of 4b2bf5b022c649838fcf6cc866cdf77c for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:24:43.072441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:43.381498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:43.455859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Checking segment: {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:24:43.456237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Network hostable DHCP agents. Network: 6f57eecf-1972-4f01-8f1d-26c6fbe40121, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:24:43.476334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3b0cf2-a378-481f-96ca-a17b59729a7c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:43.487644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:24:43.493444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.493787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.494116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.494441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.494760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.495078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.495394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.495708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.496019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.496327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.496638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.496945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Tracked resource versions report: Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: pushed versions: Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: { 'AddressGroup': {'1.2'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'ConntrackHelper': {'1.0'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Log': {'1.0'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Network': {'1.1'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Port': {'1.7'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'PortForwarding': {'1.2'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'QosPolicy': {'1.10'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SecurityGroup': {'1.5'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SubPort': {'1.0'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Subnet': {'1.1'}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Trunk': {'1.1'}} Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: consumer versions: Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: L3 agent@n-d-811521-3: {}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: Metadata agent@n-d-811521-3: {}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: Metering agent@n-d-811521-3: {}, Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'ConntrackHelper': '1.0', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Log': '1.0', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Network': '1.1', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Port': '1.7', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'PortForwarding': '1.2', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'QosPolicy': '1.10', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SecurityGroup': '1.5', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SecurityGroupRule': '1.2', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'SubPort': '1.0', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Subnet': '1.1', Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: 'Trunk': '1.1'}} Nov 10 22:24:43.498010 n-d-811521-3 neutron-server[102457]: {{(pid=102457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:24:43.527153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6f57eecf-1972-4f01-8f1d-26c6fbe40121) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:24:43.554559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:43.555175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:43.563739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d06395-4218-4454-812a-a3c60cd4cf88 None None] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:24:43.578216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-725964e7-28f8-439a-aeb5-ec0e7fa812ad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5550351 Nov 10 22:24:43.900882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:24:43.902178 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.216549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Allocated IP 172.20.0.2 (6f57eecf-1972-4f01-8f1d-26c6fbe40121/cc3b0cf2-a378-481f-96ca-a17b59729a7c/6a1fcbf2-1491-4b89-bc8d-4e0bef92887d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:24:44.439502 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.447079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.513857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:24:44.520194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:24:44.532603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:24:44.556396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Pushing event updated for resources: {'Port': ['ID=6a1fcbf2-1491-4b89-bc8d-4e0bef92887d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:44.588630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.588630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.588630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.588630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.588630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.589690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.589690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.589690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.589690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.589940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.590076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.590398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Tracked resource versions report: Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: pushed versions: Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: { 'AddressGroup': {'1.2'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'ConntrackHelper': {'1.0'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Log': {'1.0'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Network': {'1.1'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Port': {'1.7'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'PortForwarding': {'1.2'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'QosPolicy': {'1.10'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SecurityGroup': {'1.5'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SubPort': {'1.0'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Subnet': {'1.1'}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Trunk': {'1.1'}} Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: consumer versions: Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: L3 agent@n-d-811521-3: {}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: Metadata agent@n-d-811521-3: {}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: Metering agent@n-d-811521-3: {}, Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'ConntrackHelper': '1.0', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Log': '1.0', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Network': '1.1', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Port': '1.7', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'PortForwarding': '1.2', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'QosPolicy': '1.10', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SecurityGroup': '1.5', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SecurityGroupRule': '1.2', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'SubPort': '1.0', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Subnet': '1.1', Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: 'Trunk': '1.1'}} Nov 10 22:24:44.591501 n-d-811521-3 neutron-server[102459]: {{(pid=102459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:24:44.642001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Attempting to bind port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:24:44.642412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Attempting to bind port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:24:44.642838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Attempting to bind port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d on network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:24:44.648010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:24:44.648399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Checking segment: {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:24:44.649924 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.649924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Bound using segment: {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:24:44.650213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Bound port: 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:24:44.650641 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.723384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] For port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:24:44.727982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] For port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6a1fcbf2-1491-4b89-bc8d-4e0bef92887d,segment=NetworkSegment(916adc24-4dd8-42e4-8d07-94036db06e5b),segment_id=916adc24-4dd8-42e4-8d07-94036db06e5b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:24:44.732351 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:44.818447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6660f4-481b-4502-bfe0-e06d88dc12ba None None] Pushing event updated for resources: {'Port': ['ID=6a1fcbf2-1491-4b89-bc8d-4e0bef92887d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:46.259775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:46.624621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-a1648594-7a57-42c0-9257-35a38df28bda admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:24:46.625758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1648594-7a57-42c0-9257-35a38df28bda admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3650432 Nov 10 22:24:49.210241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:49.544920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-cecfe54f-4d33-4636-a942-fa2c26a509bf admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:24:49.549754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cecfe54f-4d33-4636-a942-fa2c26a509bf admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3384671 Nov 10 22:24:52.383222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47260) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:52.719227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:24:52.743780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:52.745388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:52.901513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:52.906971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:52.926105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:52.929032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-79aea27b-529a-47e4-bba4-c6bf13d3812d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5431159 Nov 10 22:24:54.198617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f3d20-d6ba-4bf2-b73e-3b0033503026 None None] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:24:54.343156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] Provisioning complete for port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:24:54.343459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:54.524659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:54.562004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] For port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6a1fcbf2-1491-4b89-bc8d-4e0bef92887d,segment=NetworkSegment(916adc24-4dd8-42e4-8d07-94036db06e5b),segment_id=916adc24-4dd8-42e4-8d07-94036db06e5b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:24:54.568147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:54.603325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:24:54.659066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349f040-eff2-482e-a0f8-7817a8ce0dc7 None None] Pushing event updated for resources: {'Port': ['ID=6a1fcbf2-1491-4b89-bc8d-4e0bef92887d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:54.679165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:24:54.679679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:54.723992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c4faa4c1-d43f-41d4-bcb4-c693aecea723 None None] Provisioning complete for port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:24:54.724273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4faa4c1-d43f-41d4-bcb4-c693aecea723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:54.861768 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d2891e3-022b-4c18-95f4-651da5a49d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:55.510331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:55.819074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-f16f0dce-6c03-4ba1-aa1d-a5411dc911c6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:24:55.820062 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f16f0dce-6c03-4ba1-aa1d-a5411dc911c6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087699 Nov 10 22:24:56.517262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:24:56.564940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:24:56.565336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:57.492849 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-568814ed-1bc6-437b-bef2-734ef7f6912e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.389328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47280) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:24:58.694264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:24:58.708105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.720835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Made reservation on behalf of 0e37e3a279e74fe7b58577c1eafeb056 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:24:58.723994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.732529 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.818041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.823300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.854999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Reserving flat network on physical network physnet1 {{(pid=102458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 22:24:58.858622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5506b1c5-ad2c-41d7-af59-2f9661da0bd8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:58.873495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.874015 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Added segment 8d8568e9-7421-483f-8359-a6c5231b6099 of type flat for network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b Nov 10 22:24:58.923710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.958442 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:58.959377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:58.959966 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:59.040636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] Pushing event updated for resources: {'Network': ['ID=716153aa-6cd9-4dad-866c-3e2bc69e9d8b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:24:59.045967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-67cd2dff-3974-4ad8-9251-8090d8cd1b98 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6556182 Nov 10 22:24:59.051578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:25:00.134421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:00.634098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:01.571574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:25:01.746656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d514a3c-3703-4dbe-b496-e7d1748e6535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:01.747971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5d514a3c-3703-4dbe-b496-e7d1748e6535 admin admin] 10.222.0.25 "GET /v2.0/subnets/cc3b0cf2-a378-481f-96ca-a17b59729a7c HTTP/1.1" status: 200 len: 849 time: 0.1754701 Nov 10 22:25:01.923717 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7b58f45-3850-42ba-a3cc-e34a88cd7fbd admin admin] 10.222.0.25 "GET /v2.0/routers/2b8bbd3a-b447-4656-abbc-965e3a3ad131 HTTP/1.1" status: 200 len: 704 time: 0.1689212 Nov 10 22:25:02.189339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:02.495446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Allocated IP 172.20.0.1 (6f57eecf-1972-4f01-8f1d-26c6fbe40121/cc3b0cf2-a378-481f-96ca-a17b59729a7c/08244b4f-dbbd-4c73-abd5-ba870383fa0b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:25:02.649649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:02.714373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:02.794559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:25:02.802464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:25:02.804609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Pushing event updated for resources: {'Port': ['ID=08244b4f-dbbd-4c73-abd5-ba870383fa0b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:02.806623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:25:02.807171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.021957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.024385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dc54b056-7df1-4ec1-94ed-f2dc71f6f5bc None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:03.025476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc54b056-7df1-4ec1-94ed-f2dc71f6f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.058771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc54b056-7df1-4ec1-94ed-f2dc71f6f5bc None None] Port 08244b4f-dbbd-4c73-abd5-ba870383fa0b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:25:03.294503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.299146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.300078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.377179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Pushing event updated for resources: {'Port': ['ID=08244b4f-dbbd-4c73-abd5-ba870383fa0b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:03.425798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:25:03.427141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:25:03.589449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:25:03.681717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d4237e97-b73a-453b-b5e5-92ec25b71f34 None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:03.682008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d4237e97-b73a-453b-b5e5-92ec25b71f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:03.687031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:25:03.692716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c1b8921f-a832-4d2b-9482-c651e586c418 admin admin] 10.222.0.25 "PUT /v2.0/routers/2b8bbd3a-b447-4656-abbc-965e3a3ad131/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7620482 Nov 10 22:25:03.697587 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Sync routers for ids ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:25:03.710637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Routers {'2b8bbd3a-b447-4656-abbc-965e3a3ad131'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:03.711534 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:24:57Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:03.733250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d4237e97-b73a-453b-b5e5-92ec25b71f34 None None] Port 08244b4f-dbbd-4c73-abd5-ba870383fa0b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:25:03.901938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Set router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:04.349615 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:02Z', 'revision_number': 2, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port_host': None, '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:03Z', 'revision_number': 2, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:04.402917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Checking router: 2b8bbd3a-b447-4656-abbc-965e3a3ad131 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:25:04.403275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Updating router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 port 08244b4f-dbbd-4c73-abd5-ba870383fa0b binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:25:04.454030 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:04.974436 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:04.981800 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.145443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Attempting to bind port 08244b4f-dbbd-4c73-abd5-ba870383fa0b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:25:05.145809 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Attempting to bind port 08244b4f-dbbd-4c73-abd5-ba870383fa0b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:25:05.146237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Attempting to bind port 08244b4f-dbbd-4c73-abd5-ba870383fa0b on network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:05.154981 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:25:05.155381 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Checking segment: {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:25:05.156907 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.156907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Bound using segment: {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:25:05.156907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Bound port: 08244b4f-dbbd-4c73-abd5-ba870383fa0b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916adc24-4dd8-42e4-8d07-94036db06e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:25:05.156907 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.192798 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Pushing event updated for resources: {'Port': ['ID=08244b4f-dbbd-4c73-abd5-ba870383fa0b,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:05.205661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.205988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.206909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.207238 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.207558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.207874 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.208190 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.208504 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.208818 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.209158 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.209465 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.209773 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Tracked resource versions report: Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: pushed versions: Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: { 'AddressGroup': {'1.2'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'ConntrackHelper': {'1.0'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Log': {'1.0'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Network': {'1.1'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Port': {'1.7'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'PortForwarding': {'1.2'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'QosPolicy': {'1.10'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SecurityGroup': {'1.5'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SubPort': {'1.0'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Subnet': {'1.1'}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Trunk': {'1.1'}} Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: consumer versions: Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: L3 agent@n-d-811521-3: {}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: Metadata agent@n-d-811521-3: {}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: Metering agent@n-d-811521-3: {}, Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'ConntrackHelper': '1.0', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Log': '1.0', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Network': '1.1', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Port': '1.7', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'PortForwarding': '1.2', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'QosPolicy': '1.10', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SecurityGroup': '1.5', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SecurityGroupRule': '1.2', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'SubPort': '1.0', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Subnet': '1.1', Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: 'Trunk': '1.1'}} Nov 10 22:25:05.210852 n-d-811521-3 neutron-server[102460]: {{(pid=102460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:25:05.245690 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] For port 08244b4f-dbbd-4c73-abd5-ba870383fa0b, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:25:05.264306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-485d6fb5-cb13-42c8-a4cb-f5d20218e737 None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:05.266915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-485d6fb5-cb13-42c8-a4cb-f5d20218e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.267077 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] For port 08244b4f-dbbd-4c73-abd5-ba870383fa0b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=08244b4f-dbbd-4c73-abd5-ba870383fa0b,segment=NetworkSegment(916adc24-4dd8-42e4-8d07-94036db06e5b),segment_id=916adc24-4dd8-42e4-8d07-94036db06e5b)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:25:05.274191 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.302140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-485d6fb5-cb13-42c8-a4cb-f5d20218e737 None None] Port 08244b4f-dbbd-4c73-abd5-ba870383fa0b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:25:05.334698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5209fc-daf8-450c-b99a-13f460b10619 None None] Pushing event updated for resources: {'Port': ['ID=08244b4f-dbbd-4c73-abd5-ba870383fa0b,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:05.342327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Routers {'2b8bbd3a-b447-4656-abbc-965e3a3ad131'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:05.342947 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:24:57Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:05.437444 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] Set router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:05.523409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:05.523860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.605196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.644196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] For port 08244b4f-dbbd-4c73-abd5-ba870383fa0b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=08244b4f-dbbd-4c73-abd5-ba870383fa0b,segment=NetworkSegment(916adc24-4dd8-42e4-8d07-94036db06e5b),segment_id=916adc24-4dd8-42e4-8d07-94036db06e5b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:05.651402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.665491 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:02Z', 'revision_number': 2, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port_host': None, '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:05Z', 'revision_number': 4, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:05.692810 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a747b-569e-4491-85ce-29eb032a7161 None None] The sync data for ids ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'] in n-d-811521-3 is: [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:02Z', 'revision_number': 2, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port_host': None, '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:05Z', 'revision_number': 4, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:25:05.701322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767482a-3310-4ca0-8067-2443c74b45a2 None None] Pushing event updated for resources: {'Port': ['ID=08244b4f-dbbd-4c73-abd5-ba870383fa0b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:06.062437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:25:06.209857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058fa93-f8bb-46b4-abb1-3478b03b15e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:06.211266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3058fa93-f8bb-46b4-abb1-3478b03b15e2 admin admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 842 time: 0.1478882 Nov 10 22:25:06.221381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:06.246330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Made reservation on behalf of 0e37e3a279e74fe7b58577c1eafeb056 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:25:06.248699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:06.623959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:25:06.624620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:06.691892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54131733-ba83-4b7c-b87d-a1c4ad22a488,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:06.705037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:25:06.705498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Network hostable DHCP agents. Network: 716153aa-6cd9-4dad-866c-3e2bc69e9d8b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:25:06.727024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:25:06.738914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 716153aa-6cd9-4dad-866c-3e2bc69e9d8b) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:25:06.744167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:06.744650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:06.751572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44365c-678e-4f51-a30a-f84c9147e120 None None] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:25:06.761505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d2f913ac-cf8c-4c8a-937a-9a8a1c77c71d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5434780 Nov 10 22:25:06.894720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f99f07-90fd-46e6-bbf7-2158bbaaf571 None None] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:25:09.239616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:25:09.464405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f7e6903c-6f51-4d58-a479-5aa5cbaffabb admin admin] 10.222.0.25 "GET /v2.0/routers/2b8bbd3a-b447-4656-abbc-965e3a3ad131 HTTP/1.1" status: 200 len: 710 time: 0.2229929 Nov 10 22:25:09.562521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b237181-8a52-4f5a-b50d-aaf610caca34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:09.563887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7b237181-8a52-4f5a-b50d-aaf610caca34 admin admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 886 time: 0.0909367 Nov 10 22:25:09.576528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:09.843700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.119711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.193202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.352874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Allocated IP 172.25.0.229 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f0c2cf76-11b9-4afd-b227-acd701996cf2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:25:10.457414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.516122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.592408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:25:10.600553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:25:10.602542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c2cf76-11b9-4afd-b227-acd701996cf2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:10.613340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:25:10.897742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:11.102906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:11.107475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:11.224429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:25:11.411315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:25:11.417088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:11.418211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e6893f8a-a523-456c-926d-4d7b5ef8ca40 admin admin] 10.222.0.25 "PUT /v2.0/routers/2b8bbd3a-b447-4656-abbc-965e3a3ad131 HTTP/1.1" status: 200 len: 890 time: 1.8470483 Nov 10 22:25:12.555667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 08244b4f-dbbd-4c73-abd5-ba870383fa0b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:25:12.603577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:12.603834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:12.818761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Sync routers for ids ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:25:12.830920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Routers {'2b8bbd3a-b447-4656-abbc-965e3a3ad131'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:12.831685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:24:57Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:13.042802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Set router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:13.509679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:10Z', 'revision_number': 4, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port': {'id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:10Z', 'updated_at': '2021-11-10T22:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:05Z', 'revision_number': 5, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:13.561181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Checking router: 2b8bbd3a-b447-4656-abbc-965e3a3ad131 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:25:13.561831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Updating router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 port f0c2cf76-11b9-4afd-b227-acd701996cf2 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:25:13.609564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:13.939795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:13.947350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:13.999242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Attempting to bind port f0c2cf76-11b9-4afd-b227-acd701996cf2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:25:13.999619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Attempting to bind port f0c2cf76-11b9-4afd-b227-acd701996cf2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:25:13.999988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Attempting to bind port f0c2cf76-11b9-4afd-b227-acd701996cf2 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:14.001840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bccf0-b3df-47b4-9cd8-84a4b8e2df96 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cf76-11b9-4afd-b227-acd701996cf2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:14.010189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:25:14.010557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:25:14.010957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:14.011349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:25:14.011818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Bound port: f0c2cf76-11b9-4afd-b227-acd701996cf2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:25:14.012216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:14.013243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47340) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:25:14.062252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] For port f0c2cf76-11b9-4afd-b227-acd701996cf2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:25:14.065901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] For port f0c2cf76-11b9-4afd-b227-acd701996cf2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f0c2cf76-11b9-4afd-b227-acd701996cf2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:25:14.069968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:14.128168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bccf0-b3df-47b4-9cd8-84a4b8e2df96 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cf76-11b9-4afd-b227-acd701996cf2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:14.131325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00c743e1-35da-4514-8ddd-0a40ef34a9f6 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167102 Nov 10 22:25:14.134594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Routers {'2b8bbd3a-b447-4656-abbc-965e3a3ad131'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:14.135196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:24:57Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:14.255365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] Set router 2b8bbd3a-b447-4656-abbc-965e3a3ad131 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:14.472240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:10Z', 'revision_number': 4, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port': {'id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:10Z', 'updated_at': '2021-11-10T22:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:05Z', 'revision_number': 5, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:14.498745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c4398-852c-4e3a-b9ed-8677b8378e3d None None] The sync data for ids ['2b8bbd3a-b447-4656-abbc-965e3a3ad131'] in n-d-811521-3 is: [{'id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'name': 'router1', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:24:52Z', 'updated_at': '2021-11-10T22:25:10Z', 'revision_number': 4, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'gw_port': {'id': 'f0c2cf76-11b9-4afd-b227-acd701996cf2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:10Z', 'updated_at': '2021-11-10T22:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '08244b4f-dbbd-4c73-abd5-ba870383fa0b', 'name': '', 'network_id': '6f57eecf-1972-4f01-8f1d-26c6fbe40121', 'tenant_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'mac_address': 'fa:16:3e:8f:08:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bbd3a-b447-4656-abbc-965e3a3ad131', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:25:02Z', 'updated_at': '2021-11-10T22:25:05Z', 'revision_number': 5, 'project_id': '4b2bf5b022c649838fcf6cc866cdf77c', 'subnets': [{'id': 'cc3b0cf2-a378-481f-96ca-a17b59729a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02efe247-9464-48c9-a690-fca9ab22cbcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:25:14.925178 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:25:16.593865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f0c2cf76-11b9-4afd-b227-acd701996cf2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:25:16.667505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f0c2cf76-11b9-4afd-b227-acd701996cf2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:16.667880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:16.750501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:16.777185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f0c2cf76-11b9-4afd-b227-acd701996cf2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f0c2cf76-11b9-4afd-b227-acd701996cf2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:16.782307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:16.838648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cf76-11b9-4afd-b227-acd701996cf2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:18.584192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f0c2cf76-11b9-4afd-b227-acd701996cf2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:25:18.657158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f0c2cf76-11b9-4afd-b227-acd701996cf2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:18.657523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:24.864208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f626ac15-058b-49aa-af24-31644b32ea3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:27.496671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f11db1a-76ff-46e5-9646-af94d0d42325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.728664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:30.146272 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:30.617312 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:51.924765 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:25:54.868572 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-96a257dd-59fb-406d-a3af-0dcb3f622a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:57.502648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d7a43c26-86cd-4eb7-8957-6e1c8f558c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:58.725015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:00.157760 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:00.602722 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:24.870453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4513442a-f151-4526-801a-4168f0bbe2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:27.499657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12fe73bb-9a70-4185-96fa-f898b190d306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:28.720172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:28.923348 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:26:30.148744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:30.596664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:54.873459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce28ec00-498f-4de2-95a5-c12b96e2dbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:57.501984 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15b7bcad-2b12-47d8-bd7a-c68e238fc337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:58.722839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:59.280609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:26:59.346178 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c55726f-2a98-4d92-a212-c7ba1960c11c admin admin] GET failed (client error): The resource could not be found. Nov 10 22:26:59.347549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c55726f-2a98-4d92-a212-c7ba1960c11c admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655758 Nov 10 22:26:59.522080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98591f0e-321d-4d0a-a8bf-cacb8e4deb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:26:59.529602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-98591f0e-321d-4d0a-a8bf-cacb8e4deb94 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1771374 Nov 10 22:27:00.141778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:00.607914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:01.886398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:01.981177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df215a0-a613-4707-978f-a46adb40a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:01.982561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1df215a0-a613-4707-978f-a46adb40a250 admin admin] 10.222.0.25 "GET /v2.0/subnets/cc3b0cf2-a378-481f-96ca-a17b59729a7c HTTP/1.1" status: 200 len: 849 time: 0.0951726 Nov 10 22:27:01.993337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:27:02.093443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:02.241975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774139376002'] for subnet, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:02.275428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:02.276024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:02.293400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] 10.222.0.25 "PUT /v2.0/subnets/cc3b0cf2-a378-481f-96ca-a17b59729a7c HTTP/1.1" status: 200 len: 868 time: 0.2878487 Nov 10 22:27:02.293597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fcdd4-7c38-444c-bc36-b1111ca333b6 None None] Network 6f57eecf-1972-4f01-8f1d-26c6fbe40121 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:27:02.301791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3b0cf2-a378-481f-96ca-a17b59729a7c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:02.309855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.310313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.310593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.310865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.311195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.311529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.311862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.312180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.312558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.312882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.313239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.313586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df366eb6-5579-4a79-96a9-691043b56d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:02.716352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0faeb8ee-6022-4cc4-ae5c-f4b739f41ef6 None None] Provisioning complete for port 08244b4f-dbbd-4c73-abd5-ba870383fa0b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:02.716724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0faeb8ee-6022-4cc4-ae5c-f4b739f41ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:02.805591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0faeb8ee-6022-4cc4-ae5c-f4b739f41ef6 None None] Provisioning complete for port 6a1fcbf2-1491-4b89-bc8d-4e0bef92887d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:02.805872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0faeb8ee-6022-4cc4-ae5c-f4b739f41ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:04.617757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:04.822901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07694951-9848-41f7-b82c-e3089a5945f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:04.823282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07694951-9848-41f7-b82c-e3089a5945f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:04.824832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-07694951-9848-41f7-b82c-e3089a5945f8 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2060800 Nov 10 22:27:05.922166 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:27:07.184212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47960) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:07.391204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a078af-d2db-4201-9633-de1663e2d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:07.391677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a078af-d2db-4201-9633-de1663e2d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:07.393258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f0a078af-d2db-4201-9633-de1663e2d161 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2080071 Nov 10 22:27:09.738409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47970) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:09.898938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce9899-2660-434e-831a-629191ae7d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:09.900312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9ce9899-2660-434e-831a-629191ae7d64 admin admin] 10.222.0.25 "GET /v2.0/networks/6f57eecf-1972-4f01-8f1d-26c6fbe40121 HTTP/1.1" status: 200 len: 868 time: 0.1609035 Nov 10 22:27:12.250770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:12.382651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15615b2-a769-4189-bd6c-cc9078835865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:12.384024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e15615b2-a769-4189-bd6c-cc9078835865 admin admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 886 time: 0.1322045 Nov 10 22:27:14.731274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47986) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:14.866231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0289902-3b8b-4aff-b2e9-09b2d0cddf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:14.866570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0289902-3b8b-4aff-b2e9-09b2d0cddf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:14.868092 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0289902-3b8b-4aff-b2e9-09b2d0cddf8d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1355872 Nov 10 22:27:17.201390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47994) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:17.337576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327696a-7856-44db-aadd-5e54a465682b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:17.337925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327696a-7856-44db-aadd-5e54a465682b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:17.339473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a327696a-7856-44db-aadd-5e54a465682b admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1371443 Nov 10 22:27:19.652194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48002) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:19.834264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19fefa-e19c-481c-9403-4a9f9c3691de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:19.835522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af19fefa-e19c-481c-9403-4a9f9c3691de admin admin] 10.222.0.25 "GET /v2.0/subnets/54131733-ba83-4b7c-b87d-a1c4ad22a488 HTTP/1.1" status: 200 len: 816 time: 0.1823730 Nov 10 22:27:22.209387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48010) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:22.314128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b944bf4-7981-46d3-bf57-a3b830c45b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:22.316595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5b944bf4-7981-46d3-bf57-a3b830c45b3f admin admin] 10.222.0.25 "GET /v2.0/subnets/cc3b0cf2-a378-481f-96ca-a17b59729a7c HTTP/1.1" status: 200 len: 868 time: 0.1049452 Nov 10 22:27:24.866550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67ed0973-f5ab-45c4-88c7-d2d7660674da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:27.504807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c25d7d09-79c8-4c12-9bb2-1e9ef2f8862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:28.726077 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:30.144893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:30.601524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:42.921510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:27:47.125506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48064) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:47.179653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-6531c044-0a24-48c8-971f-2b64e423a609 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:27:47.180757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6531c044-0a24-48c8-971f-2b64e423a609 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542872 Nov 10 22:27:49.571693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48072) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:49.637818 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1638ccd0-617c-4a71-9807-f1af55b5b200 admin admin] GET failed (client error): The resource could not be found. Nov 10 22:27:49.639774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1638ccd0-617c-4a71-9807-f1af55b5b200 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665331 Nov 10 22:27:49.784211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff8247-5964-47fd-949d-f22927427a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:49.785650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f8ff8247-5964-47fd-949d-f22927427a82 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412773 Nov 10 22:27:52.112938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:52.160070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:27:52.183702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Made reservation on behalf of 0e37e3a279e74fe7b58577c1eafeb056 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:27:52.187057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:52.220376 n-d-811521-3 neutron-server[102458]: WARNING neutron.services.revisions.revision_plugin [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Could not find related network for resource to bump revision. Nov 10 22:27:52.231756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:27:52.241459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:52.241797 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Added segment 4304fb7f-cfad-4d19-b138-5e2b80e48d18 of type vlan for network d273266e-9cef-463f-b285-ab354ee987ee Nov 10 22:27:52.279500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:52.303443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:52.304721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:52.305568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:52.359368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2452326 Nov 10 22:27:52.372250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d273266e-9cef-463f-b285-ab354ee987ee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:52.380287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.380630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.380963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.381319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.381646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.381970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.382290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.382610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.382932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.383249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.383565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.383887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d629b-62fd-4f43-8525-5af1dd8fd1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:52.397421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d273266e-9cef-463f-b285-ab354ee987ee details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:27:54.694955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48088) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:27:54.756282 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef77b53a-e55b-4a5a-92b2-637fda96914a admin admin] GET failed (client error): The resource could not be found. Nov 10 22:27:54.757680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef77b53a-e55b-4a5a-92b2-637fda96914a admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617719 Nov 10 22:27:54.828500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4345c12-9591-4e04-83b7-26252acefad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:54.829913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4345c12-9591-4e04-83b7-26252acefad3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0674860 Nov 10 22:27:54.840363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:27:54.861932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Made reservation on behalf of 0e37e3a279e74fe7b58577c1eafeb056 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:27:54.864278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:54.869219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b4b033a-872d-4730-947f-93e4461d39b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.030309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.088662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9362762-cc66-4f37-a25f-354537b89f43,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:55.093512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:27:55.093866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Network hostable DHCP agents. Network: d273266e-9cef-463f-b285-ab354ee987ee, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:27:55.109001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Network d273266e-9cef-463f-b285-ab354ee987ee is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:27:55.117283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d273266e-9cef-463f-b285-ab354ee987ee) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:27:55.121217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:55.121814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.125886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b0971-87e2-48fe-bb82-386349263fc1 None None] Network d273266e-9cef-463f-b285-ab354ee987ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:27:55.148999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-32975a00-1f16-4007-a8b5-ee8ddd6c4cff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3000288 Nov 10 22:27:55.427251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d273266e-9cef-463f-b285-ab354ee987ee', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'tenant_id': '0e37e3a279e74fe7b58577c1eafeb056', 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:27:55.428116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.605471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Allocated IP 192.168.233.2 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/c4337e80-881c-4bd7-97cb-44b555c8470d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:27:55.761686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.769631 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.816061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:27:55.817385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Pushing event updated for resources: {'Port': ['ID=c4337e80-881c-4bd7-97cb-44b555c8470d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:55.820489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:27:55.825938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.826278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.826654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.826988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.827324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.827654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.827979 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.828305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.828626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.828945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.829359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.829676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:27:55.832445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:27:55.886868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Attempting to bind port c4337e80-881c-4bd7-97cb-44b555c8470d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:27:55.887518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Attempting to bind port c4337e80-881c-4bd7-97cb-44b555c8470d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:27:55.887639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Attempting to bind port c4337e80-881c-4bd7-97cb-44b555c8470d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:27:55.893046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:27:55.893422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:27:55.893818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.894214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:27:55.894679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Bound port: c4337e80-881c-4bd7-97cb-44b555c8470d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:27:55.895078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:55.961528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] For port c4337e80-881c-4bd7-97cb-44b555c8470d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:27:55.964755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] For port c4337e80-881c-4bd7-97cb-44b555c8470d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c4337e80-881c-4bd7-97cb-44b555c8470d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:27:55.969466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:56.034169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8674f-991a-427b-932f-06e0895eebdb None None] Pushing event updated for resources: {'Port': ['ID=c4337e80-881c-4bd7-97cb-44b555c8470d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:56.726098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c4337e80-881c-4bd7-97cb-44b555c8470d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:27:56.794287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c4337e80-881c-4bd7-97cb-44b555c8470d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:56.794950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:56.881057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b218734-d004-4c89-9d13-bad07c6fe399 None None] Network d273266e-9cef-463f-b285-ab354ee987ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:27:56.934128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:57.010409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port c4337e80-881c-4bd7-97cb-44b555c8470d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c4337e80-881c-4bd7-97cb-44b555c8470d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:27:57.037018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:57.052299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-199944b3-8bfa-4cbb-bf42-e808283b8922 None None] Provisioning complete for port c4337e80-881c-4bd7-97cb-44b555c8470d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:57.052589 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-199944b3-8bfa-4cbb-bf42-e808283b8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:57.165620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=c4337e80-881c-4bd7-97cb-44b555c8470d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:27:57.339962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1aa28007-f8b0-4f59-9aea-2f48c1020b13 None None] Provisioning complete for port c4337e80-881c-4bd7-97cb-44b555c8470d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:57.340324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1aa28007-f8b0-4f59-9aea-2f48c1020b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:57.507173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a7482f2-7ed1-49c8-bf15-fdee973e9dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:58.619391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c4337e80-881c-4bd7-97cb-44b555c8470d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:27:58.676124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c4337e80-881c-4bd7-97cb-44b555c8470d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:27:58.676500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:58.731219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:00.152529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:00.603466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:19.920682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:28:24.882987 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0595dff5-5ffe-49ef-ab48-99395d8196ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:27.510572 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d302aab-02b4-4f85-a9ce-4ba2c948c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:28.741201 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:30.155324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:30.610249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.877752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adf4f757-4f0a-4bdf-abae-9a5e467c6c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:56.918714 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:28:57.512725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-68ad47a7-ae62-448f-8b44-6611ead005ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:58.734096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.159097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.698158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.259378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48134) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:29:13.265251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3b0dc743-275e-413d-82c4-4a7bb9cffacf tempest-verify_tempest_config-829966643 tempest-verify_tempest_config-829966643-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:29:13.266219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b0dc743-275e-413d-82c4-4a7bb9cffacf tempest-verify_tempest_config-829966643 tempest-verify_tempest_config-829966643-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058820 Nov 10 22:29:13.560597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48152) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:29:13.663138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.763616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.767437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.814746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e12795-fefa-4a06-8116-606e874fdb2a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:13.819442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cf4117b01274d48b26ff8a9f55e8bd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2578099 Nov 10 22:29:13.822454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48156) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:29:13.824164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.824638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.825004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.825348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.825684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.826017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.826348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.826672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.826997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.827318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.827641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.827961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bdb53-2ec9-41df-84e7-108194048787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:13.881909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.903360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.991004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.993591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:13.994747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60e12795-fefa-4a06-8116-606e874fdb2a HTTP/1.1" status: 204 len: 168 time: 0.1712036 Nov 10 22:29:14.006050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e12795-fefa-4a06-8116-606e874fdb2a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:14.017832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.018428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.018962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.019552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.020122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.020701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.021551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.025382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.026077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.026685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.027048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:14.027996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600a275-235e-4c0d-9246-316f4ab43842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:29:24.878920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d632b2d6-7c97-4ffe-a52e-a5e5bb585955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:27.514723 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7a4223cb-a283-48ac-a639-2769a448c435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:28.736393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:30.155198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:30.600563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:33.918191 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:29:54.883572 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af2e60b6-e962-40ef-8259-eb9739bde450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:57.514678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8879d82c-23a3-40cb-ad7e-01863f0fcb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:58.738546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:00.158304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:00.602445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:10.916989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:30:24.891649 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-251db74b-5c48-49db-9c37-a59edbb77244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:27.519623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52879631-b822-42d8-9166-b0f215a10d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:28.750347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:30.167007 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:30.605323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:47.915331 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:30:54.883284 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b37d068f-6795-4a9e-9ece-acf686a14ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:57.520681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cabc5484-175d-436c-91bc-1e9863e22be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:58.743791 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:00.166860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:00.608697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:24.884596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91fcd4c8-88a5-493d-a764-8875e5dcc19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:24.913605 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:31:27.522340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1deecbf8-a1d0-4e14-9c9e-c13631ec38ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:28.755347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:30.169557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:30.610782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:54.885254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2a38f4e-23b3-41db-9223-ceb75c732df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:57.523628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-700a3c46-61d2-4274-baed-f8b50b2949f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:58.752762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:00.174195 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:00.612210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:01.912496 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 5 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:32:14.316575 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:14.767587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707331'] for agent, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:24.885070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-378736f7-770c-469d-b396-c3a1a561b61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:27.524829 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89460e06-94d1-4195-944c-6db84aef70f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:28.754376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:30.176813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:30.612932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:38.911790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:32:44.300736 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:44.734040 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:54.887017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe146cce-2ceb-49ec-8a89-2e47416971ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:57.525930 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c9c82d6-02b2-4c31-9f00-0ff5f0bce5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:58.757436 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:00.181537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:00.614399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:01.181288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:33:01.285517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bd86b6bc-9472-4f35-8b3e-de1375c0d693 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1030440 Nov 10 22:33:03.584019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48224) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:33:03.637032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1624de91-5f8c-4e25-a2d4-a5a15a8d4b00 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0518994 Nov 10 22:33:14.320739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:14.754579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:15.910438 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:33:24.888412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0c12092-6145-46e2-af44-27398bf1674d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:27.525927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e741861-b59d-443c-9ff4-635d375d4521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:28.759186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:30.182113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:30.616624 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:44.350699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:44.738873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:52.910494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:33:54.898421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c74abfdb-012d-4824-80e2-ceb1612ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:57.527933 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44bb160c-7bb6-42a0-870a-bac173d176c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:58.762301 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:00.185836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:00.618898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:14.368560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:14.748015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:24.921361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-28fdd8f1-ec10-4833-af1c-0f282b14c204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:25.887341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48384) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:26.232567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0feb8be1-8843-47d2-94b2-46f72586de0d tempest-AutoAllocateNetworkTest-1727150400 tempest-AutoAllocateNetworkTest-1727150400-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c4107d77922347069ffb03139f872f0f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3422122 Nov 10 22:34:26.233326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48410) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:26.425146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d0aa2-d4a0-4930-9052-71f54c6097ef tempest-AutoAllocateNetworkTest-1727150400 tempest-AutoAllocateNetworkTest-1727150400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:26.429756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-298d0aa2-d4a0-4930-9052-71f54c6097ef tempest-AutoAllocateNetworkTest-1727150400 tempest-AutoAllocateNetworkTest-1727150400-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1949241 Nov 10 22:34:26.430178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48426) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:26.492660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f819b3a7-653d-4bae-a912-96e260874a0d tempest-AutoAllocateNetworkTest-1727150400 tempest-AutoAllocateNetworkTest-1727150400-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583177 Nov 10 22:34:26.492913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48434) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:26.520771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0d517e4-6c2c-4f32-8e4a-61bc92d8e700 tempest-AutoAllocateNetworkTest-1727150400 tempest-AutoAllocateNetworkTest-1727150400-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c4107d77922347069ffb03139f872f0f HTTP/1.1" status: 200 len: 208 time: 0.0267985 Nov 10 22:34:27.227484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48468) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:27.531037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-58b445eb-2756-4f15-810c-553acff514e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.640468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.715763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.720048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.776497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4107d77922347069ffb03139f872f0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5478361 Nov 10 22:34:27.777360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0ba6a-af4a-4588-af9d-b827ebd9e81e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:27.779618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48496) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:27.789840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.790196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.790519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.791116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.791614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.792115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.792596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.793124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.793627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.794105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.794591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.795065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e89dc-1e41-4bd4-81c3-f17e37584674 admin admin] Tracked resource versions report: Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: pushed versions: Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: { 'AddressGroup': {'1.2'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'ConntrackHelper': {'1.0'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Log': {'1.0'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Network': {'1.1'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Port': {'1.7'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'PortForwarding': {'1.2'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'QosPolicy': {'1.10'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SecurityGroup': {'1.5'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SubPort': {'1.0'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Subnet': {'1.1'}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Trunk': {'1.1'}} Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: consumer versions: Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: HyperV agent@n-h1-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: HyperV agent@n-h2-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: L3 agent@n-d-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: Metadata agent@n-d-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: Metering agent@n-d-811521-3: {}, Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'ConntrackHelper': '1.0', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Log': '1.0', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Network': '1.1', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Port': '1.7', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'PortForwarding': '1.2', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'QosPolicy': '1.10', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SecurityGroup': '1.5', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SecurityGroupRule': '1.2', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'SubPort': '1.0', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Subnet': '1.1', Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: 'Trunk': '1.1'}} Nov 10 22:34:27.796251 n-d-811521-3 neutron-server[102458]: {{(pid=102458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:34:27.866384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.891161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.945238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.948544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:27.949929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82a0ba6a-af4a-4588-af9d-b827ebd9e81e HTTP/1.1" status: 204 len: 168 time: 0.1687975 Nov 10 22:34:27.959880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0ba6a-af4a-4588-af9d-b827ebd9e81e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:27.968966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.969510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.969979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.970605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.971068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.971644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.972073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.972468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.972742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.973092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.973703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.974720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa16b-5162-40e5-b637-c90e8a419638 admin admin] Tracked resource versions report: Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: pushed versions: Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: { 'AddressGroup': {'1.2'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'ConntrackHelper': {'1.0'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Log': {'1.0'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Network': {'1.1'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Port': {'1.7'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'PortForwarding': {'1.2'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'QosPolicy': {'1.10'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SecurityGroup': {'1.5'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SubPort': {'1.0'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Subnet': {'1.1'}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Trunk': {'1.1'}} Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: consumer versions: Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: HyperV agent@n-h1-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: HyperV agent@n-h2-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: L3 agent@n-d-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: Metadata agent@n-d-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: Metering agent@n-d-811521-3: {}, Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'ConntrackHelper': '1.0', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Log': '1.0', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Network': '1.1', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Port': '1.7', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'PortForwarding': '1.2', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'QosPolicy': '1.10', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SecurityGroup': '1.5', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SecurityGroupRule': '1.2', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'SubPort': '1.0', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Subnet': '1.1', Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: 'Trunk': '1.1'}} Nov 10 22:34:27.976063 n-d-811521-3 neutron-server[102457]: {{(pid=102457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:34:28.772227 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:29.909717 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:34:30.197140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:30.625336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:30.954140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:31.075087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8631e9a6-2995-4fd9-aa33-0ee375b0f3fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.152058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8631e9a6-2995-4fd9-aa33-0ee375b0f3fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.156314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8631e9a6-2995-4fd9-aa33-0ee375b0f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.202149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e9a6-2995-4fd9-aa33-0ee375b0f3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfb9b9-5992-485c-88fe-90bbbafce767,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:31.209852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48702) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:31.211861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8631e9a6-2995-4fd9-aa33-0ee375b0f3fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=952d85c218724906923532fef4da9677&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2566485 Nov 10 22:34:31.267958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.290898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.346389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.349748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.353930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02cfb9b9-5992-485c-88fe-90bbbafce767 HTTP/1.1" status: 204 len: 168 time: 0.1430366 Nov 10 22:34:31.371691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7e275-adb0-4547-971d-6183f840ebb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfb9b9-5992-485c-88fe-90bbbafce767,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:31.639352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:31.652751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f804c7c3-4b6e-4dd5-8b8f-c912ccf9452b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.730904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f804c7c3-4b6e-4dd5-8b8f-c912ccf9452b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.735869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f804c7c3-4b6e-4dd5-8b8f-c912ccf9452b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.778679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c7c3-4b6e-4dd5-8b8f-c912ccf9452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab887739-812c-486d-9c77-e4c815488414,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:31.785014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f804c7c3-4b6e-4dd5-8b8f-c912ccf9452b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb1734b8fe464ac4b59359787c4951f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1446011 Nov 10 22:34:31.788285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:31.847475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.890424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.948653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.951867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:31.956406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab887739-812c-486d-9c77-e4c815488414 HTTP/1.1" status: 204 len: 168 time: 0.1670589 Nov 10 22:34:31.972134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54acad6-e997-41de-b184-a3a322b0d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab887739-812c-486d-9c77-e4c815488414,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:33.195511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48926) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.243178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48932) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.413908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.455181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.557399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d68bc975-5c9d-4292-876b-ea7c51bdad18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.560431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df0780cb-142c-4b4b-bd5d-d4b0da6fcc22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.643578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df0780cb-142c-4b4b-bd5d-d4b0da6fcc22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.649219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df0780cb-142c-4b4b-bd5d-d4b0da6fcc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.649916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d68bc975-5c9d-4292-876b-ea7c51bdad18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.655589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d68bc975-5c9d-4292-876b-ea7c51bdad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.689246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0780cb-142c-4b4b-bd5d-d4b0da6fcc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167fc457-44ff-4dd9-b8b7-7ce631cba751,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:33.692311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.706749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bc975-5c9d-4292-876b-ea7c51bdad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d5215-aa37-4fe4-8205-7f577615fd04,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:33.707070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df0780cb-142c-4b4b-bd5d-d4b0da6fcc22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45e5aa7662c5417c8c2af9499499d7c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5100923 Nov 10 22:34:33.707659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48966) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.715874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d68bc975-5c9d-4292-876b-ea7c51bdad18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfc07d6928854f9599da05a5c7389937&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4714668 Nov 10 22:34:33.718665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:33.753791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72778f-de6d-41d7-b252-5c578944d3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.786807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.794022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfccf925-4dfb-4426-8e8f-6aedb2d41768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.885646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.940411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.946520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.978308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72778f-de6d-41d7-b252-5c578944d3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.994273 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.998422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.001864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/167fc457-44ff-4dd9-b8b7-7ce631cba751 HTTP/1.1" status: 204 len: 168 time: 0.2910140 Nov 10 22:34:34.004177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72778f-de6d-41d7-b252-5c578944d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.012493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ca7da-c1aa-4e1b-8cd3-53c95cfd4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167fc457-44ff-4dd9-b8b7-7ce631cba751,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.059230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8bc2eaa5-f65c-4224-b1d9-51910b971064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.071679 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfccf925-4dfb-4426-8e8f-6aedb2d41768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.165102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72778f-de6d-41d7-b252-5c578944d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bbac20-6ab4-4f74-82e6-68b7e806e145,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.171361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4e72778f-de6d-41d7-b252-5c578944d3aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=817d0ebbb9e741e6bbfbcd5e484fcf50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7561879 Nov 10 22:34:34.172135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfccf925-4dfb-4426-8e8f-6aedb2d41768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.174307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48992) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:34.222244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.225358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.226741 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd0d5215-aa37-4fe4-8205-7f577615fd04 HTTP/1.1" status: 204 len: 168 time: 0.5069189 Nov 10 22:34:34.234956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf925-4dfb-4426-8e8f-6aedb2d41768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc0545-5a43-4e71-b631-2fe867cdab58,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.244236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dfccf925-4dfb-4426-8e8f-6aedb2d41768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b0e0f3e00b846df91238ccfd1fa359d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7879670 Nov 10 22:34:34.247791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:34.264612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8bc2eaa5-f65c-4224-b1d9-51910b971064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.265742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf26ebe-7493-4eea-92cf-71340c2cc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0d5215-aa37-4fe4-8205-7f577615fd04,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.268596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.272395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8bc2eaa5-f65c-4224-b1d9-51910b971064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.319334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8bc2eaa5-f65c-4224-b1d9-51910b971064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49d1df1669db43e7a96b0694d6a7a22c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6257851 Nov 10 22:34:34.321721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2eaa5-f65c-4224-b1d9-51910b971064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3660a8-33fa-4460-a4cd-6c6882e7b3a6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.324584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49006) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:34.327066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.352121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.367735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.388704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.418595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.468346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.471594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.472743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57bc0545-5a43-4e71-b631-2fe867cdab58 HTTP/1.1" status: 204 len: 168 time: 0.2207785 Nov 10 22:34:34.478154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.479250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.481636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.482074 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.485964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12bbac20-6ab4-4f74-82e6-68b7e806e145 HTTP/1.1" status: 204 len: 168 time: 0.3101130 Nov 10 22:34:34.486155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f3660a8-33fa-4460-a4cd-6c6882e7b3a6 HTTP/1.1" status: 204 len: 168 time: 0.1606379 Nov 10 22:34:34.492397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38042-d206-4da9-8198-5b2d903c99a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc0545-5a43-4e71-b631-2fe867cdab58,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.495905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e2fd9-f242-49ab-b278-a79b3d521c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3660a8-33fa-4460-a4cd-6c6882e7b3a6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.514950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaece06-c8de-471f-8097-dc14681187c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bbac20-6ab4-4f74-82e6-68b7e806e145,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.620733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:34.634812 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee258f1b-c081-46ae-be32-180bcf9205b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.714773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee258f1b-c081-46ae-be32-180bcf9205b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.718629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee258f1b-c081-46ae-be32-180bcf9205b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.759933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee258f1b-c081-46ae-be32-180bcf9205b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edccb03b-c548-4b9a-92b4-a96113c0a394,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:34.764352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee258f1b-c081-46ae-be32-180bcf9205b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53ba3358109c4fd1ae814e4cb36b2aa2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1425107 Nov 10 22:34:34.766968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49032) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:34.820267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.841608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.902458 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.905251 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:34.906760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edccb03b-c548-4b9a-92b4-a96113c0a394 HTTP/1.1" status: 204 len: 168 time: 0.1387622 Nov 10 22:34:34.917138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3566fa7-c11d-4189-adf0-10a87811cd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edccb03b-c548-4b9a-92b4-a96113c0a394,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:35.049734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.052202 n-d-811521-3 neutron-server[102457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 22:34:35.073154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-53be5ee1-a102-423e-87a1-c791785484b1 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220029 Nov 10 22:34:35.185431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-45c71906-17d7-4f62-af10-816c58c9e846 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:35.187144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-45c71906-17d7-4f62-af10-816c58c9e846 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048596 Nov 10 22:34:35.205469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-cf7aa7be-304b-4efd-90e7-075c6adf9934 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/quotas/fe0a677356aa4acaa3bc02fe23afca96 HTTP/1.1" status: 200 len: 375 time: 0.0109186 Nov 10 22:34:35.232364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49054) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.246494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41c19a70-9f54-4f20-90cf-fd3f0649b266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.268255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-7ba19d34-c71e-4983-a032-293709712f0e tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550480 Nov 10 22:34:35.338091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49056) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.351593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad389d7f-0628-4486-a485-4f4d3d3d8b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.352457 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41c19a70-9f54-4f20-90cf-fd3f0649b266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.361707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41c19a70-9f54-4f20-90cf-fd3f0649b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.417693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-41c19a70-9f54-4f20-90cf-fd3f0649b266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bae0cb9d49943df8baa7b36e1d74284&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1838346 Nov 10 22:34:35.418726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.419436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c19a70-9f54-4f20-90cf-fd3f0649b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab5c1c-ad6c-4065-ba66-8c41276d5fc7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:35.482089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.497468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad389d7f-0628-4486-a485-4f4d3d3d8b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.506876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad389d7f-0628-4486-a485-4f4d3d3d8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.529853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.599920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.607618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.608795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7ab5c1c-ad6c-4065-ba66-8c41276d5fc7 HTTP/1.1" status: 204 len: 168 time: 0.1854668 Nov 10 22:34:35.619504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5b60-f8a7-4a1a-aef0-aacbbe9f7df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab5c1c-ad6c-4065-ba66-8c41276d5fc7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:35.625810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad389d7f-0628-4486-a485-4f4d3d3d8b9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73ed7bf7c02c447a97c3907100cf6f5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2865202 Nov 10 22:34:35.628512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49078) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.643915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4a32d01-742e-4124-b2c3-fd2442356a1c req-a1aa4974-f695-4872-996c-01559691a46c tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 210 time: 0.1090405 Nov 10 22:34:35.651605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.652522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389d7f-0628-4486-a485-4f4d3d3d8b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2a971-47a4-410c-a138-f1f1a3fdab34,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:35.688335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbcef-efea-4ae4-ae73-14bbccde1f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.743481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.773006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.829291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbcef-efea-4ae4-ae73-14bbccde1f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.834891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbcef-efea-4ae4-ae73-14bbccde1f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.879345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49086) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.892784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.894798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5aa-d926-4c11-9007-70748b192a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.895203 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:35.896652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3e2a971-47a4-410c-a138-f1f1a3fdab34 HTTP/1.1" status: 204 len: 168 time: 0.2645612 Nov 10 22:34:35.904018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49090) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:35.904249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba5cbcef-efea-4ae4-ae73-14bbccde1f2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3a84d0c7c794c30abd724caceb32d5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2515645 Nov 10 22:34:35.905390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cbcef-efea-4ae4-ae73-14bbccde1f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac388bf-3414-4827-834e-c0731fc49537,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:35.916153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fa124-a0ab-44c2-a9e2-acd73f69eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2a971-47a4-410c-a138-f1f1a3fdab34,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:36.012058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.063034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.233913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5aa-d926-4c11-9007-70748b192a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.238107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5aa-d926-4c11-9007-70748b192a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.266835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8d7ca5aa-d926-4c11-9007-70748b192a8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60db89d7acb849909bf36a61e06bfba9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3860338 Nov 10 22:34:36.270139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49106) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:36.292139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.294611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.295716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dac388bf-3414-4827-834e-c0731fc49537 HTTP/1.1" status: 204 len: 168 time: 0.3903334 Nov 10 22:34:36.316308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca5aa-d926-4c11-9007-70748b192a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64249b9e-53b2-4d1b-be4c-257d588f80db,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:36.335404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507662a1-dbcd-4ca1-857a-0b2809e9b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac388bf-3414-4827-834e-c0731fc49537,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:36.359972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.398499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.454234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49116) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:36.460859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.464259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.468358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64249b9e-53b2-4d1b-be4c-257d588f80db HTTP/1.1" status: 204 len: 168 time: 0.1966684 Nov 10 22:34:36.479137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb529922-0a97-45b1-a262-33071ddb1ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64249b9e-53b2-4d1b-be4c-257d588f80db,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:36.760303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0b86aa7-c16d-4517-b1c7-437af28ea7ac req-6b89fb6d-273a-4262-b4ea-ece58ffc26bf tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 210 time: 0.0559068 Nov 10 22:34:36.772910 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae8d599e-2482-48c2-9a3a-a0896071055f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.857833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae8d599e-2482-48c2-9a3a-a0896071055f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.863878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae8d599e-2482-48c2-9a3a-a0896071055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:36.922171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ae8d599e-2482-48c2-9a3a-a0896071055f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fd28a9d2a644c96ba1f789e4320c719&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4664302 Nov 10 22:34:36.924293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d599e-2482-48c2-9a3a-a0896071055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e441d8-99fa-44c3-aff7-e234cad597a7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:36.925208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49146) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:36.990562 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.026327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.084951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.087613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.088770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2e441d8-99fa-44c3-aff7-e234cad597a7 HTTP/1.1" status: 204 len: 168 time: 0.1625938 Nov 10 22:34:37.097998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58a69c-6a2c-4bfb-9674-909cb522dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e441d8-99fa-44c3-aff7-e234cad597a7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:37.578148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.39', 63953) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:37.601248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:37.606319 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-140d6fc9-f302-429e-b67e-d827ad994cc0 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214581 Nov 10 22:34:37.623120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40eab4d0-81a0-495a-bcfd-bbf36b7dc93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.764682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-ac2a7398-231d-47da-a417-a1cbfaef8a18 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:37.766289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-ac2a7398-231d-47da-a417-a1cbfaef8a18 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529162 Nov 10 22:34:37.783078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40eab4d0-81a0-495a-bcfd-bbf36b7dc93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.789947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40eab4d0-81a0-495a-bcfd-bbf36b7dc93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.848275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-40eab4d0-81a0-495a-bcfd-bbf36b7dc93b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=780ef2c92aa245e6a67b1c30f16f918e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460520 Nov 10 22:34:37.849668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab4d0-81a0-495a-bcfd-bbf36b7dc93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113d2b7-88a3-4494-a8ca-61d662f3b82e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:37.851009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49192) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:37.906780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Request body: {'port': {'device_id': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'fe0a677356aa4acaa3bc02fe23afca96'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:38.021241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.092845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.167108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Made reservation on behalf of fe0a677356aa4acaa3bc02fe23afca96 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:34:38.171204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.181661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.193341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.196585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.198063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0113d2b7-88a3-4494-a8ca-61d662f3b82e HTTP/1.1" status: 204 len: 168 time: 0.3458700 Nov 10 22:34:38.214336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33bc71-c44f-4c5c-81c8-263882a7e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113d2b7-88a3-4494-a8ca-61d662f3b82e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:38.325906 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.330317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.360237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:38.406414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d5549-f89f-470c-862b-70d825940bd1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:38.590718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Allocated IP 192.168.233.233 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/921be05f-6be5-40a6-91bb-5e4e9685e142) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:38.762108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.803840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.893283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:38.899780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:38.908367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:38.915933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:38.917201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:38.942895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0402322 Nov 10 22:34:38.946050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94193aa6-d3d5-4a28-8fc2-3c22798f2570 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Pushing event updated for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:38.962212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-1abe5d02-2f49-4266-af42-0e57f6a6c31a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:34:38.963475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-1abe5d02-2f49-4266-af42-0e57f6a6c31a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111680 Nov 10 22:34:38.987363 n-d-811521-3 neutron-server[102458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 22:34:39.197238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beed76-5c05-4a7e-8589-7c4d28f2c66b req-0f98cf1e-cc80-4086-b4bd-537e04cf9ccf tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:39.205104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89beed76-5c05-4a7e-8589-7c4d28f2c66b req-0f98cf1e-cc80-4086-b4bd-537e04cf9ccf tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.8436387 Nov 10 22:34:39.334598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89beed76-5c05-4a7e-8589-7c4d28f2c66b req-c81dc307-cb09-45f1-82c6-bd7c870f4f1a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282499 Nov 10 22:34:39.340078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-37df91b2-3086-4976-9d0e-f07e326d034c None None] Provisioning complete for port 921be05f-6be5-40a6-91bb-5e4e9685e142 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:39.340679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37df91b2-3086-4976-9d0e-f07e326d034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:39.442882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-37df91b2-3086-4976-9d0e-f07e326d034c None None] Port 921be05f-6be5-40a6-91bb-5e4e9685e142 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:34:40.681379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a539-bedc-473b-9b61-7613e55bc9be req-cb190fea-0d58-4e7c-b1e6-bbe78369c681 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:40.683738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1163a539-bedc-473b-9b61-7613e55bc9be req-cb190fea-0d58-4e7c-b1e6-bbe78369c681 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.0883372 Nov 10 22:34:40.745241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1163a539-bedc-473b-9b61-7613e55bc9be req-f04812ac-efd7-489e-bef2-005d915a1bfb tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Nov 10 22:34:41.743012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:41.972284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-network', 'tenant_id': 'b5040f4c886044e4b202a471657c697c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:42.008024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f641-aac3-4b3e-bd8f-83505e8be94d req-801c21f3-cff4-406f-8b3d-e40fd607a9cf tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:42.018124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24d3f641-aac3-4b3e-bd8f-83505e8be94d req-801c21f3-cff4-406f-8b3d-e40fd607a9cf tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.0869689 Nov 10 22:34:42.018398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Made reservation on behalf of b5040f4c886044e4b202a471657c697c for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:34:42.018398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.038480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.089275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24d3f641-aac3-4b3e-bd8f-83505e8be94d req-cb488d98-7944-4a08-a079-5abd25b1acd5 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578978 Nov 10 22:34:42.117117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.122061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.149834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:34:42.169116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.169797 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Added segment 05e5578f-25af-44b5-a0b9-06c8b9561ee5 of type vlan for network 467748e8-9789-4710-9cb5-fcd2081ee7ee Nov 10 22:34:42.172037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57149e9-61b6-402a-9754-6f55cbd8f36e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:42.231342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.261173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.262689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:42.263404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.335494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5912330 Nov 10 22:34:42.338294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:42.343354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Request body: {'subnet': {'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-subnet', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:42.347188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96640e-3390-4970-8aba-867c8d8b2600 admin admin] Pushing event updated for resources: {'Network': ['ID=467748e8-9789-4710-9cb5-fcd2081ee7ee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:42.359745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:34:42.399006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Made reservation on behalf of b5040f4c886044e4b202a471657c697c for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:34:42.402213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.618188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49402) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:42.726972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.792822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed97bbf-a67c-4595-8aee-92b77e33d734,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:42.819198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-359d57a6-93f9-4be1-b9ba-0feaf5d9b5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.824704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Checking segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:42.825207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Network hostable DHCP agents. Network: 467748e8-9789-4710-9cb5-fcd2081ee7ee, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:34:42.844094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:34:42.856188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 467748e8-9789-4710-9cb5-fcd2081ee7ee) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:42.867399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fa83b-2c80-4fff-854e-a6cf1f5efc75 None None] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:34:42.875598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:42.875598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.930035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-083b01d9-0d75-4f61-9fa0-c1934900f5ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5903060 Nov 10 22:34:42.931921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-359d57a6-93f9-4be1-b9ba-0feaf5d9b5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.933344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:42.939595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:42.940740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-359d57a6-93f9-4be1-b9ba-0feaf5d9b5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.984111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:42.987506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.025711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-359d57a6-93f9-4be1-b9ba-0feaf5d9b5df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5304bcf6ef54023b2a385c2055837e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027755 Nov 10 22:34:43.025711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49414) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:43.094632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d57a6-93f9-4be1-b9ba-0feaf5d9b5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54738ae-7575-497e-947a-748ca59235c5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:43.200097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.207601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.250645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.344943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.345866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.351028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f54738ae-7575-497e-947a-748ca59235c5 HTTP/1.1" status: 204 len: 168 time: 0.2761526 Nov 10 22:34:43.374816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16137af4-51da-44c7-a37e-f1e7dba2cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54738ae-7575-497e-947a-748ca59235c5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:43.457033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-467748e8-9789-4710-9cb5-fcd2081ee7ee', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:34:43.463985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.701069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:43.725852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Allocated IP 172.20.0.2 (467748e8-9789-4710-9cb5-fcd2081ee7ee/4ed97bbf-a67c-4595-8aee-92b77e33d734/1c28bdca-39a8-4b82-890c-d9b4fabb3c58) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:43.737493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:43.821324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb4e54-2924-4fdb-a714-cdf0ae371fff req-a533912c-c85c-4579-8dcc-f601a7adad8a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:43.822966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54eb4e54-2924-4fdb-a714-cdf0ae371fff req-a533912c-c85c-4579-8dcc-f601a7adad8a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.3382108 Nov 10 22:34:43.924595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54eb4e54-2924-4fdb-a714-cdf0ae371fff req-118ee6d8-5e0f-4768-9f64-1ca89d8584ab tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Nov 10 22:34:43.975986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49466) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:43.992552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.003586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.016667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b687-739c-4ca4-92a5-57a3dcb1fd44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.074109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Pushing event updated for resources: {'Port': ['ID=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:44.089009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.089701 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.090907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.091596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.092799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.093467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.093991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.094506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.095536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.096020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.096492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.096992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Tracked resource versions report: Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: pushed versions: Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: { 'AddressGroup': {'1.2'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'ConntrackHelper': {'1.0'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Log': {'1.0'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Network': {'1.1'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Port': {'1.7'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'PortForwarding': {'1.2'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'QosPolicy': {'1.10'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SecurityGroup': {'1.5'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SubPort': {'1.0'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Subnet': {'1.1'}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Trunk': {'1.1'}} Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: consumer versions: Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: HyperV agent@n-h1-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: HyperV agent@n-h2-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: L3 agent@n-d-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: Metadata agent@n-d-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: Metering agent@n-d-811521-3: {}, Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'ConntrackHelper': '1.0', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Log': '1.0', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Network': '1.1', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Port': '1.7', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'PortForwarding': '1.2', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'QosPolicy': '1.10', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SecurityGroup': '1.5', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SecurityGroupRule': '1.2', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'SubPort': '1.0', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Subnet': '1.1', Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: 'Trunk': '1.1'}} Nov 10 22:34:44.098492 n-d-811521-3 neutron-server[102459]: {{(pid=102459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:34:44.122831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:44.124622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:44.129414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:44.189501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b687-739c-4ca4-92a5-57a3dcb1fd44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.216661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Attempting to bind port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:34:44.217060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Attempting to bind port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:34:44.217823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Attempting to bind port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:44.229648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:34:44.230376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Checking segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:44.230951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.231350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Bound using segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:34:44.231883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Bound port: 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:34:44.232292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.269533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8be6-d6fb-440e-81cb-864d9d845613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.284456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b687-739c-4ca4-92a5-57a3dcb1fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.328750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:44.414474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] For port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:34:44.417905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a1d1b687-739c-4ca4-92a5-57a3dcb1fd44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cea36c2db29b45e79b8f80dad990f783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385486 Nov 10 22:34:44.418336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49478) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:44.422739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] For port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:34:44.424074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1b687-739c-4ca4-92a5-57a3dcb1fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561168b9-d365-4e5a-abaa-38060dea12eb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:44.472546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.479158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.506633 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.512183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8be6-d6fb-440e-81cb-864d9d845613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.536182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8be6-d6fb-440e-81cb-864d9d845613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.546449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691cac-42f3-4eb7-b27d-2591d169c09c None None] Pushing event updated for resources: {'Port': ['ID=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:44.556800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.566866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49480) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:44.608934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a4c8be6-d6fb-440e-81cb-864d9d845613 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d153da55bc7646d2a865c16c63e2bfdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9063065 Nov 10 22:34:44.614097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49486) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:44.644458 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.685105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c8be6-d6fb-440e-81cb-864d9d845613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86e206-abab-483a-9d27-91fb9db849cb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:44.710444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.779133 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.796842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.804309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.810283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/561168b9-d365-4e5a-abaa-38060dea12eb HTTP/1.1" status: 204 len: 168 time: 0.3836799 Nov 10 22:34:44.842036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5a46-c610-4f92-ab09-5ddc3d840f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561168b9-d365-4e5a-abaa-38060dea12eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:44.887418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:44.967176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.063656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Allocated IP 172.25.0.155 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:45.141303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49494) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:45.148816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8da23d54-4d92-4c24-928a-8f4b4c4b02c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.161545 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3acc357c-6b6b-4f61-928c-13e4f6f0e050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.327744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8da23d54-4d92-4c24-928a-8f4b4c4b02c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.333603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8da23d54-4d92-4c24-928a-8f4b4c4b02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.345431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.347981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.349178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db86e206-abab-483a-9d27-91fb9db849cb HTTP/1.1" status: 204 len: 168 time: 0.7280550 Nov 10 22:34:45.362843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c4017281-d3e8-4b71-b94c-16884220141e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.363285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da23d54-4d92-4c24-928a-8f4b4c4b02c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7596b389-6792-4c71-92c9-8530d972586d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:45.371925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212fec-ea02-4f09-90c0-230bf8948cc9 req-5dc2db3f-83f4-4c73-8735-c33c969cb8e6 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:45.373449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85212fec-ea02-4f09-90c0-230bf8948cc9 req-5dc2db3f-83f4-4c73-8735-c33c969cb8e6 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.2757354 Nov 10 22:34:45.397464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8da23d54-4d92-4c24-928a-8f4b4c4b02c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3a9ccb8b3748ff8644c5fc564591ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0647814 Nov 10 22:34:45.398197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49502) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:45.423362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91370a3-f861-472f-8617-5b0f6a885050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86e206-abab-483a-9d27-91fb9db849cb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:45.523291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.525697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.587650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.702276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85212fec-ea02-4f09-90c0-230bf8948cc9 req-7bd2ebe8-ed55-4072-be91-64142683b256 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109322 Nov 10 22:34:45.722889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.727009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.727205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3acc357c-6b6b-4f61-928c-13e4f6f0e050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.729376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7596b389-6792-4c71-92c9-8530d972586d HTTP/1.1" status: 204 len: 168 time: 0.3292992 Nov 10 22:34:45.751104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3acc357c-6b6b-4f61-928c-13e4f6f0e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.762263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224db024-d7a9-4bab-ac4b-c37f216f7876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7596b389-6792-4c71-92c9-8530d972586d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:45.857788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.916110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c4017281-d3e8-4b71-b94c-16884220141e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.957094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3acc357c-6b6b-4f61-928c-13e4f6f0e050 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd901c2277104d7bbc12eb6a2b41f0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3876119 Nov 10 22:34:45.960407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49514) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:45.971310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c4017281-d3e8-4b71-b94c-16884220141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:45.999987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc357c-6b6b-4f61-928c-13e4f6f0e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09322e-bb59-434d-897b-f734723cb020,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:46.014693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:46.047064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:46.079054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:46.107943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.143858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.177522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:46.178437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Pushing event updated for resources: {'Port': ['ID=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:46.243078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.245858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.251576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e09322e-bb59-434d-897b-f734723cb020 HTTP/1.1" status: 204 len: 168 time: 0.2853477 Nov 10 22:34:46.266318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14990a5b-823f-4d9b-8a1c-801d05dac153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09322e-bb59-434d-897b-f734723cb020,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:46.274866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c4017281-d3e8-4b71-b94c-16884220141e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df95abc44374151bf27c91ff28bf8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1232111 Nov 10 22:34:46.277563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:46.278161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f36120e6-f313-4888-a65a-c6c1a669d342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.290149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017281-d3e8-4b71-b94c-16884220141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad1d23b-908e-41d3-b4b1-6957f76e77da,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:46.338702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0c222-d4ec-48e3-954c-c99d6fe31dbd None None] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:34:46.452217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.498731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] Provisioning complete for port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:46.499099 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.499690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.577102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49526) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:46.630126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ce67295-58e3-4e47-9b97-6a80b03eb32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.718992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.737218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.738796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bad1d23b-908e-41d3-b4b1-6957f76e77da HTTP/1.1" status: 204 len: 168 time: 0.4560032 Nov 10 22:34:46.755658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f36120e6-f313-4888-a65a-c6c1a669d342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.765946 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.775474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562274-23ff-4ec5-9f70-87c82718cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad1d23b-908e-41d3-b4b1-6957f76e77da,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:46.890891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ce67295-58e3-4e47-9b97-6a80b03eb32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.900042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ce67295-58e3-4e47-9b97-6a80b03eb32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.907800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f36120e6-f313-4888-a65a-c6c1a669d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:46.953941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.049592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce67295-58e3-4e47-9b97-6a80b03eb32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652431bb-17d8-4dfd-927c-8574f5bb4bc6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.062112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ce67295-58e3-4e47-9b97-6a80b03eb32b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44fc701f664a46238965859fcb232192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786258 Nov 10 22:34:47.062480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] For port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:34:47.063857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49538) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:47.074884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.164187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:47.218234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817aaa9-dbcf-43bb-987f-3243c79553b9 req-06af5ea5-16c7-4160-8175-5f735a95b84f tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:47.244381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8817aaa9-dbcf-43bb-987f-3243c79553b9 req-06af5ea5-16c7-4160-8175-5f735a95b84f tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.3064408 Nov 10 22:34:47.277442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f36120e6-f313-4888-a65a-c6c1a669d342 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=066fefc85b0a4d58891b3b80c3312144&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0945823 Nov 10 22:34:47.280191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49540) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:47.281951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36120e6-f313-4888-a65a-c6c1a669d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b645af-cc89-4de5-8ea3-35d0565429a0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.310026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c3ba-bf7f-4d49-a148-14bd15805aa9 None None] Pushing event updated for resources: {'Port': ['ID=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.318354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:47.328006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:47.330098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.337965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33723bf1-3cca-47a0-aa91-141d6ff14c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.397958 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.468377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.585746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33723bf1-3cca-47a0-aa91-141d6ff14c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.591481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.597229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33723bf1-3cca-47a0-aa91-141d6ff14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.625544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.636532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33723bf1-3cca-47a0-aa91-141d6ff14c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22902fb2-fe67-4968-a506-be589a187719,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.640308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.658088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8817aaa9-dbcf-43bb-987f-3243c79553b9 req-38848b57-26e4-4e4b-b7e3-c173094d386f tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090946 Nov 10 22:34:47.674343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-582fb14a-0b1b-46dd-98b6-efd1b0e9801e None None] Provisioning complete for port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:47.675391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-582fb14a-0b1b-46dd-98b6-efd1b0e9801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.747688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33723bf1-3cca-47a0-aa91-141d6ff14c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67bb0be29bb345baaa68fa1f48c4ef36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276376 Nov 10 22:34:47.752094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49550) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:47.770379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:34:47.776271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:47.822627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c196aac-4369-49cf-a0e6-05a35601a7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.851362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.857034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.860884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27b645af-cc89-4de5-8ea3-35d0565429a0 HTTP/1.1" status: 204 len: 168 time: 0.5383766 Nov 10 22:34:47.890649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.893226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.905047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/652431bb-17d8-4dfd-927c-8574f5bb4bc6 HTTP/1.1" status: 204 len: 168 time: 0.8393371 Nov 10 22:34:47.916059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:47.917954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e490a-00fc-4e1a-b20d-68f7e7e5abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b645af-cc89-4de5-8ea3-35d0565429a0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.942079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de0b5f-80f6-4d78-93d9-33e93fe99d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652431bb-17d8-4dfd-927c-8574f5bb4bc6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:47.975685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.051486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.056299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.057913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22902fb2-fe67-4968-a506-be589a187719 HTTP/1.1" status: 204 len: 168 time: 0.3045425 Nov 10 22:34:48.061217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:34:48.073471 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:34:48.074955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f5a9d-fccb-46e8-9bea-e328718d886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22902fb2-fe67-4968-a506-be589a187719,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:48.095730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.099994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49564) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:48.100240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5fd32d6-48fa-4bf6-b27e-4539e82b48a9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1654987 Nov 10 22:34:48.116030 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:34:48.120112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:48.193454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c196aac-4369-49cf-a0e6-05a35601a7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.202127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c196aac-4369-49cf-a0e6-05a35601a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.300196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49568) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:48.300393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c196aac-4369-49cf-a0e6-05a35601a7d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19e44f750a044f14a97defa33676d5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226197 Nov 10 22:34:48.321843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c196aac-4369-49cf-a0e6-05a35601a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50085e6d-8232-476e-bd56-5a19235d1b54,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:48.390935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.415406 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:34:48.418966 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.484882 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.487866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.489747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50085e6d-8232-476e-bd56-5a19235d1b54 HTTP/1.1" status: 204 len: 168 time: 0.1867769 Nov 10 22:34:48.502070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bdc40-a2cf-4bf4-95c9-48eb9f1e1c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50085e6d-8232-476e-bd56-5a19235d1b54,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:48.771585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:46Z', 'revision_number': 3, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:48.857795 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:34:48.863446 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Updating router 808a0b3c-53d2-4f60-acbe-1681c096b9fc port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:34:48.909616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7414-6b12-45e3-8e1f-c717ca9d04ed req-268f0a41-ad8b-44c3-b0dd-3a3e55024282 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:48.923041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b66a7414-6b12-45e3-8e1f-c717ca9d04ed req-268f0a41-ad8b-44c3-b0dd-3a3e55024282 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.1203797 Nov 10 22:34:48.964018 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.979062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:49.009270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.012062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b66a7414-6b12-45e3-8e1f-c717ca9d04ed req-0958882b-172b-4e03-90d4-c6c2bdcccb1a tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877960 Nov 10 22:34:49.079237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Request body: {'port': {'device_id': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'device_owner': 'compute:tempest-test_az-1034323663', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:49.137583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:49.137932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.308071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.423732 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.431894 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.531978 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Pushing event updated for resources: {'Port': ['ID=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:49.557504 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.558142 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.558648 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.559115 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.559582 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.560040 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.560494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.560953 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.561588 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.564247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.568507 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.569010 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Tracked resource versions report: Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: pushed versions: Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: { 'AddressGroup': {'1.2'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'ConntrackHelper': {'1.0'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Log': {'1.0'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Network': {'1.1'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Port': {'1.7'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'PortForwarding': {'1.2'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'QosPolicy': {'1.10'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SecurityGroup': {'1.5'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SecurityGroupRule': {'1.2'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SubPort': {'1.0'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Subnet': {'1.1'}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Trunk': {'1.1'}} Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: consumer versions: Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: { DHCP agent@n-d-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: HyperV agent@n-h1-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: HyperV agent@n-h2-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: L3 agent@n-d-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: Metadata agent@n-d-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: Metering agent@n-d-811521-3: {}, Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: Open vSwitch agent@n-d-811521-3: { 'AddressGroup': '1.2', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'ConntrackHelper': '1.0', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Log': '1.0', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Network': '1.1', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Port': '1.7', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'PortForwarding': '1.2', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'QosPolicy': '1.10', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SecurityGroup': '1.5', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SecurityGroupRule': '1.2', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'SubPort': '1.0', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Subnet': '1.1', Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: 'Trunk': '1.1'}} Nov 10 22:34:49.573250 n-d-811521-3 neutron-server[102460]: {{(pid=102460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 22:34:49.592597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Allocated IP 172.20.0.1 (467748e8-9789-4710-9cb5-fcd2081ee7ee/4ed97bbf-a67c-4595-8aee-92b77e33d734/4340eb06-b5c6-48de-b394-9c811c7d4701) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:49.629067 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Attempting to bind port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:34:49.630828 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Attempting to bind port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:34:49.631475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Attempting to bind port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:49.650318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:34:49.651014 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:49.651677 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.652275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:34:49.653187 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Bound port: 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:34:49.653768 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.794154 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] For port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:34:49.805430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] For port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:34:49.816386 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.958561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:49.971093 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9b7a6-38b9-4afe-97f9-d1d06635b017 None None] Pushing event updated for resources: {'Port': ['ID=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:50.018465 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:34:50.019061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.019189 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:50.090905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:50.096506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:50.113446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:50.114720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.153174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Pushing event updated for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:50.183909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:34:50.210428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921be05f-6be5-40a6-91bb-5e4e9685e142 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:34:50.232698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.277242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Transition to ACTIVE for port object 921be05f-6be5-40a6-91bb-5e4e9685e142 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:34:50.282867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.415756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Pushing event updated for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:50.457334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6efa9a00-1ea2-40c1-96ae-2714f8c28e35 None None] Provisioning complete for port 4340eb06-b5c6-48de-b394-9c811c7d4701 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:50.458499 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6efa9a00-1ea2-40c1-96ae-2714f8c28e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.469331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72af361-e020-414e-a45e-65c8186f5d13 req-68805a83-300d-438d-a454-75eb71e91baa tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:50.478437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d72af361-e020-414e-a45e-65c8186f5d13 req-68805a83-300d-438d-a454-75eb71e91baa tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 936 time: 0.3276119 Nov 10 22:34:50.501259 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:46Z', 'revision_number': 3, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:50.537506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Attempting to bind port 921be05f-6be5-40a6-91bb-5e4e9685e142 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:34:50.538230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Attempting to bind port 921be05f-6be5-40a6-91bb-5e4e9685e142 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:34:50.538786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Attempting to bind port 921be05f-6be5-40a6-91bb-5e4e9685e142 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:50.545726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Port 921be05f-6be5-40a6-91bb-5e4e9685e142 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:34:50.546845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Attempting to bind port 921be05f-6be5-40a6-91bb-5e4e9685e142 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:50.555025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:34:50.555718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:50.556561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:34:50.557950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Bound port: 921be05f-6be5-40a6-91bb-5e4e9685e142, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:34:50.558684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.561937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6efa9a00-1ea2-40c1-96ae-2714f8c28e35 None None] Port 4340eb06-b5c6-48de-b394-9c811c7d4701 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:34:50.659653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d72af361-e020-414e-a45e-65c8186f5d13 req-fca6bd7c-232e-4d73-9d42-d7c873c1b973 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799605 Nov 10 22:34:50.662512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.713804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9cfc-0b48-4516-8791-8fe2d9becdec None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:46Z', 'revision_number': 3, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:34:50.727866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:34:50.732998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=921be05f-6be5-40a6-91bb-5e4e9685e142,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:34:50.739735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.775797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:50.776962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:50.782565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] 10.222.0.39 "PUT /v2.0/ports/921be05f-6be5-40a6-91bb-5e4e9685e142 HTTP/1.1" status: 200 len: 1118 time: 2.7211804 Nov 10 22:34:50.786097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:34:51.024877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:51.044240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:51.044240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:51.132642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2933fa9-3d4f-41ef-a9d2-a1ef041ad065 service neutron] Pushing event updated for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:51.197004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-a8b9b523-7f01-43f1-8154-9afa7dad4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:51.199294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-a8b9b523-7f01-43f1-8154-9afa7dad4d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 1121 time: 0.2502620 Nov 10 22:34:51.214722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Pushing event updated for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:51.309378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:51.312712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:51.320244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-3e76389f-21da-441b-89ed-f260ae68f6ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=921be05f-6be5-40a6-91bb-5e4e9685e142 HTTP/1.1" status: 200 len: 217 time: 0.1099694 Nov 10 22:34:51.472205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-3a945c12-5c8c-4adc-93c2-f3f467b42384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:51.474731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-3a945c12-5c8c-4adc-93c2-f3f467b42384 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1473093 Nov 10 22:34:51.540770 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a2c8b-8adc-471f-babc-4a720489547b" -d '{"events": [{"name": "network-changed", "server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:34:51.611577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:34:51.622473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704223-3ee9-4a53-a458-456cc299c996 req-afd0db09-223c-47e2-9476-b14033002e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:51.626321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-afd0db09-223c-47e2-9476-b14033002e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437297 Nov 10 22:34:51.698538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cf2bdb2e-3a38-428d-b00a-3528bb5e669e None None] Provisioning complete for port 4340eb06-b5c6-48de-b394-9c811c7d4701 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:51.701050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb2e-3a38-428d-b00a-3528bb5e669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:51.808295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bdb2e-3a38-428d-b00a-3528bb5e669e None None] Port 4340eb06-b5c6-48de-b394-9c811c7d4701 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:34:51.868537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:34:51.874693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-213642c3-f55f-419d-a45a-81bf7dec66ec admin admin] 10.222.0.25 "PUT /v2.0/routers/808a0b3c-53d2-4f60-acbe-1681c096b9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7735929 Nov 10 22:34:51.968205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dfbfc-70fa-4812-820b-0677f21245f5 req-153fc693-0534-40d9-81b3-972488547a1f tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:51.970206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b98dfbfc-70fa-4812-820b-0677f21245f5 req-153fc693-0534-40d9-81b3-972488547a1f tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 970 time: 0.0783956 Nov 10 22:34:52.015609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-9f4cb4c4-205d-40f9-b145-1a64607555f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787417 Nov 10 22:34:52.063715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b98dfbfc-70fa-4812-820b-0677f21245f5 req-cce24645-6751-456e-bfe6-027610017cd4 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873942 Nov 10 22:34:52.170927 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd14f4f-aa88-4c42-b7a4-27ffe8bf1db4 x-openstack-request-id: req-ffd14f4f-aa88-4c42-b7a4-27ffe8bf1db4 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:34:52.171247 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:34:52.171475 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffd14f4f-aa88-4c42-b7a4-27ffe8bf1db4 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:34:52.172054 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142', 'status': 'completed', 'code': 200} Nov 10 22:34:52.178625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34704223-3ee9-4a53-a458-456cc299c996 req-c3bc380a-2682-48bb-80c5-c26c8c700c99 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546810 Nov 10 22:34:52.286006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2c8b-8adc-471f-babc-4a720489547b req-c6621860-03d6-4745-ab9b-0e592dc184ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:52.287830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-c6621860-03d6-4745-ab9b-0e592dc184ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 1121 time: 0.0546584 Nov 10 22:34:52.446246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2c8b-8adc-471f-babc-4a720489547b req-c69f52f7-bfe2-40a2-b437-db3f472a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:52.447697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-c69f52f7-bfe2-40a2-b437-db3f472a7856 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1519265 Nov 10 22:34:52.492224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-de5620df-63c5-4870-a0a2-6fbea1481d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=921be05f-6be5-40a6-91bb-5e4e9685e142 HTTP/1.1" status: 200 len: 217 time: 0.0373931 Nov 10 22:34:52.543319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2c8b-8adc-471f-babc-4a720489547b req-318920e4-3959-4336-846b-6af5cade12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:52.544778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-318920e4-3959-4336-846b-6af5cade12d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0460210 Nov 10 22:34:52.613208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2c8b-8adc-471f-babc-4a720489547b req-56873c10-7102-44fd-85c4-6474025fb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:52.614936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-56873c10-7102-44fd-85c4-6474025fb83d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610886 Nov 10 22:34:52.720623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-5478a58f-ab9d-41ad-946e-c7ea622a8dba service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971169 Nov 10 22:34:52.844361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c83a2c8b-8adc-471f-babc-4a720489547b req-3623c8a5-44cd-45f2-82c9-332606cb8358 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166427 Nov 10 22:34:52.898618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:52.922624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49708) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:52.947259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:34:52.966031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:34:52.966654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:52.969541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:52.970073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.144184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:34:53.185905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.215427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a23dea37-ff09-49b1-b745-dee46cf62627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.254504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95d6a2-c1a6-4d47-891b-c2fb777a09b5 req-7a254a8a-447b-4bdc-9e0e-f4a3f4ac28d7 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:53.261411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e95d6a2-c1a6-4d47-891b-c2fb777a09b5 req-7a254a8a-447b-4bdc-9e0e-f4a3f4ac28d7 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 970 time: 0.1024704 Nov 10 22:34:53.282107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:34:53.290111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.349062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a23dea37-ff09-49b1-b745-dee46cf62627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.354445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a23dea37-ff09-49b1-b745-dee46cf62627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.410153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dea37-ff09-49b1-b745-dee46cf62627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360c9b3-290a-4881-9efa-0db77c84f472,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:53.412393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:53.437532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a23dea37-ff09-49b1-b745-dee46cf62627 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80440340dae94cd5b139960f5a30826e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114074 Nov 10 22:34:53.438528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49736) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:53.458354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 2, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:53.485457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:34:53.485919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Updating router 808a0b3c-53d2-4f60-acbe-1681c096b9fc port 4340eb06-b5c6-48de-b394-9c811c7d4701 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:34:53.499823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e95d6a2-c1a6-4d47-891b-c2fb777a09b5 req-4a5c35c6-9fff-484b-ba7e-d7d6c76b41fe tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362504 Nov 10 22:34:53.511863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.521681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.543776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.607295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.611904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.614279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e360c9b3-290a-4881-9efa-0db77c84f472 HTTP/1.1" status: 204 len: 168 time: 0.1740246 Nov 10 22:34:53.623411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d637d-c4b9-4159-a3df-763b7c746242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360c9b3-290a-4881-9efa-0db77c84f472,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:53.921280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.929562 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:53.984307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e4e51-e308-42d9-ae98-992555d836ef None None] Pushing event updated for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.054212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Attempting to bind port 4340eb06-b5c6-48de-b394-9c811c7d4701 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:34:54.055017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Attempting to bind port 4340eb06-b5c6-48de-b394-9c811c7d4701 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:34:54.055480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Attempting to bind port 4340eb06-b5c6-48de-b394-9c811c7d4701 on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:54.061217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:34:54.061599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Checking segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:54.062004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.062581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Bound using segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:34:54.063063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Bound port: 4340eb06-b5c6-48de-b394-9c811c7d4701, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:34:54.063516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.143231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] For port 4340eb06-b5c6-48de-b394-9c811c7d4701, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:34:54.143231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] For port 4340eb06-b5c6-48de-b394-9c811c7d4701, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4340eb06-b5c6-48de-b394-9c811c7d4701,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:34:54.149869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.205373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e4e51-e308-42d9-ae98-992555d836ef None None] Pushing event updated for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.235756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:34:54.237040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:54.260213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:54.265969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-network', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:54.315017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Made reservation on behalf of ea208dc85b344d5fb4142fe72cc82bf5 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:34:54.317560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.317957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] Provisioning complete for port 4340eb06-b5c6-48de-b394-9c811c7d4701 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:54.318472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.333458 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.443227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.448737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.455690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:34:54.488541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8ec5e-5c98-48c3-bc98-d95534b6b2e1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.500575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:34:54.511873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.512480 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Added segment 9c9c8996-a527-4f5e-9b47-cd9d357e9fbd of type vlan for network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc Nov 10 22:34:54.524642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49776) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:54.542585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8c79c53-077f-40c1-96fc-18bf52eb7505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.610700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.632548 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.699660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] For port 4340eb06-b5c6-48de-b394-9c811c7d4701, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4340eb06-b5c6-48de-b394-9c811c7d4701,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:34:54.701821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8c79c53-077f-40c1-96fc-18bf52eb7505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.708826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.714205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8c79c53-077f-40c1-96fc-18bf52eb7505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.753147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.754145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:54.755256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.804361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f182de-b3a2-4025-9241-816972e4250d req-44b185d2-0ece-4a71-bdf5-612bb3e5ac7d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:54.805946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6f182de-b3a2-4025-9241-816972e4250d req-44b185d2-0ece-4a71-bdf5-612bb3e5ac7d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 970 time: 0.1562853 Nov 10 22:34:54.808590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8c79c53-077f-40c1-96fc-18bf52eb7505 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e110abdf55345d1b5e1b5b30dbb5bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827015 Nov 10 22:34:54.812182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c62e9-c1a8-4947-9af8-bfc3e3e85c9d None None] Pushing event updated for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.812741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:54.814180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c79c53-077f-40c1-96fc-18bf52eb7505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e899eb90-078e-4fb5-ba2f-351474112599,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.841694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:54.846330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-636af714-c0bf-4863-a737-ffdbf8f0bcc3 None None] Provisioning complete for port 4340eb06-b5c6-48de-b394-9c811c7d4701 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:54.846915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-636af714-c0bf-4863-a737-ffdbf8f0bcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.938616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.940607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6789665 Nov 10 22:34:54.941260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:54.945455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:54.950489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e0d1-abd1-49dc-90e1-c391b543a6cb None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:34:54.953574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Request body: {'subnet': {'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-subnet', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:54.969509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6f182de-b3a2-4025-9241-816972e4250d req-2ecb1338-7025-452c-a329-fc1cee769cf0 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342750 Nov 10 22:34:54.994804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa2c4a-caa4-48c9-8bfb-a814950cf6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d58fe0bf-a00c-403e-b50b-9ad79f1b63dc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:54.997901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.059235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Made reservation on behalf of ea208dc85b344d5fb4142fe72cc82bf5 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:34:55.061732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.086021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:34:55.088122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 921be05f-6be5-40a6-91bb-5e4e9685e142 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:34:55.235108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.238260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.242131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e899eb90-078e-4fb5-ba2f-351474112599 HTTP/1.1" status: 204 len: 168 time: 0.4149938 Nov 10 22:34:55.253936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c58a6-423c-425c-a400-496b73f3a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899eb90-078e-4fb5-ba2f-351474112599,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:55.293690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-447e739f-ddaa-4b44-aa40-f3c8f337791e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.445579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:55.445949 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.471743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.475395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-ee9e8995-7a7a-44a5-b021-f24256d20271 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399835 Nov 10 22:34:55.590565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Request body: {'security_group': {'name': 'tempest-securitygroup-3289142', 'description': 'tempest-description-1643870752'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:55.625104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.648799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=921be05f-6be5-40a6-91bb-5e4e9685e142,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:34:55.654669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.667317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '921be05f-6be5-40a6-91bb-5e4e9685e142', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '921be05f-6be5-40a6-91bb-5e4e9685e142', 'mac_address': 'fa:16:3e:8b:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:tempest-test_az-1034323663', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:34:55.690990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-892bb5a0-8648-4a94-ac63-e581878ee4f2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:55.700584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-892bb5a0-8648-4a94-ac63-e581878ee4f2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163329 Nov 10 22:34:55.730920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f056a3-3866-4a41-9e88-15e60f8267f1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:55.737875 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.768726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-a0a3badf-a9b4-43e0-955a-b0844712c61a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/quotas/992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 375 time: 0.0671680 Nov 10 22:34:55.773281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921be05f-6be5-40a6-91bb-5e4e9685e142 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:34:55.776498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.778988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Checking segment: {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:55.779822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Network hostable DHCP agents. Network: d58fe0bf-a00c-403e-b50b-9ad79f1b63dc, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:34:55.786309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.802731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=921be05f-6be5-40a6-91bb-5e4e9685e142,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:34:55.812895 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.819898 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-22dd007f-dfd3-486e-851b-a0bf5c12a40c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355201 Nov 10 22:34:55.833790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:34:55.846802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d58fe0bf-a00c-403e-b50b-9ad79f1b63dc) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:55.855581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:55.857713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.862750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cdd6a-b8f5-434e-9468-056059cb806a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:55.884783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d89958-6d96-4f72-aea0-2fb6284cd37e None None] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:34:55.907399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-efdde345-486c-4d4b-9f25-22e988ede11c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9608574 Nov 10 22:34:55.909614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49824) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:55.922793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:55.944011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.952781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.977088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.979483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:55.998984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.021763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a43632f-c531-426c-9d33-c29af3f73092 req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4353039 Nov 10 22:34:56.023007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb88bf-5c01-4c6f-a89b-645c2ba1bf8d tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46b258-ab68-4bbd-a318-f2a69d67449f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:56.120348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:56.133090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Request body: {'security_group': {'name': 'tempest-securitygroup-209479220', 'description': 'tempest-description-690371020'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:56.154768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.184649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['921be05f-6be5-40a6-91bb-5e4e9685e142'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:34:56.233464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e20421-6bde-4f21-b658-fe853b88c8ca req-2df475a7-79a3-41d2-8467-784569d8bdee tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:56.244269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4e20421-6bde-4f21-b658-fe853b88c8ca req-2df475a7-79a3-41d2-8467-784569d8bdee tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 971 time: 0.0798249 Nov 10 22:34:56.312542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4e20421-6bde-4f21-b658-fe853b88c8ca req-2a0d15aa-75c1-4878-b288-72279aa6c1f6 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Nov 10 22:34:56.436097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ba529b0-1379-470d-a04d-c8f44198a454 req-61e35d35-97aa-4717-9e5a-0d74407d660b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0626872 Nov 10 22:34:56.453883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.513120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.649995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49868) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:56.816523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.827708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'fixed_ips': [{'subnet_id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:34:56.828175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.836115 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.901796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:56.912043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-593ac5d0-8ce9-4fe1-a1cf-72ecb067e7fc req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7850246 Nov 10 22:34:57.036785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4a168ee4-1485-40c4-9920-6d6b15e7ca5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.056249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3b721-3504-435d-8ca9-a22479bf6171 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d104d-6f39-46ce-a357-6674c758830d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:57.066276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4340eb06-b5c6-48de-b394-9c811c7d4701 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:57.118146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.141254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.259551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4340eb06-b5c6-48de-b394-9c811c7d4701 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:57.260115 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.284242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4a168ee4-1485-40c4-9920-6d6b15e7ca5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.289125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Allocated IP 172.20.0.2 (d58fe0bf-a00c-403e-b50b-9ad79f1b63dc/a2f056a3-3866-4a41-9e88-15e60f8267f1/7813cf67-0f4f-4445-9c96-264d50c32957) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:57.294272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4a168ee4-1485-40c4-9920-6d6b15e7ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.309000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Allocated IP 172.25.0.243 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/bcc1bd8c-31a3-48bd-b6bd-825c843415a6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:34:57.430756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a168ee4-1485-40c4-9920-6d6b15e7ca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3800f-6fe9-4725-b993-4161d5bf64f0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:57.467146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4a168ee4-1485-40c4-9920-6d6b15e7ca5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=048582ffac8e4608ad23945f87381750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8148398 Nov 10 22:34:57.471215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:57.530786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.538157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.567837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-77987711-9419-4fd8-8bcc-a166b1ef5f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.569872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.579656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.605759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49902) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:57.606471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2032468245', 'description': 'tempest-description-1006358047'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:57.622364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.632605 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.652373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:57.657535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:57.684287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:57.694957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.699528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:34:57.706000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:34:57.708392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.723310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:34:57.737238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Pushing event updated for resources: {'Port': ['ID=7813cf67-0f4f-4445-9c96-264d50c32957,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:57.845508 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.848633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.855783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.857390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74d3800f-6fe9-4725-b993-4161d5bf64f0 HTTP/1.1" status: 204 len: 168 time: 0.3845842 Nov 10 22:34:57.861505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.868737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Attempting to bind port 7813cf67-0f4f-4445-9c96-264d50c32957 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:34:57.872234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc325e-0446-4fd5-babb-00ea72f5e448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3800f-6fe9-4725-b993-4161d5bf64f0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:57.873284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Attempting to bind port 7813cf67-0f4f-4445-9c96-264d50c32957 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:34:57.873696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Attempting to bind port 7813cf67-0f4f-4445-9c96-264d50c32957 on network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:34:57.892456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:34:57.896637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Checking segment: {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:34:57.898283 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.898699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Bound using segment: {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:34:57.899393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Bound port: 7813cf67-0f4f-4445-9c96-264d50c32957, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:34:57.900874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.920635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fdac34-8eac-4456-8a1d-254757f952aa,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:57.981849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:57.987842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.045883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91c35097-140a-41fc-8b31-22b3339a7fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.067580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] For port 7813cf67-0f4f-4445-9c96-264d50c32957, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:34:58.071301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] For port 7813cf67-0f4f-4445-9c96-264d50c32957, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7813cf67-0f4f-4445-9c96-264d50c32957,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:34:58.076884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.115553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.119625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f28333d-23b8-4b6f-8d3c-53de0bbd3784 req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5331035 Nov 10 22:34:58.121156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33420679-220a-470b-9a0e-ca63dabac3e4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e49a0df-1e70-4528-8514-ae250d697e98,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:58.194092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a7b98-6325-4eaf-a809-4af288390bfd None None] Pushing event updated for resources: {'Port': ['ID=7813cf67-0f4f-4445-9c96-264d50c32957,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:58.207050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.20', 49413) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:58.272230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-bb683c7c-6ce7-42af-ab38-48672424b8c7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623233 Nov 10 22:34:58.288760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c85ad2ef-6a17-45f8-92ef-1fa3b8eae694 req-7ac5e67c-8557-4452-af38-a41f7df87c5e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0448866 Nov 10 22:34:58.323753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Pushing event updated for resources: {'Port': ['ID=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:58.378840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b263fe9-6509-4bf5-a993-485db8720728 req-9801edef-333d-48c0-b703-b686159ca224 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:58.387340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b263fe9-6509-4bf5-a993-485db8720728 req-9801edef-333d-48c0-b703-b686159ca224 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 971 time: 0.9361763 Nov 10 22:34:58.404393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91c35097-140a-41fc-8b31-22b3339a7fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.406997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1568945067', 'description': 'tempest-description-1695440866'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:34:58.419707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91c35097-140a-41fc-8b31-22b3339a7fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.451893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-91c35097-140a-41fc-8b31-22b3339a7fea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=112f4437c0d44e618cdc866ddc3f98ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8436825 Nov 10 22:34:58.458161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:58.458486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:58.526872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.528357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3cda71c-3d31-4338-933c-00d9473caa21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.537204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.541383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c35097-140a-41fc-8b31-22b3339a7fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ec4a2-3556-435b-b84c-a597b0022ec5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:58.599188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b4bbfb5f-0658-4e53-b43a-fc6d753f8a83 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:58.600597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b4bbfb5f-0658-4e53-b43a-fc6d753f8a83 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142102 Nov 10 22:34:58.611342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b263fe9-6509-4bf5-a993-485db8720728 req-46a3e720-80c2-4c78-a41c-92f5a7f0f564 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228446 Nov 10 22:34:58.686682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.691705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.719772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.721898 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.724998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ab8f51f-ee34-49ef-8794-a6ef1ec8b75b req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3758614 Nov 10 22:34:58.771322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.785149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2cf8-014b-4af4-97f7-6a83ff87692f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8520a1-6f15-46e2-830e-adf7719bbdf5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:58.786570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.929019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3cda71c-3d31-4338-933c-00d9473caa21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:58.960246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-c981920a-ca44-407f-ad35-a6b1d3a0daa0 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28753 time: 0.1978571 Nov 10 22:34:58.967749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3cda71c-3d31-4338-933c-00d9473caa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.009010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-7c48b24c-9463-4e76-9341-9bf95a65b893 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3809e75e-1dc2-4976-9ff4-c4c9bbae2361 HTTP/1.1" status: 200 len: 2990 time: 0.0477233 Nov 10 22:34:59.046690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 921be05f-6be5-40a6-91bb-5e4e9685e142 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:59.047140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.049673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.050834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d08ec4a2-3556-435b-b84c-a597b0022ec5 HTTP/1.1" status: 204 len: 168 time: 0.5912795 Nov 10 22:34:59.058759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3cda71c-3d31-4338-933c-00d9473caa21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4892f3a3925743f68ecde39422a77f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5953450 Nov 10 22:34:59.058759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cda71c-3d31-4338-933c-00d9473caa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9e6b6-986f-4e4d-9400-c280c52e155d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:59.059047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49938) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:59.076708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.076915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-c2c63d73-fe53-4609-b0b5-1accfd0acf51 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3809e75e-1dc2-4976-9ff4-c4c9bbae2361 HTTP/1.1" status: 200 len: 2990 time: 0.0668488 Nov 10 22:34:59.078822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3afc1-1849-4275-a7ed-7e158286ff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ec4a2-3556-435b-b84c-a597b0022ec5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:59.228199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7813cf67-0f4f-4445-9c96-264d50c32957 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:34:59.255747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-001e9081-a47f-413e-8c88-67b8c8f875cc tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4a9cdd6a-b8f5-434e-9468-056059cb806a HTTP/1.1" status: 200 len: 2998 time: 0.1775455 Nov 10 22:34:59.259720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.322578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 921be05f-6be5-40a6-91bb-5e4e9685e142 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:34:59.330702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 921be05f-6be5-40a6-91bb-5e4e9685e142 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:59.331115 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.335073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7813cf67-0f4f-4445-9c96-264d50c32957 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:59.335463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.360817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.410286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Router 83037896-487c-4105-928f-cf071477de35 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:34:59.466726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-294db21a-c646-4c14-9858-e7163101e1a7 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4a9cdd6a-b8f5-434e-9468-056059cb806a HTTP/1.1" status: 200 len: 2998 time: 0.1982141 Nov 10 22:34:59.523823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.548224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-3e9ac648-cb67-48c2-abad-3a2776063db6 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5506b1c5-ad2c-41d7-af59-2f9661da0bd8 HTTP/1.1" status: 200 len: 2994 time: 0.0801506 Nov 10 22:34:59.571302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.577766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.579169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80f9e6b6-986f-4e4d-9400-c280c52e155d HTTP/1.1" status: 204 len: 168 time: 0.5184796 Nov 10 22:34:59.634078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0978958-b71b-4129-8466-57cdd83a2b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9e6b6-986f-4e4d-9400-c280c52e155d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:34:59.647164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-0a2f0cdb-e6b2-4663-b49e-f6f8029a17ae tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5506b1c5-ad2c-41d7-af59-2f9661da0bd8 HTTP/1.1" status: 200 len: 2994 time: 0.0975847 Nov 10 22:34:59.653092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:34:59.665162 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Sync routers for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:34:59.682605 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.682864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:34:59.684322 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:34:59.686721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3a33b3d8-ad46-444d-a2b8-e029a5f74d6e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7737057 Nov 10 22:34:59.689837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49958) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:59.724413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d09dd-f482-45df-96c7-87ed66d7f357 None None] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:34:59.733297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-7ff24349-644a-4230-a2c7-71d4bd4d3c33 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/60fdac34-8eac-4456-8a1d-254757f952aa HTTP/1.1" status: 200 len: 2998 time: 0.0842898 Nov 10 22:34:59.793193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-7518905e-8fee-4106-adf2-0214d73bf289 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/60fdac34-8eac-4456-8a1d-254757f952aa HTTP/1.1" status: 200 len: 2998 time: 0.0589089 Nov 10 22:34:59.850405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49962) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:34:59.874300 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:34:59.882462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a94310a5-c455-40d3-855a-ccc091573d6b req-4f4edc89-a1e4-4dc0-8168-b5d9b4110104 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.1617332 Nov 10 22:34:59.898904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.911759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7cd2817b-9380-4252-8494-8587620b2c35 None None] Provisioning complete for port 7813cf67-0f4f-4445-9c96-264d50c32957 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:34:59.912322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7cd2817b-9380-4252-8494-8587620b2c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.925080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-890a1fd8-4ea1-4b4e-b87e-2d7d75309ebc tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/91b8ec5e-5c98-48c3-bc98-d95534b6b2e1 HTTP/1.1" status: 200 len: 2998 time: 0.1234179 Nov 10 22:34:59.925080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f6860e3-4b89-43ac-9032-3764c0fd8435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:59.932038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 7813cf67-0f4f-4445-9c96-264d50c32957, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7813cf67-0f4f-4445-9c96-264d50c32957,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:00.007504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.030727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:00.096705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-915af1f5-f519-4fde-84e0-fe76222f2dbb tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/91b8ec5e-5c98-48c3-bc98-d95534b6b2e1 HTTP/1.1" status: 200 len: 2998 time: 0.1781013 Nov 10 22:35:00.148733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=921be05f-6be5-40a6-91bb-5e4e9685e142,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:00.191311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a35f-da3f-403c-846e-dae8f653901f req-d9c54763-96b0-4f5b-b2d7-3bd75b4a4614 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:00.199264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58b7a35f-da3f-403c-846e-dae8f653901f req-d9c54763-96b0-4f5b-b2d7-3bd75b4a4614 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 971 time: 0.1152074 Nov 10 22:35:00.214282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.215008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-9c702632-697e-44cb-ac8f-21c87cbd0812 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a36d5549-f89f-470c-862b-70d825940bd1 HTTP/1.1" status: 200 len: 2998 time: 0.1084087 Nov 10 22:35:00.233715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f6860e3-4b89-43ac-9032-3764c0fd8435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.302327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-2d7e6d0a-698e-41d3-9480-62ccee2e1d41 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a36d5549-f89f-470c-862b-70d825940bd1 HTTP/1.1" status: 200 len: 2998 time: 0.0730968 Nov 10 22:35:00.302327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f6860e3-4b89-43ac-9032-3764c0fd8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.338583 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:34:58Z', 'revision_number': 3, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:00.344998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6860e3-4b89-43ac-9032-3764c0fd8435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf5ab0-e428-49f0-8e74-f776bca6b3da,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:00.383120 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-feedad16-20ab-437b-8bcf-a41f033da47d req-b6826461-769e-4d10-9744-084f46675a10 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] show failed (client error): The resource could not be found. Nov 10 22:35:00.384413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-b6826461-769e-4d10-9744-084f46675a10 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d08ec4a2-3556-435b-b84c-a597b0022ec5 HTTP/1.1" status: 404 len: 352 time: 0.0711305 Nov 10 22:35:00.391215 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.395520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f6860e3-4b89-43ac-9032-3764c0fd8435 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=062988e5e943412c8e1d04787993f669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432568 Nov 10 22:35:00.398220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58b7a35f-da3f-403c-846e-dae8f653901f req-a38c4e95-94bd-44d0-bbb3-073082af89e3 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951032 Nov 10 22:35:00.400058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:00.426862 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-feedad16-20ab-437b-8bcf-a41f033da47d req-f5c68442-2bdb-4b98-8479-dcb1de9eb90f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] show failed (client error): The resource could not be found. Nov 10 22:35:00.428225 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Checking router: 83037896-487c-4105-928f-cf071477de35 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:35:00.429592 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Updating router 83037896-487c-4105-928f-cf071477de35 port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:35:00.431480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-f5c68442-2bdb-4b98-8479-dcb1de9eb90f tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d08ec4a2-3556-435b-b84c-a597b0022ec5 HTTP/1.1" status: 404 len: 352 time: 0.0299129 Nov 10 22:35:00.437119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=7813cf67-0f4f-4445-9c96-264d50c32957,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:00.451523 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62781eb3-c802-481e-a541-a0eaef872651" -d '{"events": [{"server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "name": "network-vif-plugged", "status": "completed", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:00.505082 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.545288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-b7cf8a92-a862-4c32-9ff4-067460ef526c tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d57149e9-61b6-402a-9754-6f55cbd8f36e HTTP/1.1" status: 200 len: 2998 time: 0.1015010 Nov 10 22:35:00.630506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feedad16-20ab-437b-8bcf-a41f033da47d req-b0634ae9-1b15-4dd8-8b47-6d5a0d85e9a8 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d57149e9-61b6-402a-9754-6f55cbd8f36e HTTP/1.1" status: 200 len: 2998 time: 0.0697417 Nov 10 22:35:00.654215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:00.689925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.721338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.806221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.908566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c221dfc1-c37c-4403-9cc5-013f44e6af57 req-98308aa6-a419-4c67-a349-76d78fcbe831 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c34f8103f4aa45638f91f9320d019713 HTTP/1.1" status: 200 len: 6150 time: 0.2201459 Nov 10 22:35:00.960551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:00.971724 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.980517 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.981531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.991131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.994258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7813cf67-0f4f-4445-9c96-264d50c32957 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:00.995977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:00.999770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24bf5ab0-e428-49f0-8e74-f776bca6b3da HTTP/1.1" status: 204 len: 168 time: 0.5784504 Nov 10 22:35:01.035304 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ddb12-4f8a-4280-8519-52420b42eabc None None] Pushing event updated for resources: {'Port': ['ID=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:01.041125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c221dfc1-c37c-4403-9cc5-013f44e6af57 req-5f9b093b-1967-4adc-bfac-013296655ae8 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "GET /v2.0/security-groups/4a9cdd6a-b8f5-434e-9468-056059cb806a HTTP/1.1" status: 200 len: 2998 time: 0.1036732 Nov 10 22:35:01.049706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18995-5985-45c7-9b33-3920701b0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf5ab0-e428-49f0-8e74-f776bca6b3da,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:01.086776 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Attempting to bind port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:01.088817 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Attempting to bind port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:01.089227 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Attempting to bind port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:01.102191 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:01.102843 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:01.104237 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.104730 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:01.105204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Bound port: bcc1bd8c-31a3-48bd-b6bd-825c843415a6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:01.105690 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.139625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c221dfc1-c37c-4403-9cc5-013f44e6af57 req-3d4d1283-b70c-48fc-9620-38004deca1b4 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "GET /v2.0/security-groups/4a9cdd6a-b8f5-434e-9468-056059cb806a HTTP/1.1" status: 200 len: 2998 time: 0.0946126 Nov 10 22:35:01.159329 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b08f3c-28d5-45a4-8808-688a59575c9f x-openstack-request-id: req-47b08f3c-28d5-45a4-8808-688a59575c9f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:01.159645 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "name": "network-vif-plugged", "status": "completed", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:01.165896 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47b08f3c-28d5-45a4-8808-688a59575c9f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:01.166409 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142', 'code': 200} Nov 10 22:35:01.215180 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] For port bcc1bd8c-31a3-48bd-b6bd-825c843415a6, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:01.227189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c65e383-d348-41d5-831f-09d432d3e836 req-81660690-4f0c-4ee5-b12e-dfa385847cb4 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cf8520a1-6f15-46e2-830e-adf7719bbdf5 HTTP/1.1" status: 200 len: 1795 time: 0.0609794 Nov 10 22:35:01.248413 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] For port bcc1bd8c-31a3-48bd-b6bd-825c843415a6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:01.257338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-137773a3-e25a-4fe5-b097-3ba1bb5a8284 None None] Provisioning complete for port 7813cf67-0f4f-4445-9c96-264d50c32957 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:01.259477 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.260734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-137773a3-e25a-4fe5-b097-3ba1bb5a8284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.371912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c65e383-d348-41d5-831f-09d432d3e836 req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.402606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7813cf67-0f4f-4445-9c96-264d50c32957 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:01.403047 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.425701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c65e383-d348-41d5-831f-09d432d3e836 req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.431431 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ddb12-4f8a-4280-8519-52420b42eabc None None] Pushing event updated for resources: {'Port': ['ID=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:01.434583 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:01.435396 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:01.541020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c65e383-d348-41d5-831f-09d432d3e836 req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.545011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c65e383-d348-41d5-831f-09d432d3e836 req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.546595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c65e383-d348-41d5-831f-09d432d3e836 req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8520a1-6f15-46e2-830e-adf7719bbdf5 HTTP/1.1" status: 204 len: 173 time: 0.3130200 Nov 10 22:35:01.563068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5d3e-c779-4d4d-b25f-1d47ddd88f7b tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8520a1-6f15-46e2-830e-adf7719bbdf5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:01.673743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:01.775561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1641811246-network', 'tenant_id': '5fa4ef2c10e04bdfba8521123cfc5fdf'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:01.816032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Allocated IP 172.20.0.1 (d58fe0bf-a00c-403e-b50b-9ad79f1b63dc/a2f056a3-3866-4a41-9e88-15e60f8267f1/ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:01.846916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Made reservation on behalf of 5fa4ef2c10e04bdfba8521123cfc5fdf for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:01.850854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.896779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a512-ba1e-4799-93c7-054d00dcd327 req-07b96bb3-5fb6-46cc-9fe5-5756902845d9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:01.906051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7c2a512-ba1e-4799-93c7-054d00dcd327 req-07b96bb3-5fb6-46cc-9fe5-5756902845d9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.2230732 Nov 10 22:35:01.914496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:01.987079 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:34:58Z', 'revision_number': 3, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:02.022940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:02.041534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968d316f-5f29-410c-869f-993093023462 req-4a4d58d2-5fb0-4c8a-8179-75284e104a1f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.7448869 Nov 10 22:35:02.043010 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262bc29-d08e-43f7-ba12-742ee54f6fb2 None None] The sync data for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 is: [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:34:58Z', 'revision_number': 3, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:35:02.093022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.096060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-c79391f6-37e7-4a5b-956b-370287517ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:02.096957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-c79391f6-37e7-4a5b-956b-370287517ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 1123 time: 0.8927078 Nov 10 22:35:02.137982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.144902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-18b56c93-2170-48ba-a513-6ae3cc78fa34 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.166261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.199500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af92bf6b-c7f9-419b-9f98-6f2453ca9785,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:02.216772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:02.247522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.247899 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Added segment dab86d16-3ab0-4f49-9650-bc441cb9fa74 of type vlan for network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d Nov 10 22:35:02.261848 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7c2a512-ba1e-4799-93c7-054d00dcd327 req-7437851b-fd9e-46e0-aded-9ce1253ad3f0 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191080 Nov 10 22:35:02.276705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.302591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.336594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-91afb707-ee0d-413d-9119-0f41c0f5fab9 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8e49a0df-1e70-4528-8514-ae250d697e98 HTTP/1.1" status: 200 len: 1795 time: 0.2141433 Nov 10 22:35:02.350234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.351479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:02.352152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.397793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:02.400751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97e7015b-4f41-4eca-9f63-c5b85780266e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.421309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4588363 Nov 10 22:35:02.424939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50032) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:02.429632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:02.431924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:02.432726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.438487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Request body: {'subnet': {'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1641811246-subnet', 'tenant_id': '5fa4ef2c10e04bdfba8521123cfc5fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:02.440437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:02.455016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53adf6b-a73c-4a37-bbe5-a6efefb52f6d admin admin] Pushing event updated for resources: {'Network': ['ID=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:02.485724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Made reservation on behalf of 5fa4ef2c10e04bdfba8521123cfc5fdf for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:02.494424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:02.495311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.731130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-18b56c93-2170-48ba-a513-6ae3cc78fa34 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.772125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-18b56c93-2170-48ba-a513-6ae3cc78fa34 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.852513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b78edc78-0843-4310-9b0d-c05d44fb1b5f None None] Provisioning complete for port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:02.853285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b78edc78-0843-4310-9b0d-c05d44fb1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.857456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97e7015b-4f41-4eca-9f63-c5b85780266e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.882871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.890241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.926583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b78edc78-0843-4310-9b0d-c05d44fb1b5f None None] Port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:02.929803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b56c93-2170-48ba-a513-6ae3cc78fa34 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db3983-5a30-4493-ab09-4e5350bb256c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:02.933974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97e7015b-4f41-4eca-9f63-c5b85780266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.015086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bcc1bd8c-31a3-48bd-b6bd-825c843415a6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:03.037533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900048ad-f18c-4a5f-a0e1-2f92d7c8dfef,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:03.044364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Checking segment: {'id': 'dab86d16-3ab0-4f49-9650-bc441cb9fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:03.045190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Network hostable DHCP agents. Network: 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:03.057550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f90a1d6-0ef3-44de-ae18-3eff68013ed7 req-18b56c93-2170-48ba-a513-6ae3cc78fa34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9476998 Nov 10 22:35:03.073253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:03.085778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.092350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:03.098562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:03.100003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.100665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-97e7015b-4f41-4eca-9f63-c5b85780266e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8339a67a37b4977884b5820b53493fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0701084 Nov 10 22:35:03.102436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.106909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50050) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:03.111207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d065485-c453-4757-8631-d8c10c7073c8 None None] Network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:03.120380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7015b-4f41-4eca-9f63-c5b85780266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257abdb-0050-4f28-be20-57aaefd1f4c5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:03.167368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8665e904-4558-45dc-89c5-c78073dd6621 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7317030 Nov 10 22:35:03.231015 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93684f6a-56e7-4d4c-bba6-b754f686f77d req-a93f5bcd-2e27-4bb8-8209-4f36690182a2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0475004 Nov 10 22:35:03.258221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.330978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.334271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.334972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.335455 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-643aac00-3013-4a0d-a7f2-50a6a2b7ba36 req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e49a0df-1e70-4528-8514-ae250d697e98 HTTP/1.1" status: 204 len: 173 time: 0.9908078 Nov 10 22:35:03.418586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b55d-601b-4817-a2c0-e28f501aa2d4 None None] Network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:03.420715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f6fe8-2814-4cf5-9f95-922b7ec44d96 tempest-SecurityGroupsTestAdminJSON-2131466400 tempest-SecurityGroupsTestAdminJSON-2131466400-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e49a0df-1e70-4528-8514-ae250d697e98,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:03.421848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:03.423026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.484080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-5d41927e-e25b-45ce-a211-c14538b9bf85 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "GET /v2.0/security-groups/ff4d104d-6f39-46ce-a357-6674c758830d HTTP/1.1" status: 200 len: 1793 time: 0.0872614 Nov 10 22:35:03.570247 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.572520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6daf3-260f-48e2-be14-918961c9a48a req-475ef05f-6c12-4ad6-9055-2a56152c4dd5 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:03.585086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.586109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.590385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afc6daf3-260f-48e2-be14-918961c9a48a req-475ef05f-6c12-4ad6-9055-2a56152c4dd5 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.1762016 Nov 10 22:35:03.771074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.830633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.837031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.841681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5257abdb-0050-4f28-be20-57aaefd1f4c5 HTTP/1.1" status: 204 len: 168 time: 0.7335827 Nov 10 22:35:03.857453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port bcc1bd8c-31a3-48bd-b6bd-825c843415a6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:03.864943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:03.885259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:03.892277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:03.899352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afc6daf3-260f-48e2-be14-918961c9a48a req-2a9c7e3e-3c3b-48fe-befb-d5a44c90d63b tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061821 Nov 10 22:35:03.900452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84272ade-b0ac-4439-8f74-a565d8f8cc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257abdb-0050-4f28-be20-57aaefd1f4c5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.007361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.068096 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.099357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.157674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.166039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.168576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.169733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-948fc204-bd8f-4327-a4f5-0f478505a4f4 req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff4d104d-6f39-46ce-a357-6674c758830d HTTP/1.1" status: 204 len: 173 time: 0.6732156 Nov 10 22:35:04.186071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447c56e-33e3-4be0-8fbc-0129bd885ca1 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d104d-6f39-46ce-a357-6674c758830d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.208168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Router 83037896-487c-4105-928f-cf071477de35 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:35:04.271377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47d16997-b363-426d-b523-33ac1b635ad5 req-9f1edf13-2747-4cec-b9e4-e4530bfaca99 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "GET /v2.0/security-groups/4e46b258-ab68-4bbd-a318-f2a69d67449f HTTP/1.1" status: 200 len: 1792 time: 0.0813413 Nov 10 22:35:04.351193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bbe5cf8c-91c0-4f16-b33d-bdb03a3274d6 None None] Provisioning complete for port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:04.351570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbe5cf8c-91c0-4f16-b33d-bdb03a3274d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.411720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-47d16997-b363-426d-b523-33ac1b635ad5 req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.452668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d322fdea-c601-46b0-bd9f-409d1b8638f1 req-677850dd-9472-4c86-b3d2-2f50f4fc3d42 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0476105 Nov 10 22:35:04.469053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-47d16997-b363-426d-b523-33ac1b635ad5 req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.471709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5cf8c-91c0-4f16-b33d-bdb03a3274d6 None None] Port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:04.482868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:35:04.495724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ff80b77-eb4c-4b35-9e56-7078af6867a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/83037896-487c-4105-928f-cf071477de35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8048365 Nov 10 22:35:04.546059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-47d16997-b363-426d-b523-33ac1b635ad5 req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.548778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-47d16997-b363-426d-b523-33ac1b635ad5 req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.550464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47d16997-b363-426d-b523-33ac1b635ad5 req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e46b258-ab68-4bbd-a318-f2a69d67449f HTTP/1.1" status: 204 len: 173 time: 0.2722566 Nov 10 22:35:04.567034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50106) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:04.572420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0490c-20e6-4e95-b4c8-c9bff078a769 tempest-SecurityGroupsTestAdminJSON-1041826912 tempest-SecurityGroupsTestAdminJSON-1041826912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46b258-ab68-4bbd-a318-f2a69d67449f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.591531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6eec-6093-4fab-a9b8-931feb893e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.689455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Sync routers for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:35:04.701798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:04.702654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:04.730264 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6eec-6093-4fab-a9b8-931feb893e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.742675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6eec-6093-4fab-a9b8-931feb893e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.798031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2ad6eec-6093-4fab-a9b8-931feb893e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fee34117d264b4a8c1da30506eb3c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292712 Nov 10 22:35:04.800096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50134) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:04.887125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad6eec-6093-4fab-a9b8-931feb893e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed628589-09fb-4f8e-a072-57e7447cc432,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:04.902829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50144) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:04.917464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-442029513-network', 'tenant_id': '3ffc6fe25acc44e3bc40cefea2f9c688'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:04.942186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:04.975768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:04.980753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Made reservation on behalf of 3ffc6fe25acc44e3bc40cefea2f9c688 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:04.983061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.018772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bcc1bd8c-31a3-48bd-b6bd-825c843415a6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:05.020999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.030851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.152908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.158511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.168293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed628589-09fb-4f8e-a072-57e7447cc432 HTTP/1.1" status: 204 len: 168 time: 0.3663349 Nov 10 22:35:05.179190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910865-4b5c-433f-b551-dd1e92c78596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed628589-09fb-4f8e-a072-57e7447cc432,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:05.230460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50164) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:05.240101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.247754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.287232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:05.287702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.314888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:05.335722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbca3f1-5239-4c6f-a613-dabb967bdc2f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:05.343816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774139281372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.344632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Unsubscribe: segment precommit_create {{(pid=102457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 22:35:05.345383 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Added segment 55e5b1e3-44d8-43ab-9489-a5411882da79 of type vlan for network f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 Nov 10 22:35:05.411173 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.458404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.459915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:05.461467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.494588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5903647 Nov 10 22:35:05.495070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50184) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:05.495660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:35:02Z', 'revision_number': 4, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f', 'name': '', 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'mac_address': 'fa:16:3e:39:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:01Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 2, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'subnets': [{'id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:05.539910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Checking router: 83037896-487c-4105-928f-cf071477de35 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:35:05.540507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Updating router 83037896-487c-4105-928f-cf071477de35 port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:35:05.546635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Request body: {'port': {'device_id': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '992b801f6f7e46319b92fdedfae00f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:05.566148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Request body: {'subnet': {'network_id': 'f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-442029513-subnet', 'tenant_id': '3ffc6fe25acc44e3bc40cefea2f9c688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:05.602532 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.636336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02615d7-3dac-4077-987d-d07f54bfe8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:05.649012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Made reservation on behalf of 3ffc6fe25acc44e3bc40cefea2f9c688 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:05.652872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.792654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ffcf1dcd-e655-47bc-9266-aaf579ff9bd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c34f8103f4aa45638f91f9320d019713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610445 Nov 10 22:35:05.808500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:05.830000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:05.903750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4cff-f2ee-453f-aba3-e54e6880b2ed req-3f4108e4-da46-4353-8aa2-5a9b91d510af tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:05.907383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6aa4cff-f2ee-453f-aba3-e54e6880b2ed req-3f4108e4-da46-4353-8aa2-5a9b91d510af tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.4455285 Nov 10 22:35:05.946564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:05.949168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.059758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.066720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.074633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6aa4cff-f2ee-453f-aba3-e54e6880b2ed req-71c27f77-e554-4089-b6e9-e62fe0330a90 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572442 Nov 10 22:35:06.076437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Made reservation on behalf of 992b801f6f7e46319b92fdedfae00f7a for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:06.080627 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.109992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.213273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6dbe0f3a-30d7-417b-ae4a-a5a0413700d6 req-ed714ee0-9a17-4571-a931-ce4234051514 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0427806 Nov 10 22:35:06.232780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Attempting to bind port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:06.233372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Attempting to bind port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:06.233911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Attempting to bind port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f on network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:06.240795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:06.241808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Checking segment: {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:06.242389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.242933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Bound using segment: {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:06.243651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Bound port: ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:06.244211 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.247303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38efd4-10a6-4dab-ad76-8bbc68f42f8b None None] Pushing event updated for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:06.274875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.284861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.428908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] For port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:06.433695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] For port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:06.439786 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.474996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.531156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:06.592062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09af0335-05fc-44e6-a717-faec2ccb1c99,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:06.619224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.621492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.625172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a9cdd6a-b8f5-434e-9468-056059cb806a HTTP/1.1" status: 204 len: 168 time: 0.7914732 Nov 10 22:35:06.651264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402869c8-cf4a-49ec-bdfa-1e5470cfe6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cdd6a-b8f5-434e-9468-056059cb806a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:06.655593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Checking segment: {'id': '55e5b1e3-44d8-43ab-9489-a5411882da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:06.655947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Network hostable DHCP agents. Network: f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:06.691909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Network f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:06.706642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:06.714428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:06.715072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.744651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d72d415a-8b33-45db-91aa-97bfb7892214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2231214 Nov 10 22:35:06.776051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-ff32c5a8-9213-406e-8d88-c92e9e4b8cb7 tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:06.778986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-ff32c5a8-9213-406e-8d88-c92e9e4b8cb7 tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 1123 time: 0.2306221 Nov 10 22:35:06.790741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e970d6-7564-4bbb-b4ca-ea119acd81bd None None] Network f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:06.794690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38efd4-10a6-4dab-ad76-8bbc68f42f8b None None] Pushing event updated for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:06.817067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-c0641f96-aa4e-4266-8a73-88797b1f927b tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.820298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Allocated IP 192.168.233.40 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/ca8d5232-9f78-43d6-b6ed-a860aad05e27) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:06.885916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] Provisioning complete for port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:06.886636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:06.911805 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:35:06.947797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:06.948440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:34:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:06.984301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-c0641f96-aa4e-4266-8a73-88797b1f927b tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.005888 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-c0641f96-aa4e-4266-8a73-88797b1f927b tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.078353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:07.083817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff867ea0-f8a1-43b1-a309-b3603f3594cf req-c0641f96-aa4e-4266-8a73-88797b1f927b tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969105 Nov 10 22:35:07.094502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0641f96-aa4e-4266-8a73-88797b1f927b tempest-AggregatesAdminTestJSON-1675896679 tempest-AggregatesAdminTestJSON-1675896679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d38c03-4d25-4a27-ad06-a8d95f59de3a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:07.346547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:07.413748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.460293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62c81d15-818b-4947-9a12-d2370e9c1288 req-d6aebfa4-d178-42e6-bf20-34f8e4a9399d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0734775 Nov 10 22:35:07.493789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.529475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17fe54c7-8f2c-4769-a9f0-4002faffd0b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b68baef85beb40d9afe3e6d2c8436897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798415 Nov 10 22:35:07.530307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50358) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:07.577040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:07.590120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:07.599556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:07.606072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:07.606710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.613733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63e2b0-7112-4aaa-b066-b8d21efbaad0 None None] Network f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:07.619921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.636463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.650293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:07.666969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-b8debe44-df8d-4fee-ad67-5a6ac8fbfc75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1509812 Nov 10 22:35:07.681363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-4a6c2138-b51a-4cea-8162-c6695c0cc6c2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:07.682517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-4a6c2138-b51a-4cea-8162-c6695c0cc6c2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097430 Nov 10 22:35:07.703130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.783598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.787920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.789914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60fdac34-8eac-4456-8a1d-254757f952aa HTTP/1.1" status: 204 len: 168 time: 0.2578890 Nov 10 22:35:07.802331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc3881-5946-4a5a-8acf-3e90c63731fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fdac34-8eac-4456-8a1d-254757f952aa,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:07.924464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] For port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:07.961053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.073407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Request body: {'port': {'device_id': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:08.150435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50402) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:08.156491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790289615', 'description': 'tempest-description--1861153582'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:08.194933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.208610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:35:02Z', 'revision_number': 4, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f', 'name': '', 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'mac_address': 'fa:16:3e:39:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:01Z', 'updated_at': '2021-11-10T22:35:06Z', 'revision_number': 4, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'subnets': [{'id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:08.234027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.259664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-43086d19-e6fe-49d8-89d2-8b3c2a28a7bf None None] Provisioning complete for port ca8d5232-9f78-43d6-b6ed-a860aad05e27 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:08.260297 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-43086d19-e6fe-49d8-89d2-8b3c2a28a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.311145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3b9fe-39c6-4536-ab0d-94bf37800129 None None] The sync data for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 is: [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:35:02Z', 'revision_number': 4, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f', 'name': '', 'network_id': 'd58fe0bf-a00c-403e-b50b-9ad79f1b63dc', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'mac_address': 'fa:16:3e:39:dd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:01Z', 'updated_at': '2021-11-10T22:35:06Z', 'revision_number': 4, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'subnets': [{'id': 'a2f056a3-3866-4a41-9e88-15e60f8267f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:35:08.312937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2c273-e382-4e45-966f-a1a1e551d464 None None] Pushing event updated for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:08.331667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e526daac-7a53-4dd1-adb6-651678ed1f3a tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:08.333614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e526daac-7a53-4dd1-adb6-651678ed1f3a tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/networks?id=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d HTTP/1.1" status: 200 len: 815 time: 0.3336990 Nov 10 22:35:08.343402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-43086d19-e6fe-49d8-89d2-8b3c2a28a7bf None None] Port ca8d5232-9f78-43d6-b6ed-a860aad05e27 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:08.354653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-43086d19-e6fe-49d8-89d2-8b3c2a28a7bf None None] Provisioning complete for port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:08.355090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-43086d19-e6fe-49d8-89d2-8b3c2a28a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.447604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-cc753eaf-9d51-4d06-aa25-744cb00348ee tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/quotas/5fa4ef2c10e04bdfba8521123cfc5fdf HTTP/1.1" status: 200 len: 375 time: 0.1022811 Nov 10 22:35:08.594529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.614089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-29dfc2e6-1228-4486-b50d-03bda6e8f824 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fa4ef2c10e04bdfba8521123cfc5fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1654947 Nov 10 22:35:08.615686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.648712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.652396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4980032 Nov 10 22:35:08.656476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50436) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:08.660210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae3f9b-92ad-489f-a189-5887bc20b797 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:08.666981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'security_group_rule': {'security_group_id': '48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:08.720688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.868693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.876787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.918238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8d5232-9f78-43d6-b6ed-a860aad05e27 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:08.947362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-34fa7d7d-80fe-4a5b-a4de-4c9575f3aae5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:08.949724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-34fa7d7d-80fe-4a5b-a4de-4c9575f3aae5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1151674 Nov 10 22:35:08.949984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.952996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5e03c5-b0f1-4be2-9f31-dc15b275b12f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:08.964418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:08.968168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-85b878f0-01eb-4e73-b021-37c4c2f8e039 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079219 Nov 10 22:35:08.969518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:08.979785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Transition to ACTIVE for port object ca8d5232-9f78-43d6-b6ed-a860aad05e27 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:08.985777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.015581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'security_group_rule': {'security_group_id': '48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:09.027331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:09.115647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:09.118188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.127931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.167301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-ed34a6e5-25ee-43b7-a4f2-25c2743459d2 service neutron] 10.222.0.25 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157624 Nov 10 22:35:09.313045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.328451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.419191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-1eed5c07-9da7-4a9b-8d0d-03255fe1624f service neutron] 10.222.0.25 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508938 Nov 10 22:35:09.423984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed73b884-fac8-44d1-9115-a767aa7b7872,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:09.438164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.442908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-be433c3a-079d-4071-815d-0322c7801028 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345577 Nov 10 22:35:09.443588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50466) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:09.447837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:09.459817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:09.507962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.566725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:09.567052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:09.567401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:09.577485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:09.577796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:09.594368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:09.594729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:09.595294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:09.595759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Bound port: ca8d5232-9f78-43d6-b6ed-a860aad05e27, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:09.596136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.750664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:09.756830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:09.762785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.831534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.833836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:09.835913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.839574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 1095 time: 1.9870908 Nov 10 22:35:09.840071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:10.154295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c626d7-3dc6-4170-9c1d-2190cc7f737b req-17c429f4-0ad4-4440-80ee-19abfe22df72 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:10.168913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07c626d7-3dc6-4170-9c1d-2190cc7f737b req-17c429f4-0ad4-4440-80ee-19abfe22df72 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.1745410 Nov 10 22:35:10.204739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-8eaf6dd7-5bf8-4724-b0d9-87830b5f4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:10.206589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-8eaf6dd7-5bf8-4724-b0d9-87830b5f4255 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1098 time: 0.2184327 Nov 10 22:35:10.208066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef533eb-96ce-4303-94cb-afde6c7da204 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:10.259390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07c626d7-3dc6-4170-9c1d-2190cc7f737b req-1fa89f42-957b-4efc-afde-3087363138fd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893686 Nov 10 22:35:10.281736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Allocated IP 172.25.0.244 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5a35404d-d3fb-4205-92d1-f39f19b84e12) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:10.338482 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:10.344515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-15dfed70-d86a-4e30-9863-f800f003040c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.1190214 Nov 10 22:35:10.411113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-83880e1e-9a96-44db-aab3-872ba8d3bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:10.411497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-83880e1e-9a96-44db-aab3-872ba8d3bdb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0595524 Nov 10 22:35:10.511750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-5c05bb4a-d7bf-400b-881a-9cfd0eeb96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:10.513577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-5c05bb4a-d7bf-400b-881a-9cfd0eeb96ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945733 Nov 10 22:35:10.528804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d4486fa-bf96-4e5b-9430-6eeed271fbfc req-06a2c62a-2e44-453f-8686-3f2ba1005ddd tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 210 time: 0.1757596 Nov 10 22:35:10.622176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:10.675933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-8493a89c-5665-4a56-a9af-4e65db04eaa3 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519594 Nov 10 22:35:10.688914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:10.750645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:10.759361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:10.763157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:10.793373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d82a68-16e5-4b91-b7a3-ed5e042aa46f req-765f00c8-5026-4e34-b48e-75496becac55 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103776 Nov 10 22:35:10.834946 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f454328-c898-45c6-9701-dac6ec385bd7 x-openstack-request-id: req-4f454328-c898-45c6-9701-dac6ec385bd7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:10.835298 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:10.835626 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f454328-c898-45c6-9701-dac6ec385bd7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:10.836171 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'status': 'completed', 'code': 200} Nov 10 22:35:10.873576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:10.876964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'Port': ['ID=5a35404d-d3fb-4205-92d1-f39f19b84e12,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:10.917763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:10.939961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-faca228d-d3a2-4ffb-88e2-a8116b7bc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:10.942439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-faca228d-d3a2-4ffb-88e2-a8116b7bc69c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1098 time: 0.0623741 Nov 10 22:35:11.133818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.138908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.146758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-dc13aaeb-862a-486e-8e54-fe9778d29f87 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431807 Nov 10 22:35:11.170107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.193950 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.202727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7509494 Nov 10 22:35:11.202727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdade628-1f9f-45d2-8bf6-032a3a450e09 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'Port': ['ID=5a35404d-d3fb-4205-92d1-f39f19b84e12,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:11.244332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-b1984411-ca26-4a1c-bf37-ed18bded29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.245833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-b1984411-ca26-4a1c-bf37-ed18bded29c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2948303 Nov 10 22:35:11.302577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-5b7563c3-c8a1-40a5-b11c-f7035fa9571f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0481474 Nov 10 22:35:11.348919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-862c7413-5606-41d0-8c8f-764e1bab4bac tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.350448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-862c7413-5606-41d0-8c8f-764e1bab4bac tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983092 Nov 10 22:35:11.373169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-a16a509d-5d61-4f40-aaf6-c91f3ab12b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.374608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-a16a509d-5d61-4f40-aaf6-c91f3ab12b0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0614004 Nov 10 22:35:11.378175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-74d68844-ffca-448c-8032-49d1b439dbcb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/quotas/54b79783c6e249d1b88b11828845c06e HTTP/1.1" status: 200 len: 375 time: 0.0166492 Nov 10 22:35:11.469659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-b1d60879-034a-4d60-a289-4390c431665a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737519 Nov 10 22:35:11.488225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-b4d5357d-0828-461c-b0f6-c242019bd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.489964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-b4d5357d-0828-461c-b0f6-c242019bd03e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046827 Nov 10 22:35:11.515757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-152f371d-37b0-4ab0-b60a-0b8e7b9fdbed tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.517481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-152f371d-37b0-4ab0-b60a-0b8e7b9fdbed tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.39 "GET /v2.0/networks?id=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d HTTP/1.1" status: 200 len: 815 time: 0.1318533 Nov 10 22:35:11.531862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Request body: {'port': {'device_id': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d', 'admin_state_up': True, 'tenant_id': '5fa4ef2c10e04bdfba8521123cfc5fdf'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:11.616447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-9a83bf99-1e64-4e26-949b-44c46012e07f service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189210 Nov 10 22:35:11.681128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Made reservation on behalf of 5fa4ef2c10e04bdfba8521123cfc5fdf for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:11.686273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.771605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ccb3f52-f99e-4859-8fcb-9acd18792bdb req-2a00cce5-0eaf-4181-a4c4-070764135f22 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465809 Nov 10 22:35:11.901940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Allocated IP 172.20.0.8 (84fe72c5-4d5f-4763-a9be-eb0eeeaca44d/900048ad-f18c-4a5f-a0e1-2f92d7c8dfef/5fc4880d-1676-4c50-b49d-1ff423c5fdb3) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:11.919651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62034e0-e6a7-4393-956c-493d325de396 req-cd767159-1436-4fb0-835c-16084a66a30d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:11.921312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f62034e0-e6a7-4393-956c-493d325de396 req-cd767159-1436-4fb0-835c-16084a66a30d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.0743656 Nov 10 22:35:11.948209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-7ccf3edf-2c86-488c-a64c-9260da98fed6 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--790289615&fields=id&tenant_id=b5040f4c886044e4b202a471657c697c HTTP/1.1" status: 200 len: 267 time: 0.0757682 Nov 10 22:35:11.973354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f62034e0-e6a7-4393-956c-493d325de396 req-f13a45d3-84cf-416a-a793-f9472c82ae1f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Nov 10 22:35:12.057415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2fb54b92-8d88-49a4-b571-8755ebbba20d req-954395a6-032d-4c31-8853-dd349160e07a tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 210 time: 0.0261009 Nov 10 22:35:12.150451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-066c3a8a-5ef2-4bc6-af86-0836de82adf7 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:12.152082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-066c3a8a-5ef2-4bc6-af86-0836de82adf7 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 824 time: 0.1919556 Nov 10 22:35:12.174180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-76d2ceab-b6ca-44e5-af12-d591c04e59d2 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/quotas/b5040f4c886044e4b202a471657c697c HTTP/1.1" status: 200 len: 375 time: 0.0151844 Nov 10 22:35:12.198009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:12.270854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-b8aa2558-74f2-40fd-8664-8f6c750191a8 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901868 Nov 10 22:35:12.280320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:12.560745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:12.565154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Pushing event updated for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:12.568090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:12.572023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:12.577465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:12.578059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:12.578806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-6ec37838-9ca7-45bb-9d86-55ddf67fadc4 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256484 Nov 10 22:35:12.607568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-81e3c524-f73c-4914-9b69-2e6a492cf571 service neutron] 10.222.0.25 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207381 Nov 10 22:35:12.610726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-e4593c11-1473-4974-b1d9-4e90ad632111 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0833371 Nov 10 22:35:12.627260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Request body: {'port': {'device_id': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:12.728034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:12.760558 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-1dad1cd6-6431-407a-a730-94479b341707 service neutron] 10.222.0.25 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452136 Nov 10 22:35:12.860501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-730985f2-5bc4-457e-ae35-a891dda5ab4a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342283 Nov 10 22:35:12.960028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-c4876e59-8159-4f75-ae87-0d096ddc3e25 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:12.962034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-c4876e59-8159-4f75-ae87-0d096ddc3e25 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772905 Nov 10 22:35:13.004343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-2e6242e9-65ca-4e52-97f1-f870820cfd3a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/quotas/54b79783c6e249d1b88b11828845c06e HTTP/1.1" status: 200 len: 375 time: 0.0341532 Nov 10 22:35:13.064650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-09b82526-7dc2-42d7-ad33-421a3fa79777 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593500 Nov 10 22:35:13.126665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-30067a0a-3312-4109-931d-2c4cc821b04c tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.134526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-30067a0a-3312-4109-931d-2c4cc821b04c tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640235 Nov 10 22:35:13.151502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Request body: {'port': {'device_id': '82016ad1-a298-4746-9819-efecb5c239d7', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '54b79783c6e249d1b88b11828845c06e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:13.152419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:13.161972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.176269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Transition to ACTIVE for port object 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:13.180376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.261489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:13.292529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Attempting to bind port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:13.293990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Attempting to bind port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'dab86d16-3ab0-4f49-9650-bc441cb9fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:13.294400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Attempting to bind port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 on network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:13.304504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 on network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:13.304897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Attempting to bind port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 on network 84fe72c5-4d5f-4763-a9be-eb0eeeaca44d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:13.328837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:13.330622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Checking segment: {'id': 'dab86d16-3ab0-4f49-9650-bc441cb9fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:13.333266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Bound using segment: {'id': 'dab86d16-3ab0-4f49-9650-bc441cb9fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:13.333917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Bound port: 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab86d16-3ab0-4f49-9650-bc441cb9fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:13.334360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.390619 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fdf87c4e-6727-4b3a-9e7b-3699499ee934 req-80e2feee-1877-44a5-92c5-8e773c70bd78 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 210 time: 0.0359631 Nov 10 22:35:13.407438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Made reservation on behalf of 54b79783c6e249d1b88b11828845c06e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:13.412596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.424730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.453520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:13.461342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,segment=NetworkSegment(dab86d16-3ab0-4f49-9650-bc441cb9fa74),segment_id=dab86d16-3ab0-4f49-9650-bc441cb9fa74)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:13.470870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.518906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.520037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.521941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] 10.222.0.39 "PUT /v2.0/ports/5fc4880d-1676-4c50-b49d-1ff423c5fdb3 HTTP/1.1" status: 200 len: 1091 time: 0.8989785 Nov 10 22:35:13.522387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:13.525024 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47c444-2c15-4ee3-a707-9d278b422f58" -d '{"events": [{"name": "network-changed", "server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:13.586134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.590378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:13.600152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51f32-1cff-4a25-a7a1-b57d30a98831 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:13.636777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-f8b50545-dfd1-4d90-ac00-52c45643402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.638713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-f8b50545-dfd1-4d90-ac00-52c45643402c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fa4ef2c10e04bdfba8521123cfc5fdf&device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 1094 time: 0.0728753 Nov 10 22:35:13.701387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-79f1077d-c5d5-4ae6-8983-db658c82bb09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0544832 Nov 10 22:35:13.712710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:13.835617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Allocated IP 192.168.233.160 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/67edafac-0d33-4b0b-acfd-7d75ff26cbe5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:13.849163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-9615a2e7-5731-4085-bf2b-33a3ecdbb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.851030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-9615a2e7-5731-4085-bf2b-33a3ecdbb470 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=900048ad-f18c-4a5f-a0e1-2f92d7c8dfef HTTP/1.1" status: 200 len: 855 time: 0.1277032 Nov 10 22:35:13.873103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc3ec3-42ab-4509-abb3-62bf653eae1d req-834ffd81-c96f-4ad3-a66c-04b16c1521a5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.884115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbdc3ec3-42ab-4509-abb3-62bf653eae1d req-834ffd81-c96f-4ad3-a66c-04b16c1521a5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.1856515 Nov 10 22:35:13.918631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-86b30f30-ee27-45f4-ad8c-cf2d7b169e34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317123 Nov 10 22:35:13.994483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da213f-76db-4c92-b575-ab4165594279 req-2f78ca2e-6d18-4d12-8a7e-469fdac15d86 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:13.996384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6da213f-76db-4c92-b575-ab4165594279 req-2f78ca2e-6d18-4d12-8a7e-469fdac15d86 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 943 time: 0.1131516 Nov 10 22:35:14.010930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbdc3ec3-42ab-4509-abb3-62bf653eae1d req-75bbd5de-a82e-4d05-92cb-2a15014b235a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257360 Nov 10 22:35:14.057030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-0798b357-4672-4c1f-9963-4ef3f05635f2 service neutron] 10.222.0.39 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299739 Nov 10 22:35:14.078827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.096019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6da213f-76db-4c92-b575-ab4165594279 req-8f991367-4359-416b-9089-b5a9a41a4106 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901358 Nov 10 22:35:14.136476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.155232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a1aade03-7e2a-42ec-b07a-7048bb8e979d req-df856cb6-7488-4f75-8057-549794d05790 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 210 time: 0.0616951 Nov 10 22:35:14.185367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:14.190719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:14.195933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:14.201701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:14.202216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.207218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:14.232214 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020689c-aee3-4cd7-9038-c49647501233 x-openstack-request-id: req-3020689c-aee3-4cd7-9038-c49647501233 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:14.233202 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:14.233461 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3020689c-aee3-4cd7-9038-c49647501233 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:14.234187 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3', 'status': 'completed', 'code': 200} Nov 10 22:35:14.236453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-c1736a98-6474-4ce3-97d6-8af4f61cc2b6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0897219 Nov 10 22:35:14.240613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236f95ec-4206-4ea9-b275-4f17e0b501d8 req-4455bbef-3519-4f14-acdb-5b1f0f3a469f service neutron] 10.222.0.39 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725783 Nov 10 22:35:14.249750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Request body: {'port': {'device_id': '82016ad1-a298-4746-9819-efecb5c239d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:14.365396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.39', 63966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:14.366951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.407024 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.471250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-383d3923-2bbc-4cb7-a02d-fe2d6434a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:14.473363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-383d3923-2bbc-4cb7-a02d-fe2d6434a538 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fa4ef2c10e04bdfba8521123cfc5fdf&device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 1094 time: 0.1666842 Nov 10 22:35:14.674600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e891841e-e4cc-4ded-9f08-95fb5b0f3c43 None None] Provisioning complete for port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:14.685466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e891841e-e4cc-4ded-9f08-95fb5b0f3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.697359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-3e1947e4-d9d9-4365-9320-0d27b7fbc31f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:14.699081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-3e1947e4-d9d9-4365-9320-0d27b7fbc31f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 824 time: 0.3280845 Nov 10 22:35:14.746891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-727de4aa-d3fd-48a7-8acd-b1d7dd23c9cb req-1f1760fb-45ec-47be-ba8c-31eb5bcba01e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 210 time: 0.0468581 Nov 10 22:35:14.756015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-0ec26960-de6a-409a-af37-1e49066d4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:14.757647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-0ec26960-de6a-409a-af37-1e49066d4675 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d HTTP/1.1" status: 200 len: 915 time: 0.2770565 Nov 10 22:35:14.781176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e891841e-e4cc-4ded-9f08-95fb5b0f3c43 None None] Port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:14.806811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.863963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-977b2ec4-e2ce-4644-a3d2-8031c794bfbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0620546 Nov 10 22:35:14.926771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-99a85d48-f5a2-4279-8739-08116a1800a4 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5040f4c886044e4b202a471657c697c&shared=False HTTP/1.1" status: 200 len: 379 time: 0.2041476 Nov 10 22:35:14.931155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:14.932090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.39', 63967) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:15.007159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-024b57b1-189d-41ae-9d29-eb07a1b6fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.011268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-024b57b1-189d-41ae-9d29-eb07a1b6fb14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=900048ad-f18c-4a5f-a0e1-2f92d7c8dfef HTTP/1.1" status: 200 len: 855 time: 0.1392424 Nov 10 22:35:15.016476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:15.032327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.049257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Transition to ACTIVE for port object 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:15.053224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.122842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:15.160575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-10716e7d-ca55-449e-b22f-bcaf09e78119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061983 Nov 10 22:35:15.164727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-7c021e3b-3538-4ffb-9240-97c47f2def14 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2247806 Nov 10 22:35:15.175046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Attempting to bind port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:15.175923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Attempting to bind port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:15.176251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Attempting to bind port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:15.215799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:15.216122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Attempting to bind port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:15.218192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f24153ae-d304-43bd-acc0-1638d94d089a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.230964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:15.231302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:15.231691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:15.232710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Bound port: 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:15.232710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.282853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-5764713e-13ca-45d9-8021-deacfcaa0b93 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.3452272 Nov 10 22:35:15.341287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:15.346216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:15.352541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:15.369659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'port': {'device_id': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'admin_state_up': True, 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'security_groups': ['48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:15.371680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.467119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.467748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.469231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/67edafac-0d33-4b0b-acfd-7d75ff26cbe5 HTTP/1.1" status: 200 len: 1096 time: 1.2247863 Nov 10 22:35:15.475134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:15.477453 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90b040-0cd7-473b-8b99-74745d0d7091" -d '{"events": [{"name": "network-changed", "server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:15.509605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f24153ae-d304-43bd-acc0-1638d94d089a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.525497 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f24153ae-d304-43bd-acc0-1638d94d089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.563900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566c4d0-041d-43dc-a203-1fc344a0afc0 req-8e3d3c5c-33db-4b27-9fa9-6f64d3dbbce5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.567050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f566c4d0-041d-43dc-a203-1fc344a0afc0 req-8e3d3c5c-33db-4b27-9fa9-6f64d3dbbce5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.3543286 Nov 10 22:35:15.570372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-f7999a84-887e-4a42-9cde-9f02a6cba62a service neutron] 10.222.0.39 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921952 Nov 10 22:35:15.594551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e434f83-019e-46c1-b5ea-1d3bafce94e6 service neutron] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:15.599432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:15.621743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'mac_address': 'fa:16:3e:9c:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:15.631487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2591c4b-d76f-4e9b-97b9-3db2dc1a3bb5 req-f2ab114c-4d73-4038-9886-12b715f53c5d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.633229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d2591c4b-d76f-4e9b-97b9-3db2dc1a3bb5 req-f2ab114c-4d73-4038-9886-12b715f53c5d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 943 time: 0.1935794 Nov 10 22:35:15.660817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f24153ae-d304-43bd-acc0-1638d94d089a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b55c92b74d654df2a8bdfcc651c26be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257795 Nov 10 22:35:15.666787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24153ae-d304-43bd-acc0-1638d94d089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de6915-6ce7-40c0-8db5-b5ee88cd37bd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:15.676265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.682289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50876) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:15.695530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8d5232-9f78-43d6-b6ed-a860aad05e27 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:15.718380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:15.724080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.733439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef47c444-2c15-4ee3-a707-9d278b422f58 req-09560868-0098-4848-9117-1f05fa4118ca service neutron] 10.222.0.39 "GET /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526611 Nov 10 22:35:15.739608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-3e5027bf-c85f-4790-a8e9-8ca4efa17a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.741888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-3e5027bf-c85f-4790-a8e9-8ca4efa17a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1099 time: 0.2261882 Nov 10 22:35:15.769564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-33a9d29e-036b-4c16-b0e5-2b7e6d351085 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.770903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-33a9d29e-036b-4c16-b0e5-2b7e6d351085 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5939238 Nov 10 22:35:15.782833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:15.796420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Request body: {'port': {'device_id': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '54b79783c6e249d1b88b11828845c06e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:15.812801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-7c6317c2-a0f5-42c7-93b5-5f2dab801b66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0461755 Nov 10 22:35:15.858133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f566c4d0-041d-43dc-a203-1fc344a0afc0 req-c1569128-8ea0-40ae-8f3b-bc4ad6f8eb0e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760661 Nov 10 22:35:15.858782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d2591c4b-d76f-4e9b-97b9-3db2dc1a3bb5 req-cbb92729-594c-4b4c-b906-9aa9bf8e42ae tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988058 Nov 10 22:35:15.870204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.889844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Made reservation on behalf of b5040f4c886044e4b202a471657c697c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:15.893666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:15.904909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-e644380f-8556-42fa-92b3-d8a7c831592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.906389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-e644380f-8556-42fa-92b3-d8a7c831592e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0829356 Nov 10 22:35:15.911678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.006211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b1bddd6-6075-4dcc-8cd6-cf596bc99957 req-55409188-52a9-4c12-89ab-743cf7a24ac0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 210 time: 0.0466113 Nov 10 22:35:16.027229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9ccb-07aa-420b-b312-571488746832 req-7dc3aa5a-b71f-47eb-8f6e-e0644f82a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:16.027229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-7dc3aa5a-b71f-47eb-8f6e-e0644f82a555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071472 Nov 10 22:35:16.028944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Made reservation on behalf of 54b79783c6e249d1b88b11828845c06e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:16.034187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.040217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:16.154507 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c779ff2-6956-454f-a181-6e339b0fd037 x-openstack-request-id: req-5c779ff2-6956-454f-a181-6e339b0fd037 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:16.154837 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:16.155051 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c779ff2-6956-454f-a181-6e339b0fd037 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:16.155444 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'status': 'completed', 'code': 200} Nov 10 22:35:16.160461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.168922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.170106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04de6915-6ce7-40c0-8db5-b5ee88cd37bd HTTP/1.1" status: 204 len: 168 time: 0.4791272 Nov 10 22:35:16.237554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f5041d4-498c-46f1-a35a-0deacd409660 req-539996ee-079e-4cc1-a58f-2fdf5586acde tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 210 time: 0.0611007 Nov 10 22:35:16.246447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362db10d-d334-4813-934b-144a90a64554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de6915-6ce7-40c0-8db5-b5ee88cd37bd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:16.256094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Allocated IP 192.168.233.125 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/236a9d5c-4f39-4238-bb6e-98c748ed8e9b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:16.328667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-7978afdf-14b2-4cdd-808c-f4ff413a1f43 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903833 Nov 10 22:35:16.437381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.498173 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.557770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fde9ccb-07aa-420b-b312-571488746832 req-4a15cf48-5e9d-4799-9567-a82338ed26fc service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216108 Nov 10 22:35:16.559663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:16.565532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:16.568039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Allocated IP 172.20.0.7 (467748e8-9789-4710-9cb5-fcd2081ee7ee/4ed97bbf-a67c-4595-8aee-92b77e33d734/ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:16.574607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:16.580239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:16.580857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.611676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event updated for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:16.619376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-32eb58c1-aaf1-4b4c-be44-6203d39b2bcf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8318663 Nov 10 22:35:16.641876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Request body: {'port': {'device_id': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:16.680267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50952) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:16.705337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d00d879-0295-4c51-9485-24b0c3ca6ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:16.743958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-4884da79-4169-4ca0-8c8f-1171ff47d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:16.745527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-4884da79-4169-4ca0-8c8f-1171ff47d2ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1099 time: 0.1220083 Nov 10 22:35:17.033905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d00d879-0295-4c51-9485-24b0c3ca6ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.070990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d00d879-0295-4c51-9485-24b0c3ca6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.123912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4fb8-fb45-4868-b8ac-5e7ebf5f6d7b req-19573008-5061-42da-9830-fa9459d12919 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.125978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-034d4fb8-fb45-4868-b8ac-5e7ebf5f6d7b req-19573008-5061-42da-9830-fa9459d12919 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 948 time: 0.1159480 Nov 10 22:35:17.135631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.149728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:17.178272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-56cd4458-fa57-4359-a0f7-92ac912bf4f3 None None] Provisioning complete for port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:17.178842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56cd4458-fa57-4359-a0f7-92ac912bf4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.214004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-034d4fb8-fb45-4868-b8ac-5e7ebf5f6d7b req-26c8d402-22f5-40a9-b911-ce5e6344d935 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661294 Nov 10 22:35:17.215110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-9110cc13-a043-4e40-96e4-55f09294f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.216704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-9110cc13-a043-4e40-96e4-55f09294f3e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4514072 Nov 10 22:35:17.217762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d879-0295-4c51-9485-24b0c3ca6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b61d6-e46f-41b8-be6b-bcbc6d44e77a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:17.246742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:17.251284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d00d879-0295-4c51-9485-24b0c3ca6ab4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec1b4b3187a94e1bb83f4dd5aaa7ef38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662649 Nov 10 22:35:17.278612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-56cd4458-fa57-4359-a0f7-92ac912bf4f3 None None] Port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:17.282781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf223acc-8646-47c1-bc1b-787d0fe13898 req-08cf1e0d-882d-47a9-af1f-c369d104983d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.292303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf223acc-8646-47c1-bc1b-787d0fe13898 req-08cf1e0d-882d-47a9-af1f-c369d104983d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 943 time: 0.1935582 Nov 10 22:35:17.306127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-bf3609fa-b64d-4651-8ebb-83e320b215e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0534046 Nov 10 22:35:17.309129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,segment=NetworkSegment(dab86d16-3ab0-4f49-9650-bc441cb9fa74),segment_id=dab86d16-3ab0-4f49-9650-bc441cb9fa74)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:17.316684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.326884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3', 'network_id': '84fe72c5-4d5f-4763-a9be-eb0eeeaca44d', 'port_id': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3', 'mac_address': 'fa:16:3e:5b:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900048ad-f18c-4a5f-a0e1-2f92d7c8dfef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:17.334619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:17.386108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-6e24f09e-5bc1-473e-93e8-00787a68a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.387636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-6e24f09e-5bc1-473e-93e8-00787a68a674 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0720608 Nov 10 22:35:17.460471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.480875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:17.496801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port ca8d5232-9f78-43d6-b6ed-a860aad05e27 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:17.500068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-07abdcd2-4788-4532-b714-1b202bf9d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.502504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-07abdcd2-4788-4532-b714-1b202bf9d14e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071665 Nov 10 22:35:17.511432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,segment=NetworkSegment(dab86d16-3ab0-4f49-9650-bc441cb9fa74),segment_id=dab86d16-3ab0-4f49-9650-bc441cb9fa74)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:17.513044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port ca8d5232-9f78-43d6-b6ed-a860aad05e27 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:17.513555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.517087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.576869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8348-83e5-4373-8d66-83e9a1e70e07 req-1398d9c4-4df7-4686-94a4-997044018176 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.578909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-544b8348-83e5-4373-8d66-83e9a1e70e07 req-1398d9c4-4df7-4686-94a4-997044018176 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 936 time: 0.1370370 Nov 10 22:35:17.609573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf223acc-8646-47c1-bc1b-787d0fe13898 req-65b87823-9b5e-45c3-94ec-90df19d766a4 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159788 Nov 10 22:35:17.651549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:17.676705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.678396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.697676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-544b8348-83e5-4373-8d66-83e9a1e70e07 req-149bf73b-90a1-47b9-9efa-3fa08ffbb073 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Nov 10 22:35:17.721251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:17.739250 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b81166-069d-45e2-9f48-0f2b1d40179c" -d '{"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:17.744103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-1bba4d74-f9b0-4bd8-af90-c590ed8296f5 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230921 Nov 10 22:35:17.758870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5fc4880d-1676-4c50-b49d-1ff423c5fdb3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:17.828099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c497309-c95e-491c-bdb2-2c65101c8100 req-8226e658-f45b-430c-ac64-e6ab9ae7d107 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 210 time: 0.1395588 Nov 10 22:35:17.833443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.870226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51012) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:17.890529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:17.900776 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af1dce4-d56b-4722-b827-7456c92dddf4 x-openstack-request-id: req-4af1dce4-d56b-4722-b827-7456c92dddf4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:17.901718 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:17.902337 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af1dce4-d56b-4722-b827-7456c92dddf4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:17.905962 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'code': 200} Nov 10 22:35:17.913089 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.940339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:17.967118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.20', 49422) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:18.013024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be90b040-0cd7-473b-8b99-74745d0d7091 req-2f301031-2e6d-4393-b881-62d83f9832c4 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578282 Nov 10 22:35:18.080954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:18.116312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8f79-3fe8-471c-90b7-93bd17c6f0ff req-dc9a714c-4a26-4c75-a975-68e342832f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:18.121580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2eee8f79-3fe8-471c-90b7-93bd17c6f0ff req-dc9a714c-4a26-4c75-a975-68e342832f12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.1498425 Nov 10 22:35:18.142196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86c76995-a3e2-4fa9-b41d-65d94281af90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.145936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:18.186281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:18.208761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:18.229845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:18.230798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.253343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:18.303481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2eee8f79-3fe8-471c-90b7-93bd17c6f0ff req-8a8cd21e-290d-4f39-83f5-cadd0d776faa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625845 Nov 10 22:35:18.394043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-9c475baa-773e-42e9-a352-af913612996b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0857065 Nov 10 22:35:18.399672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236a9d5c-4f39-4238-bb6e-98c748ed8e9b {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:18.412832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Request body: {'port': {'device_id': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:18.418938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.438755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.442072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.445278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86c76995-a3e2-4fa9-b41d-65d94281af90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.446060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad4b61d6-e46f-41b8-be6b-bcbc6d44e77a HTTP/1.1" status: 204 len: 168 time: 1.1917872 Nov 10 22:35:18.454906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921d236-6b6f-4957-b976-ecf548208d70 req-b1c1e896-19ca-47a6-a112-9c521c2d00c4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:18.463848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531a59-2385-4dd6-b71c-c3ffdf47a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b61d6-e46f-41b8-be6b-bcbc6d44e77a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:18.467409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:18.467564 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5921d236-6b6f-4957-b976-ecf548208d70 req-b1c1e896-19ca-47a6-a112-9c521c2d00c4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1231096 Nov 10 22:35:18.474079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86c76995-a3e2-4fa9-b41d-65d94281af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.535647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Transition to ACTIVE for port object 236a9d5c-4f39-4238-bb6e-98c748ed8e9b will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:18.536639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c76995-a3e2-4fa9-b41d-65d94281af90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a5553-a659-4749-bdbe-36d25ead3021,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:18.559357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.580904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5921d236-6b6f-4957-b976-ecf548208d70 req-0e37792f-978b-4df6-b0bc-38632952eb8c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080058 Nov 10 22:35:18.588899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-86c76995-a3e2-4fa9-b41d-65d94281af90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cb72e9817b14f83bfd35eb992731f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7172973 Nov 10 22:35:18.589728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51052) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:18.626905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-51820641-b652-4988-a11b-7a66875fe890 None None] Provisioning complete for port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:18.627462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51820641-b652-4988-a11b-7a66875fe890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.695299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Pushing event updated for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:18.734058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-51820641-b652-4988-a11b-7a66875fe890 None None] Port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:18.751787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.752342 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.824225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.824735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Attempting to bind port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:18.825271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Attempting to bind port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:18.825813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Attempting to bind port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:18.852381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e00e3-10a5-4a62-9404-0bb4a349749a req-2b45d6eb-a39d-43ce-9afe-2c16a3377ee2 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:18.854063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f8e00e3-10a5-4a62-9404-0bb4a349749a req-2b45d6eb-a39d-43ce-9afe-2c16a3377ee2 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 944 time: 0.1680174 Nov 10 22:35:18.914067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:18.914743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Attempting to bind port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:18.946444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:18.946853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:18.947300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:18.947814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Bound port: 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:18.948238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.982544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f8e00e3-10a5-4a62-9404-0bb4a349749a req-8ca37c8a-f773-4f1b-a507-11919097beb3 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143613 Nov 10 22:35:18.983811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.986584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:18.991692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b54a5553-a659-4749-bdbe-36d25ead3021 HTTP/1.1" status: 204 len: 168 time: 0.4007170 Nov 10 22:35:18.999864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922e0a1-eefe-4be6-a224-39ba397d495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a5553-a659-4749-bdbe-36d25ead3021,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:19.123975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3660ecb0-cfd9-410a-a10e-bb639d1dffad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.132620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab6fea-66d2-4f3e-b3d5-401fa7da46c0 req-c4cbd3a8-e094-48f3-a587-93958e5ef9b5 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.141312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:19.142518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28ab6fea-66d2-4f3e-b3d5-401fa7da46c0 req-c4cbd3a8-e094-48f3-a587-93958e5ef9b5 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 931 time: 0.0685942 Nov 10 22:35:19.199252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b081f-c97d-4a00-bc61-8eb52465f6d3 req-31463be5-d846-4342-93b4-ea00e1577dc6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.200822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af5b081f-c97d-4a00-bc61-8eb52465f6d3 req-31463be5-d846-4342-93b4-ea00e1577dc6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 948 time: 0.2584770 Nov 10 22:35:19.229989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28ab6fea-66d2-4f3e-b3d5-401fa7da46c0 req-e64143ad-c35f-4d80-b864-2c9e5e9aefc9 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860059 Nov 10 22:35:19.247956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:19.252821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:19.255487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.278204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:19.319298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:19.337895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.358808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:19.364918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.365680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.367205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] 10.222.0.39 "PUT /v2.0/ports/236a9d5c-4f39-4238-bb6e-98c748ed8e9b HTTP/1.1" status: 200 len: 1096 time: 2.7391424 Nov 10 22:35:19.378123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:19.382768 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185463a-732c-44f5-a468-3d5ffabca53c" -d '{"events": [{"name": "network-changed", "server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:19.443880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.484062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192150f-b8ea-410a-92a9-c7dfea767771 req-ab60da5e-cf5c-41fd-a920-2e78648241ff tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.505997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c192150f-b8ea-410a-92a9-c7dfea767771 req-ab60da5e-cf5c-41fd-a920-2e78648241ff tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.1649854 Nov 10 22:35:19.509294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af5b081f-c97d-4a00-bc61-8eb52465f6d3 req-1eb72efe-ca8f-4335-85c3-58a0857c257a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944200 Nov 10 22:35:19.554225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,segment=NetworkSegment(dab86d16-3ab0-4f49-9650-bc441cb9fa74),segment_id=dab86d16-3ab0-4f49-9650-bc441cb9fa74)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:19.574093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.579763 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56026b8-3e9d-456a-b2e5-cb44ba7e0a51 x-openstack-request-id: req-e56026b8-3e9d-456a-b2e5-cb44ba7e0a51 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:19.580069 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:19.580305 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e56026b8-3e9d-456a-b2e5-cb44ba7e0a51 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:19.585273 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b', 'status': 'completed', 'code': 200} Nov 10 22:35:19.614997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c192150f-b8ea-410a-92a9-c7dfea767771 req-cdb8bbe9-45a1-43b6-8663-58cbdc9a21ae tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065409 Nov 10 22:35:19.656022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-7ca7c0a8-2649-4808-9c35-2b829c54bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.657832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-7ca7c0a8-2649-4808-9c35-2b829c54bb95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 1099 time: 0.2332087 Nov 10 22:35:19.703047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6e06c-6b20-4148-be70-5ab1ea811a2a service neutron] Pushing event updated for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:19.716023 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3660ecb0-cfd9-410a-a10e-bb639d1dffad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.750675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:19.765767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3660ecb0-cfd9-410a-a10e-bb639d1dffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.769465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-439ccd35-6ed1-450e-897e-a4e2bda091a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b HTTP/1.1" status: 200 len: 217 time: 0.1001353 Nov 10 22:35:19.771625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:19.772343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'mac_address': 'fa:16:3e:8b:1f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:19.812023 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.831816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:19.861465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.871815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Transition to ACTIVE for port object ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:19.881322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3660ecb0-cfd9-410a-a10e-bb639d1dffad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d28c52a228fa44889f3514d23f5acc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3885016 Nov 10 22:35:19.881322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660ecb0-cfd9-410a-a10e-bb639d1dffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45dcc4e-af40-46aa-b7ce-9e13c365aa28,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:19.883522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51100) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:19.887292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:19.888250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:19.901676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4a843-af0c-42d1-a8bc-740d348a9f7f req-cb3df1d8-9766-4d4a-a258-728f22a620cb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.909865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9a4a843-af0c-42d1-a8bc-740d348a9f7f req-cb3df1d8-9766-4d4a-a258-728f22a620cb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.2229724 Nov 10 22:35:19.914824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:19.920946 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96572eaa-0f61-41f9-9b44-acd32ec2d888" -d '{"events": [{"server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "name": "network-vif-plugged", "status": "completed", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:19.965084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-510f45a3-831d-4646-a627-d95311d8b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.966502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-510f45a3-831d-4646-a627-d95311d8b7e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1863704 Nov 10 22:35:20.015955 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8d081d-6b35-496e-bef1-b06587317df2 x-openstack-request-id: req-4d8d081d-6b35-496e-bef1-b06587317df2 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:20.016543 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "name": "network-vif-plugged", "status": "completed", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:20.016798 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d8d081d-6b35-496e-bef1-b06587317df2 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:20.017213 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3', 'code': 200} Nov 10 22:35:20.037008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:20.046999 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.053134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.066431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Pushing event updated for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:20.122475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.191662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9a4a843-af0c-42d1-a8bc-740d348a9f7f req-43b3c452-1036-449a-a1a5-f2e7e01a69c4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808385 Nov 10 22:35:20.194767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Attempting to bind port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:20.205506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Attempting to bind port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:20.206523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Attempting to bind port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:20.212268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-5da22fff-8dc3-44ae-8188-e068fc306e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.214024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-5da22fff-8dc3-44ae-8188-e068fc306e1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311237 Nov 10 22:35:20.229646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e on network 467748e8-9789-4710-9cb5-fcd2081ee7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:20.230206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Attempting to bind port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:20.237579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:20.272845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:20.303939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.39', 63969) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:20.326081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:20.326447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Checking segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:20.326778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Bound using segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:20.327221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Bound port: ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:20.327574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.327852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0528-4b9f-4b6e-ad0a-a0274d04393c req-f0cf23cd-07eb-4622-882d-f07c78b35f06 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.336692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41bf0528-4b9f-4b6e-ad0a-a0274d04393c req-f0cf23cd-07eb-4622-882d-f07c78b35f06 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.1626418 Nov 10 22:35:20.345407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.347930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.357572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a45dcc4e-af40-46aa-b7ce-9e13c365aa28 HTTP/1.1" status: 204 len: 168 time: 0.4725370 Nov 10 22:35:20.397993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5074cc-bc12-4572-9116-8ed3687ad472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45dcc4e-af40-46aa-b7ce-9e13c365aa28,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:20.462568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41bf0528-4b9f-4b6e-ad0a-a0274d04393c req-5fb5f90b-3ca4-4339-a7bd-c62ad943e73d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248794 Nov 10 22:35:20.479134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a0acccca-a212-47b1-9859-4ec14a902ae9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.480835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a0acccca-a212-47b1-9859-4ec14a902ae9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.1753588 Nov 10 22:35:20.672522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c475793-e981-4c4e-a935-ee998d6d09af req-7f8ed104-01dc-417e-ab60-cd747354ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.674044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c475793-e981-4c4e-a935-ee998d6d09af req-7f8ed104-01dc-417e-ab60-cd747354ee1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 1096 time: 0.3550425 Nov 10 22:35:20.688820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e703-c7ac-4277-87b3-a170c6ea4f73 req-678f76fc-f919-4a5e-8966-776814842c84 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.696503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c93e703-c7ac-4277-87b3-a170c6ea4f73 req-678f76fc-f919-4a5e-8966-776814842c84 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 943 time: 0.2475541 Nov 10 22:35:20.713852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-d35d42cd-3e3a-40c9-bd58-b9e2966944a8 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889927 Nov 10 22:35:20.714948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:20.765815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:20.814867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.897478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c93e703-c7ac-4277-87b3-a170c6ea4f73 req-6c183e08-d45b-4454-8305-9a83d871f068 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913469 Nov 10 22:35:20.904586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4dc13-f67c-4314-bf3a-97b092ddda3b req-9d020f8f-36e6-452d-8bd7-d120400a5235 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.915245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c475793-e981-4c4e-a935-ee998d6d09af req-b920c0ad-15fb-4708-a332-04819b9066f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043419 Nov 10 22:35:20.922840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2f4dc13-f67c-4314-bf3a-97b092ddda3b req-9d020f8f-36e6-452d-8bd7-d120400a5235 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 948 time: 0.1412387 Nov 10 22:35:20.925077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.934819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.936249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] 10.222.0.39 "PUT /v2.0/ports/ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 200 len: 1091 time: 2.5318735 Nov 10 22:35:20.940772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51136) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:20.983570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-078a308f-e2bb-42f4-99b2-e2e556fb2be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.986585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961558-6e11-4b69-b0bf-c0137e4d526c service neutron] Pushing event updated for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:21.037895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Deleting port 921be05f-6be5-40a6-91bb-5e4e9685e142 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:35:21.037895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.045956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2f4dc13-f67c-4314-bf3a-97b092ddda3b req-89ece6dc-b598-4796-885f-f2e7cb1fc3ee tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218777 Nov 10 22:35:21.078057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79f4687f-b443-4877-bb89-4355e0f7b9c8 req-e2b434f1-cfb5-421b-8d98-952bb51696c9 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433046 Nov 10 22:35:21.120900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddf010-b06f-4ea8-9e0e-788fc6cd97e1 req-8b12c832-3379-4883-a82d-d86218e52df9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:21.131979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38ddf010-b06f-4ea8-9e0e-788fc6cd97e1 req-8b12c832-3379-4883-a82d-d86218e52df9 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/ports?device_id=9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce HTTP/1.1" status: 200 len: 972 time: 0.1219008 Nov 10 22:35:21.265277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] For port 921be05f-6be5-40a6-91bb-5e4e9685e142, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=921be05f-6be5-40a6-91bb-5e4e9685e142,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:21.265660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.282514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Calling delete_port for 921be05f-6be5-40a6-91bb-5e4e9685e142 owned by compute:tempest-test_az-1034323663 {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:35:21.381955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:21.461802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:21.468905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:21.469625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.484568 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-078a308f-e2bb-42f4-99b2-e2e556fb2be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.506515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38ddf010-b06f-4ea8-9e0e-788fc6cd97e1 req-9bd927f5-a372-4665-bd41-c99ebea1e079 tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.25 "GET /v2.0/security-groups?id=a36d5549-f89f-470c-862b-70d825940bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642476 Nov 10 22:35:21.518612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.535065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['921be05f-6be5-40a6-91bb-5e4e9685e142'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:21.541785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-078a308f-e2bb-42f4-99b2-e2e556fb2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.562145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Pushing event deleted for resources: {'Port': ['ID=921be05f-6be5-40a6-91bb-5e4e9685e142,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:21.616025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:21.619302 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16c115f-d49e-4b2f-b9f8-35636da332e6" -d '{"events": [{"name": "network-changed", "server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:21.625717 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-078a308f-e2bb-42f4-99b2-e2e556fb2be9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cc2fc0c3c594ba18d18dec0a3cb0669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6792772 Nov 10 22:35:21.631637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51156) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:21.643131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.669258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] No DVR routers for this DVR port 921be05f-6be5-40a6-91bb-5e4e9685e142 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:35:21.672661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.676620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5d9a791-1716-4d6b-94ef-50061c95593d req-a25bf958-6981-40d1-aa81-879c3711084d tempest-AggregatesAdminTestJSON-672277261 tempest-AggregatesAdminTestJSON-672277261-project] 10.222.0.39 "DELETE /v2.0/ports/921be05f-6be5-40a6-91bb-5e4e9685e142 HTTP/1.1" status: 204 len: 173 time: 1.1885219 Nov 10 22:35:21.699982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-f04bc5d8-54b6-406e-9232-a630b726799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:21.701612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-f04bc5d8-54b6-406e-9232-a630b726799e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 1094 time: 0.5323355 Nov 10 22:35:21.705897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185463a-732c-44f5-a468-3d5ffabca53c req-745dd43e-808e-4552-ac86-b7de41128f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:21.710494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-745dd43e-808e-4552-ac86-b7de41128f8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 1099 time: 0.5389459 Nov 10 22:35:21.719260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:21.724080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.732072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'name': 'network-vif-deleted', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:21.733918 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e9f9f-a3e8-4c35-921c-e826bbbef0a7" -d '{"events": [{"server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "name": "network-vif-deleted", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:21.785318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:21.794588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-e4f49e0d-4e82-45f6-b829-7f2b22229933 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 200 len: 217 time: 0.0648994 Nov 10 22:35:21.806248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.808845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a308f-e2bb-42f4-99b2-e2e556fb2be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094cf8d-0940-4376-bc80-36e0694fb9d5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:21.831028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.884320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51164) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:21.894611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eef642-9f4b-491a-bfa7-15931e36c7ee req-8e89972b-ef64-42d4-91ad-c73edc82c145 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:21.896479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19eef642-9f4b-491a-bfa7-15931e36c7ee req-8e89972b-ef64-42d4-91ad-c73edc82c145 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.2635841 Nov 10 22:35:21.902554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f602ca-2d7e-4363-8bb5-adce66082d70 req-497d26e1-912d-45c9-9c78-4629b6c45f9d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:21.912593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5f602ca-2d7e-4363-8bb5-adce66082d70 req-497d26e1-912d-45c9-9c78-4629b6c45f9d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.2818575 Nov 10 22:35:21.994920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:21.997518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.001283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6094cf8d-0940-4376-bc80-36e0694fb9d5 HTTP/1.1" status: 204 len: 168 time: 0.3638651 Nov 10 22:35:22.010221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa217b88-9d98-4231-b615-ccbb62a9707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094cf8d-0940-4376-bc80-36e0694fb9d5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:22.017467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5f602ca-2d7e-4363-8bb5-adce66082d70 req-e9f015ea-1010-436f-bfed-27c27890b96b tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993850 Nov 10 22:35:22.019338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:22.027103 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fa3b63-012a-4a98-a71c-2c7887fdebef" -d '{"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:22.029549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19eef642-9f4b-491a-bfa7-15931e36c7ee req-4e5bb736-491b-4c71-8b46-dc23e1833356 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223361 Nov 10 22:35:22.077449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-dba013d6-cc01-4f01-8f47-7a878efc20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.079327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-dba013d6-cc01-4f01-8f47-7a878efc20b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.2651260 Nov 10 22:35:22.095430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2acbdfbe-7e2f-4230-ac5c-1d4a5f72feda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.112288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185463a-732c-44f5-a468-3d5ffabca53c req-374ba599-b91b-4919-88f1-f664cdef0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.114390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-374ba599-b91b-4919-88f1-f664cdef0da3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3807986 Nov 10 22:35:22.120999 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c313cd-532a-4c3f-a211-78c2e0fac05a x-openstack-request-id: req-34c313cd-532a-4c3f-a211-78c2e0fac05a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:22.121302 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce", "name": "network-vif-deleted", "tag": "921be05f-6be5-40a6-91bb-5e4e9685e142", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:22.121738 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34c313cd-532a-4c3f-a211-78c2e0fac05a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:22.122146 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9744d00d-6c5f-4ddb-b970-53b3dc4bd4ce', 'name': 'network-vif-deleted', 'tag': '921be05f-6be5-40a6-91bb-5e4e9685e142', 'status': 'completed', 'code': 200} Nov 10 22:35:22.129378 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16a5be-4cfa-484b-9cfe-b15616009d19 x-openstack-request-id: req-0e16a5be-4cfa-484b-9cfe-b15616009d19 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:22.129660 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:22.129900 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e16a5be-4cfa-484b-9cfe-b15616009d19 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:22.130275 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'status': 'completed', 'code': 200} Nov 10 22:35:22.177361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-31b7365e-cf9d-41eb-8326-cb70948ce72e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b HTTP/1.1" status: 200 len: 217 time: 0.0460300 Nov 10 22:35:22.190108 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab3fe93-718c-4811-86dc-e140d7fde994 x-openstack-request-id: req-2ab3fe93-718c-4811-86dc-e140d7fde994 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:22.190638 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:22.191793 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ab3fe93-718c-4811-86dc-e140d7fde994 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:22.192300 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'code': 200} Nov 10 22:35:22.258202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2acbdfbe-7e2f-4230-ac5c-1d4a5f72feda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.267211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2acbdfbe-7e2f-4230-ac5c-1d4a5f72feda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.288102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-7159c61d-c4f8-4b66-a282-9fae9509cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.301272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-7159c61d-c4f8-4b66-a282-9fae9509cba0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053900 Nov 10 22:35:22.331460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2acbdfbe-7e2f-4230-ac5c-1d4a5f72feda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bfbb0be775d4261bf3b8eb1be79eeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460499 Nov 10 22:35:22.335775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51188) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:22.357922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185463a-732c-44f5-a468-3d5ffabca53c req-7c94389d-7a3d-421b-9ec0-a68cc761818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.359559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-7c94389d-7a3d-421b-9ec0-a68cc761818e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1724582 Nov 10 22:35:22.371089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbdfbe-7e2f-4230-ac5c-1d4a5f72feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3a0da-382e-476a-9029-ac24e380c5e1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:22.402003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7baaae-0119-4b8a-9744-d023ab6d0d5f req-7997420f-3312-4886-b228-8315196ea94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.403518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e7baaae-0119-4b8a-9744-d023ab6d0d5f req-7997420f-3312-4886-b228-8315196ea94b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.1063344 Nov 10 22:35:22.437968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.481095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.506574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e7baaae-0119-4b8a-9744-d023ab6d0d5f req-a97ce15d-349c-4043-a16a-f1178428ec13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910735 Nov 10 22:35:22.542788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c86a5-3be3-40b4-8092-63488939e9a4 req-6cf4cbf6-b20a-475b-9ba7-c56a5091a283 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.544673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d75c86a5-3be3-40b4-8092-63488939e9a4 req-6cf4cbf6-b20a-475b-9ba7-c56a5091a283 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 943 time: 0.3711038 Nov 10 22:35:22.557225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.560678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185463a-732c-44f5-a468-3d5ffabca53c req-5e418d81-907a-4d09-9f49-1de9a05395e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.561789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.562508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-5e418d81-907a-4d09-9f49-1de9a05395e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1901579 Nov 10 22:35:22.562906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cc3a0da-382e-476a-9029-ac24e380c5e1 HTTP/1.1" status: 204 len: 168 time: 0.2238464 Nov 10 22:35:22.575033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8ce8-85a3-4377-a33e-f69e3ed0f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3a0da-382e-476a-9029-ac24e380c5e1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:22.670400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-7023eb1d-3c31-44fb-8f12-aab8f9812450 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.672672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-7023eb1d-3c31-44fb-8f12-aab8f9812450 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.0528088 Nov 10 22:35:22.697044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-02fc1a9c-b2d4-4560-89be-011bb0c8613b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.721686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d75c86a5-3be3-40b4-8092-63488939e9a4 req-c031e70e-4706-41cb-9b7c-ec341d8368c8 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663306 Nov 10 22:35:22.732482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-efa936b1-b315-4eb4-a688-8e959c2c1c8a service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182091 Nov 10 22:35:22.737075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-1d59eada-9229-46d2-bdb9-5b5d73a12761 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447880 Nov 10 22:35:22.823941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-02fc1a9c-b2d4-4560-89be-011bb0c8613b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.829412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-02fc1a9c-b2d4-4560-89be-011bb0c8613b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:22.909147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc2c780f-7374-4ee6-8b38-04dacfa04f1d req-02fc1a9c-b2d4-4560-89be-011bb0c8613b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280018 Nov 10 22:35:22.910051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1a9c-b2d4-4560-89be-011bb0c8613b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ebe98-d3c9-4ea8-958e-ea53568a47c9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:22.965786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222807-6937-4436-88bf-cac803ac4c3b req-62a6d3f8-e965-4f83-bea2-76d5c2fb0617 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.967329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51222807-6937-4436-88bf-cac803ac4c3b req-62a6d3f8-e965-4f83-bea2-76d5c2fb0617 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 948 time: 0.1636505 Nov 10 22:35:22.973203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d185463a-732c-44f5-a468-3d5ffabca53c req-22be6664-4907-4b5e-bdbf-38f2510e4cdb service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268064 Nov 10 22:35:22.980928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d02be145-8005-42f9-bb6a-f62fdd7efe2e req-b06bb9a1-177e-4be6-b262-286afa27b67b service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358103 Nov 10 22:35:23.080345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51224) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:23.095249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1a1a-b36b-4bfc-845d-ee2f2d79a669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.120758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51222807-6937-4436-88bf-cac803ac4c3b req-1ec50623-f1f1-4d9c-8a4f-1b6164ea0156 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466651 Nov 10 22:35:23.136623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-2384d864-e2d2-4dd3-8721-09e867065dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.138219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-2384d864-e2d2-4dd3-8721-09e867065dfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 1094 time: 0.0655105 Nov 10 22:35:23.268781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1a1a-b36b-4bfc-845d-ee2f2d79a669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.274236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1a1a-b36b-4bfc-845d-ee2f2d79a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.311429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d1a1a-b36b-4bfc-845d-ee2f2d79a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c331510-4180-4852-affc-a2a46a906e87,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:23.321987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-6f6901bd-7388-4cfa-8c1c-778142ca50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.323473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-6f6901bd-7388-4cfa-8c1c-778142ca50df service neutron] 10.222.0.39 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 924 time: 0.1782577 Nov 10 22:35:23.344566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a4d1a1a-b36b-4bfc-845d-ee2f2d79a669 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ff6a6b8ae2741a49f3f54c88ea74763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630932 Nov 10 22:35:23.345422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:23.377507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-eb508f93-2718-4d49-a02b-b6cb233c8940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 200 len: 217 time: 0.0402937 Nov 10 22:35:23.397172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffd576-c655-4c20-8f0d-dd1d2599cf72 req-02e7b6ba-c749-42bd-93bc-08be68f63f80 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.398593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcffd576-c655-4c20-8f0d-dd1d2599cf72 req-02e7b6ba-c749-42bd-93bc-08be68f63f80 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.1201289 Nov 10 22:35:23.403879 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.432533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.471354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-ae01aedc-78f5-4e66-a656-c9651e874676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.477552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-ae01aedc-78f5-4e66-a656-c9651e874676 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.0951149 Nov 10 22:35:23.483571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:23.489173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcffd576-c655-4c20-8f0d-dd1d2599cf72 req-eef2d482-a134-48f3-b7ef-674449e2da51 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706499 Nov 10 22:35:23.520462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.523841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:23.526719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c331510-4180-4852-affc-a2a46a906e87 HTTP/1.1" status: 204 len: 168 time: 0.1800139 Nov 10 22:35:23.541327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849429-63e3-4ca2-92d7-e993008a342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c331510-4180-4852-affc-a2a46a906e87,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:23.553788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-8dd3fc73-c6c1-4d73-9f15-41c5a85b794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.555905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-8dd3fc73-c6c1-4d73-9f15-41c5a85b794f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654535 Nov 10 22:35:23.720960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-9f4c7d89-4eb9-4c5c-ae38-25b02c610868 req-b2ecd6e5-1334-4c94-ae65-66c5d40504ed service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:23.722690 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f4c7d89-4eb9-4c5c-ae38-25b02c610868 req-b2ecd6e5-1334-4c94-ae65-66c5d40504ed service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3400078 Nov 10 22:35:23.737808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-7fe6e657-7310-4dee-a59b-35d8aac66d5c service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648397 Nov 10 22:35:23.880842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f8cc14e-dc4b-404c-8e64-cc1aabf72efd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe0a677356aa4acaa3bc02fe23afca96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959696 Nov 10 22:35:23.883121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:23.915789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b072-cbe3-428b-8251-4f7c6b74df22 req-a18421cf-604a-4cbf-a4d8-12efb42e9803 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.917506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ec3b072-cbe3-428b-8251-4f7c6b74df22 req-a18421cf-604a-4cbf-a4d8-12efb42e9803 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 943 time: 0.0902085 Nov 10 22:35:23.924578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16c115f-d49e-4b2f-b9f8-35636da332e6 req-4841de72-fb12-4413-8364-1a8d85bccb93 service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792860 Nov 10 22:35:23.970547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.010232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.050651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ec3b072-cbe3-428b-8251-4f7c6b74df22 req-b33814cc-8f91-412e-9083-58720b871b71 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192327 Nov 10 22:35:24.058964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.062444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.064108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a36d5549-f89f-470c-862b-70d825940bd1 HTTP/1.1" status: 204 len: 168 time: 0.1798542 Nov 10 22:35:24.072830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2167c-272a-43e7-a905-d4865a2729ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d5549-f89f-470c-862b-70d825940bd1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:24.264875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37c623-4263-41ed-8a10-f5422c9f4058 req-29cfa026-600a-4bcc-9e0e-c958986b3960 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:24.266754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e37c623-4263-41ed-8a10-f5422c9f4058 req-29cfa026-600a-4bcc-9e0e-c958986b3960 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 948 time: 0.0581567 Nov 10 22:35:24.335603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e37c623-4263-41ed-8a10-f5422c9f4058 req-4e9d4ec7-4348-42ff-9d5c-ab65a99a7025 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614626 Nov 10 22:35:24.470275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51304) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:24.695238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:24.754609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:24.757460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ebc43fa4-5e34-40f3-ad8e-bae29ce5038f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5300bc9bf74d4b8db26a7404630c04c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597715 Nov 10 22:35:24.820058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.854418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-176ab55f-fa7e-4e9a-b7a9-6be4f70e4f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.900811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.922067 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cc4d401f-a6ff-41bb-b2d3-ce7cb2a62e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.009349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.014351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.015850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8d38c03-4d25-4a27-ad06-a8d95f59de3a HTTP/1.1" status: 204 len: 168 time: 0.2593205 Nov 10 22:35:25.036436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4bc4-6ca4-4bd1-8813-2b567361249d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d38c03-4d25-4a27-ad06-a8d95f59de3a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:25.083893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-176ab55f-fa7e-4e9a-b7a9-6be4f70e4f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.094972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-176ab55f-fa7e-4e9a-b7a9-6be4f70e4f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.148508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 236a9d5c-4f39-4238-bb6e-98c748ed8e9b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:25.163562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-176ab55f-fa7e-4e9a-b7a9-6be4f70e4f7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce0be3c6d03d4ceebf4c255990e66bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899590 Nov 10 22:35:25.176249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51334) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:25.191444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 921be05f-6be5-40a6-91bb-5e4e9685e142 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:35:25.195656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ab55f-fa7e-4e9a-b7a9-6be4f70e4f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e43505-1340-4fdf-aecd-d4c9e6ea6708,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:25.276446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb142d5-5223-4187-a0ed-08d2852fdd20 req-48e65166-dbda-41e0-8b51-2571c44d4f03 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:25.277977 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecb142d5-5223-4187-a0ed-08d2852fdd20 req-48e65166-dbda-41e0-8b51-2571c44d4f03 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1203089 Nov 10 22:35:25.278222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 921be05f-6be5-40a6-91bb-5e4e9685e142 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:35:25.278693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 921be05f-6be5-40a6-91bb-5e4e9685e142 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:35:25.371669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecb142d5-5223-4187-a0ed-08d2852fdd20 req-d19a9e1d-745d-4bd1-bd15-cccaad90fdad tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846906 Nov 10 22:35:25.375645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff15c1-813f-4db3-892d-a10ea7ffd807 req-cf1a9003-0f0b-425f-a4e3-5eb2e7d25c6f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:25.377806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eeff15c1-813f-4db3-892d-a10ea7ffd807 req-cf1a9003-0f0b-425f-a4e3-5eb2e7d25c6f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 943 time: 0.1670671 Nov 10 22:35:25.404213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.430930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.465517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:25.482763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.486015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.487401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5e43505-1340-4fdf-aecd-d4c9e6ea6708 HTTP/1.1" status: 204 len: 168 time: 0.3187034 Nov 10 22:35:25.495495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b', 'mac_address': 'fa:16:3e:2c:cf:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:25.506428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf3140-33ac-4a44-9e85-0d575c6f3826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e43505-1340-4fdf-aecd-d4c9e6ea6708,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:25.533927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eeff15c1-813f-4db3-892d-a10ea7ffd807 req-79ef5d67-c78f-47d2-a6a0-d669b0b6a1cb tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483727 Nov 10 22:35:25.552443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.578841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236a9d5c-4f39-4238-bb6e-98c748ed8e9b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:25.602263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:25.609191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:25.651153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51360) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:25.685194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:25.695644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df1bd-0db3-494a-8513-05ad060e4fc0 req-1ffc04a9-487d-486f-b95f-005e6f69b2fd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:25.698122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698df1bd-0db3-494a-8513-05ad060e4fc0 req-1ffc04a9-487d-486f-b95f-005e6f69b2fd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 948 time: 0.1070645 Nov 10 22:35:25.759202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698df1bd-0db3-494a-8513-05ad060e4fc0 req-07978ee3-d278-4111-95e6-ec3b09faffea tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 Nov 10 22:35:25.814038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['236a9d5c-4f39-4238-bb6e-98c748ed8e9b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:26.073726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-a83bd854-5fdc-4564-b432-da7c6dca105b tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568471 Nov 10 22:35:26.154116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-2b4258b1-c0e0-4652-b90b-5aee408e5c9c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5010877 Nov 10 22:35:26.161735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-ca5fa6e8-0cf2-42e1-80ef-b28b033742fe service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:26.176181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-ca5fa6e8-0cf2-42e1-80ef-b28b033742fe service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215578 Nov 10 22:35:26.284806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:26.290597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-61122f67-bbee-49ee-acef-34c5beb9ace1 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:26.297869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-61122f67-bbee-49ee-acef-34c5beb9ace1 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184641 Nov 10 22:35:26.314169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c56bcec5-acb2-42e4-8acf-6bc1507ffbe8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/quotas/a0b771ce6aab42c0ab759d5d9cc83428 HTTP/1.1" status: 200 len: 375 time: 0.0152714 Nov 10 22:35:26.356732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-7e1ac714-cb36-4500-a9d7-fbe3b9b89859 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417020 Nov 10 22:35:26.604934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc08996-2e61-42cd-a495-dc458645a50a req-b04c86b6-a772-467e-91ee-67f9d97c0a2f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:26.621554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc08996-2e61-42cd-a495-dc458645a50a req-b04c86b6-a772-467e-91ee-67f9d97c0a2f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1218545 Nov 10 22:35:26.636701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-network', 'tenant_id': '19ae7848001a4a708305e36b69066c08'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:26.657952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95b46606-ad94-4acc-8212-02517186fd94 req-3140b46a-cba4-446b-beaa-6a5f179877ff tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 210 time: 0.0791795 Nov 10 22:35:26.803474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc08996-2e61-42cd-a495-dc458645a50a req-1c430293-bc48-45c4-8eb6-837beecd9405 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796525 Nov 10 22:35:26.806754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Made reservation on behalf of 19ae7848001a4a708305e36b69066c08 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:26.820064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:26.859057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:26.898987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21abb-b4db-49d8-b683-15e6db924b3a req-4acbf28e-0da4-4846-8788-3ffbc1db2f6f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:26.901328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7eb21abb-b4db-49d8-b683-15e6db924b3a req-4acbf28e-0da4-4846-8788-3ffbc1db2f6f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 943 time: 0.1493824 Nov 10 22:35:27.042865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7eb21abb-b4db-49d8-b683-15e6db924b3a req-5fe6cb98-ca2b-45e3-ba7c-7779f89d71b1 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289175 Nov 10 22:35:27.154415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:27.156544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 236a9d5c-4f39-4238-bb6e-98c748ed8e9b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:27.169340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c2ff7-79b4-488a-a2dd-b6f211682ba5 req-ce351f66-8d71-408b-b657-21ec8fa5fa79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:27.173654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-293c2ff7-79b4-488a-a2dd-b6f211682ba5 req-ce351f66-8d71-408b-b657-21ec8fa5fa79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 949 time: 0.2546377 Nov 10 22:35:27.200716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.231387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.317818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:27.345398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.346125 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Added segment 8219b699-ff85-43a4-a6e0-6a503eb6ee5a of type vlan for network dd28e172-b10f-492f-b31e-2bdf72f891de Nov 10 22:35:27.348368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a91f0-8963-4dd4-a841-a0285f48e2cb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:27.374516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-293c2ff7-79b4-488a-a2dd-b6f211682ba5 req-156f8fef-074c-40a0-9b29-e43427909cba tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820519 Nov 10 22:35:27.386039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:27.426046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.445367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:27.446051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.474156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.475850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:27.476475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.519485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:27.551894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0040472a-489c-4256-a52d-7cdfe3fb392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.593069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] Pushing event updated for resources: {'Network': ['ID=dd28e172-b10f-492f-b31e-2bdf72f891de,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:27.617612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f2a9734-0482-4c9e-90b0-fe930655ff5e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.3314431 Nov 10 22:35:27.620608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51462) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:27.628422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Request body: {'subnet': {'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-subnet', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:27.662849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Made reservation on behalf of 19ae7848001a4a708305e36b69066c08 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:27.666089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.796208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:27.826136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network dd28e172-b10f-492f-b31e-2bdf72f891de details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:27.844594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2ddb852-680a-4d33-a541-47e9e7b97d2a req-2c68b49a-d907-4f3e-84c9-5a6815e66afb tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 210 time: 0.0742679 Nov 10 22:35:27.854590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0d4350f-b25a-4f07-8540-c160ae59c2e1 req-cda7cda1-3210-41eb-91f3-d914369c6d78 tempest-AbsoluteLimitsNegativeTestJSON-1294901819 tempest-AbsoluteLimitsNegativeTestJSON-1294901819-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=687c97e6b48d4eb0ae6d126dadc4fda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471036 Nov 10 22:35:27.873132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:27.874375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'port_id': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'mac_address': 'fa:16:3e:0a:18:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:27.888805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:27.892055 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6402d8-afcc-4cca-9a38-11f453d02233" -d '{"events": [{"server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "name": "network-vif-plugged", "status": "completed", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:27.942038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.013089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4350f-b25a-4f07-8540-c160ae59c2e1 req-bd78aa52-3b46-41ed-8537-4a8cf218a1aa tempest-AbsoluteLimitsNegativeTestJSON-1294901819 tempest-AbsoluteLimitsNegativeTestJSON-1294901819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:28.020747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0d4350f-b25a-4f07-8540-c160ae59c2e1 req-bd78aa52-3b46-41ed-8537-4a8cf218a1aa tempest-AbsoluteLimitsNegativeTestJSON-1294901819 tempest-AbsoluteLimitsNegativeTestJSON-1294901819-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651623 Nov 10 22:35:28.064697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0d4350f-b25a-4f07-8540-c160ae59c2e1 req-26253e03-a1d6-43dd-89ba-a3edbb5fede2 tempest-AbsoluteLimitsNegativeTestJSON-1294901819 tempest-AbsoluteLimitsNegativeTestJSON-1294901819-project] 10.222.0.25 "GET /v2.0/quotas/687c97e6b48d4eb0ae6d126dadc4fda6 HTTP/1.1" status: 200 len: 375 time: 0.0430734 Nov 10 22:35:28.115130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.117709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0d4350f-b25a-4f07-8540-c160ae59c2e1 req-f1a15313-09fe-4a1e-b0a5-e76a1222c462 tempest-AbsoluteLimitsNegativeTestJSON-1294901819 tempest-AbsoluteLimitsNegativeTestJSON-1294901819-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=687c97e6b48d4eb0ae6d126dadc4fda6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518143 Nov 10 22:35:28.131313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.162177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:28.217115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:28.225056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Checking segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:28.230585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Network hostable DHCP agents. Network: dd28e172-b10f-492f-b31e-2bdf72f891de, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:28.234525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.237273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69df6159-e4ec-4283-886f-804337875ab0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:28.238865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:28.262453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.269674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.272342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.272839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.274217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.274710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.276246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.276747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.277862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.281594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.282936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.283478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:28.317511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:28.337239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Network dd28e172-b10f-492f-b31e-2bdf72f891de is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:28.388581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, dd28e172-b10f-492f-b31e-2bdf72f891de) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:28.391118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-091d2829-79a9-4096-b59e-aa35fa81ec68 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357854 Nov 10 22:35:28.396492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:28.396750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e7519-4f46-475f-b77c-734dbe0c21d5 None None] Network dd28e172-b10f-492f-b31e-2bdf72f891de requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:28.397107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.435644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447569a8-8571-438d-bf6c-8421d68262e5 req-b8f59e63-41a7-409e-8d7d-f3c0dfa4269c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:28.443410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-447569a8-8571-438d-bf6c-8421d68262e5 req-b8f59e63-41a7-409e-8d7d-f3c0dfa4269c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1301332 Nov 10 22:35:28.464963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb6d616b-9e6f-4504-a925-d9a0911ecf40 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8422790 Nov 10 22:35:28.470893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51510) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:28.476073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:28.520141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.523127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.651499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:28.701978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-3fa2486b-18c0-4acc-acbf-d3ba45706103 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:28.710154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-3fa2486b-18c0-4acc-acbf-d3ba45706103 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000314 Nov 10 22:35:28.712856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.743602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Request body: {'port': {'device_id': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'a0b771ce6aab42c0ab759d5d9cc83428'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:28.785428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-447569a8-8571-438d-bf6c-8421d68262e5 req-3b7a4d30-af67-447b-9b67-ec6e8376f1a5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407903 Nov 10 22:35:28.803183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:28.803819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.804789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173299e-075b-4153-95ba-954618f257bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-dd28e172-b10f-492f-b31e-2bdf72f891de', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:35:28.805753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:28.996122 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd1892-1b26-4076-8287-47cc891e130f x-openstack-request-id: req-20fd1892-1b26-4076-8287-47cc891e130f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:28.996423 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "name": "network-vif-plugged", "status": "completed", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:28.997688 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20fd1892-1b26-4076-8287-47cc891e130f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:28.999483 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b', 'code': 200} Nov 10 22:35:29.076772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.106768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f56784-5d98-4546-89e8-c62361009323 req-f24d81ca-6e4b-460e-a71c-03c2342e192e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.115747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33f56784-5d98-4546-89e8-c62361009323 req-f24d81ca-6e4b-460e-a71c-03c2342e192e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 944 time: 0.1372507 Nov 10 22:35:29.163235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Made reservation on behalf of a0b771ce6aab42c0ab759d5d9cc83428 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:29.169072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.175314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-de36ce7c-0b95-4756-a43f-3043a8f322e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.177147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-de36ce7c-0b95-4756-a43f-3043a8f322e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.4661355 Nov 10 22:35:29.186759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.192538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c173299e-075b-4153-95ba-954618f257bb None None] Allocated IP 172.20.0.2 (dd28e172-b10f-492f-b31e-2bdf72f891de/69df6159-e4ec-4283-886f-804337875ab0/219571b7-4919-47a7-94c2-47bd54b09b7e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:29.283401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.288451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33f56784-5d98-4546-89e8-c62361009323 req-428e92da-fbe6-469a-b45d-c4ae514134d3 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657310 Nov 10 22:35:29.396368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.408093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.432856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173299e-075b-4153-95ba-954618f257bb None None] Network dd28e172-b10f-492f-b31e-2bdf72f891de is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:29.488000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c173299e-075b-4153-95ba-954618f257bb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:29.489936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173299e-075b-4153-95ba-954618f257bb None None] Pushing event updated for resources: {'Port': ['ID=219571b7-4919-47a7-94c2-47bd54b09b7e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:29.505171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173299e-075b-4153-95ba-954618f257bb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:29.521519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce9221-2850-418c-8fd4-f45f10bffaa9 req-ba30d9d8-cd6f-48d2-867d-7cfac5f3e012 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.532251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ce9221-2850-418c-8fd4-f45f10bffaa9 req-ba30d9d8-cd6f-48d2-867d-7cfac5f3e012 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 950 time: 0.4351404 Nov 10 22:35:29.535322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177876d6-fdae-4c6a-bdf1-7ea0facdbe56 req-e70fa941-6c15-4eec-b174-4c702be21e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.536769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-177876d6-fdae-4c6a-bdf1-7ea0facdbe56 req-e70fa941-6c15-4eec-b174-4c702be21e78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 1101 time: 0.4467213 Nov 10 22:35:29.538733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.568399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.647298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c173299e-075b-4153-95ba-954618f257bb None None] Attempting to bind port 219571b7-4919-47a7-94c2-47bd54b09b7e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:29.647818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c173299e-075b-4153-95ba-954618f257bb None None] Attempting to bind port 219571b7-4919-47a7-94c2-47bd54b09b7e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:29.648279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173299e-075b-4153-95ba-954618f257bb None None] Attempting to bind port 219571b7-4919-47a7-94c2-47bd54b09b7e on network dd28e172-b10f-492f-b31e-2bdf72f891de {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:29.660323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173299e-075b-4153-95ba-954618f257bb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:29.660549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173299e-075b-4153-95ba-954618f257bb None None] Checking segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:29.660952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.661383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173299e-075b-4153-95ba-954618f257bb None None] Bound using segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:29.661863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c173299e-075b-4153-95ba-954618f257bb None None] Bound port: 219571b7-4919-47a7-94c2-47bd54b09b7e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:29.662245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.663381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-e09317bb-2f19-452d-86c2-5da2a3a159c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.665378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-e09317bb-2f19-452d-86c2-5da2a3a159c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4798267 Nov 10 22:35:29.722793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-e946b800-0b7b-4199-ac4d-94a80729ac14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0486598 Nov 10 22:35:29.730731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.787504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-04f562ae-009b-414e-961a-dc9e140bc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.789435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-04f562ae-009b-414e-961a-dc9e140bc65f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0569203 Nov 10 22:35:29.790993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.828161 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c173299e-075b-4153-95ba-954618f257bb None None] For port 219571b7-4919-47a7-94c2-47bd54b09b7e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:29.832382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c173299e-075b-4153-95ba-954618f257bb None None] For port 219571b7-4919-47a7-94c2-47bd54b09b7e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=219571b7-4919-47a7-94c2-47bd54b09b7e,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:29.839096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c173299e-075b-4153-95ba-954618f257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:29.910430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173299e-075b-4153-95ba-954618f257bb None None] Pushing event updated for resources: {'Port': ['ID=219571b7-4919-47a7-94c2-47bd54b09b7e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:29.965870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31946c4-708d-499e-b253-85fddba0e9de,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:29.975406 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-177876d6-fdae-4c6a-bdf1-7ea0facdbe56 req-34ecb8f0-1bfb-42b3-b662-be8302ae9b7e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194646 Nov 10 22:35:29.983901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.984241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.984575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.984901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.985249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.985570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.985886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.986202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.986816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.987181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.988081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:29.989095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:30.025701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6d3e248-e769-4244-b0dc-07364c57e3de req-25993fbb-993d-446a-bff1-f26bfd300ceb tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 210 time: 0.1275420 Nov 10 22:35:30.032872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7c1c4-42c9-4a69-a469-7bf42357c7db,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:30.051102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-fa576078-e531-462d-9d49-6473b4c5c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:30.052726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-fa576078-e531-462d-9d49-6473b4c5c409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536623 Nov 10 22:35:30.089414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ce9221-2850-418c-8fd4-f45f10bffaa9 req-b986a1c2-4bbd-4f53-be90-19f511f07e4f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563316 Nov 10 22:35:30.103236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89b8674e-90a8-4243-b07a-f5d02607e002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=687c97e6b48d4eb0ae6d126dadc4fda6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2984455 Nov 10 22:35:30.116726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51536) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:30.206884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.216435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.352253 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.384145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-a4e8d202-c9a4-4c5b-ae82-a9ff88d071f1 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159080 Nov 10 22:35:30.477851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Allocated IP 192.168.233.99 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/f2b5813d-c30c-4cdf-81da-d4fa92b3c79e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:30.487273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.491492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.494968 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d31946c4-708d-499e-b253-85fddba0e9de HTTP/1.1" status: 204 len: 168 time: 0.3747983 Nov 10 22:35:30.518350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9806-f4b6-437c-9754-90639c060273 req-d20cc6f1-369b-416e-8d45-44cef52ec2d4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:30.519146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf0a5-5fc1-4716-83e9-58b357b25c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31946c4-708d-499e-b253-85fddba0e9de,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:30.521119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a0d9806-f4b6-437c-9754-90639c060273 req-d20cc6f1-369b-416e-8d45-44cef52ec2d4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.2446601 Nov 10 22:35:30.541075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.578819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.626217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-ac7192fb-f4b6-4769-a286-a3a12008ff4d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313790 Nov 10 22:35:30.645773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.691480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4af8d6-e871-4887-bec7-67bfee66b501 req-2e892e4c-a646-4229-b819-88daf9e02553 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:30.698812 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4af8d6-e871-4887-bec7-67bfee66b501 req-2e892e4c-a646-4229-b819-88daf9e02553 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 944 time: 0.3139670 Nov 10 22:35:30.710377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a0d9806-f4b6-437c-9754-90639c060273 req-4ef87d86-bd9e-417e-b71d-771e16f3db13 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741402 Nov 10 22:35:30.780880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.869339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4af8d6-e871-4887-bec7-67bfee66b501 req-280db880-a4a4-438d-99e7-77addbbd1f2a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694477 Nov 10 22:35:30.899910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:30.961874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Allocated IP 172.25.0.88 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/3146c5de-6ca8-41c6-846b-c5433a130cd8) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:31.019039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:31.027450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:31.039027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:31.055881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:31.056913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.070834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Pushing event updated for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:31.091447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-c3fa599b-1a80-4714-8667-d9fc20454a7a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3530107 Nov 10 22:35:31.112942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Request body: {'port': {'device_id': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:31.128828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 219571b7-4919-47a7-94c2-47bd54b09b7e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:31.175437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:31.309331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 219571b7-4919-47a7-94c2-47bd54b09b7e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:31.311366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.366650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:31.381418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:31.382071 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.406071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.470244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09c36-6af6-4a05-b4dd-3653dfa09579 req-c3063f76-32f4-4ef1-b587-13b8d9c5677e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:31.483096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48c09c36-6af6-4a05-b4dd-3653dfa09579 req-c3063f76-32f4-4ef1-b587-13b8d9c5677e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 950 time: 0.1791775 Nov 10 22:35:31.488808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdea883-9948-4341-8069-0d46507f8147 req-cc363a45-5339-4d8c-89aa-b231f767714a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:31.496188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccdea883-9948-4341-8069-0d46507f8147 req-cc363a45-5339-4d8c-89aa-b231f767714a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 935 time: 0.2437544 Nov 10 22:35:31.512894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.521660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-37a28284-7631-46b9-9c51-e4dfe6479a52 None None] Provisioning complete for port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:31.522513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37a28284-7631-46b9-9c51-e4dfe6479a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.560308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.576230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.584740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-37a28284-7631-46b9-9c51-e4dfe6479a52 None None] Port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:31.591471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72991bb4-6d11-4126-97e7-f34cffe82d99 None None] Network dd28e172-b10f-492f-b31e-2bdf72f891de requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:31.597004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:31.601977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:31.638101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:31.689093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 219571b7-4919-47a7-94c2-47bd54b09b7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=219571b7-4919-47a7-94c2-47bd54b09b7e,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:31.700705 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.702670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.780716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48c09c36-6af6-4a05-b4dd-3653dfa09579 req-19e6669f-28bd-4517-921d-04047e1eafd4 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967465 Nov 10 22:35:31.786521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=219571b7-4919-47a7-94c2-47bd54b09b7e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:31.827548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:31.835012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:31.839641 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e00f10-61c3-4285-8c09-29e1e3b0eaca" -d '{"events": [{"server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "name": "network-vif-plugged", "status": "completed", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:31.846015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.923981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51592) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:31.933466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:31.939457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Pushing event updated for resources: {'Port': ['ID=3146c5de-6ca8-41c6-846b-c5433a130cd8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:31.947185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-53dad904-3a7e-48b8-aac3-4f23d17958dc None None] Provisioning complete for port 219571b7-4919-47a7-94c2-47bd54b09b7e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:31.947804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53dad904-3a7e-48b8-aac3-4f23d17958dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:31.977015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccdea883-9948-4341-8069-0d46507f8147 req-f21bded6-c9f2-491b-972d-b66666b407a2 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786413 Nov 10 22:35:32.125905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b5813d-c30c-4cdf-81da-d4fa92b3c79e {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:32.137106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.167858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Transition to ACTIVE for port object f2b5813d-c30c-4cdf-81da-d4fa92b3c79e will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:32.174635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.180951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1384516511-network', 'tenant_id': '0a6f498539604c41924a85557f7a0ef1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:32.230941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.253408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdeb27-1681-4a44-9f01-86de8f19464e req-68fae5b5-1cff-410c-a275-8ce15d12a3e0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:32.261571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03fdeb27-1681-4a44-9f01-86de8f19464e req-68fae5b5-1cff-410c-a275-8ce15d12a3e0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.3017488 Nov 10 22:35:32.323425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae87f01-d900-4819-b3d5-17d79ba1697e req-558f8853-0a4f-4c65-a83e-89bafff4c4e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:32.324949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eae87f01-d900-4819-b3d5-17d79ba1697e req-558f8853-0a4f-4c65-a83e-89bafff4c4e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2282062 Nov 10 22:35:32.361877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Attempting to bind port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:32.363016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Attempting to bind port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:32.363349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Attempting to bind port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:32.365690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Made reservation on behalf of 0a6f498539604c41924a85557f7a0ef1 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:32.370929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.383664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.385604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:32.413716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:32.415373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Attempting to bind port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:32.451180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eae87f01-d900-4819-b3d5-17d79ba1697e req-485bce45-07b2-4a87-bbeb-d719da93e78b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766878 Nov 10 22:35:32.479118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:32.479788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:32.480309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:32.480867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Bound port: f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:32.481309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.516591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ff0e7baf-6cb0-4de8-93e4-cf302a9ee74b None None] Provisioning complete for port 219571b7-4919-47a7-94c2-47bd54b09b7e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:32.517497 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7baf-6cb0-4de8-93e4-cf302a9ee74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.553025 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ec278-8395-4ec0-996c-53e8f129d3e9 x-openstack-request-id: req-100ec278-8395-4ec0-996c-53e8f129d3e9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:32.553342 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "name": "network-vif-plugged", "status": "completed", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:32.553615 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-100ec278-8395-4ec0-996c-53e8f129d3e9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:32.554004 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'code': 200} Nov 10 22:35:32.573766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03fdeb27-1681-4a44-9f01-86de8f19464e req-34db781a-9f12-46fa-8632-01f7aef8877f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105669 Nov 10 22:35:32.711962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9bcf8-0e08-4860-8d78-c3f389749567 req-bcc7fd52-bdfa-47ad-8945-ee8e8a183648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:32.714153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50a9bcf8-0e08-4860-8d78-c3f389749567 req-bcc7fd52-bdfa-47ad-8945-ee8e8a183648 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 1096 time: 0.1118693 Nov 10 22:35:32.739278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.762838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.764701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:32.770121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:32.773334 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.785529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:32.799021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.806262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:32.806576 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Added segment 80a22319-083c-4019-bb8d-3976c90767e9 of type vlan for network e4493f30-0382-4ba5-bcb0-a1a8cfee432d Nov 10 22:35:32.842045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-b11cd78f-49af-4fd4-8b6c-7484b8711a68 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826991 Nov 10 22:35:32.856625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50a9bcf8-0e08-4860-8d78-c3f389749567 req-bd381af5-8bbf-4a5a-b809-d4d190ee90fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357679 Nov 10 22:35:32.865951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb878e-ded2-4e0b-bce0-003fdca49635 req-15d98d27-56a7-4868-95ca-922b102c1fa4 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:32.867517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cbb878e-ded2-4e0b-bce0-003fdca49635 req-15d98d27-56a7-4868-95ca-922b102c1fa4 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 945 time: 0.1782076 Nov 10 22:35:32.930252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 219571b7-4919-47a7-94c2-47bd54b09b7e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:32.999035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 219571b7-4919-47a7-94c2-47bd54b09b7e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:32.999737 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.040328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:33.063170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-5357148a-ed3c-4842-9b95-4de45bf0641c tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.071614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-5357148a-ed3c-4842-9b95-4de45bf0641c tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193618 Nov 10 22:35:33.073003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cbb878e-ded2-4e0b-bce0-003fdca49635 req-abec0e24-3fba-4388-a4c7-88dd33df4ae1 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925180 Nov 10 22:35:33.093028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.102024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.103784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-56f12366-8ac9-4230-bf9e-7e0ddde8a907 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/quotas/54b79783c6e249d1b88b11828845c06e HTTP/1.1" status: 200 len: 375 time: 0.0304856 Nov 10 22:35:33.115113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-0e9a7fbd-efcc-4c11-8933-7fa6c1eaaee8 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2b5813d-c30c-4cdf-81da-d4fa92b3c79e HTTP/1.1" status: 200 len: 1095 time: 2.0008020 Nov 10 22:35:33.117173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:33.130738 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63323a4-9f3f-4458-a3b5-54cf5049d74b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:33.148313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.159252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Router 3475f203-952f-4fc5-9877-85514c749c8a is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:35:33.181876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71db1cb-6068-4f30-9921-1ddec9ce64d8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:33.252772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-f9a9d93e-e6d5-49d7-b600-b78bcaa3edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.255039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-f9a9d93e-e6d5-49d7-b600-b78bcaa3edfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 1098 time: 0.0967929 Nov 10 22:35:33.258130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.259109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.259785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.276784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-a257433e-d6b4-43bd-8d3c-21d400e4c1b0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1719611 Nov 10 22:35:33.370465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-947b1157-86f3-4a0b-b7f6-91c9a23eeac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e HTTP/1.1" status: 200 len: 217 time: 0.0997062 Nov 10 22:35:33.385969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4571757 Nov 10 22:35:33.386190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:35:33.386190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51622) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:33.401771 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Sync routers for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:35:33.407032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Request body: {'subnet': {'network_id': 'e4493f30-0382-4ba5-bcb0-a1a8cfee432d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1384516511-subnet', 'tenant_id': '0a6f498539604c41924a85557f7a0ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:33.425181 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:33.425801 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:33.429594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322824d5-bc4c-453c-9179-adaf7bbacd87 admin admin] Pushing event updated for resources: {'Network': ['ID=e4493f30-0382-4ba5-bcb0-a1a8cfee432d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:33.449189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728f9b-6127-4b91-bc9c-acd1fc65894a req-7beb56d5-c206-4884-b149-e5418cce21a8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.450909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-54728f9b-6127-4b91-bc9c-acd1fc65894a req-7beb56d5-c206-4884-b149-e5418cce21a8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 947 time: 0.1945539 Nov 10 22:35:33.463172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Made reservation on behalf of 0a6f498539604c41924a85557f7a0ef1 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:33.469597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-6d23f6b6-bfd0-441a-b6fb-f5b9ebfcb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.470077 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.471320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-6d23f6b6-bfd0-441a-b6fb-f5b9ebfcb41d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0916681 Nov 10 22:35:33.492587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.495023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-971d5447-01bf-4795-855b-24cdfb691a4a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.0222602 Nov 10 22:35:33.515855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51626) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:33.579781 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13f227-c438-4afd-bf7b-36a2990c11c8 x-openstack-request-id: req-dd13f227-c438-4afd-bf7b-36a2990c11c8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:33.580375 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:33.580727 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd13f227-c438-4afd-bf7b-36a2990c11c8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:33.581690 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:33.581930 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e', 'status': 'completed', 'code': 200} Nov 10 22:35:33.674683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-54728f9b-6127-4b91-bc9c-acd1fc65894a req-88aec608-d6bc-45a8-814f-da68e28fda6c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162085 Nov 10 22:35:33.765791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e4493f30-0382-4ba5-bcb0-a1a8cfee432d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:33.776017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-ef9e9983-c01d-4118-815e-0ce6e3e737a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.780178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-ef9e9983-c01d-4118-815e-0ce6e3e737a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005700 Nov 10 22:35:33.794090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-581cec23-d654-48f2-a624-bc433a2cbe35 req-a930d477-2acc-4342-b4b8-075f0edafd8f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 210 time: 0.0980053 Nov 10 22:35:33.974852 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:31Z', 'revision_number': 3, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:34.004334 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Checking router: 3475f203-952f-4fc5-9877-85514c749c8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:35:34.004872 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Updating router 3475f203-952f-4fc5-9877-85514c749c8a port 3146c5de-6ca8-41c6-846b-c5433a130cd8 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:35:34.067878 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.098018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.183384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9495fcf-0622-44da-9c08-4e47e0f1a49e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:34.241070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Checking segment: {'id': '80a22319-083c-4019-bb8d-3976c90767e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e4493f30-0382-4ba5-bcb0-a1a8cfee432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:34.241484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Network hostable DHCP agents. Network: e4493f30-0382-4ba5-bcb0-a1a8cfee432d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:34.267796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Network e4493f30-0382-4ba5-bcb0-a1a8cfee432d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:34.280453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e4493f30-0382-4ba5-bcb0-a1a8cfee432d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:34.298152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349acff-c880-40b0-aae5-710261733432 None None] Network e4493f30-0382-4ba5-bcb0-a1a8cfee432d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:34.303996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.306863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.336469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db114565-75f4-4996-9f82-6fbda82f25d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9492829 Nov 10 22:35:34.396252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8bbff-ba73-463f-a91b-5169cf8cc7d0 req-de2c2d58-63f2-439b-832a-289e45f8363f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.405473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76f8bbff-ba73-463f-a91b-5169cf8cc7d0 req-de2c2d58-63f2-439b-832a-289e45f8363f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.5996165 Nov 10 22:35:34.474023 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.482280 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.525216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-db4c8e3a-265e-4661-8425-1ae0e018e108 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354846 Nov 10 22:35:34.564588 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedbec9-d908-4874-ac45-893bb2cca9e2 None None] Pushing event updated for resources: {'Port': ['ID=3146c5de-6ca8-41c6-846b-c5433a130cd8,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:34.581296 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Attempting to bind port 3146c5de-6ca8-41c6-846b-c5433a130cd8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:34.581937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Attempting to bind port 3146c5de-6ca8-41c6-846b-c5433a130cd8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:34.582523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Attempting to bind port 3146c5de-6ca8-41c6-846b-c5433a130cd8 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:34.591126 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:34.591783 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:34.592419 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.592953 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:34.593591 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Bound port: 3146c5de-6ca8-41c6-846b-c5433a130cd8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:34.594297 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.614387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76f8bbff-ba73-463f-a91b-5169cf8cc7d0 req-6e248ef2-e4a9-403e-94bb-690fa9c89d45 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082314 Nov 10 22:35:34.636300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca3c99-08cb-4358-a0bb-2d2c17997e87 None None] Network e4493f30-0382-4ba5-bcb0-a1a8cfee432d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:34.699673 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] For port 3146c5de-6ca8-41c6-846b-c5433a130cd8, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:34.704403 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] For port 3146c5de-6ca8-41c6-846b-c5433a130cd8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3146c5de-6ca8-41c6-846b-c5433a130cd8,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:34.710160 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.831802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91348b4b-f6dc-4a0b-84f2-b59558c54113 req-436e7e60-8d5a-4a83-9c51-dcd44275bd40 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.833477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91348b4b-f6dc-4a0b-84f2-b59558c54113 req-436e7e60-8d5a-4a83-9c51-dcd44275bd40 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 945 time: 0.0921297 Nov 10 22:35:34.843913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-379471557', 'description': 'tempest-description-1354825486'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:34.846735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:34.848147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:34.900536 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedbec9-d908-4874-ac45-893bb2cca9e2 None None] Pushing event updated for resources: {'Port': ['ID=3146c5de-6ca8-41c6-846b-c5433a130cd8,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:34.901243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91348b4b-f6dc-4a0b-84f2-b59558c54113 req-03c9e856-e7cf-45b6-b5e4-e66dcf0ee3d0 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606854 Nov 10 22:35:34.964467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c3146c-9f86-43c1-a8b6-e5c577a77665 req-15d20905-f51e-421e-bcb5-701627c9d94b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723884 Nov 10 22:35:34.966865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.008377 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:35.124077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6e7cf-92c2-43a9-bad7-7da9f6b582f2 req-0302e4b4-bb37-4a8e-9df4-0401c7857ea3 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.126079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cdc6e7cf-92c2-43a9-bad7-7da9f6b582f2 req-0302e4b4-bb37-4a8e-9df4-0401c7857ea3 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 947 time: 0.0883789 Nov 10 22:35:35.185960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.199817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-0d9454d8-289e-4e19-8a8d-b284d2ddf08e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=54b79783c6e249d1b88b11828845c06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550916 Nov 10 22:35:35.204485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.219508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-f90654c6-a9e6-4acf-8c53-bd0cfd1d6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.229371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-f90654c6-a9e6-4acf-8c53-bd0cfd1d6fce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 1098 time: 0.1700954 Nov 10 22:35:35.241094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cdc6e7cf-92c2-43a9-bad7-7da9f6b582f2 req-219d9f72-4119-4ff8-9d41-cbaa3164ad1b tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980625 Nov 10 22:35:35.321674 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.371726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752ea70d-b89d-42c7-a1e3-9fd79755dc6a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:35.390081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:31Z', 'revision_number': 3, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:35.410665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bf3c7e2-ac99-4e2c-9f63-f1fdaa583405 req-79d445d2-3bb9-4ba3-b441-94c7729587ea tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 210 time: 0.0452590 Nov 10 22:35:35.428271 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f1ad-b416-4d09-b728-3ee80f1e8e23 None None] The sync data for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 is: [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:31Z', 'revision_number': 3, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:35:35.447176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.448429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc9a5030-89ba-42d7-8c85-a3a9676cfa8f req-ffa4de77-19bb-4f2c-9cda-70fb8aff3486 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6167262 Nov 10 22:35:35.578605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca85bc-f273-4d21-b1bd-324797b39ad7 req-ff80064b-e259-4158-93d7-424d04ce994a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.580132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-87ca85bc-f273-4d21-b1bd-324797b39ad7 req-ff80064b-e259-4158-93d7-424d04ce994a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 945 time: 0.0581651 Nov 10 22:35:35.591961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51674) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:35.599471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'floatingip': {'port_id': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:35.641713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-09f427c0-405f-494c-ac0d-9f57d68e9e0d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.645067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-09f427c0-405f-494c-ac0d-9f57d68e9e0d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4320691 Nov 10 22:35:35.662841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Request body: {'port': {'device_id': '47329a28-82b1-43de-a479-eadd4df264a0', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '54b79783c6e249d1b88b11828845c06e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:35.695465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.753239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-3aa20182-dd4b-4293-ae7d-897126af5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.754808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-3aa20182-dd4b-4293-ae7d-897126af5d3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4875233 Nov 10 22:35:35.878828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-9391a6b1-2920-49b8-a6d7-3397da22ca45 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/752ea70d-b89d-42c7-a1e3-9fd79755dc6a HTTP/1.1" status: 200 len: 1829 time: 0.3142424 Nov 10 22:35:35.887294 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-5e238de3-851f-497a-965c-7d094b76b3bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e HTTP/1.1" status: 200 len: 217 time: 0.0763180 Nov 10 22:35:35.915902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '752ea70d-b89d-42c7-a1e3-9fd79755dc6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:35.916212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '752ea70d-b89d-42c7-a1e3-9fd79755dc6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:36.037702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-6f85b88a-31e4-44c6-87bc-22bfd8d382b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.039095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-6f85b88a-31e4-44c6-87bc-22bfd8d382b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1419892 Nov 10 22:35:36.074860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Allocated IP 172.20.0.1 (dd28e172-b10f-492f-b31e-2bdf72f891de/69df6159-e4ec-4283-886f-804337875ab0/4788b5c1-d01d-49d1-bc3a-25d42908ec43) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:36.096252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Made reservation on behalf of 54b79783c6e249d1b88b11828845c06e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:36.100493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.140845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248571e8-e5d1-4376-b833-a23c5ec23f5f req-1d235077-be82-43b5-b810-f1556bdddbde tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.142437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-248571e8-e5d1-4376-b833-a23c5ec23f5f req-1d235077-be82-43b5-b810-f1556bdddbde tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.3246946 Nov 10 22:35:36.173448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.240711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-248571e8-e5d1-4376-b833-a23c5ec23f5f req-168f2cbb-93d2-4ecd-9711-2f92d1d40488 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888479 Nov 10 22:35:36.271351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-170a627e-b62f-4ef7-b36b-f98451140e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.274038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-170a627e-b62f-4ef7-b36b-f98451140e08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242570 Nov 10 22:35:36.327259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.342625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.513967 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.543231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.544024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8220c82-382b-4a79-bdf9-d2a769ea8fd0 req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6670699 Nov 10 22:35:36.554435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384ff1-0861-427a-8160-516879a88a6e tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2ed6f0-7da2-4449-bba0-55ef71cfbc95,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:36.590641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41836c68-b5f1-4ec8-ba57-61ad6462f36c req-47f733ef-cf04-4025-8970-4df2e86994a2 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.593157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41836c68-b5f1-4ec8-ba57-61ad6462f36c req-47f733ef-cf04-4025-8970-4df2e86994a2 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 947 time: 0.2345045 Nov 10 22:35:36.601462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.605541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Allocated IP 192.168.233.38 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/3849f2cd-84f9-4277-a711-eea1905ebdf8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:36.706297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Network dd28e172-b10f-492f-b31e-2bdf72f891de is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:36.733454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:36.745851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-2d3b69e7-75ec-4d85-b238-54ae3b7ca9a8 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295180 Nov 10 22:35:36.747722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b27904e2-6391-463e-8864-1464ac6373a1 req-40af280c-e7a2-4805-b140-1e596b830660 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 210 time: 0.0587814 Nov 10 22:35:36.750447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:36.750922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:36.763827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Pushing event updated for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:36.788852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41836c68-b5f1-4ec8-ba57-61ad6462f36c req-1c54773b-188f-4290-a1ae-d2767c44b143 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584315 Nov 10 22:35:36.969277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:35:37.056101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3146c5de-6ca8-41c6-846b-c5433a130cd8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:37.093791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.098176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.117180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7211fccf-1caa-4e95-97ac-06824d116c7b req-711cd899-5205-4c5d-9218-6e7d9353033f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/752ea70d-b89d-42c7-a1e3-9fd79755dc6a HTTP/1.1" status: 200 len: 2422 time: 0.2939196 Nov 10 22:35:37.151851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-10ef27b2-ef5d-4243-81b4-6aeac104a31f None None] Provisioning complete for port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:37.152282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10ef27b2-ef5d-4243-81b4-6aeac104a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.161654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63323a4-9f3f-4458-a3b5-54cf5049d74b req-d6467489-65b0-4112-845d-dfb0d1e95e7f service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078035 Nov 10 22:35:37.205236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-10ef27b2-ef5d-4243-81b4-6aeac104a31f None None] Port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:37.207369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3146c5de-6ca8-41c6-846b-c5433a130cd8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:37.207890 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.280338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.325597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-2cf59e28-43b9-4a63-978a-a331c5bc1462 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-group-rules/af2ed6f0-7da2-4449-bba0-55ef71cfbc95 HTTP/1.1" status: 200 len: 778 time: 0.1466670 Nov 10 22:35:37.338291 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Floating IP 91791c26-63aa-4537-b532-64e739ad7400 associated. External IP: 172.25.0.244, port: ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e. Nov 10 22:35:37.350043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.359448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.362542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.376283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 3146c5de-6ca8-41c6-846b-c5433a130cd8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3146c5de-6ca8-41c6-846b-c5433a130cd8,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:37.386350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['236a9d5c-4f39-4238-bb6e-98c748ed8e9b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:37.454670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:37.523536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.529776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2b5813d-c30c-4cdf-81da-d4fa92b3c79e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:37.555088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d2c0-ed37-4710-8ca2-11737356829a req-e8452425-ec23-4f7b-961e-60eaafeca607 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:37.564667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0952d2c0-ed37-4710-8ca2-11737356829a req-e8452425-ec23-4f7b-961e-60eaafeca607 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1565030 Nov 10 22:35:37.691509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0952d2c0-ed37-4710-8ca2-11737356829a req-8716bc06-20c8-46c8-beb7-6ae0b5a5529c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225321 Nov 10 22:35:37.753841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=3146c5de-6ca8-41c6-846b-c5433a130cd8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:37.800215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-d4180d1b-c554-448d-a8bf-a6356a3bd380 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/752ea70d-b89d-42c7-a1e3-9fd79755dc6a HTTP/1.1" status: 200 len: 2422 time: 0.4373341 Nov 10 22:35:37.804804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:37.805806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event updated for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:37.814271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:37.818379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:37.844200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:37.844874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:37.882319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:37.887475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:35:37.918798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e', 'mac_address': 'fa:16:3e:e2:7e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:37.941695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-d5d00ce0-7bad-4370-8f28-310f36aba804 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2823839 Nov 10 22:35:37.953972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Request body: {'port': {'device_id': '47329a28-82b1-43de-a479-eadd4df264a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:37.982169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.000788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.001100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.026498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b5813d-c30c-4cdf-81da-d4fa92b3c79e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:38.053069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:38.074698 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.129429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36cdd-9b6d-4f38-bafd-cc753a4c8f58 req-7db394f7-a0c8-430c-bd68-3f65d5d6eafb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:38.131146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43f36cdd-9b6d-4f38-bafd-cc753a4c8f58 req-7db394f7-a0c8-430c-bd68-3f65d5d6eafb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 935 time: 0.2373266 Nov 10 22:35:38.142378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.149236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:35:38.155060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.156361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.167162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:35:38.169743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.170837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f01c9fa2-2c42-4b98-8bba-d75def0c18a0 req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/af2ed6f0-7da2-4449-bba0-55ef71cfbc95 HTTP/1.1" status: 204 len: 173 time: 0.3622313 Nov 10 22:35:38.196470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:38.197523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:38.200548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:38.223661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a0d1c-d808-4714-90f0-bad83a26db02 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af2ed6f0-7da2-4449-bba0-55ef71cfbc95,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:38.237474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-011f256f-da3b-4424-a3a3-60040cdd3c92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "PUT /v2.0/floatingips/91791c26-63aa-4537-b532-64e739ad7400 HTTP/1.1" status: 200 len: 991 time: 2.6426644 Nov 10 22:35:38.239164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:38.241493 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9322a-8f00-464d-b139-b9462775f3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:38.321803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.336903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.337666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.338396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e68819af-9de3-45e1-9b39-43a5922552b4 None None] Provisioning complete for port 3849f2cd-84f9-4277-a711-eea1905ebdf8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:38.338772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e68819af-9de3-45e1-9b39-43a5922552b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.372785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f2b5813d-c30c-4cdf-81da-d4fa92b3c79e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:38.446727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:38.449226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e68819af-9de3-45e1-9b39-43a5922552b4 None None] Port 3849f2cd-84f9-4277-a711-eea1905ebdf8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:38.466093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43f36cdd-9b6d-4f38-bafd-cc753a4c8f58 req-8ee3f0bb-2d91-4f7c-bb96-9362c6991e03 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280413 Nov 10 22:35:38.498228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Pushing event updated for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:38.501552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-452978656', 'description': 'tempest-description-1500787685'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:38.527480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.530188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42fa1-87ca-4982-9844-a5cc9472fef2 req-1abde98c-64cb-4da3-90aa-b5921a674d0c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:38.531717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98c42fa1-87ca-4982-9844-a5cc9472fef2 req-1abde98c-64cb-4da3-90aa-b5921a674d0c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 948 time: 0.2171438 Nov 10 22:35:38.599455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Network dd28e172-b10f-492f-b31e-2bdf72f891de is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:38.610534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:38.633091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.640457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.647270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98c42fa1-87ca-4982-9844-a5cc9472fef2 req-dbe1cab1-34c2-4815-84f0-ea5f96580b29 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039219 Nov 10 22:35:38.713010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.734861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-092ecbeb-9b74-4e87-b742-38d65f8c2a22 req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2377963 Nov 10 22:35:38.738266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866e87e-b841-48b2-ba5c-1bc2b12908a1 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa74cd07-ae1f-4ba4-86ac-f76594293510,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:38.794855 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b9d245-a69a-4999-9d9e-6200c4cd6ff7 x-openstack-request-id: req-e1b9d245-a69a-4999-9d9e-6200c4cd6ff7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:38.795318 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:38.795726 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1b9d245-a69a-4999-9d9e-6200c4cd6ff7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:38.796264 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'status': 'completed', 'code': 200} Nov 10 22:35:38.815160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3849f2cd-84f9-4277-a711-eea1905ebdf8 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:38.829930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.853544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Transition to ACTIVE for port object 3849f2cd-84f9-4277-a711-eea1905ebdf8 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:38.859015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.880904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Router 3475f203-952f-4fc5-9877-85514c749c8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:35:38.930339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-fade078b-371e-482a-a343-0f7689fc9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:38.931881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-fade078b-371e-482a-a343-0f7689fc9739 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 1096 time: 0.1074996 Nov 10 22:35:38.991056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:0a:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:35:36Z', 'revision_number': 1, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:38.994658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3146c5de-6ca8-41c6-846b-c5433a130cd8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:39.038539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d00099be-9d2f-47d4-a4bd-38f8853ea7df req-abddca9f-94b5-4799-bde0-4d66d9037903 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/fa74cd07-ae1f-4ba4-86ac-f76594293510 HTTP/1.1" status: 200 len: 1829 time: 0.1258614 Nov 10 22:35:39.092053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:39.105230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-bc2a7f25-73cc-49ac-8a9d-54d1c4bd9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.106740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-bc2a7f25-73cc-49ac-8a9d-54d1c4bd9307 service neutron] 10.222.0.39 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 924 time: 0.1573441 Nov 10 22:35:39.192591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:35:39.207818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f37d-2f5f-46b5-af9a-ba7cbae3386d req-1091619b-4d36-436a-b1b1-1881eb517d0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.209949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bb4f37d-2f5f-46b5-af9a-ba7cbae3386d req-1091619b-4d36-436a-b1b1-1881eb517d0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1899118 Nov 10 22:35:39.216666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1140627493', 'description': 'tempest-description-1269849421'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:39.221189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:39.222418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:39.224632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Attempting to bind port 3849f2cd-84f9-4277-a711-eea1905ebdf8 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:39.224981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Attempting to bind port 3849f2cd-84f9-4277-a711-eea1905ebdf8 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:39.225100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5cc5f1f5-c28e-4c1d-ba37-9f632f5ebfe2 None None] Provisioning complete for port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:39.225362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Attempting to bind port 3849f2cd-84f9-4277-a711-eea1905ebdf8 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:39.225471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f1f5-c28e-4c1d-ba37-9f632f5ebfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.244359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Port 3849f2cd-84f9-4277-a711-eea1905ebdf8 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:39.244766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Attempting to bind port 3849f2cd-84f9-4277-a711-eea1905ebdf8 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:39.252345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:39.252765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:39.253222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:39.253652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Bound port: 3849f2cd-84f9-4277-a711-eea1905ebdf8, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:39.254012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.301878 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-e6476729-d6b8-4aef-9b86-900581cee17f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 200 len: 999 time: 0.1789987 Nov 10 22:35:39.309290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.335656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5f1f5-c28e-4c1d-ba37-9f632f5ebfe2 None None] Port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:39.342236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bb4f37d-2f5f-46b5-af9a-ba7cbae3386d req-ef61481e-5376-4b60-b670-566cb99c1755 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228516 Nov 10 22:35:39.342366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3146c5de-6ca8-41c6-846b-c5433a130cd8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:39.342692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.383574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-4bff9c52-ebd7-4c67-961c-11999f780153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.386045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-4bff9c52-ebd7-4c67-961c-11999f780153 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.0760314 Nov 10 22:35:39.392270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:35:39.397750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:39.406375 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Sync routers for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:35:39.416419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-de4d475b-c7ca-4a7a-8526-07ac499fdc61 admin admin] 10.222.0.25 "PUT /v2.0/routers/3475f203-952f-4fc5-9877-85514c749c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8860407 Nov 10 22:35:39.435151 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:39.435790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:39.455771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:39.475561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:39.486162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.522241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-9446ad4d-1f24-4066-84f2-08b46ff55a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.524257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-9446ad4d-1f24-4066-84f2-08b46ff55a99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295431 Nov 10 22:35:39.596600 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:39.612793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.640286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.657969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.658857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.660725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3849f2cd-84f9-4277-a711-eea1905ebdf8 HTTP/1.1" status: 200 len: 1095 time: 1.7108843 Nov 10 22:35:39.661442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:39.664035 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65989381-1198-40ec-b302-06bd7867bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:39.723513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2237be-1117-4fc1-ae6b-26c3e17952c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:39.729368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.744999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28d2c527-e207-4450-ab03-098b22a0a6d3 req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5377510 Nov 10 22:35:39.762466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2b5813d-c30c-4cdf-81da-d4fa92b3c79e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:39.775671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea1bbd-588a-46b8-9195-1b932f6a8e14 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0e21b-5400-4f1a-b59a-158f55aad9bf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:39.789633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c35ad-1861-4504-9c9f-e5172b1588ad req-1d569fb5-be84-40b0-93b6-33350a3248d1 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.791319 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-493c35ad-1861-4504-9c9f-e5172b1588ad req-1d569fb5-be84-40b0-93b6-33350a3248d1 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 947 time: 0.1285698 Nov 10 22:35:39.806126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-f1c8f855-f075-4ceb-a8d8-a2c28458bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.810790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-f1c8f855-f075-4ceb-a8d8-a2c28458bbbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 1098 time: 0.1009164 Nov 10 22:35:39.867033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-eee2b3a0-6919-4a32-a902-47728a24ed5d service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307114 Nov 10 22:35:39.876277 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-493c35ad-1861-4504-9c9f-e5172b1588ad req-323e2ca9-b137-4d7e-8ad3-d8af2dc54b8f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727825 Nov 10 22:35:39.944767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-f6149b1d-0b48-4e82-a140-933b6b0cc27a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8 HTTP/1.1" status: 200 len: 217 time: 0.1260471 Nov 10 22:35:39.968444 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 2, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:40.007035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-186b1fd1-c11e-48da-866f-64e316c95ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:40.008501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-186b1fd1-c11e-48da-866f-64e316c95ee5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0551300 Nov 10 22:35:40.010651 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Checking router: 3475f203-952f-4fc5-9877-85514c749c8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:35:40.010994 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Updating router 3475f203-952f-4fc5-9877-85514c749c8a port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:35:40.050481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:40.063669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:40.064430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.067554 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.081208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef9322a-8f00-464d-b139-b9462775f3dd req-6113e4b3-2d4d-4c5e-8355-19db34ac37a0 service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038951 Nov 10 22:35:40.106153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b62bc-9d8d-40d1-bbe9-ff341682a441 req-dfa37ec1-deb3-4d31-b879-8f6572a98b77 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:40.115989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-292b62bc-9d8d-40d1-bbe9-ff341682a441 req-dfa37ec1-deb3-4d31-b879-8f6572a98b77 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 948 time: 0.1173577 Nov 10 22:35:40.126859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:0a:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:35:36Z', 'revision_number': 1, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:40.157806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08469683-5c88-49f8-860f-014237e0fc3a None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:0a:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:35:36Z', 'revision_number': 1, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:35:40.199798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-292b62bc-9d8d-40d1-bbe9-ff341682a441 req-64d1599f-bc0c-480a-aa34-124994707604 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828416 Nov 10 22:35:40.259430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.265049 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ef45a-05c9-439e-bc0c-0e3f48eef10a x-openstack-request-id: req-3c4ef45a-05c9-439e-bc0c-0e3f48eef10a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:40.265337 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:40.265587 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c4ef45a-05c9-439e-bc0c-0e3f48eef10a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:40.265975 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8', 'status': 'completed', 'code': 200} Nov 10 22:35:40.267948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50206-3919-4180-a11f-11056124fe1f req-3d9e854b-696d-4d97-9a94-977dfe23fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:40.269672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-3d9e854b-696d-4d97-9a94-977dfe23fa28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535408 Nov 10 22:35:40.299037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:40.302312 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e0a34d-ecf5-4b50-884e-2d97a67b6f06" -d '{"events": [{"server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:40.318640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:40.328447 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.339202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a569c70-99db-40bb-b479-8bccad6e3455 req-9f3f022e-8d40-4e23-bab2-a6f0f3c572ee tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/5fc0e21b-5400-4f1a-b59a-158f55aad9bf HTTP/1.1" status: 200 len: 1830 time: 0.0705173 Nov 10 22:35:40.430171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:40.464963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1007ed-5835-447e-8ebc-e744373dd56f None None] New status for floating IP 91791c26-63aa-4537-b532-64e739ad7400: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:35:40.479777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-a670f7ce-dcdc-4979-a5e2-f6a2aaa2ecd1 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:40.481333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-a670f7ce-dcdc-4979-a5e2-f6a2aaa2ecd1 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 828 time: 0.4222267 Nov 10 22:35:40.485486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-90e474f4-9bce-4403-91a6-b48b8cc5975a service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039773 Nov 10 22:35:40.500837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1254580983', 'description': 'tempest-description-1756094029'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:40.516401 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.523129 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.525900 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ed20f3-a92f-4b5f-b596-619ef6be6d46 x-openstack-request-id: req-39ed20f3-a92f-4b5f-b596-619ef6be6d46 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:40.526209 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:40.526470 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39ed20f3-a92f-4b5f-b596-619ef6be6d46 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:40.527422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.528046 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e', 'code': 200} Nov 10 22:35:40.594850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-535c84e1-e27b-4c21-ac2e-b9ba6fbb4e95 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/quotas/19ae7848001a4a708305e36b69066c08 HTTP/1.1" status: 200 len: 375 time: 0.1048870 Nov 10 22:35:40.617594 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4336-da1a-4d90-9ed8-5df34034d1df None None] Pushing event updated for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:40.627509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.633871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.651595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10f50206-3919-4180-a11f-11056124fe1f req-e11e5dd0-107e-43d4-bfc6-c8887fad0342 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550934 Nov 10 22:35:40.666826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.667992 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf261267-e750-4f50-8ddd-db559b3851a6 req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1717396 Nov 10 22:35:40.692111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Attempting to bind port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:40.692886 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Attempting to bind port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:40.693516 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Attempting to bind port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 on network dd28e172-b10f-492f-b31e-2bdf72f891de {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:40.694824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152964d-1c4a-4b7a-8a2f-8c87eeb7bf1f tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c650f6-2af9-450f-917c-7bbd41cf2246,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:40.740309 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:40.740673 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Checking segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:40.741324 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.741886 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Bound using segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:40.742512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Bound port: 4788b5c1-d01d-49d1-bc3a-25d42908ec43, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:40.743285 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.870567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3d685-9319-4b3a-9b8b-7d665723d0ee req-a4ac19be-b9c6-4681-8f7d-423a7cdc5b6d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:40.879052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] For port 4788b5c1-d01d-49d1-bc3a-25d42908ec43, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:40.880575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5b3d685-9319-4b3a-9b8b-7d665723d0ee req-a4ac19be-b9c6-4681-8f7d-423a7cdc5b6d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1056619 Nov 10 22:35:40.891862 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] For port 4788b5c1-d01d-49d1-bc3a-25d42908ec43, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4788b5c1-d01d-49d1-bc3a-25d42908ec43,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:40.898321 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.915654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] Provisioning complete for port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:40.916271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:40.974589 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:35:40.975468 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:40.986031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5b3d685-9319-4b3a-9b8b-7d665723d0ee req-0b9466c3-661a-4a11-a51a-67b7ccf17069 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986774 Nov 10 22:35:41.058745 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.092588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7635114-7201-4c35-a1a6-cb9b8aee4937 req-98c0d791-684a-4dce-85db-eba09dd654dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.094139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7635114-7201-4c35-a1a6-cb9b8aee4937 req-98c0d791-684a-4dce-85db-eba09dd654dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 1100 time: 0.4978082 Nov 10 22:35:41.098503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] For port 4788b5c1-d01d-49d1-bc3a-25d42908ec43, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4788b5c1-d01d-49d1-bc3a-25d42908ec43,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:41.104010 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.112077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-2317c9b6-9b5d-45cb-8a99-6cd0c6a0c5af tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4593852 Nov 10 22:35:41.117018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-b3d08e53-3ce2-4294-8dbd-587715a85024 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:41.120365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab7a1284-5dc5-4b2d-9fd6-21ecb2b17988 req-4f87e277-5a65-4968-a9ee-1ff26e73a0e8 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/67c650f6-2af9-450f-917c-7bbd41cf2246 HTTP/1.1" status: 200 len: 1830 time: 0.0732610 Nov 10 22:35:41.124378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-b3d08e53-3ce2-4294-8dbd-587715a85024 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111594 Nov 10 22:35:41.164779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239ae0e-cbbf-4d25-8174-26c1de20e0f3 None None] Pushing event updated for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:41.183585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4336-da1a-4d90-9ed8-5df34034d1df None None] Pushing event updated for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:41.219755 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:35:41.220270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989381-1198-40ec-b302-06bd7867bf24 req-066e7418-69db-48c7-8660-0ab555ebd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.222389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-066e7418-69db-48c7-8660-0ab555ebd60e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 1098 time: 0.2438595 Nov 10 22:35:41.261376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e6558-1113-4376-9ba7-1a0c60232a25 req-7e96d0d3-1e4b-4dd2-9846-1df49f7714dc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.262954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec9e6558-1113-4376-9ba7-1a0c60232a25 req-7e96d0d3-1e4b-4dd2-9846-1df49f7714dc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 947 time: 0.0614581 Nov 10 22:35:41.309230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7635114-7201-4c35-a1a6-cb9b8aee4937 req-e7f3ba9a-f43c-4312-8268-0e1b59aa2a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825926 Nov 10 22:35:41.311418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec9e6558-1113-4376-9ba7-1a0c60232a25 req-66a7fd59-8777-4912-9e1f-d402c74ad4c5 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Nov 10 22:35:41.342086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-3a6d3dd8-6542-4763-8df5-acd29dfd197c service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167714 Nov 10 22:35:41.352261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f94cae93-3422-4ed1-b578-d45a54660488 None None] Provisioning complete for port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:41.353222 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f94cae93-3422-4ed1-b578-d45a54660488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.378384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-452778644', 'description': 'tempest-description-996196320'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:41.407556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.476189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989381-1198-40ec-b302-06bd7867bf24 req-73bf4e41-f230-4456-b989-0a5ace58cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.477701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-73bf4e41-f230-4456-b989-0a5ace58cd89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2400477 Nov 10 22:35:41.490165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-3b9c6663-c8b7-44b6-8156-9a87d650425c service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398642 Nov 10 22:35:41.514901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.519321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.519681 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:40Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:41.566202 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63e855-d765-4f24-b116-a8e70b571124 None None] The sync data for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 is: [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:40Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:35:41.567246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.569077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-468a5d00-852f-41c1-9880-0b1f855e8332 req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1954172 Nov 10 22:35:41.583924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020dd06-6fe7-4f70-9938-5ab9f58cc143 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4155197-4857-410d-9b18-436382d4d448,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:41.607961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-2c7de418-2298-401e-be02-92ce328df210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8 HTTP/1.1" status: 200 len: 217 time: 0.0792339 Nov 10 22:35:41.699540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989381-1198-40ec-b302-06bd7867bf24 req-3df7b48a-d621-4aa6-a3c5-877a31c7b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.703441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-3df7b48a-d621-4aa6-a3c5-877a31c7b33a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0891247 Nov 10 22:35:41.782812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51822) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:41.787395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e30168-30a3-4f92-88d2-82222c1507f1 req-e6839f4c-7830-4a49-a8ae-f4c34fda8f31 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.788894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67e30168-30a3-4f92-88d2-82222c1507f1 req-e6839f4c-7830-4a49-a8ae-f4c34fda8f31 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 949 time: 0.1031220 Nov 10 22:35:41.820345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989381-1198-40ec-b302-06bd7867bf24 req-15ffd2aa-2fd9-4238-b4d3-1a34a5949f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.822267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-15ffd2aa-2fd9-4238-b4d3-1a34a5949f05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102657 Nov 10 22:35:41.860534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5e344db-ad17-4f3a-9dd5-c9a916fe828d req-956a1189-4227-4d89-b286-3a1067a915d3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/f4155197-4857-410d-9b18-436382d4d448 HTTP/1.1" status: 200 len: 1828 time: 0.0899401 Nov 10 22:35:41.927842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67e30168-30a3-4f92-88d2-82222c1507f1 req-6ea9eaff-876f-429d-a0ec-2d9df8ef1d66 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223140 Nov 10 22:35:41.985282 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-31319293-c238-4db3-a257-c8bc2fce3d38 req-a44c3c9c-c89a-459f-b359-e870325a5484 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] show failed (client error): The resource could not be found. Nov 10 22:35:41.986413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31319293-c238-4db3-a257-c8bc2fce3d38 req-a44c3c9c-c89a-459f-b359-e870325a5484 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/0b21dc9b-1617-4a23-b0bb-ba56d77eaf44 HTTP/1.1" status: 404 len: 352 time: 0.0177963 Nov 10 22:35:42.028140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a33de1b7-a508-4d6f-a9b0-ede75cedec85 req-c2cd0c0d-c77f-4824-9bd2-b1715990a962 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 210 time: 0.1069419 Nov 10 22:35:42.030196 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-e500300a-8ba9-4f7e-a22e-30e895d4a679 req-0108494c-75d0-4c76-af39-ccc516bd7c5d tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] show failed (client error): The resource could not be found. Nov 10 22:35:42.031728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-362a4779-7ed3-48e4-bbbf-d824d31e2b35 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956589 Nov 10 22:35:42.042604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e500300a-8ba9-4f7e-a22e-30e895d4a679 req-0108494c-75d0-4c76-af39-ccc516bd7c5d tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-group-rules/b1e7980f-dfe6-4c2f-9751-e13b97785c3c HTTP/1.1" status: 404 len: 361 time: 0.0301759 Nov 10 22:35:42.073134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96e60224-1191-466f-8d4e-7483ab0ef8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.160822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580badc-7f48-4174-a162-512ae02f4b76 req-117ed057-6ef5-4763-a843-b4453aa7575f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:42.162206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7580badc-7f48-4174-a162-512ae02f4b76 req-117ed057-6ef5-4763-a843-b4453aa7575f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0682919 Nov 10 22:35:42.198491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-47043adf-2305-4713-9a5e-2e42062786d9 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/f4155197-4857-410d-9b18-436382d4d448 HTTP/1.1" status: 200 len: 1828 time: 0.1225820 Nov 10 22:35:42.246498 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7580badc-7f48-4174-a162-512ae02f4b76 req-1b0f1f39-644b-42c6-bd23-c66fe2869d73 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742385 Nov 10 22:35:42.268786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65989381-1198-40ec-b302-06bd7867bf24 req-90cb0672-1d47-4380-be35-eee089c3181e service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118452 Nov 10 22:35:42.333096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.357306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96e60224-1191-466f-8d4e-7483ab0ef8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.365924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96e60224-1191-466f-8d4e-7483ab0ef8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.380058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.444930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e60224-1191-466f-8d4e-7483ab0ef8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf77796-6f9a-4a3a-8255-9485e3f34815,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:42.464195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-96e60224-1191-466f-8d4e-7483ab0ef8e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d5092bb8d134142bfa35aff25515259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6780763 Nov 10 22:35:42.464893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51844) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:42.470458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806218c6-4248-4ed3-a014-74a74c98c986 req-4a1e47e6-f16b-457a-a644-756a5350e2bb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:42.477794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-806218c6-4248-4ed3-a014-74a74c98c986 req-4a1e47e6-f16b-457a-a644-756a5350e2bb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 947 time: 0.0747242 Nov 10 22:35:42.491998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.495037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.503031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b6ecac3-5bfc-44c6-96c4-4504ab3ed363 req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4155197-4857-410d-9b18-436382d4d448 HTTP/1.1" status: 204 len: 173 time: 0.2841520 Nov 10 22:35:42.526214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d024-7819-48fa-a5e5-062d1e1650e3 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4155197-4857-410d-9b18-436382d4d448,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:42.565735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-806218c6-4248-4ed3-a014-74a74c98c986 req-d4a7a2fb-2a35-438f-8339-e7fd6f7e21e3 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 Nov 10 22:35:42.590377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.628603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.641497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-491bf182-e761-4abf-b15b-8f120c4d5cf9 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/67c650f6-2af9-450f-917c-7bbd41cf2246 HTTP/1.1" status: 200 len: 1830 time: 0.0956063 Nov 10 22:35:42.728356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.729998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.732463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.733665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbf77796-6f9a-4a3a-8255-9485e3f34815 HTTP/1.1" status: 204 len: 168 time: 0.2679303 Nov 10 22:35:42.757072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72622d43-a678-4eac-a8eb-2c833c4ff64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf77796-6f9a-4a3a-8255-9485e3f34815,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:42.768763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.831561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.835260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.836405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f533dd1-750f-42c8-8c12-004cc9b8f8b1 req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-groups/67c650f6-2af9-450f-917c-7bbd41cf2246 HTTP/1.1" status: 204 len: 173 time: 0.1860764 Nov 10 22:35:42.850265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf7b8b-9df9-46c9-911b-24ebbbd2484b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c650f6-2af9-450f-917c-7bbd41cf2246,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:42.929374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-081dff08-1f3b-4dba-bf10-d070ee5dcad4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/5fc0e21b-5400-4f1a-b59a-158f55aad9bf HTTP/1.1" status: 200 len: 1830 time: 0.0584984 Nov 10 22:35:43.008295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4788b5c1-d01d-49d1-bc3a-25d42908ec43 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:43.044942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.088123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.139966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed434-ce53-4c8d-aa65-0dae6ad2ad95 req-c4c18fbb-4635-486a-97b0-b5be2cfe0fe7 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:43.140434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:43.140805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.153870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddfed434-ce53-4c8d-aa65-0dae6ad2ad95 req-c4c18fbb-4635-486a-97b0-b5be2cfe0fe7 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 949 time: 0.0972614 Nov 10 22:35:43.169314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51862) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:43.195510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-898cb7f9-d463-4492-9611-2c42d652c87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.249021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.253666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.266543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3edf4d12-0f58-414f-b44f-91ceb0e768fe req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-groups/5fc0e21b-5400-4f1a-b59a-158f55aad9bf HTTP/1.1" status: 204 len: 173 time: 0.3298173 Nov 10 22:35:43.285090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e6c94-f44e-4fc2-be76-a61c5dafcd9b tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0e21b-5400-4f1a-b59a-158f55aad9bf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:43.285418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddfed434-ce53-4c8d-aa65-0dae6ad2ad95 req-ee0aebcf-2492-413c-8fa1-b2ba9fbf601a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171520 Nov 10 22:35:43.376130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-898cb7f9-d463-4492-9611-2c42d652c87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.384476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-898cb7f9-d463-4492-9611-2c42d652c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.387513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-11617ca3-2c5c-4159-abbd-7992ba1cc499 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:43.389094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-11617ca3-2c5c-4159-abbd-7992ba1cc499 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.39 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 828 time: 0.2388253 Nov 10 22:35:43.393423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40a3e358-9a78-4f77-8163-3880c2b3854e req-1b30a35b-c57f-4309-b123-2f0112c8857f tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 210 time: 0.0563617 Nov 10 22:35:43.397555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-bfb427be-ab17-45e9-b37b-895f89a13e30 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/fa74cd07-ae1f-4ba4-86ac-f76594293510 HTTP/1.1" status: 200 len: 1829 time: 0.0832882 Nov 10 22:35:43.406524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'port': {'device_id': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'admin_state_up': True, 'tenant_id': '19ae7848001a4a708305e36b69066c08'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:43.445178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-898cb7f9-d463-4492-9611-2c42d652c87f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72b76ab915c54106bd50687c08792e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723062 Nov 10 22:35:43.446600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:43.447224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cb7f9-d463-4492-9611-2c42d652c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4df4e-6f54-459f-b513-6ea54a8277d0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:43.517369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3849f2cd-84f9-4277-a711-eea1905ebdf8 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:43.522580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.528901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41289-f701-4626-8496-738431741c0c req-5fb7e0cf-6672-45b9-8603-b11b10fbe480 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:43.535935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7c41289-f701-4626-8496-738431741c0c req-5fb7e0cf-6672-45b9-8603-b11b10fbe480 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0822332 Nov 10 22:35:43.547383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.553216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.594103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.597483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7c41289-f701-4626-8496-738431741c0c req-7c3abb6d-d9f1-46a2-a34f-dfb7b7c91834 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607018 Nov 10 22:35:43.605408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Made reservation on behalf of 19ae7848001a4a708305e36b69066c08 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:43.613188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.632587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:43.647086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3849f2cd-84f9-4277-a711-eea1905ebdf8', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '3849f2cd-84f9-4277-a711-eea1905ebdf8', 'mac_address': 'fa:16:3e:a1:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:43.650640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.653794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.655875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff82bc4-f0e6-4bb7-bedb-fc382e7c9375 req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa74cd07-ae1f-4ba4-86ac-f76594293510 HTTP/1.1" status: 204 len: 173 time: 0.2511041 Nov 10 22:35:43.681817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d48230-de55-4c66-91f0-a6ecb305e5f4 tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa74cd07-ae1f-4ba4-86ac-f76594293510,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:43.698042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.704877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.708936 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edc4df4e-6f54-459f-b513-6ea54a8277d0 HTTP/1.1" status: 204 len: 168 time: 0.2575977 Nov 10 22:35:43.728431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4b74c-fe8b-4264-9bb4-804951a5216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4df4e-6f54-459f-b513-6ea54a8277d0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:43.806060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44cb8-89a6-40c0-9c2f-ec133635514f req-5e45eb2f-428f-4737-a1c2-c4e21825929f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:43.807630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4b44cb8-89a6-40c0-9c2f-ec133635514f req-5e45eb2f-428f-4737-a1c2-c4e21825929f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 947 time: 0.0812066 Nov 10 22:35:43.820380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Allocated IP 172.20.0.5 (dd28e172-b10f-492f-b31e-2bdf72f891de/69df6159-e4ec-4283-886f-804337875ab0/bb6df111-8cd4-4b32-a1d3-62b3fb13040c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:43.885534 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:43.899914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3849f2cd-84f9-4277-a711-eea1905ebdf8 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:43.914712 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:35:43.921981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:43.923864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4b44cb8-89a6-40c0-9c2f-ec133635514f req-3cb8e320-1afc-4d1f-8225-2805678909bf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074691 Nov 10 22:35:43.931849 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.002177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:44.014280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-baff6e3b-fa7a-4c38-9c56-b09eb04af99c tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "GET /v2.0/security-groups/752ea70d-b89d-42c7-a1e3-9fd79755dc6a HTTP/1.1" status: 200 len: 1829 time: 0.0624914 Nov 10 22:35:44.074753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.090970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.120250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.131713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.184383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.188634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.191022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ce6e83c-7d38-4e98-979f-6dd47e7396d7 req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] 10.222.0.25 "DELETE /v2.0/security-groups/752ea70d-b89d-42c7-a1e3-9fd79755dc6a HTTP/1.1" status: 204 len: 173 time: 0.1682370 Nov 10 22:35:44.198150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3849f2cd-84f9-4277-a711-eea1905ebdf8'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:44.207803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:44.208923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event updated for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:44.240568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dc8e4-0af4-4e24-b33c-d6d2310f072a tempest-SecurityGroupRulesNegativeTestJSON-1656447832 tempest-SecurityGroupRulesNegativeTestJSON-1656447832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752ea70d-b89d-42c7-a1e3-9fd79755dc6a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:44.265322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Network dd28e172-b10f-492f-b31e-2bdf72f891de is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:44.273269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:44.276685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:44.283279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:44.284127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.315326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Deleting subnet e9495fcf-0622-44da-9c08-4e47e0f1a49e {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:35:44.319654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.324090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-38ce58dc-c4be-42cc-b6dd-49cd00ffb3dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9233925 Nov 10 22:35:44.349575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Request body: {'port': {'device_id': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:44.412123 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.429698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.444030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.446316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.534567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe18f8-a25b-4cc3-bba8-a38a16d9491d req-04229016-d0f2-4543-9f49-0b9189f95c11 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:44.537224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25fe18f8-a25b-4cc3-bba8-a38a16d9491d req-04229016-d0f2-4543-9f49-0b9189f95c11 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 949 time: 0.1350465 Nov 10 22:35:44.594029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25fe18f8-a25b-4cc3-bba8-a38a16d9491d req-a93bc0e2-8973-43bb-8522-7d0d180e27e5 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Nov 10 22:35:44.635683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3c27ff86-8fdb-4e36-bff5-897e5d2cf6fc None None] Provisioning complete for port bb6df111-8cd4-4b32-a1d3-62b3fb13040c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:44.636054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c27ff86-8fdb-4e36-bff5-897e5d2cf6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.656179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.731593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d944-b97d-41f5-add8-3e7fc6537ee7 req-146a8825-9e5f-4cd2-8c9b-0ee1c20d7842 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:44.739237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3c27ff86-8fdb-4e36-bff5-897e5d2cf6fc None None] Port bb6df111-8cd4-4b32-a1d3-62b3fb13040c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:44.739956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4676d944-b97d-41f5-add8-3e7fc6537ee7 req-146a8825-9e5f-4cd2-8c9b-0ee1c20d7842 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 931 time: 0.2015810 Nov 10 22:35:44.743567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e4a4-f6d1-4bbb-9a47-e18b53fc25ce req-c6cb4987-14a8-4790-8e4a-75d8c9a28e21 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:44.751417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2832e4a4-f6d1-4bbb-9a47-e18b53fc25ce req-c6cb4987-14a8-4790-8e4a-75d8c9a28e21 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0725882 Nov 10 22:35:44.765315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.767211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.770472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9495fcf-0622-44da-9c08-4e47e0f1a49e HTTP/1.1" status: 204 len: 168 time: 0.5479698 Nov 10 22:35:44.773106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51908) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:44.782982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cb02d-aee1-4a05-b6b0-536f1d981aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9495fcf-0622-44da-9c08-4e47e0f1a49e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:44.853305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4676d944-b97d-41f5-add8-3e7fc6537ee7 req-56bcaf34-8ee0-45f8-8c71-cd7e7043607c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123409 Nov 10 22:35:44.877953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2832e4a4-f6d1-4bbb-9a47-e18b53fc25ce req-c33e3946-ad90-4b1e-9f50-5b962ad9c9a3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251144 Nov 10 22:35:44.925841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:44.984001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6df111-8cd4-4b32-a1d3-62b3fb13040c {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:44.993181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.018278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Transition to ACTIVE for port object bb6df111-8cd4-4b32-a1d3-62b3fb13040c will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:45.038754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.051418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.073498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.073964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.074787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.075122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > port after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.075574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.075976 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > port after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.076368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.076748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.077495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.077495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.106691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65751a-b932-4c53-a3a1-3b6d84f04546 req-29edd06c-0a9a-430b-8051-07db134f824a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.108220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc65751a-b932-4c53-a3a1-3b6d84f04546 req-29edd06c-0a9a-430b-8051-07db134f824a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 948 time: 0.1054645 Nov 10 22:35:45.115914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:45.158211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.159314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.160136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.160549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:45.161024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4493f30-0382-4ba5-bcb0-a1a8cfee432d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:45.168959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Attempting to bind port bb6df111-8cd4-4b32-a1d3-62b3fb13040c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:45.169324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Attempting to bind port bb6df111-8cd4-4b32-a1d3-62b3fb13040c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:45.169649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Attempting to bind port bb6df111-8cd4-4b32-a1d3-62b3fb13040c on network dd28e172-b10f-492f-b31e-2bdf72f891de {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:45.188325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a22319-083c-4019-bb8d-3976c90767e9') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:45.188911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a22319-083c-4019-bb8d-3976c90767e9') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:45.201748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Port bb6df111-8cd4-4b32-a1d3-62b3fb13040c on network dd28e172-b10f-492f-b31e-2bdf72f891de not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:45.201748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Attempting to bind port bb6df111-8cd4-4b32-a1d3-62b3fb13040c on network dd28e172-b10f-492f-b31e-2bdf72f891de {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:45.216184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.229081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:45.229467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Checking segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:45.229865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Bound using segment: {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:45.230369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Bound port: bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8219b699-ff85-43a4-a6e0-6a503eb6ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:45.230725 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.245526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.258713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc65751a-b932-4c53-a3a1-3b6d84f04546 req-1aeea9d2-f91c-403d-8d24-68bbc6fc3712 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365325 Nov 10 22:35:45.266176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:35:45.266176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: from cryptography.utils import int_from_bytes Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: from cryptography.utils import int_from_bytes Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:35:45.293658 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:35:45.361021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:45.370631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:45.373737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.377097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.408071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Pushing event deleted for resources: {'Network': ['ID=e4493f30-0382-4ba5-bcb0-a1a8cfee432d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:45.411597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.415411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f950df57-6113-4171-a2ce-d5a22fd1bcaf admin admin] 10.222.0.25 "DELETE /v2.0/networks/e4493f30-0382-4ba5-bcb0-a1a8cfee432d HTTP/1.1" status: 204 len: 168 time: 0.6411490 Nov 10 22:35:45.426600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.427296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.428837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 1091 time: 1.0847483 Nov 10 22:35:45.429367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:45.431795 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d1739d-021d-43e6-9b34-5fa81305ccd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:45.466103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968493-0fe9-4d8f-970e-4c7958d2e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:45.532857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3849f2cd-84f9-4277-a711-eea1905ebdf8 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:45.541798 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae152a68-0675-42bd-871b-7729cd07fed8 x-openstack-request-id: req-ae152a68-0675-42bd-871b-7729cd07fed8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:45.542027 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:45.542282 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae152a68-0675-42bd-871b-7729cd07fed8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:45.543285 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'status': 'completed', 'code': 200} Nov 10 22:35:45.578663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-74109233-31b2-4013-b9ed-2be0ea531dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.582433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-74109233-31b2-4013-b9ed-2be0ea531dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1094 time: 0.0803142 Nov 10 22:35:45.662111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3849f2cd-84f9-4277-a711-eea1905ebdf8 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:45.673022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3849f2cd-84f9-4277-a711-eea1905ebdf8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:45.674213 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.682464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-356a758a-243a-443c-97b1-a39c3aaa053d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 217 time: 0.0827889 Nov 10 22:35:45.796716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-dac6c9da-e257-4c5f-95b6-725c2ff798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.798616 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-dac6c9da-e257-4c5f-95b6-725c2ff798f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.1074672 Nov 10 22:35:45.824153 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.877897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:45.879201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:45.883458 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6f2d6d-1e4b-47b3-a268-9cdd21fccbb1" -d '{"events": [{"server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "name": "network-vif-plugged", "status": "completed", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:45.888174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5d25-07c6-4746-9cc7-b2b2778009b7 req-be59a552-ec25-4774-90e5-de57eb10e65c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.889866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-386a5d25-07c6-4746-9cc7-b2b2778009b7 req-be59a552-ec25-4774-90e5-de57eb10e65c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 949 time: 0.1117673 Nov 10 22:35:45.890413 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:45.896901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-0e80f954-0a4b-4878-a563-25264adc857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.901543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-0e80f954-0a4b-4878-a563-25264adc857c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884390 Nov 10 22:35:45.913135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-6549588b-4244-482a-b39e-0ff7c5c235e6 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.915353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-6549588b-4244-482a-b39e-0ff7c5c235e6 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 1100 time: 0.0834806 Nov 10 22:35:45.977305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51956) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:45.993427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:46.011017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.011017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.011017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.011017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.011513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.011900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.012285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.012692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.013107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.014120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.014463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.014781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:46.054832 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bb9038-6afb-43fc-98ed-cbb970070c17 x-openstack-request-id: req-17bb9038-6afb-43fc-98ed-cbb970070c17 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:46.055228 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "name": "network-vif-plugged", "status": "completed", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:46.055624 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17bb9038-6afb-43fc-98ed-cbb970070c17 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:46.056097 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8', 'code': 200} Nov 10 22:35:46.075940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-e98eba57-fb5b-47c6-9b82-5ef583dcc310 service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659529 Nov 10 22:35:46.078347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-386a5d25-07c6-4746-9cc7-b2b2778009b7 req-59d18591-5b31-401c-9847-6e0ee6c6a055 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772645 Nov 10 22:35:46.126812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7fcfa376-e8d6-4995-8631-ac18f789bbf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a6f498539604c41924a85557f7a0ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455727 Nov 10 22:35:46.133645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51962) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:46.156527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Deleting port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:35:46.156865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.226235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1e735-1e8a-4811-944c-1d13e085c833 req-b0860531-c439-4d1d-9b4c-8ea837c9fa06 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.229804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9aa1e735-1e8a-4811-944c-1d13e085c833 req-b0860531-c439-4d1d-9b4c-8ea837c9fa06 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 943 time: 0.0808060 Nov 10 22:35:46.243251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98957240-3ef5-4727-8358-a4d1bfacdac5 req-69801d8a-7fcd-4fae-9827-bb659e9567e6 service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586823 Nov 10 22:35:46.284830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4397-1cc9-4500-b417-ef8d2f5e671f req-ce05349a-8662-423a-b042-725e8ddc8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.286325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-525a4397-1cc9-4500-b417-ef8d2f5e671f req-ce05349a-8662-423a-b042-725e8ddc8daa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 1100 time: 0.1554070 Nov 10 22:35:46.290925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9aa1e735-1e8a-4811-944c-1d13e085c833 req-64d52f56-334c-44c1-b124-ccf23eb17489 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Nov 10 22:35:46.329526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2606f1-85cd-4137-a4d2-a81d8bb7cf4f req-9a18b3dc-5285-4caf-93e8-6802ed5ec862 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.331572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e2606f1-85cd-4137-a4d2-a81d8bb7cf4f req-9a18b3dc-5285-4caf-93e8-6802ed5ec862 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1995673 Nov 10 22:35:46.347273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] For port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:46.347627 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.348901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-58d5ce6f-0f85-420c-bed3-c4ce5b37c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.350979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-58d5ce6f-0f85-420c-bed3-c4ce5b37c510 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1094 time: 0.0543673 Nov 10 22:35:46.378031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.389673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Calling delete_port for f2b5813d-c30c-4cdf-81da-d4fa92b3c79e owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:35:46.436305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.474834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-525a4397-1cc9-4500-b417-ef8d2f5e671f req-8ea0c0a1-7776-425e-8def-e4c25dfa546f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755819 Nov 10 22:35:46.505407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e2606f1-85cd-4137-a4d2-a81d8bb7cf4f req-d84c6651-c686-4f4b-890d-4b50b2fa9bd0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539900 Nov 10 22:35:46.594732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.597432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.601645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d71db1cb-6068-4f30-9921-1ddec9ce64d8 HTTP/1.1" status: 204 len: 168 time: 0.4642291 Nov 10 22:35:46.646183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13dd07-9c19-4b2a-af8f-04a05b965eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71db1cb-6068-4f30-9921-1ddec9ce64d8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:46.668617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.680542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f2b5813d-c30c-4cdf-81da-d4fa92b3c79e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:46.683331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa507a-a34e-403b-b871-613a4096269c req-f2ada07c-705a-443c-8e11-524bf5700a2b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.685317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97fa507a-a34e-403b-b871-613a4096269c req-f2ada07c-705a-443c-8e11-524bf5700a2b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 949 time: 0.0946224 Nov 10 22:35:46.705059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-689ed4bc-45a3-4658-acfd-f17ba56d0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.708244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-689ed4bc-45a3-4658-acfd-f17ba56d0ebc service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 928 time: 0.3457940 Nov 10 22:35:46.718214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2b5813d-c30c-4cdf-81da-d4fa92b3c79e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:46.765605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-03ed9e31-3aa1-41b9-b63e-af79ff722b61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 217 time: 0.0409558 Nov 10 22:35:46.793692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] No DVR routers for this DVR port f2b5813d-c30c-4cdf-81da-d4fa92b3c79e on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:35:46.811847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:46.815340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ea0bdca-fa19-44f0-9203-c0f719ee61df req-ec5397cb-e52c-40bd-9e6e-ebc3ffb35d65 tempest-DeleteServersAdminTestJSON-1088825247 tempest-DeleteServersAdminTestJSON-1088825247-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f2b5813d-c30c-4cdf-81da-d4fa92b3c79e HTTP/1.1" status: 204 len: 173 time: 0.8899319 Nov 10 22:35:46.815955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'name': 'network-vif-deleted', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:46.818462 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5de1f1-0b0d-4520-b728-1ec9cd23dd2e" -d '{"events": [{"server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "name": "network-vif-deleted", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:46.837792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-42f976b5-1f7e-4b49-aa28-666aa6324741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.842154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-42f976b5-1f7e-4b49-aa28-666aa6324741 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.0649786 Nov 10 22:35:46.864951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97fa507a-a34e-403b-b871-613a4096269c req-d74ad10d-23f9-4b84-8120-30a86bca9925 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508563 Nov 10 22:35:46.931698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-2b94b187-eb02-4d16-8c6b-a5fd03681213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:46.936405 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-2b94b187-eb02-4d16-8c6b-a5fd03681213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865874 Nov 10 22:35:47.076198 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b5104-1adb-4082-a9c2-13052241fb2e x-openstack-request-id: req-138b5104-1adb-4082-a9c2-13052241fb2e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:47.076612 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a7236-0cef-4793-8414-48bafa6ecb66", "name": "network-vif-deleted", "tag": "f2b5813d-c30c-4cdf-81da-d4fa92b3c79e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:47.076612 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-138b5104-1adb-4082-a9c2-13052241fb2e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:47.077196 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a7236-0cef-4793-8414-48bafa6ecb66', 'name': 'network-vif-deleted', 'tag': 'f2b5813d-c30c-4cdf-81da-d4fa92b3c79e', 'status': 'completed', 'code': 200} Nov 10 22:35:47.135154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-bd402f77-1d5c-499e-af97-8a24c19cd300 service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866353 Nov 10 22:35:47.233676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11ba1313-2b52-414f-8551-d42ec09f8ee6 req-1411ff95-7b6d-4362-9cbe-a09964ba0de4 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8a7236-0cef-4793-8414-48bafa6ecb66 HTTP/1.1" status: 200 len: 210 time: 0.0446141 Nov 10 22:35:47.266816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1739d-021d-43e6-9b34-5fa81305ccd1 req-2dba5747-2cf0-49a6-90e7-a6abe674be4e service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230016 Nov 10 22:35:47.421197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914df6-70e2-4c82-b0a1-b1d36ab819a6 req-d69eec17-3160-48f5-a8e9-393ae65e824b tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:47.429663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6914df6-70e2-4c82-b0a1-b1d36ab819a6 req-d69eec17-3160-48f5-a8e9-393ae65e824b tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 943 time: 0.0635221 Nov 10 22:35:47.490150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6914df6-70e2-4c82-b0a1-b1d36ab819a6 req-f4f59932-3f13-441b-869c-790f40baa145 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575423 Nov 10 22:35:47.575602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:47.640488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b4e9f-0cb6-42d0-8afe-005247e2db1a req-dd030048-1dd9-4915-a4e6-248d22bf137e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:47.648399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca8b4e9f-0cb6-42d0-8afe-005247e2db1a req-dd030048-1dd9-4915-a4e6-248d22bf137e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0781505 Nov 10 22:35:47.702938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29f8c9d0-a56b-4b8e-9b84-bb42c21c2d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:47.722051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca8b4e9f-0cb6-42d0-8afe-005247e2db1a req-c7888081-a541-4c12-9b5d-5d2cb634664d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720456 Nov 10 22:35:47.819284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29f8c9d0-a56b-4b8e-9b84-bb42c21c2d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:47.823700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29f8c9d0-a56b-4b8e-9b84-bb42c21c2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:47.839192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52024) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:47.871578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29f8c9d0-a56b-4b8e-9b84-bb42c21c2d17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=261236dae50a479b91abdeeacf537e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923279 Nov 10 22:35:47.871578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c9d0-a56b-4b8e-9b84-bb42c21c2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed0414-6abc-4d8c-bef4-99b5b2f4e4c7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:47.872955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:47.925626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:47.950240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:47.968023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-191313604-network', 'tenant_id': '7284c19fd3a04ff69da04dd108d7a781'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:48.010861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Made reservation on behalf of 7284c19fd3a04ff69da04dd108d7a781 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:48.013685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.025906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.038906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278895d-56f4-4624-b8ce-702400a5d244 req-40349e59-afe5-4fbd-b217-b755d4b13c7d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.043744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1278895d-56f4-4624-b8ce-702400a5d244 req-40349e59-afe5-4fbd-b217-b755d4b13c7d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 949 time: 0.0758023 Nov 10 22:35:48.050444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.053323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.054574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51ed0414-6abc-4d8c-bef4-99b5b2f4e4c7 HTTP/1.1" status: 204 len: 168 time: 0.1803596 Nov 10 22:35:48.073637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e282-4abc-460c-8c2d-15cc201044a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed0414-6abc-4d8c-bef4-99b5b2f4e4c7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:48.131504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1278895d-56f4-4624-b8ce-702400a5d244 req-9e4db1b2-63d5-47cf-b022-3d0e97c6dc02 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823848 Nov 10 22:35:48.182481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.190256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.215215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:48.227563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.228020 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Added segment 97cd29b5-9aa0-48f0-9d52-bcbce05180b6 of type vlan for network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e Nov 10 22:35:48.290544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.295176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:48.334262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.335694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.336567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.358184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5179107 Nov 10 22:35:48.361377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:48.366857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Request body: {'subnet': {'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-191313604-subnet', 'tenant_id': '7284c19fd3a04ff69da04dd108d7a781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:48.407398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Made reservation on behalf of 7284c19fd3a04ff69da04dd108d7a781 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:48.410201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.431930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105361-4e22-45c1-884b-2bbfaf3a1c13 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:48.443173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:48.596915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-d70e174e-354c-4beb-8a5a-961716aae448 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562248 Nov 10 22:35:48.646360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.715265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52062) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:48.739702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ab49599-1aec-4035-969c-d505734ad5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.784647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84abd68b-9aea-46f2-96a7-a04f25f2e278,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:48.799723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Checking segment: {'id': '97cd29b5-9aa0-48f0-9d52-bcbce05180b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:48.800109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Network hostable DHCP agents. Network: a1a0c114-7ddd-4ed2-bef0-37fcbe50136e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:48.879649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:48.910410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a37d-9eb9-4adc-ac23-e0dd1a011285 req-d65cb64e-e6bb-4f29-b0de-1b5defa52599 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.911999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0f7a37d-9eb9-4adc-ac23-e0dd1a011285 req-d65cb64e-e6bb-4f29-b0de-1b5defa52599 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 943 time: 0.1147330 Nov 10 22:35:48.916780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a1a0c114-7ddd-4ed2-bef0-37fcbe50136e) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:48.921316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.921870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:48.937480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f12644-972f-41c8-b21f-ff671c711a9c None None] Network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:48.976443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-799d4482-988c-4579-8566-83d2cbfdfe07 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6092782 Nov 10 22:35:49.006055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ab49599-1aec-4035-969c-d505734ad5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.017740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ab49599-1aec-4035-969c-d505734ad5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.057156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0f7a37d-9eb9-4adc-ac23-e0dd1a011285 req-16a05a48-f89e-4191-8580-1b24a47e9112 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119206 Nov 10 22:35:49.087758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-6c97d265-10c4-4761-986f-4ffcd450024c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.101376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-6c97d265-10c4-4761-986f-4ffcd450024c tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4979146 Nov 10 22:35:49.113524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ab49599-1aec-4035-969c-d505734ad5b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c5b9b6497f24f1197ff432967a59075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834238 Nov 10 22:35:49.113716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52070) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:49.114967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49599-1aec-4035-969c-d505734ad5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc885b9d-5b52-4e3f-b2c7-0b8a9f983b67,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:49.153509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-f5dd5d5e-2bce-4252-b58d-ec1a6f9afdb8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/quotas/a0b771ce6aab42c0ab759d5d9cc83428 HTTP/1.1" status: 200 len: 375 time: 0.0479023 Nov 10 22:35:49.186684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce18bd3-76ab-42c9-800e-35d7d329973e None None] Network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:49.257332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2afa4b2a-02c7-45d6-b530-2d92aed21b48 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829084 Nov 10 22:35:49.261608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb6df111-8cd4-4b32-a1d3-62b3fb13040c details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:49.312270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.363379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.458056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.460602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.464230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc885b9d-5b52-4e3f-b2c7-0b8a9f983b67 HTTP/1.1" status: 204 len: 168 time: 0.3429184 Nov 10 22:35:49.478687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7cff-afa7-46c6-9140-663bc7a598e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc885b9d-5b52-4e3f-b2c7-0b8a9f983b67,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:49.557648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9255585-7b5e-4a5a-8583-6f613a93237d req-1492abb8-271d-43a1-8092-3799dec26ede tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.571215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9255585-7b5e-4a5a-8583-6f613a93237d req-1492abb8-271d-43a1-8092-3799dec26ede tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0936158 Nov 10 22:35:49.581876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.582423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.582925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.583397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.583946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.584402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.584852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.595475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-9fe5d879-3dc4-488b-ba8d-c5a55eeed434 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132&device_id=47329a28-82b1-43de-a479-eadd4df264a0&device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795&device_id=468e13b4-ae10-4525-b73b-50bedc5a899b&device_id=82016ad1-a298-4746-9819-efecb5c239d7&device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 6429 time: 0.1112905 Nov 10 22:35:49.602273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2b5813d-c30c-4cdf-81da-d4fa92b3c79e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:35:49.616936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-ea3debdc-08ba-40f0-af69-cb7c07e8a27b tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.620360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:49.635518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'mac_address': 'fa:16:3e:2f:d9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:49.660412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9255585-7b5e-4a5a-8583-6f613a93237d req-0b519536-a04e-4148-baaa-25e5c12ec1b1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825949 Nov 10 22:35:49.706481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.708551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: f2b5813d-c30c-4cdf-81da-d4fa92b3c79e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:35:49.708886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2b5813d-c30c-4cdf-81da-d4fa92b3c79e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:35:49.727935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6df111-8cd4-4b32-a1d3-62b3fb13040c {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:49.758731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:49.763674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.816438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-ea3debdc-08ba-40f0-af69-cb7c07e8a27b tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.823181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-ea3debdc-08ba-40f0-af69-cb7c07e8a27b tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.833638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:49.878753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3debdc-08ba-40f0-af69-cb7c07e8a27b tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07118957-54ec-474b-b697-a69c75c732c3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:49.953898 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3f19a4b-c2eb-4c0b-82b2-8a87f4f02419 req-ea3debdc-08ba-40f0-af69-cb7c07e8a27b tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3574877 Nov 10 22:35:50.035750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['bb6df111-8cd4-4b32-a1d3-62b3fb13040c'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:50.087475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be4bb855-9054-4685-a609-ac2d33de34ad req-e2461331-4838-4894-b1ca-a9e08b47634d tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 210 time: 0.0783274 Nov 10 22:35:50.356747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80910c-5645-4bef-a70b-1bcc3ac6e520 req-ca7e85fd-7a03-4a71-a24a-c287cdbf2368 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.378706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2b80910c-5645-4bef-a70b-1bcc3ac6e520 req-ca7e85fd-7a03-4a71-a24a-c287cdbf2368 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 944 time: 0.0754244 Nov 10 22:35:50.449863 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2b80910c-5645-4bef-a70b-1bcc3ac6e520 req-816a8f49-b420-436e-882f-b8561b2c2c0a tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703549 Nov 10 22:35:50.467911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-ef81bdf0-abc2-404b-8a6a-9bb9e8bdc004 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.475288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-ef81bdf0-abc2-404b-8a6a-9bb9e8bdc004 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/networks?id=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e HTTP/1.1" status: 200 len: 821 time: 0.2023094 Nov 10 22:35:50.492835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-22e3b979-ad4c-437b-95da-4b8a2e5505ca tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/quotas/7284c19fd3a04ff69da04dd108d7a781 HTTP/1.1" status: 200 len: 375 time: 0.0166121 Nov 10 22:35:50.543493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-f96aa83b-0676-48d2-ab2c-c31534a844f5 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7284c19fd3a04ff69da04dd108d7a781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496325 Nov 10 22:35:50.650271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:50.674714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-e2397e98-17b0-4373-ac39-06f60465240f service neutron] 10.222.0.25 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302569 Nov 10 22:35:50.690314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41dd3b-c5d9-4018-8fa9-6e80e76b8273 req-b6025736-cc64-4478-afa2-b37f4a3d23b3 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.691367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41dd3b-c5d9-4018-8fa9-6e80e76b8273 req-b6025736-cc64-4478-afa2-b37f4a3d23b3 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.691973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41dd3b-c5d9-4018-8fa9-6e80e76b8273 req-b6025736-cc64-4478-afa2-b37f4a3d23b3 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.694242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b41dd3b-c5d9-4018-8fa9-6e80e76b8273 req-b6025736-cc64-4478-afa2-b37f4a3d23b3 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0&device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795&device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 2883 time: 0.0527997 Nov 10 22:35:50.755769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b41dd3b-c5d9-4018-8fa9-6e80e76b8273 req-67426050-d4e8-4924-ad9e-235926c1dffb tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Nov 10 22:35:50.784590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661840179-network', 'tenant_id': '2744161c15b6400c9b4c3e374b997ea1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:50.813745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-e5fa3649-5399-4495-80ff-0149e2e51f75 service neutron] 10.222.0.25 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328042 Nov 10 22:35:50.823744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Made reservation on behalf of 2744161c15b6400c9b4c3e374b997ea1 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:50.826140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:50.836798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:50.898836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a60d-fae5-4fac-ad99-f5475ba0e079 req-2d341512-d62f-4239-9894-07d494ef2a32 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.901678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f048a60d-fae5-4fac-ad99-f5475ba0e079 req-2d341512-d62f-4239-9894-07d494ef2a32 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0621684 Nov 10 22:35:50.973635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-ae3df587-52e8-483c-b965-56cbec5d72e3 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292718 Nov 10 22:35:50.976354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f048a60d-fae5-4fac-ad99-f5475ba0e079 req-d967b985-c2bc-415f-a5ad-8d2392b67ef9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Nov 10 22:35:51.126225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.165645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.184514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:51.199258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.199591 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Added segment 691b8638-b71e-4bca-8042-5637d1f45c62 of type vlan for network ada5c973-e833-4dcf-a98d-6bdbc038ada8 Nov 10 22:35:51.250865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb6df111-8cd4-4b32-a1d3-62b3fb13040c up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:51.278741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.294565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-232ce788-95af-449e-9317-24ad446e7ee5 req-9cb8cd77-e108-421c-9312-20ef21d81a6f tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 210 time: 0.0405281 Nov 10 22:35:51.338897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port bb6df111-8cd4-4b32-a1d3-62b3fb13040c completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:51.343619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port bb6df111-8cd4-4b32-a1d3-62b3fb13040c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:51.344533 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.368918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-f9640d55-0af2-457b-8d0b-a9566bdd1fb8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:51.373716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-f9640d55-0af2-457b-8d0b-a9566bdd1fb8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803613 Nov 10 22:35:51.397186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.408111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:51.409519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.420079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Request body: {'port': {'device_id': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'a0b771ce6aab42c0ab759d5d9cc83428'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:51.486777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.513886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:51.516477 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058764b7-2951-4dff-83ea-8ae222a579dd" -d '{"events": [{"server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "name": "network-vif-plugged", "status": "completed", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:51.532223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:51.537004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.603196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:51.637517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f42ffe1-6c4a-4288-ade3-bcc34bbe601b req-89388c91-2f91-4218-b069-cff6c7f6f5fd tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 210 time: 0.2605991 Nov 10 22:35:51.687987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Made reservation on behalf of a0b771ce6aab42c0ab759d5d9cc83428 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:51.692619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.720554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0689998 Nov 10 22:35:51.724085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52162) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:51.731308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Request body: {'subnet': {'network_id': 'ada5c973-e833-4dcf-a98d-6bdbc038ada8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661840179-subnet', 'tenant_id': '2744161c15b6400c9b4c3e374b997ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:51.731868 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be457c16-4920-418b-9493-f9f64ce59e92 x-openstack-request-id: req-be457c16-4920-418b-9493-f9f64ce59e92 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:51.732570 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "name": "network-vif-plugged", "status": "completed", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:51.732570 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be457c16-4920-418b-9493-f9f64ce59e92 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:51.733041 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'code': 200} Nov 10 22:35:51.758636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e55306-84d1-4b0d-abf0-97e8071149ec,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:51.773006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Made reservation on behalf of 2744161c15b6400c9b4c3e374b997ea1 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:51.778605 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.790806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226720e-8468-435d-a900-94fa32607405 admin admin] Pushing event updated for resources: {'Network': ['ID=ada5c973-e833-4dcf-a98d-6bdbc038ada8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:51.804474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ada5c973-e833-4dcf-a98d-6bdbc038ada8 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:51.875946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b5f2-204b-4504-983f-3dbffd89ba68 req-f3f473d1-a2ac-48c9-a287-f21e2471005c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:51.892687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4e9b5f2-204b-4504-983f-3dbffd89ba68 req-f3f473d1-a2ac-48c9-a287-f21e2471005c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.1703770 Nov 10 22:35:52.043702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4e9b5f2-204b-4504-983f-3dbffd89ba68 req-17492b89-00bf-4c18-a3fe-855d803cc5a2 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422164 Nov 10 22:35:52.062349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b082ce-6ca5-42d5-adc0-28148a4734b2 req-ab3f503f-637f-4676-820d-cb0b3e843a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.063847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69b082ce-6ca5-42d5-adc0-28148a4734b2 req-ab3f503f-637f-4676-820d-cb0b3e843a8b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1096 time: 0.1480796 Nov 10 22:35:52.066610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Allocated IP 192.168.233.229 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/cbc765d4-0380-4d9f-a9bf-b9c935e69c20) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:52.083985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e88369-f36b-4fcd-89d3-f421fd523577 req-fb3a6526-ddf3-460e-afca-9ff9b22a7027 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.091648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37e88369-f36b-4fcd-89d3-f421fd523577 req-fb3a6526-ddf3-460e-afca-9ff9b22a7027 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.1140828 Nov 10 22:35:52.221453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69b082ce-6ca5-42d5-adc0-28148a4734b2 req-88929cfc-34ba-4350-9ed0-63fba0c55a72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484814 Nov 10 22:35:52.232617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37e88369-f36b-4fcd-89d3-f421fd523577 req-b108a7f2-9547-49d7-bb3b-9cb4a59c93cc tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400969 Nov 10 22:35:52.260200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46755e2f-8092-4fc6-abec-fff29e812e95 req-cdea2e47-6dbd-4cac-b6c9-90355c131c0b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.260200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46755e2f-8092-4fc6-abec-fff29e812e95 req-cdea2e47-6dbd-4cac-b6c9-90355c131c0b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1166804 Nov 10 22:35:52.268466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.328306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d84d76-46d8-451d-a2bf-b5ec9e5293a1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:52.345188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Checking segment: {'id': '691b8638-b71e-4bca-8042-5637d1f45c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ada5c973-e833-4dcf-a98d-6bdbc038ada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:52.345548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Network hostable DHCP agents. Network: ada5c973-e833-4dcf-a98d-6bdbc038ada8, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:52.357270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.364605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46755e2f-8092-4fc6-abec-fff29e812e95 req-f94be438-d108-4822-925f-79b9008620ea tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934372 Nov 10 22:35:52.364823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Network ada5c973-e833-4dcf-a98d-6bdbc038ada8 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:52.374964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ada5c973-e833-4dcf-a98d-6bdbc038ada8) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:52.379322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.380006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.387425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17810880-8444-4cf0-8777-fb45d006d4a6 None None] Network ada5c973-e833-4dcf-a98d-6bdbc038ada8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:52.407906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef82f644-8f86-4f1c-9a4a-e2f9e6a2b24e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6817703 Nov 10 22:35:52.409047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.474223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Pushing event updated for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:52.493611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:52.495482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:52.499396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:52.548639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582daddd-4d50-4ad3-9aca-461c6c0098b9 None None] Network ada5c973-e833-4dcf-a98d-6bdbc038ada8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:52.630547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.631428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.644576 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.20', 49436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:52.725217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856e34f-c03e-4dbc-a2e0-8a1254b7ac55 req-1c69b155-28ec-4664-a5e8-fde5a890a58a tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.732682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a856e34f-c03e-4dbc-a2e0-8a1254b7ac55 req-1c69b155-28ec-4664-a5e8-fde5a890a58a tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.1840918 Nov 10 22:35:52.746251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2bb11d0d-6ff9-4480-a90a-cd3b4abd7511 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3639107 Nov 10 22:35:52.771747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Request body: {'port': {'device_id': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:52.892784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-13aa8d24-dff6-41bb-8a60-6f6337390c37 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.894340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-13aa8d24-dff6-41bb-8a60-6f6337390c37 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.20 "GET /v2.0/networks?id=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e HTTP/1.1" status: 200 len: 821 time: 0.2460859 Nov 10 22:35:52.895604 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-3ed47518-0fbf-4f78-8ea9-b63ddf29322a service neutron] show failed (client error): The resource could not be found. Nov 10 22:35:52.897364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-3ed47518-0fbf-4f78-8ea9-b63ddf29322a service neutron] 10.222.0.20 "GET /v2.0/ports/ca8d5232-9f78-43d6-b6ed-a860aad05e27/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.2547820 Nov 10 22:35:52.930063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Request body: {'port': {'device_id': '5a929373-bc99-4841-adbc-7fff80ae428d', 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e', 'admin_state_up': True, 'tenant_id': '7284c19fd3a04ff69da04dd108d7a781'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:52.944526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-31fc7292-a089-4caf-b9a9-73d7dc266e38 None None] Provisioning complete for port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:52.945959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31fc7292-a089-4caf-b9a9-73d7dc266e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:52.981936 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a856e34f-c03e-4dbc-a2e0-8a1254b7ac55 req-d547daab-37a2-404b-b6f9-8af7f0112774 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449062 Nov 10 22:35:52.999828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.018843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08e7f2-a8c1-486b-9700-15584ceddb0c req-614e1b23-af58-4be8-8f4a-6db56b9e7131 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:53.028907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f08e7f2-a8c1-486b-9700-15584ceddb0c req-614e1b23-af58-4be8-8f4a-6db56b9e7131 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 936 time: 0.2627995 Nov 10 22:35:53.029229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-31fc7292-a089-4caf-b9a9-73d7dc266e38 None None] Port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:35:53.152380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63d7ceb7-1b67-48d5-b461-e8cfae233185 req-fbee2b5e-44d2-4916-a7bd-48ba949927e2 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 210 time: 0.0472741 Nov 10 22:35:53.163321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f08e7f2-a8c1-486b-9700-15584ceddb0c req-cfceea25-5a9c-4b86-b244-833062775306 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333213 Nov 10 22:35:53.405358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:53.428060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638040461-network', 'tenant_id': '3709ff0b016341f8a5deb802be0d4455'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:53.477043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Made reservation on behalf of 7284c19fd3a04ff69da04dd108d7a781 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:53.480470 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.593478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-97aa25b9-cf3d-467a-aa59-a0c7b5c41c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:53.594954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-97aa25b9-cf3d-467a-aa59-a0c7b5c41c95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1100 time: 0.3541787 Nov 10 22:35:53.602529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d45b6e-5345-4276-9441-35b647968ba9 req-cad0d2e5-54b8-40f9-ac10-7612cddef8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:53.603934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2d45b6e-5345-4276-9441-35b647968ba9 req-cad0d2e5-54b8-40f9-ac10-7612cddef8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.2986121 Nov 10 22:35:53.626143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b691-0879-485c-8469-4c63cc2df6af req-748c789e-de0f-40cc-8bc5-5cbe5199b452 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:53.628272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3110b691-0879-485c-8469-4c63cc2df6af req-748c789e-de0f-40cc-8bc5-5cbe5199b452 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1003206 Nov 10 22:35:53.633372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:53.635416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc765d4-0380-4d9f-a9bf-b9c935e69c20 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:53.649783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.663240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Made reservation on behalf of 3709ff0b016341f8a5deb802be0d4455 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:53.666333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.676006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Transition to ACTIVE for port object cbc765d4-0380-4d9f-a9bf-b9c935e69c20 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:53.685208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.703143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.734051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3110b691-0879-485c-8469-4c63cc2df6af req-6a576f35-4a4f-4d36-82ed-aa29aed262c6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935018 Nov 10 22:35:53.764453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Allocated IP 172.20.0.5 (a1a0c114-7ddd-4ed2-bef0-37fcbe50136e/84abd68b-9aea-46f2-96a7-a04f25f2e278/9fa5679a-ccdd-40b4-8a8f-961502436d49) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:53.764595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:53.775085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:53.823749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2d45b6e-5345-4276-9441-35b647968ba9 req-2fcfbf4b-3170-4b8a-a557-7189e0b8d355 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663723 Nov 10 22:35:53.900578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Attempting to bind port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:53.901106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Attempting to bind port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:53.901434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Attempting to bind port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:53.907888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:53.908832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Attempting to bind port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:53.919012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:53.919356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:53.919880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:53.920317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Bound port: cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:53.920671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.021737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:54.032402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:54.039412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.087208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.088008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.089820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbc765d4-0380-4d9f-a9bf-b9c935e69c20 HTTP/1.1" status: 200 len: 1096 time: 1.3278615 Nov 10 22:35:54.090232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:54.093354 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd42411-e54a-4f74-99fb-5278a7eba1af" -d '{"events": [{"name": "network-changed", "server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:54.146665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.169721 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0990eae8-8509-44da-9732-168aee9ce42a x-openstack-request-id: req-0990eae8-8509-44da-9732-168aee9ce42a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:54.170001 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:54.170252 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0990eae8-8509-44da-9732-168aee9ce42a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:54.170644 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20', 'status': 'completed', 'code': 200} Nov 10 22:35:54.171396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8303f2-2e52-4447-9e0c-e34981258362 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:54.193492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.238509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:35:54.239566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4f1b6e8c-20d2-4ef0-ad17-ff2b46d617f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.247391 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-4f1b6e8c-20d2-4ef0-ad17-ff2b46d617f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 1099 time: 0.1001923 Nov 10 22:35:54.276367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.276707 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Added segment 89d1022c-8521-45aa-91c3-6bdcfedd7b5e of type vlan for network 96613589-4f96-4aaf-ba14-6f0795a78b93 Nov 10 22:35:54.302889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69107cbe-5ba1-4673-9ba9-55d563355c80,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:54.327801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aa1267e-b668-473e-89c8-51095167e491 req-dd70d28a-c46f-469b-bc3a-d66a9665c9bf tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 210 time: 0.0792327 Nov 10 22:35:54.329482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-96b9b420-4352-47a5-807a-c2af14db1f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20 HTTP/1.1" status: 200 len: 217 time: 0.0573838 Nov 10 22:35:54.381990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.447534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.461121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.462070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.462673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.471793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-ba5fed7b-4663-477e-9ab0-f92f5bdc5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.473347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-ba5fed7b-4663-477e-9ab0-f92f5bdc5e58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1330276 Nov 10 22:35:54.538698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56ad48-92c1-4c60-977a-a28ae5abf89a req-410c6186-277b-4a43-bcf2-35f30f335adf tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.540657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f56ad48-92c1-4c60-977a-a28ae5abf89a req-410c6186-277b-4a43-bcf2-35f30f335adf tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 948 time: 0.1057107 Nov 10 22:35:54.572950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-5e9328df-4ee0-4990-83be-4a01669ad693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.574468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-5e9328df-4ee0-4990-83be-4a01669ad693 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925443 Nov 10 22:35:54.581113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:54.603895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1860926 Nov 10 22:35:54.605631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52232) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:54.617712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Request body: {'subnet': {'network_id': '96613589-4f96-4aaf-ba14-6f0795a78b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638040461-subnet', 'tenant_id': '3709ff0b016341f8a5deb802be0d4455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:54.634973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f717e17-6bce-43ab-8e38-9780efcbf3ed admin admin] Pushing event updated for resources: {'Network': ['ID=96613589-4f96-4aaf-ba14-6f0795a78b93,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:54.642287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.646496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 96613589-4f96-4aaf-ba14-6f0795a78b93 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:35:54.665644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f56ad48-92c1-4c60-977a-a28ae5abf89a req-3d2aefa1-1303-4bf9-8a9b-e0b88bd2e867 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150942 Nov 10 22:35:54.687482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Made reservation on behalf of 3709ff0b016341f8a5deb802be0d4455 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:35:54.690160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.706442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:54.744949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02bb2-27ca-4880-9a4f-52e2e5ebd13b req-ef11ca4f-97b3-4ecb-b6b5-f13ac442fecc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.753019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8e02bb2-27ca-4880-9a4f-52e2e5ebd13b req-ef11ca4f-97b3-4ecb-b6b5-f13ac442fecc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2012081 Nov 10 22:35:54.771128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:54.789803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:54.809472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:54.812898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-a4f5dc38-486c-4180-9dca-e6e64e03cf0d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272778 Nov 10 22:35:54.815095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.815721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.827548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Pushing event updated for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:54.846786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:54.849376 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda8295c-6e94-4cc7-a747-1f1b052a7489" -d '{"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:54.858166 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.872740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-66ac9042-8a48-444f-8e92-5a131b4be067 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9524786 Nov 10 22:35:54.893093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8e02bb2-27ca-4880-9a4f-52e2e5ebd13b req-d20aa428-ea58-4962-8494-178c0b18102f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392119 Nov 10 22:35:54.896739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Request body: {'port': {'device_id': '5a929373-bc99-4841-adbc-7fff80ae428d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:54.899593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Transition to ACTIVE for port object ca8d5232-9f78-43d6-b6ed-a860aad05e27 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:54.908959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2d24d42-f0fe-4612-8fc3-6474f8a06ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.929327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.017098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d9ee4-159b-4c72-9638-017c68639e5c req-bfd926ae-a4ae-4f19-8e94-f7fa8b628558 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.019212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-442d9ee4-159b-4c72-9638-017c68639e5c req-bfd926ae-a4ae-4f19-8e94-f7fa8b628558 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1716964 Nov 10 22:35:55.087254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.146548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f9c115d-ea3b-4dbc-aa85-a2f4af7733ea req-2551260f-205c-46b7-aaf0-8dcb425244eb service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975335 Nov 10 22:35:55.204373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-442d9ee4-159b-4c72-9638-017c68639e5c req-da8c7e5a-cf13-481a-9ed6-6af82d6c3e04 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479628 Nov 10 22:35:55.228449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5be0a1e-74a9-4e28-b5b2-9b27a9c42dd0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:55.270990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Checking segment: {'id': '89d1022c-8521-45aa-91c3-6bdcfedd7b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96613589-4f96-4aaf-ba14-6f0795a78b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:55.271342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Network hostable DHCP agents. Network: 96613589-4f96-4aaf-ba14-6f0795a78b93, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:35:55.294928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-e9ac9def-2e9a-435f-8e6b-4a7d9806c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.298616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-e9ac9def-2e9a-435f-8e6b-4a7d9806c2cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 1099 time: 0.0928485 Nov 10 22:35:55.316250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Network 96613589-4f96-4aaf-ba14-6f0795a78b93 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:35:55.324188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:55.338957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] No DVR routers for this DVR port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:35:55.346793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.367802 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4750d9-5e45-4041-85d9-4a607482d5ad x-openstack-request-id: req-da4750d9-5e45-4041-85d9-4a607482d5ad {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:55.368445 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:55.368914 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da4750d9-5e45-4041-85d9-4a607482d5ad {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:55.369414 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'code': 200} Nov 10 22:35:55.461829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:55.462622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:55.463075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:55.542482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37c87c-505c-494d-907c-b6b4c09bf853 req-6b9a4708-ceb9-4b2b-911c-5bb57cabcc6f tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.550962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e37c87c-505c-494d-907c-b6b4c09bf853 req-6b9a4708-ceb9-4b2b-911c-5bb57cabcc6f tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.2472043 Nov 10 22:35:55.553273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:55.553448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Attempting to bind port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:55.655865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:55.656322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:55.656816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:55.657882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Bound port: ca8d5232-9f78-43d6-b6ed-a860aad05e27, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:55.658935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.683092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 96613589-4f96-4aaf-ba14-6f0795a78b93) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:55.703859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b89bdd-82e2-434c-ad73-966456787b3e None None] Network 96613589-4f96-4aaf-ba14-6f0795a78b93 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:55.708503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.709698 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.769693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3ecc0ec1-3ded-483c-abbc-f672c5358c7c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1603677 Nov 10 22:35:55.785070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-ee8f6ad6-84e7-4ccd-9159-3c430904d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.786833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-ee8f6ad6-84e7-4ccd-9159-3c430904d55d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4804668 Nov 10 22:35:55.797110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8161-1632-463c-99c6-3ddfcab13950 req-88201628-5a2b-4c6c-a6e4-f9fa54011d53 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.799001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21cb8161-1632-463c-99c6-3ddfcab13950 req-88201628-5a2b-4c6c-a6e4-f9fa54011d53 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 931 time: 0.1363492 Nov 10 22:35:55.836633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-3c9268a1-01bf-49b8-8467-b64ef703a68c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20 HTTP/1.1" status: 200 len: 217 time: 0.0364635 Nov 10 22:35:55.920652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-9192b604-0846-43a9-8612-952e7e8efafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.922174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-9192b604-0846-43a9-8612-952e7e8efafe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0764143 Nov 10 22:35:55.934649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21cb8161-1632-463c-99c6-3ddfcab13950 req-ec959219-25df-4b76-9efc-58744953006e tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957143 Nov 10 22:35:55.947942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2dc56c-fce3-46fc-a4ea-b1e3161ae7ed None None] Network 96613589-4f96-4aaf-ba14-6f0795a78b93 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:35:55.971039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e37c87c-505c-494d-907c-b6b4c09bf853 req-4f0425a3-7329-49e1-92d1-e6a67e63624a tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083600 Nov 10 22:35:55.978316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:56.037698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-88e01539-00e9-4c7c-9288-a22f81b36ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.042507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-88e01539-00e9-4c7c-9288-a22f81b36ed8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040511 Nov 10 22:35:56.047921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa5679a-ccdd-40b4-8a8f-961502436d49 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:56.064912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Deleting subnet 32d84d76-46d8-451d-a2bf-b5ec9e5293a1 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:35:56.071650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.074592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.132185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:56.148173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Transition to ACTIVE for port object 9fa5679a-ccdd-40b4-8a8f-961502436d49 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:56.173798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:56.176197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.192605 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.196571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.197520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585c9b-5556-4fea-9adb-b5987341aa29 req-590c3959-ee18-493b-89c8-51997a6e4b68 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.199838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce585c9b-5556-4fea-9adb-b5987341aa29 req-590c3959-ee18-493b-89c8-51997a6e4b68 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 948 time: 0.1348255 Nov 10 22:35:56.239125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.248661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-e6eb2ff8-b4ea-4749-bd59-28e3ae06a4fd service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953070 Nov 10 22:35:56.294983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229a14-6460-4788-ae7c-aa2d2ab24d28 req-241b5a2c-072b-4b09-a110-d09de38057df tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.296395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85229a14-6460-4788-ae7c-aa2d2ab24d28 req-241b5a2c-072b-4b09-a110-d09de38057df tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1831715 Nov 10 22:35:56.298841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.299453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.300757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] 10.222.0.39 "PUT /v2.0/ports/ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 1095 time: 2.6908779 Nov 10 22:35:56.310722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:56.341312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce585c9b-5556-4fea-9adb-b5987341aa29 req-134609c3-101e-4c7c-85c3-498775f1a2ac tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342554 Nov 10 22:35:56.459306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6d6ff-b84c-48d4-ac9c-6bdb6faca43c service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:56.479905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdd42411-e54a-4f74-99fb-5278a7eba1af req-e0a1c6c3-2ff2-4a3c-9774-bd788a3bae04 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229636 Nov 10 22:35:56.503780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Attempting to bind port 9fa5679a-ccdd-40b4-8a8f-961502436d49 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:56.504239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Attempting to bind port 9fa5679a-ccdd-40b4-8a8f-961502436d49 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '97cd29b5-9aa0-48f0-9d52-bcbce05180b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:56.504527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Attempting to bind port 9fa5679a-ccdd-40b4-8a8f-961502436d49 on network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:56.529008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85229a14-6460-4788-ae7c-aa2d2ab24d28 req-1a448126-1478-4746-b0ac-98a0226e81e7 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211254 Nov 10 22:35:56.529581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Port 9fa5679a-ccdd-40b4-8a8f-961502436d49 on network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:56.529907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Attempting to bind port 9fa5679a-ccdd-40b4-8a8f-961502436d49 on network a1a0c114-7ddd-4ed2-bef0-37fcbe50136e {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:56.539985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:56.540324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Checking segment: {'id': '97cd29b5-9aa0-48f0-9d52-bcbce05180b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:56.540963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Bound using segment: {'id': '97cd29b5-9aa0-48f0-9d52-bcbce05180b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:56.544563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Bound port: 9fa5679a-ccdd-40b4-8a8f-961502436d49, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cd29b5-9aa0-48f0-9d52-bcbce05180b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:56.544938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.552174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-973dd0d9-f35d-4252-8ce6-4989bf0bd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.553750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-973dd0d9-f35d-4252-8ce6-4989bf0bd792 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1098 time: 0.1327555 Nov 10 22:35:56.571304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.660216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-7e18bd00-f26a-43bc-a143-37a256e21424 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 258 time: 0.2791624 Nov 10 22:35:56.666605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:56.673951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d84d76-46d8-451d-a2bf-b5ec9e5293a1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:56.698316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.711784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.715063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b05bfbc4-720a-40d7-a5ec-a929c39962a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32d84d76-46d8-451d-a2bf-b5ec9e5293a1 HTTP/1.1" status: 204 len: 168 time: 0.7342062 Nov 10 22:35:56.720254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52272) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:56.824060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.864643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:56.878467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eabf5-ef7c-41eb-b1cf-e0250af48361 req-6eed25e2-6efe-4b7a-881e-4038f54c24b2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.879945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a9eabf5-ef7c-41eb-b1cf-e0250af48361 req-6eed25e2-6efe-4b7a-881e-4038f54c24b2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.2141500 Nov 10 22:35:56.884057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-740b44c4-fa55-421f-8fc9-29024bf6eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.885571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-740b44c4-fa55-421f-8fc9-29024bf6eaba service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3190563 Nov 10 22:35:56.898825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.910577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49,segment=NetworkSegment(97cd29b5-9aa0-48f0-9d52-bcbce05180b6),segment_id=97cd29b5-9aa0-48f0-9d52-bcbce05180b6)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:56.923057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:56.938088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Allocated IP 172.25.0.175 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/09e62ace-9a16-42d2-a77c-757dd846c518) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:35:56.985533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-f305871a-964e-4504-9d01-9520f7fc01d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0898967 Nov 10 22:35:57.013830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.014440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.015818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] 10.222.0.20 "PUT /v2.0/ports/9fa5679a-ccdd-40b4-8a8f-961502436d49 HTTP/1.1" status: 200 len: 1091 time: 2.1269536 Nov 10 22:35:57.048158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.083169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.126542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:35:57.129469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:35:57.133155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:35:57.136851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77d5a3-6c03-4ccb-ac64-368c096eed31 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:57.154619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event updated for resources: {'Port': ['ID=09e62ace-9a16-42d2-a77c-757dd846c518,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:57.165906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a9eabf5-ef7c-41eb-b1cf-e0250af48361 req-c96d6d28-7aec-4f27-b6d2-9f34933844ae tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729502 Nov 10 22:35:57.189713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.198730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-f4b51f5e-8a9a-4990-8eb9-96b697539ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.200214 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-f4b51f5e-8a9a-4990-8eb9-96b697539ab7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1810877 Nov 10 22:35:57.220680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.221326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.221958 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.222343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.222783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.223121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.223570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.224034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.224435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.224763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.269700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.293119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.293582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.293804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.294144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 22:35:57.294516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada5c973-e833-4dcf-a98d-6bdbc038ada8']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:57.310043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.317887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5457f209-59b4-4940-ac5d-4e69875ce97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.319446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-5457f209-59b4-4940-ac5d-4e69875ce97b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7284c19fd3a04ff69da04dd108d7a781&device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 1094 time: 0.2344062 Nov 10 22:35:57.339280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691b8638-b71e-4bca-8042-5637d1f45c62') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:57.339571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691b8638-b71e-4bca-8042-5637d1f45c62') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:57.382899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}, {'name': 'network-changed', 'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:57.385163 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083c361d-c8a3-4f8e-9b81-7ac31e71349e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}, {"name": "network-changed", "server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:57.417692 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.438343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-a050d46b-7949-4eff-b17f-a6c200522e16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49 HTTP/1.1" status: 200 len: 217 time: 0.1010115 Nov 10 22:35:57.446552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.455698 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.460273 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.486392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:35:57.487008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: from cryptography.utils import int_from_bytes Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: from cryptography.utils import int_from_bytes Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:35:57.491528 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:35:57.526775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event updated for resources: {'Port': ['ID=09e62ace-9a16-42d2-a77c-757dd846c518,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:57.538454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-bf2dd0bd-7c7e-48c8-b2c7-e63847b962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.540420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-bf2dd0bd-7c7e-48c8-b2c7-e63847b962e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3238151 Nov 10 22:35:57.543401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e88ebe7f-3fca-47ea-9354-03de740193cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.544956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.555149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300ccd2-68a7-45ab-8adb-f675280c5639 req-1e5402ab-497e-4c45-8cd7-7a11c972c18c tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.556672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6300ccd2-68a7-45ab-8adb-f675280c5639 req-1e5402ab-497e-4c45-8cd7-7a11c972c18c tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 943 time: 0.2427142 Nov 10 22:35:57.561537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.562837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-826187e3-9a92-4e6c-9efe-48bdbdb2c662 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9019847 Nov 10 22:35:57.595039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cbc765d4-0380-4d9f-a9bf-b9c935e69c20 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:57.601350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-fc88ce76-7986-4743-ad44-2291f2e10137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.603378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-fc88ce76-7986-4743-ad44-2291f2e10137 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84abd68b-9aea-46f2-96a7-a04f25f2e278 HTTP/1.1" status: 200 len: 861 time: 0.1536243 Nov 10 22:35:57.647843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-de66e743-657e-40a5-99f6-8030277ae2d4 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.0771191 Nov 10 22:35:57.658943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:35:57.671687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.677757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-3d1bcaf0-7eba-4007-bac2-d44280ec5e6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438364 Nov 10 22:35:57.712437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.715631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ada5c973-e833-4dcf-a98d-6bdbc038ada8 HTTP/1.1" status: 204 len: 168 time: 0.9744031 Nov 10 22:35:57.718605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:57.726789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:35:57.738960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:57.752988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20', 'mac_address': 'fa:16:3e:11:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:57.794844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5982e-6bef-40e3-bbb3-f9ec635251d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada5c973-e833-4dcf-a98d-6bdbc038ada8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:57.795516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Deleting subnet f5be0a1e-74a9-4e28-b5b2-9b27a9c42dd0 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:35:57.798083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.808656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-4db67c7d-bc42-4d13-9716-6caac356e976 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.810850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-4db67c7d-bc42-4d13-9716-6caac356e976 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1529343 Nov 10 22:35:57.812280 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.815469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc765d4-0380-4d9f-a9bf-b9c935e69c20 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:57.823671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6300ccd2-68a7-45ab-8adb-f675280c5639 req-41b21563-1a73-4e7a-aea2-92da56d1abfb tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491279 Nov 10 22:35:57.837448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:57.841871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-5bd9241f-4a85-4f6a-b959-ab0c87df6a64 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:57.842144 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.843949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abf08018-9250-4842-beaa-06a48a9e52d7 req-5bd9241f-4a85-4f6a-b959-ab0c87df6a64 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096929 Nov 10 22:35:57.863708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-0bc6c394-9e3f-4cc6-9080-73aead526a5c service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020713 Nov 10 22:35:57.875261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.905441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:57.925498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:57.956814 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb6c3fd-3e74-433c-bee3-d38dd676bfa4 x-openstack-request-id: req-dfb6c3fd-3e74-433c-bee3-d38dd676bfa4 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:57.957253 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:57.957645 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfb6c3fd-3e74-433c-bee3-d38dd676bfa4 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:57.958046 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'status': 'completed', 'code': 200} Nov 10 22:35:57.958301 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49', 'status': 'completed', 'code': 200} Nov 10 22:35:57.964362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-04938fb6-eec6-4bc5-bcc2-830ad8498d76 service neutron] 10.222.0.20 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664816 Nov 10 22:35:58.054608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f26bc54-99ed-42f5-bac0-db225f17d785 req-ab775883-b525-4881-897f-33740286ee8d service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812372 Nov 10 22:35:58.060294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d7994-f61c-43fe-ba31-1369b98ee0ef req-a01bd4df-1010-415a-925c-db46a3f7cb59 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.061786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e8d7994-f61c-43fe-ba31-1369b98ee0ef req-a01bd4df-1010-415a-925c-db46a3f7cb59 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 949 time: 0.1127570 Nov 10 22:35:58.069930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-a3b04f82-b001-45a4-9cb2-6c19b359425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.072157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-a3b04f82-b001-45a4-9cb2-6c19b359425b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1098 time: 0.0780053 Nov 10 22:35:58.073526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:58.102768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['cbc765d4-0380-4d9f-a9bf-b9c935e69c20'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:58.129463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507d31c-4c50-4902-a62e-9192dc0ba0f8 req-c7e8fdfd-00d6-42c8-a81e-ee7c25f9ad71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.136799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2507d31c-4c50-4902-a62e-9192dc0ba0f8 req-c7e8fdfd-00d6-42c8-a81e-ee7c25f9ad71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1352904 Nov 10 22:35:58.158964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35eba7b8-357a-42d2-9c69-1ca765621a1c req-91943f90-6fa1-4ba8-bbb7-1cfe9907f0ae service neutron] 10.222.0.20 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746547 Nov 10 22:35:58.175387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5be0a1e-74a9-4e28-b5b2-9b27a9c42dd0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:58.180572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:58.184140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d31e31fd-ef25-4292-bb4a-52ff444546e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5be0a1e-74a9-4e28-b5b2-9b27a9c42dd0 HTTP/1.1" status: 204 len: 168 time: 0.4645982 Nov 10 22:35:58.187777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52290) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:58.237288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e8d7994-f61c-43fe-ba31-1369b98ee0ef req-ce25ccb7-88b0-479e-905f-7f74fbbc9bfe tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608105 Nov 10 22:35:58.280565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-f1d95dfb-0dd8-4684-b103-9526c10829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.285038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-f1d95dfb-0dd8-4684-b103-9526c10829ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2018571 Nov 10 22:35:58.345116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-9abe4efc-8b37-4bce-a7b6-90c54bd8cb26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0478752 Nov 10 22:35:58.401881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-0d48cf16-0999-4b87-897e-e12111573245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.404604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-0d48cf16-0999-4b87-897e-e12111573245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0514400 Nov 10 22:35:58.460948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-03de6c0e-5fcb-471a-a2fc-2fc5fb4d26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.462780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-03de6c0e-5fcb-471a-a2fc-2fc5fb4d26f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521560 Nov 10 22:35:58.537192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2507d31c-4c50-4902-a62e-9192dc0ba0f8 req-a8c32363-0582-4362-ad39-cb506d4544cc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900509 Nov 10 22:35:58.543840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-40e5ba60-461e-474a-837e-2200ca93ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.544903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-40e5ba60-461e-474a-837e-2200ca93ab02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1098 time: 0.3977776 Nov 10 22:35:58.581612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:58.665598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-7aa568ec-3b54-4833-a0ea-5ba0ee4042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.667140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-7aa568ec-3b54-4833-a0ea-5ba0ee4042a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1040897 Nov 10 22:35:58.748142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-9d757bcd-04b0-4ac3-987c-4263ec60ec56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0661416 Nov 10 22:35:58.783226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:58.868320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7f68d-3a57-4bbe-904b-acbb781c843a req-6c282b9c-8bc8-4038-81e8-61124b1befbc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.873448 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b7f68d-3a57-4bbe-904b-acbb781c843a req-6c282b9c-8bc8-4038-81e8-61124b1befbc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.2044220 Nov 10 22:35:58.878466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f91e7-553d-46ce-a259-498056ad2665 req-c16e1088-6655-4aa5-b835-db4d224f7614 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.880011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-c16e1088-6655-4aa5-b835-db4d224f7614 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3190587 Nov 10 22:35:58.885742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:58.924268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96613589-4f96-4aaf-ba14-6f0795a78b93']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:58.931747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-98f99b8f-440f-43ec-b396-456ca7cf282e service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585958 Nov 10 22:35:58.941323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-f7efc2d8-0da9-4db6-9521-8069ef3e8484 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.0485861 Nov 10 22:35:58.956228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d1022c-8521-45aa-91c3-6bdcfedd7b5e') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:58.956611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d1022c-8521-45aa-91c3-6bdcfedd7b5e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:35:58.961672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-711dd61f-9234-447b-8507-e3cc374cd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.963177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-711dd61f-9234-447b-8507-e3cc374cd1aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1679525 Nov 10 22:35:58.966139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'floatingip': {'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:58.978197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.017796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b7f68d-3a57-4bbe-904b-acbb781c843a req-34650aad-078c-4760-9616-b2b20a86ea04 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154053 Nov 10 22:35:59.019667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.029634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:35:59.030104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:35:59.031841 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:35:59.066809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.102111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-094d9157-4350-4d45-8aa0-2ffaeda824c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.103799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-094d9157-4350-4d45-8aa0-2ffaeda824c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237795 Nov 10 22:35:59.115534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.120887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.127175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/96613589-4f96-4aaf-ba14-6f0795a78b93 HTTP/1.1" status: 204 len: 168 time: 0.9338379 Nov 10 22:35:59.144133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781e41e-c69c-4126-abbc-b1f35bd043d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=96613589-4f96-4aaf-ba14-6f0795a78b93,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:59.183175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-81e5ad9c-85af-49c7-b0a7-986d2f1f9fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408793 Nov 10 22:35:59.284285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-6f7753ac-16e0-4ce7-9634-aa392682e9d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589108 Nov 10 22:35:59.312662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f974eb-6155-427a-bddd-4f0540f283e7 req-31e84e10-b5a2-4675-96b9-094aa3d59fa2 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.315272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90f974eb-6155-427a-bddd-4f0540f283e7 req-31e84e10-b5a2-4675-96b9-094aa3d59fa2 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 943 time: 0.0937424 Nov 10 22:35:59.366669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-cd2e720b-28e3-4a46-b733-1b0070d6b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.369324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-cd2e720b-28e3-4a46-b733-1b0070d6b4d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7284c19fd3a04ff69da04dd108d7a781&device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 1094 time: 0.0574191 Nov 10 22:35:59.397720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52308) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:59.421621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90f974eb-6155-427a-bddd-4f0540f283e7 req-5a1625cb-307f-48f4-9ff9-ba1a492918da tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Nov 10 22:35:59.459799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-68295948-5c2e-4401-a795-226e75f0a792 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656282 Nov 10 22:35:59.473966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9284f22f-b43d-4391-904a-73a670e71923 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2744161c15b6400c9b4c3e374b997ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728896 Nov 10 22:35:59.474220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:35:59.566251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.590348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4732c-27f0-4543-9620-d4ffa305c713 req-6b7950b7-f5d6-4cf4-8933-6880cc6d6d38 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.591922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30f4732c-27f0-4543-9620-d4ffa305c713 req-6b7950b7-f5d6-4cf4-8933-6880cc6d6d38 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 949 time: 0.0853708 Nov 10 22:35:59.610704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cbc765d4-0380-4d9f-a9bf-b9c935e69c20 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:59.610900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.671584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:59.676251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:59.676622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.686093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30f4732c-27f0-4543-9620-d4ffa305c713 req-e0e64ff3-8623-4188-acc3-4604c77da596 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773866 Nov 10 22:35:59.707817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.710500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.712111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2e55306-84d1-4b0d-abf0-97e8071149ec HTTP/1.1" status: 204 len: 168 time: 0.2367055 Nov 10 22:35:59.726018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54eb0f-38fa-4642-b8bd-3f10ea3ab9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e55306-84d1-4b0d-abf0-97e8071149ec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:59.761264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-f99955e5-3b26-4868-a277-44d465469961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.762399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-f99955e5-3b26-4868-a277-44d465469961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e HTTP/1.1" status: 200 len: 921 time: 0.3860795 Nov 10 22:35:59.827239 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-6ec6671e-14f9-4aac-8a60-bf0b7a5e268c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49 HTTP/1.1" status: 200 len: 217 time: 0.0516353 Nov 10 22:35:59.837439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576288-bd91-498e-8cfa-ea43c8efacc8 req-1557795e-c206-47e1-a72d-24609c9ca38a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.838979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6576288-bd91-498e-8cfa-ea43c8efacc8 req-1557795e-c206-47e1-a72d-24609c9ca38a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0914433 Nov 10 22:35:59.846389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.879041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:59.881434 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e665c9-de8b-47b1-96ad-7361ef1cd277" -d '{"events": [{"server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:59.894993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:59.899754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:59.941779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6576288-bd91-498e-8cfa-ea43c8efacc8 req-0d9fc8da-38e4-4a99-8420-dd67f6b0f184 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929353 Nov 10 22:35:59.971736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:59.990233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:35:59.999091 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c7e29-f8c4-4c26-8c3a-8681749bec48 x-openstack-request-id: req-009c7e29-f8c4-4c26-8c3a-8681749bec48 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:59.999659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:59.999924 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-009c7e29-f8c4-4c26-8c3a-8681749bec48 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:00.000321 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20', 'code': 200} Nov 10 22:36:00.042026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-8e7a58e9-bacb-4d52-9f93-adb177359b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.043524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-8e7a58e9-bacb-4d52-9f93-adb177359b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84abd68b-9aea-46f2-96a7-a04f25f2e278 HTTP/1.1" status: 200 len: 861 time: 0.2079947 Nov 10 22:36:00.099625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-de11497d-2eac-46f2-bf30-e0a191b8cc3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403752 Nov 10 22:36:00.121729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.161780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.200398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7412776-d4f7-409e-92ca-504397751d76 req-ff731105-1cbe-4cdc-b708-a0591bc8e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.202210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7412776-d4f7-409e-92ca-504397751d76 req-ff731105-1cbe-4cdc-b708-a0591bc8e0a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 1101 time: 0.1203649 Nov 10 22:36:00.232728 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.240821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b2e5-c66e-4a4f-b10c-7e85b72518bc req-b6cdbf53-ed09-45ff-b45a-2237d1c2674a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.248646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f577b2e5-c66e-4a4f-b10c-7e85b72518bc req-b6cdbf53-ed09-45ff-b45a-2237d1c2674a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.1091163 Nov 10 22:36:00.277123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:00.316919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f577b2e5-c66e-4a4f-b10c-7e85b72518bc req-87d4fa47-0ce0-4159-966e-0ec2038304fa tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672786 Nov 10 22:36:00.328138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7412776-d4f7-409e-92ca-504397751d76 req-7a1ae741-57bb-4f39-968a-eb5fba3b6b4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150970 Nov 10 22:36:00.341238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-4369cbcd-d74a-4fc8-b8c6-990e37d0dfcd service neutron] 10.222.0.20 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301092 Nov 10 22:36:00.367899 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Floating IP abbe48c5-0454-4427-a319-17fcee770a28 associated. External IP: 172.25.0.175, port: bb6df111-8cd4-4b32-a1d3-62b3fb13040c. Nov 10 22:36:00.373934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d4c691ef-2204-4832-ba7e-e79dd93d724c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3709ff0b016341f8a5deb802be0d4455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938499 Nov 10 22:36:00.375964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:00.436908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.467421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.611157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6ac20-6a69-4296-bab9-c7aa72f904cf req-ecbc24d0-2762-4dd0-a3e4-4246cc35c7cd tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.613767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de6ac20-6a69-4296-bab9-c7aa72f904cf req-ecbc24d0-2762-4dd0-a3e4-4246cc35c7cd tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 943 time: 0.1013587 Nov 10 22:36:00.617425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.621012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.625365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69107cbe-5ba1-4673-9ba9-55d563355c80 HTTP/1.1" status: 204 len: 168 time: 0.2451749 Nov 10 22:36:00.647137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:00.662468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f7694-803d-40a3-a088-6c60d365b139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69107cbe-5ba1-4673-9ba9-55d563355c80,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:00.758342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de6ac20-6a69-4296-bab9-c7aa72f904cf req-a85dab3b-8fe0-4cbd-b2f9-fc70a203a353 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283054 Nov 10 22:36:00.900172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4c15f-f438-489f-88d6-014a176190a0 req-3e4db1af-5a48-471a-bd8a-6443e6370348 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.902072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3c4c15f-f438-489f-88d6-014a176190a0 req-3e4db1af-5a48-471a-bd8a-6443e6370348 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.0627196 Nov 10 22:36:00.973937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3c4c15f-f438-489f-88d6-014a176190a0 req-ee4ea542-8fa1-4597-a188-d7b19d74a1da tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600870 Nov 10 22:36:01.007324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083c361d-c8a3-4f8e-9b81-7ac31e71349e req-f94e05bc-0160-418f-930d-1d307e27eb9e service neutron] 10.222.0.20 "GET /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825487 Nov 10 22:36:01.014477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Router 3475f203-952f-4fc5-9877-85514c749c8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:01.079093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a66dba-d1c1-44bb-83d3-8b71e33c1704 req-0c085fc6-40dd-4a20-97cf-045d5a9e7fea tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.088575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48a66dba-d1c1-44bb-83d3-8b71e33c1704 req-0c085fc6-40dd-4a20-97cf-045d5a9e7fea tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0656462 Nov 10 22:36:01.138019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48a66dba-d1c1-44bb-83d3-8b71e33c1704 req-07628bba-61c5-4270-9023-12a41d6d63a2 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Nov 10 22:36:01.179651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:01.185307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:01.191766 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Sync routers for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:01.202539 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:01.203147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:01.230798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-e66997e5-3607-40fa-8539-87a6542862f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "PUT /v2.0/floatingips/abbe48c5-0454-4427-a319-17fcee770a28 HTTP/1.1" status: 200 len: 996 time: 2.2803535 Nov 10 22:36:01.233781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:01.250221 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02571a05-9c31-4916-a841-93253c2d4482" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:01.295885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:01.365889 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:01.370113 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd479f-df1c-4da8-9f34-fd42c7b4ced4 x-openstack-request-id: req-3bfd479f-df1c-4da8-9f34-fd42c7b4ced4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:01.371284 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:01.376144 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bfd479f-df1c-4da8-9f34-fd42c7b4ced4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:01.377247 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'status': 'completed', 'code': 200} Nov 10 22:36:01.388207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f91e7-553d-46ce-a259-498056ad2665 req-e053b95b-06cf-48b4-8b96-059efa53fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.393696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-e053b95b-06cf-48b4-8b96-059efa53fb18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1096 time: 0.1320753 Nov 10 22:36:01.510279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:01.542263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'mac_address': 'fa:16:3e:9c:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:01.555472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571a05-9c31-4916-a841-93253c2d4482 req-25ba2405-b96e-41c8-ba4c-4dd8f53011fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.560336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-25ba2405-b96e-41c8-ba4c-4dd8f53011fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1096 time: 0.1859884 Nov 10 22:36:01.570093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f91e7-553d-46ce-a259-498056ad2665 req-18be443e-eb08-4351-95e1-5881247deb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.578920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-18be443e-eb08-4351-95e1-5881247deb79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 928 time: 0.1788528 Nov 10 22:36:01.617280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:01.621562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9fa5679a-ccdd-40b4-8a8f-961502436d49 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:01.657342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8d5232-9f78-43d6-b6ed-a860aad05e27 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:01.709098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:01.709314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a1ab-c71d-43a0-a2b8-4b55f27cbfb3 req-018e5c11-fa16-413f-859f-676e725a7ea9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.715986 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:01.724424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5305a1ab-c71d-43a0-a2b8-4b55f27cbfb3 req-018e5c11-fa16-413f-859f-676e725a7ea9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 947 time: 0.2577407 Nov 10 22:36:01.750357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-bece4834-ea9a-40d2-a4af-6716cd2557e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 999 time: 0.1652369 Nov 10 22:36:01.769123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:01.838929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f91e7-553d-46ce-a259-498056ad2665 req-9d8eebb6-0cf9-4d4a-91b9-51735f85132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.841697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-9d8eebb6-0cf9-4d4a-91b9-51735f85132b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.0838196 Nov 10 22:36:01.896080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5305a1ab-c71d-43a0-a2b8-4b55f27cbfb3 req-602eb64c-5c82-43eb-b334-3064e3cd4c33 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607680 Nov 10 22:36:01.907387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571a05-9c31-4916-a841-93253c2d4482 req-88352c91-b699-4521-b8b8-b8f895bd0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.907549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49,segment=NetworkSegment(97cd29b5-9aa0-48f0-9d52-bcbce05180b6),segment_id=97cd29b5-9aa0-48f0-9d52-bcbce05180b6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:01.916891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-88352c91-b699-4521-b8b8-b8f895bd0df0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 928 time: 0.3370044 Nov 10 22:36:01.934807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '9fa5679a-ccdd-40b4-8a8f-961502436d49', 'network_id': 'a1a0c114-7ddd-4ed2-bef0-37fcbe50136e', 'port_id': '9fa5679a-ccdd-40b4-8a8f-961502436d49', 'mac_address': 'fa:16:3e:41:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84abd68b-9aea-46f2-96a7-a04f25f2e278', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:01.955816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f91e7-553d-46ce-a259-498056ad2665 req-1e25e9b1-d644-4963-a87a-529a4e66455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.957396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-1e25e9b1-d644-4963-a87a-529a4e66455a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971756 Nov 10 22:36:01.984126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-0479dd65-db23-4aa1-8025-6687b7641f35 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:01.985450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-0479dd65-db23-4aa1-8025-6687b7641f35 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135012 Nov 10 22:36:02.072808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:02.096256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa5679a-ccdd-40b4-8a8f-961502436d49 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:02.112061 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'abbe48c5-0454-4427-a319-17fcee770a28', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'mac_address': 'fa:16:3e:2f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:57Z', 'updated_at': '2021-11-10T22:35:59Z', 'revision_number': 1, 'project_id': '19ae7848001a4a708305e36b69066c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:02.122433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49,segment=NetworkSegment(97cd29b5-9aa0-48f0-9d52-bcbce05180b6),segment_id=97cd29b5-9aa0-48f0-9d52-bcbce05180b6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:02.128219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:02.129857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-ed66a0b4-af96-4fa7-a5e0-cd875893b8fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 999 time: 0.2001686 Nov 10 22:36:02.150722 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Checking router: 3475f203-952f-4fc5-9877-85514c749c8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:02.162141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:02.182285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:02.183590 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:02.259542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-93691499-99f0-4468-8c3e-cdde781ed628 service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671468 Nov 10 22:36:02.287000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:02.378794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571a05-9c31-4916-a841-93253c2d4482 req-7f053a58-6a9a-49b7-8ca5-620be154c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:02.385327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-7f053a58-6a9a-49b7-8ca5-620be154c5b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.2366214 Nov 10 22:36:02.401185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9fa5679a-ccdd-40b4-8a8f-961502436d49'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:02.447959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a881-4556-4e08-adf2-a76e8277900b req-fe091771-8c1f-4f72-a226-7c9a176c5270 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:02.449667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb17a881-4556-4e08-adf2-a76e8277900b req-fe091771-8c1f-4f72-a226-7c9a176c5270 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 944 time: 0.2044046 Nov 10 22:36:02.579651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-830f91e7-553d-46ce-a259-498056ad2665 req-52fad862-f13c-4740-8926-a90b897d2a9e service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122361 Nov 10 22:36:02.627396 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:02.633274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571a05-9c31-4916-a841-93253c2d4482 req-75eb8481-4edf-431c-b5e6-053aa45e3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:02.642971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-75eb8481-4edf-431c-b5e6-053aa45e3aec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470987 Nov 10 22:36:02.850162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb17a881-4556-4e08-adf2-a76e8277900b req-0f0cd2d6-f20b-4145-ae73-08a81cc5ea32 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455441 Nov 10 22:36:02.966019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-be9faed9-a9b0-4177-a350-6ac1a65303d8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126869 Nov 10 22:36:03.003271 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'abbe48c5-0454-4427-a319-17fcee770a28', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'mac_address': 'fa:16:3e:2f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:57Z', 'updated_at': '2021-11-10T22:35:59Z', 'revision_number': 1, 'project_id': '19ae7848001a4a708305e36b69066c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:03.009937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3077e-2f97-4f89-a595-d35eb0837b5f req-f743a984-cdc3-434e-bf3c-067bf4ee6e18 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.011505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62c3077e-2f97-4f89-a595-d35eb0837b5f req-f743a984-cdc3-434e-bf3c-067bf4ee6e18 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.1300938 Nov 10 22:36:03.109782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02571a05-9c31-4916-a841-93253c2d4482 req-c27747a3-944f-4aa0-9c28-829a8c78a09e service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179533 Nov 10 22:36:03.195343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f5be-8d2d-4299-b732-3de11cd81854 req-6d838a09-a7cc-4ced-a1d8-1a37cd3c7db9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.205361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3176f5be-8d2d-4299-b732-3de11cd81854 req-6d838a09-a7cc-4ced-a1d8-1a37cd3c7db9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2333784 Nov 10 22:36:03.206121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-2f8641d2-2102-4c51-9349-1c070705195f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.207679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-2f8641d2-2102-4c51-9349-1c070705195f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb&tenant_id=992b801f6f7e46319b92fdedfae00f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 948 time: 0.1952250 Nov 10 22:36:03.223860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62c3077e-2f97-4f89-a595-d35eb0837b5f req-a5d82646-e0a0-4d2c-8815-bc6b0a324565 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953022 Nov 10 22:36:03.249778 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613ec9-33d2-429a-9908-1055f71d6d95 None None] The sync data for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 is: [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'abbe48c5-0454-4427-a319-17fcee770a28', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'mac_address': 'fa:16:3e:2f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:57Z', 'updated_at': '2021-11-10T22:35:59Z', 'revision_number': 1, 'project_id': '19ae7848001a4a708305e36b69066c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:03.282305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3176f5be-8d2d-4299-b732-3de11cd81854 req-f23f6858-b1c7-4afc-b731-bc2e60b0bb08 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Nov 10 22:36:03.312287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:03.387523 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-48c8d7ac-b57d-4d73-b2e3-d326f0f2a988 service neutron] delete failed (client error): The resource could not be found. Nov 10 22:36:03.388548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-48c8d7ac-b57d-4d73-b2e3-d326f0f2a988 service neutron] 10.222.0.20 "DELETE /v2.0/ports/ca8d5232-9f78-43d6-b6ed-a860aad05e27/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.1637995 Nov 10 22:36:03.431543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ca8d5232-9f78-43d6-b6ed-a860aad05e27 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:03.439122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ca8d5232-9f78-43d6-b6ed-a860aad05e27 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:03.441666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:03.481848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cc8e-d2d5-4104-a85b-38b577ba5b37 req-2bc59cf3-5370-4d5a-ba28-8a089f5397f8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.483409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b610cc8e-d2d5-4104-a85b-38b577ba5b37 req-2bc59cf3-5370-4d5a-ba28-8a089f5397f8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 948 time: 0.0713389 Nov 10 22:36:03.557760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-b49ae816-b9ee-400e-8622-95c59c0bf7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 258 time: 0.2511559 Nov 10 22:36:03.566792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:03.594870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b610cc8e-d2d5-4104-a85b-38b577ba5b37 req-1d170b23-cee6-4d49-afe3-7b7e1155f1a9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038842 Nov 10 22:36:03.626274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9fa5679a-ccdd-40b4-8a8f-961502436d49 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:03.631924 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:03.632368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-e90db247-78ab-4841-a153-1305a3a1439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.633956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-e90db247-78ab-4841-a153-1305a3a1439a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1099 time: 0.0711606 Nov 10 22:36:03.634696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:03.679549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2bc802-1486-40b8-ae00-6fe3f37506ce None None] New status for floating IP abbe48c5-0454-4427-a319-17fcee770a28: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:36:03.722947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:03.725917 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3d5a4-dab0-469d-a098-e36e5a051ccf" -d '{"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:03.759517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:03.769328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:03.829184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-b248f9af-3c36-4f76-b9ed-902edbf4d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.831415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-b248f9af-3c36-4f76-b9ed-902edbf4d89d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1808066 Nov 10 22:36:03.854858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 9fa5679a-ccdd-40b4-8a8f-961502436d49 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:03.876590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 9fa5679a-ccdd-40b4-8a8f-961502436d49 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:03.877017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:03.894923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-a9d90176-a5b1-4764-8180-bcdd5fbf30aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0502949 Nov 10 22:36:03.902696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.061275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:04.090621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Allocated IP 172.25.0.215 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5912b29c-6b54-4846-9386-a897cc077b20) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:04.195098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.197046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-a7a74816-e052-41f1-aadc-939c067f8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.198702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-a7a74816-e052-41f1-aadc-939c067f8f46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.2936718 Nov 10 22:36:04.233108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49,segment=NetworkSegment(97cd29b5-9aa0-48f0-9d52-bcbce05180b6),segment_id=97cd29b5-9aa0-48f0-9d52-bcbce05180b6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:04.237418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.269007 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38f8de-7d90-4712-a93c-dd8c6acb6798 x-openstack-request-id: req-8a38f8de-7d90-4712-a93c-dd8c6acb6798 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:04.269332 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:04.269797 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a38f8de-7d90-4712-a93c-dd8c6acb6798 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:04.270187 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'code': 200} Nov 10 22:36:04.278119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-1c82488e-75e1-4b1e-831d-8a5c8fc61687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.279578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-1c82488e-75e1-4b1e-831d-8a5c8fc61687 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715775 Nov 10 22:36:04.303422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:04.347940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.390260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbb459-5d59-4090-a82f-4bff63e363ea req-427fd3a2-7221-4e00-8c0a-65bf2f6913f4 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.391873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3fbb459-5d59-4090-a82f-4bff63e363ea req-427fd3a2-7221-4e00-8c0a-65bf2f6913f4 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.0518196 Nov 10 22:36:04.414043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-409a9dbd-9d55-44c3-b477-a188b3b34f33 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217356 Nov 10 22:36:04.416430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.442923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3fbb459-5d59-4090-a82f-4bff63e363ea req-e2539339-4e41-42c5-9a01-f4605702604f tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Nov 10 22:36:04.506757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:04.513914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:04.518442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event updated for resources: {'Port': ['ID=5912b29c-6b54-4846-9386-a897cc077b20,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:04.520733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:04.585292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c1e9-7a3c-4416-8bdc-8305da5d90f4 req-0e017f0c-18c5-4409-9306-5587e95ae340 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.587023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f667c1e9-7a3c-4416-8bdc-8305da5d90f4 req-0e017f0c-18c5-4409-9306-5587e95ae340 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.0770702 Nov 10 22:36:04.597937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3154293-6b47-4e1e-a22a-bbc871f61df5 req-f5aad019-f624-49e2-8f6b-113bc98baf48 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728356 Nov 10 22:36:04.650573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.654633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f667c1e9-7a3c-4416-8bdc-8305da5d90f4 req-c3a0040f-7747-421a-8a13-d5bec0eab338 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Nov 10 22:36:04.715549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.893475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.909987 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:04.929463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bcb0-ac5f-449e-b817-7c6cf23d95c3 req-cf73d8bd-f99a-482f-bb24-3221c298ace0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.931142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6a0bcb0-ac5f-449e-b817-7c6cf23d95c3 req-cf73d8bd-f99a-482f-bb24-3221c298ace0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0750921 Nov 10 22:36:04.988908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6a0bcb0-ac5f-449e-b817-7c6cf23d95c3 req-afff82a5-ee83-40af-af5b-c2e64f53a26b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 Nov 10 22:36:05.036621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event updated for resources: {'Port': ['ID=5912b29c-6b54-4846-9386-a897cc077b20,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:05.048048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:05.067149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:05.068378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-906de8b0-b3bb-4933-9095-0b9e54163969 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5092466 Nov 10 22:36:05.123534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-05aab62d-1626-487e-8a1f-b80c14ad9744 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0483613 Nov 10 22:36:05.273491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-b4ffb707-8fad-4415-a133-1ffd27ec30ac tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.275072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5d4eb93-e543-4640-a49e-1c1cb57d6cfb req-b4ffb707-8fad-4415-a133-1ffd27ec30ac tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1458223 Nov 10 22:36:05.313542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c173-8ba0-4eca-9110-09d600e2218d req-5402139e-663d-453d-bf8e-9e86970fa666 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.315991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1c173-8ba0-4eca-9110-09d600e2218d req-5402139e-663d-453d-bf8e-9e86970fa666 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0749922 Nov 10 22:36:05.366400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67d1c173-8ba0-4eca-9110-09d600e2218d req-2836729a-abad-4bb3-b0db-b437cdf66ff5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Nov 10 22:36:05.497206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c84e-7b65-4485-b395-119b5b677acd req-7045f335-02aa-4bca-a8b0-f06bea3cf40a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.499690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5d2c84e-7b65-4485-b395-119b5b677acd req-7045f335-02aa-4bca-a8b0-f06bea3cf40a tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.0547671 Nov 10 22:36:05.566485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5d2c84e-7b65-4485-b395-119b5b677acd req-ea0d5713-9e8d-4a10-81fe-87366ec2a6a3 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Nov 10 22:36:05.652222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-de6826fd-2bd2-4a65-9bb5-9974fcfb68d2 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.654013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-de6826fd-2bd2-4a65-9bb5-9974fcfb68d2 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0518010 Nov 10 22:36:05.657058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311fc25-729b-4107-a931-3800eb6438a0 req-1a37a6c6-8f33-4648-b747-092c780e3023 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.659198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3311fc25-729b-4107-a931-3800eb6438a0 req-1a37a6c6-8f33-4648-b747-092c780e3023 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.0417786 Nov 10 22:36:05.704409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3311fc25-729b-4107-a931-3800eb6438a0 req-efb48f83-7e89-4be5-8a9b-5a1a74f40690 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Nov 10 22:36:05.711218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-4257dcac-19a5-41b1-b406-6509e90cabb5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0479002 Nov 10 22:36:05.722275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-a872459f-6dac-4617-8b21-3035aa2c5261 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'floatingip': {'port_id': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:05.767881 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-a872459f-6dac-4617-8b21-3035aa2c5261 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:05.912252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e357979-b25a-4759-87db-e30b3c80b217 req-fba9d32c-db16-4636-8bf5-c6cb044e53fe tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.921895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e357979-b25a-4759-87db-e30b3c80b217 req-fba9d32c-db16-4636-8bf5-c6cb044e53fe tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.0592406 Nov 10 22:36:05.984934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e357979-b25a-4759-87db-e30b3c80b217 req-85d3adf0-d21d-415b-8307-6e2b07816051 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619669 Nov 10 22:36:06.085550 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-a872459f-6dac-4617-8b21-3035aa2c5261 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 22:36:06.086814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1300abe-b019-4754-b85f-c4e2cb0a2d2b req-a872459f-6dac-4617-8b21-3035aa2c5261 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "PUT /v2.0/floatingips/994cc2b1-20cc-4e9d-b740-f71527465d0a HTTP/1.1" status: 409 len: 550 time: 0.3692548 Nov 10 22:36:06.160128 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-f06b9f3d-74fa-4d93-8d68-ed6679cbfa62 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips/994cc2b1-20cc-4e9d-b740-f71527465d0a HTTP/1.1" status: 200 len: 693 time: 0.0485799 Nov 10 22:36:06.179676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ae0b9-7d63-4a9f-a52b-e532fb998be5 req-4b8c3ee5-db34-44d8-9c63-9fc04f9eb7ac tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:06.181218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-537ae0b9-7d63-4a9f-a52b-e532fb998be5 req-4b8c3ee5-db34-44d8-9c63-9fc04f9eb7ac tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0867076 Nov 10 22:36:06.267556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-537ae0b9-7d63-4a9f-a52b-e532fb998be5 req-80414e6f-ad14-4bb9-a724-e50e399ef0cd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Nov 10 22:36:06.270797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:06.274563 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e0c97-9a7b-404b-814c-5495a0c9cfa4" -d '{"events": [{"server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "name": "network-vif-plugged", "status": "completed", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:06.335277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-0e410cee-b9e3-4b41-a017-e6a02e5a7b12 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:06.336693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-0e410cee-b9e3-4b41-a017-e6a02e5a7b12 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1708574 Nov 10 22:36:06.350027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-2a955997-e9fc-4948-8e7c-843a20731946 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:06.351126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-2a955997-e9fc-4948-8e7c-843a20731946 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065813 Nov 10 22:36:06.388928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-20c83cdd-d184-4c0c-ae24-8eeb5d058142 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301814 Nov 10 22:36:06.413428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-c8f4c780-f02c-4bae-b0a9-a09d49069ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0444586 Nov 10 22:36:06.470894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-72874300-ffb0-4864-8a3f-3894abf2ae90 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0494115 Nov 10 22:36:06.536779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-c28bad7b-25df-4833-b433-0b9ccec438b6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:06.544280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-c28bad7b-25df-4833-b433-0b9ccec438b6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542294 Nov 10 22:36:06.565545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-0b6312dc-26e7-4753-95e2-9fa367738269 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/quotas/992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 375 time: 0.0163584 Nov 10 22:36:06.615980 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-48f26896-2075-4773-b45f-16ac929a8ade tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493350 Nov 10 22:36:06.644283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-7f35ccf5-2ac7-49fa-9a3b-2dac79a2bb02 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:06.645990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-7f35ccf5-2ac7-49fa-9a3b-2dac79a2bb02 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.0837579 Nov 10 22:36:06.666492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52504) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:06.692927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Deleting port 5912b29c-6b54-4846-9386-a897cc077b20 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:06.693516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.810422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.810422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.823921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Deleting port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:06.824254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.839854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ab194ae-c587-4053-af80-458389e88f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.841412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Calling delete_port for 5912b29c-6b54-4846-9386-a897cc077b20 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:06.961980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ab194ae-c587-4053-af80-458389e88f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.968682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ab194ae-c587-4053-af80-458389e88f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.985313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] For port cbc765d4-0380-4d9f-a9bf-b9c935e69c20, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:06.985679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.049346 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded564bd-2f18-4738-9a48-76e593a78682 x-openstack-request-id: req-ded564bd-2f18-4738-9a48-76e593a78682 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:07.049749 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "name": "network-vif-plugged", "status": "completed", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:07.050682 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ded564bd-2f18-4738-9a48-76e593a78682 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:07.055053 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49', 'code': 200} Nov 10 22:36:07.114314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ab194ae-c587-4053-af80-458389e88f32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3301fca5a2e44c198c4dd757860fc53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461579 Nov 10 22:36:07.115312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab194ae-c587-4053-af80-458389e88f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f00c29-1f7e-4db9-a9b0-f6389bf73236,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:07.121068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:07.204197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285a8bb-b025-4683-942a-1d1d72d9a3d7 req-deceafca-ab0f-4883-a910-ef81461d441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:07.207375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5285a8bb-b025-4683-942a-1d1d72d9a3d7 req-deceafca-ab0f-4883-a910-ef81461d441e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 1096 time: 0.0877018 Nov 10 22:36:07.231132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.307004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.347628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5285a8bb-b025-4683-942a-1d1d72d9a3d7 req-d73ae76b-436e-41be-a273-1c705c21ed90 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310239 Nov 10 22:36:07.361747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e47ac8-6100-4946-8b44-afc44870c89e req-76d1e7ab-7512-4874-b6a8-10e0031202a5 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:07.363404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97e47ac8-6100-4946-8b44-afc44870c89e req-76d1e7ab-7512-4874-b6a8-10e0031202a5 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 950 time: 0.1339095 Nov 10 22:36:07.430725 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.433208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.433479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Calling delete_port for cbc765d4-0380-4d9f-a9bf-b9c935e69c20 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:07.436879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19f00c29-1f7e-4db9-a9b0-f6389bf73236 HTTP/1.1" status: 204 len: 168 time: 0.3122902 Nov 10 22:36:07.447627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97e47ac8-6100-4946-8b44-afc44870c89e req-2ccbff24-c147-4f25-b06a-617e28e49cfc tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa7c1c4-42c9-4a69-a469-7bf42357c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Nov 10 22:36:07.449544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77510381-9b37-4e1e-a972-ac3de1e514c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f00c29-1f7e-4db9-a9b0-f6389bf73236,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:07.498111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.537543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event deleted for resources: {'Port': ['ID=5912b29c-6b54-4846-9386-a897cc077b20,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:07.623716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b07481-2fa2-4074-bee2-98eed7687839 req-d20ab438-8501-48d2-b8b2-0207118c2ba2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 210 time: 0.0519891 Nov 10 22:36:07.713758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.716841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.731992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfe5f5b0-17d3-4e87-9435-82dbc4c78358 req-d27a3268-9e90-4742-bd97-4f305b498836 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "DELETE /v2.0/floatingips/994cc2b1-20cc-4e9d-b740-f71527465d0a HTTP/1.1" status: 204 len: 173 time: 1.2544763 Nov 10 22:36:07.745004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ae560-a882-456a-abcf-811ba4e7d0be req-2e1192b7-78e9-4706-928d-9480e615b2ff tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:07.747091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-642ae560-a882-456a-abcf-811ba4e7d0be req-2e1192b7-78e9-4706-928d-9480e615b2ff tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.0600407 Nov 10 22:36:07.779635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.791630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['cbc765d4-0380-4d9f-a9bf-b9c935e69c20'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:07.822518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-642ae560-a882-456a-abcf-811ba4e7d0be req-32e05b1e-a428-4544-ae15-d4519d6fc5aa tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Nov 10 22:36:07.834717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Pushing event deleted for resources: {'Port': ['ID=cbc765d4-0380-4d9f-a9bf-b9c935e69c20,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:07.874547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52532) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:07.895403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ed84b2a-997b-4da8-8240-ab47936dbcee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.898850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] No DVR routers for this DVR port cbc765d4-0380-4d9f-a9bf-b9c935e69c20 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:07.902095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:07.905376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4782734-fd2c-4ea5-bcc7-852b0389d770 req-20d50fa5-a202-432e-8708-509a6d98aed8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.20 "DELETE /v2.0/ports/cbc765d4-0380-4d9f-a9bf-b9c935e69c20 HTTP/1.1" status: 204 len: 173 time: 1.2509441 Nov 10 22:36:07.907442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'name': 'network-vif-deleted', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:07.911610 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cf176e-c6b2-4721-84c8-8d066282f2d3" -d '{"events": [{"server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "name": "network-vif-deleted", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:07.931945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9f88-6a5c-4fc6-bc18-9f45e5824c8a req-c99b07e5-71a8-4184-a4da-fc15aa96536d tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:07.933952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b69c9f88-6a5c-4fc6-bc18-9f45e5824c8a req-c99b07e5-71a8-4184-a4da-fc15aa96536d tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.1203170 Nov 10 22:36:07.999152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b69c9f88-6a5c-4fc6-bc18-9f45e5824c8a req-7206dbab-a1ef-4852-8e12-68420a3b3107 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Nov 10 22:36:08.014580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be233ff-1415-4d73-9f2c-8ac6f78790a8 req-9fb5f7cf-21ab-482d-aea7-7e03e4cb6e38 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:08.025705 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2be233ff-1415-4d73-9f2c-8ac6f78790a8 req-9fb5f7cf-21ab-482d-aea7-7e03e4cb6e38 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1225736 Nov 10 22:36:08.106383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2be233ff-1415-4d73-9f2c-8ac6f78790a8 req-06bd478a-0f26-4a0c-aca0-8df825d200bf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Nov 10 22:36:08.108513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ed84b2a-997b-4da8-8240-ab47936dbcee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.114996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ed84b2a-997b-4da8-8240-ab47936dbcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.147001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-b71416fc-5dc9-42f7-b343-411b9eca4d90 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 1001 time: 0.1148529 Nov 10 22:36:08.163629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52538) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:08.163874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ed84b2a-997b-4da8-8240-ab47936dbcee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=936ec51b94164e998174d353093fd6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880864 Nov 10 22:36:08.164869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed84b2a-997b-4da8-8240-ab47936dbcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d51248c-3377-483a-921b-94dd058929b9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:08.192115 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add981d-988b-4571-bd94-86b700b30f36 x-openstack-request-id: req-6add981d-988b-4571-bd94-86b700b30f36 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:08.192398 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e229d0c-e7a8-4355-92cb-f2a7f699e6fd", "name": "network-vif-deleted", "tag": "cbc765d4-0380-4d9f-a9bf-b9c935e69c20", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:08.192642 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6add981d-988b-4571-bd94-86b700b30f36 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:08.193049 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e229d0c-e7a8-4355-92cb-f2a7f699e6fd', 'name': 'network-vif-deleted', 'tag': 'cbc765d4-0380-4d9f-a9bf-b9c935e69c20', 'status': 'completed', 'code': 200} Nov 10 22:36:08.238686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-4e49aa96-f1bd-45b1-8edc-dd9cb1974cb2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235162 Nov 10 22:36:08.238879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-2a8bcba2-a326-4627-ad17-29334ef95939 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:08.240485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-2a8bcba2-a326-4627-ad17-29334ef95939 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports/bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 942 time: 0.0877199 Nov 10 22:36:08.264064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.288737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.389051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-e389675c-aedb-40dd-8c0d-ed319b52e842 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:08.389871 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-27884b48-98f9-4b45-92fe-3e32bd8b163c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 1001 time: 0.0982709 Nov 10 22:36:08.392632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-e389675c-aedb-40dd-8c0d-ed319b52e842 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390924 Nov 10 22:36:08.405943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Request body: {'port': {'device_id': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '992b801f6f7e46319b92fdedfae00f7a'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:08.451930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.455485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.458908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d51248c-3377-483a-921b-94dd058929b9 HTTP/1.1" status: 204 len: 168 time: 0.2930505 Nov 10 22:36:08.476213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a936d-db55-401c-84e1-15ebd474e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d51248c-3377-483a-921b-94dd058929b9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:08.601856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-387af13e-dd2c-4817-adf1-47bfb1cc3772 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:08.603253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-387af13e-dd2c-4817-adf1-47bfb1cc3772 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2050824 Nov 10 22:36:08.615681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e29fa8cd-a32d-4d4a-90fd-19f7af144ced req-90f115b3-0a4c-45e9-be39-681f193c74b8 tempest-DeleteServersAdminTestJSON-301063085 tempest-DeleteServersAdminTestJSON-301063085-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e229d0c-e7a8-4355-92cb-f2a7f699e6fd HTTP/1.1" status: 200 len: 210 time: 0.0375795 Nov 10 22:36:08.622181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Made reservation on behalf of 992b801f6f7e46319b92fdedfae00f7a for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:08.626620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.689839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-b94342b6-8c23-4cb1-9678-d7c3eca3a1dc tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 1001 time: 0.0775788 Nov 10 22:36:08.702222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:08.745268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d817f3e-2f3c-43dc-8c72-d87eef71d78f req-3cd8d937-14a6-46dd-b1d9-c879d061593a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 210 time: 0.0419652 Nov 10 22:36:08.764617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.834752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Allocated IP 192.168.233.19 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/b8694444-2d4d-4965-bd46-474bca9680e3) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:08.972337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.976997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.977387 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Floating IP abbe48c5-0454-4427-a319-17fcee770a28 disassociated. External IP: 172.25.0.175, port: bb6df111-8cd4-4b32-a1d3-62b3fb13040c. Nov 10 22:36:09.003021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94d86-e413-421c-bc3a-363369d86a79 req-5910c6fd-f657-43e9-a784-0c1e7376930d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.004486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94f94d86-e413-421c-bc3a-363369d86a79 req-5910c6fd-f657-43e9-a784-0c1e7376930d tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.1003788 Nov 10 22:36:09.081788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.120833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94f94d86-e413-421c-bc3a-363369d86a79 req-79f8317b-27f2-4122-946e-c3c5935f4880 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042011 Nov 10 22:36:09.153745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-818d0ad0-aa32-4c16-a970-e936d10c28a1 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.155275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-818d0ad0-aa32-4c16-a970-e936d10c28a1 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.1087365 Nov 10 22:36:09.174387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.187680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:09.209004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Router 3475f203-952f-4fc5-9877-85514c749c8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:09.332134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:09.341936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:09.342597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:09.346522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:09.349692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.357697 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Sync routers for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:09.359506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:09.392234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:09.392907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:09.421516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-eaeb98f3-1dc3-4682-a605-e76dce2803e7 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "PUT /v2.0/floatingips/abbe48c5-0454-4427-a319-17fcee770a28 HTTP/1.1" status: 200 len: 695 time: 0.7232227 Nov 10 22:36:09.510815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-fbb90dfa-3895-4b0b-8b2b-412eeb9fa033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.512505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-fbb90dfa-3895-4b0b-8b2b-412eeb9fa033 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1096 time: 0.0766056 Nov 10 22:36:09.569901 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:09.650021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-f11f4bd2-3fa1-4d05-a5ba-f09ca1300f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.651516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-f11f4bd2-3fa1-4d05-a5ba-f09ca1300f6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 928 time: 0.1252675 Nov 10 22:36:09.728442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-98dca436-38d1-42fe-abdc-48cc1f3564b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 217 time: 0.0653245 Nov 10 22:36:09.739947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc118-2dc9-42f2-8c94-e617311a4df7 req-6c64902a-d47e-4839-8c9f-11d9e9ee880b tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.748629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-537fc118-2dc9-42f2-8c94-e617311a4df7 req-6c64902a-d47e-4839-8c9f-11d9e9ee880b tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.5141883 Nov 10 22:36:09.775634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83fb7526-4ec7-459f-b452-98ba5188102f None None] Provisioning complete for port b8694444-2d4d-4965-bd46-474bca9680e3 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:09.778134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-83fb7526-4ec7-459f-b452-98ba5188102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.778926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-2a91d69b-b357-4623-bbff-a0a420b06436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.780710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-2a91d69b-b357-4623-bbff-a0a420b06436 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.0449259 Nov 10 22:36:09.816152 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:09.821874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-537fc118-2dc9-42f2-8c94-e617311a4df7 req-72d890a9-5088-4199-9663-39006a4bbeb6 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722835 Nov 10 22:36:09.828850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.830206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.841183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Deleting port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:09.841515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:09.858608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-37785394-7762-4ad0-ad1b-3ce23cf89684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:09.860249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-37785394-7762-4ad0-ad1b-3ce23cf89684 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699389 Nov 10 22:36:09.872854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-83fb7526-4ec7-459f-b452-98ba5188102f None None] Port b8694444-2d4d-4965-bd46-474bca9680e3 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:09.897001 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Checking router: 3475f203-952f-4fc5-9877-85514c749c8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:09.907117 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:09.907952 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:09.933177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-6e9f30aa-5d88-4e40-9081-703c80c71db1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5309005 Nov 10 22:36:09.958118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Request body: {'port': {'device_id': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:09.976608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-d9c72001-d9a8-4634-8c36-9a569d1cd979 service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087651 Nov 10 22:36:10.030056 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:10.082586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.088487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2185ef2d-629e-4582-8dd7-80842d45a543 req-aca9efd8-7ad3-4fd6-91cf-38c55aa21090 service neutron] 10.222.0.25 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061678 Nov 10 22:36:10.160875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5658f8-9ce7-47e2-8799-bf78150d3468 req-14f8ada6-92ca-47e1-9c17-bf991189c338 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.168442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa5658f8-9ce7-47e2-8799-bf78150d3468 req-14f8ada6-92ca-47e1-9c17-bf991189c338 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2342227 Nov 10 22:36:10.194485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:10.196722 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb37fac-7680-4349-8947-675041650f15" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:10.223983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] For port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,segment=NetworkSegment(dab86d16-3ab0-4f49-9650-bc441cb9fa74),segment_id=dab86d16-3ab0-4f49-9650-bc441cb9fa74)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:10.224339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.270002 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:10.291830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Calling delete_port for 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:10.305538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438aaa6a-7ec1-4608-bc85-67a472318cee None None] The sync data for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 is: [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4788b5c1-d01d-49d1-bc3a-25d42908ec43', 'name': '', 'network_id': 'dd28e172-b10f-492f-b31e-2bdf72f891de', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'mac_address': 'fa:16:3e:2e:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69df6159-e4ec-4283-886f-804337875ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:35Z', 'updated_at': '2021-11-10T22:35:41Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'subnets': [{'id': '69df6159-e4ec-4283-886f-804337875ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:10.310540 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa5658f8-9ce7-47e2-8799-bf78150d3468 req-7b54f7ba-7267-47a1-85f2-27e950daeef6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413255 Nov 10 22:36:10.359102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1b92-7220-4556-93cd-1760a8a1c17b req-d47c8f9a-7af3-4157-8cb8-e2b68023c63d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.368014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f41c1b92-7220-4556-93cd-1760a8a1c17b req-d47c8f9a-7af3-4157-8cb8-e2b68023c63d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 935 time: 0.0771952 Nov 10 22:36:10.420384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f41c1b92-7220-4556-93cd-1760a8a1c17b req-6766909c-7a00-4ba0-8aa8-8d68708f1b6e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Nov 10 22:36:10.490332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-cacc9d7d-3ae3-4261-bd83-3d02ee5d7822 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips/abbe48c5-0454-4427-a319-17fcee770a28 HTTP/1.1" status: 200 len: 695 time: 0.0705543 Nov 10 22:36:10.528170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53612b1-0087-43a0-ace8-dc9089e9eccc req-9d10641e-2af0-4919-9619-5581977fb927 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.529873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a53612b1-0087-43a0-ace8-dc9089e9eccc req-9d10641e-2af0-4919-9619-5581977fb927 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49cd7ff-5ba0-45c8-8aad-bc1a749c3426 HTTP/1.1" status: 200 len: 945 time: 0.0526602 Nov 10 22:36:10.580409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da7976-7e6e-45b9-a9a3-f6f9b0647e56 None None] New status for floating IP abbe48c5-0454-4427-a319-17fcee770a28: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:36:10.585077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a53612b1-0087-43a0-ace8-dc9089e9eccc req-bd580af3-163f-4895-8926-394c5104c24e tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.25 "GET /v2.0/security-groups?id=af92bf6b-c7f9-419b-9f98-6f2453ca9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Nov 10 22:36:10.634753 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d50e8e-2d46-4117-af57-cd578fee6a95 x-openstack-request-id: req-58d50e8e-2d46-4117-af57-cd578fee6a95 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:10.635114 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:10.635467 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58d50e8e-2d46-4117-af57-cd578fee6a95 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:10.635928 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'status': 'completed', 'code': 200} Nov 10 22:36:10.721368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37fac-7680-4349-8947-675041650f15 req-9346dd90-8073-4e4c-a1e6-b3d68662fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.723257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-9346dd90-8073-4e4c-a1e6-b3d68662fe61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19ae7848001a4a708305e36b69066c08&device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 1096 time: 0.0597341 Nov 10 22:36:10.724245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-279a12eb-1411-4ea0-8d3a-8b932a674d36 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.725655 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-279a12eb-1411-4ea0-8d3a-8b932a674d36 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2287266 Nov 10 22:36:10.728271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.748788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-b73d2162-0a55-4136-81b8-65ac5841f0fe tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:10.757979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-b73d2162-0a55-4136-81b8-65ac5841f0fe tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216253 Nov 10 22:36:10.763209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5fc4880d-1676-4c50-b49d-1ff423c5fdb3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:10.788462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Pushing event deleted for resources: {'Port': ['ID=5fc4880d-1676-4c50-b49d-1ff423c5fdb3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:10.797249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8694444-2d4d-4965-bd46-474bca9680e3 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:10.825379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.855101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37fac-7680-4349-8947-675041650f15 req-e16eedf1-cb30-4368-bcb0-5c1694526c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.857533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-e16eedf1-cb30-4368-bcb0-5c1694526c82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 200 len: 928 time: 0.1244466 Nov 10 22:36:10.929851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-0d812f06-5636-4687-ba4e-096dc8c189ac tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 698 time: 0.1706431 Nov 10 22:36:10.932328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Transition to ACTIVE for port object b8694444-2d4d-4965-bd46-474bca9680e3 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:10.946911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-0d4698e8-346c-4aed-b40d-75ddf3d7ebee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 200 len: 217 time: 0.0781221 Nov 10 22:36:10.957085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] No DVR routers for this DVR port 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:10.960727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.964116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d713ed53-0c11-44fb-87d2-ce48f6115620 req-fb791657-a063-4cf4-a8b7-b1ef6432c933 tempest-VolumesAdminNegativeTest-661611352 tempest-VolumesAdminNegativeTest-661611352-project] 10.222.0.39 "DELETE /v2.0/ports/5fc4880d-1676-4c50-b49d-1ff423c5fdb3 HTTP/1.1" status: 204 len: 173 time: 1.7999804 Nov 10 22:36:10.996017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'name': 'network-vif-deleted', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:10.998301 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba48188-fdda-4fe4-be74-9ac8b47c846a" -d '{"events": [{"server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "name": "network-vif-deleted", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:11.002377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.008251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37fac-7680-4349-8947-675041650f15 req-8e13d7b8-f849-40d6-8a16-a8c739fd2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.010620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-8e13d7b8-f849-40d6-8a16-a8c739fd2c7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 200 len: 867 time: 0.0555277 Nov 10 22:36:11.043818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-0b06e6a1-4c0f-4b0d-93fd-c4b90725d5fe tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.1129792 Nov 10 22:36:11.079131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37fac-7680-4349-8947-675041650f15 req-a9a5d7cb-e972-43f3-9ebe-682335afc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.081267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-a9a5d7cb-e972-43f3-9ebe-682335afc436 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd28e172-b10f-492f-b31e-2bdf72f891de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585494 Nov 10 22:36:11.135541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:11.228944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-f3a07709-2d94-4a55-a6a4-bddf6ac9ad5b service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323073 Nov 10 22:36:11.351358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-efb37fac-7680-4349-8947-675041650f15 req-36474511-149e-4ddf-89c5-b08501107e03 service neutron] 10.222.0.39 "GET /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148598 Nov 10 22:36:11.365599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:11.365934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:11.366257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:11.373448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Deleting port 09e62ace-9a16-42d2-a77c-757dd846c518 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:11.374416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.377013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:11.377337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:11.440299 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbbd6c2-77f1-4e6d-a94c-943bc7ce30f3 x-openstack-request-id: req-4dbbd6c2-77f1-4e6d-a94c-943bc7ce30f3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:11.440512 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49cd7ff-5ba0-45c8-8aad-bc1a749c3426", "name": "network-vif-deleted", "tag": "5fc4880d-1676-4c50-b49d-1ff423c5fdb3", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:11.441408 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dbbd6c2-77f1-4e6d-a94c-943bc7ce30f3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:11.441871 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49cd7ff-5ba0-45c8-8aad-bc1a749c3426', 'name': 'network-vif-deleted', 'tag': '5fc4880d-1676-4c50-b49d-1ff423c5fdb3', 'status': 'completed', 'code': 200} Nov 10 22:36:11.447940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:11.448231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:11.448687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:11.449210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Bound port: b8694444-2d4d-4965-bd46-474bca9680e3, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:11.449806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.524711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.525058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.548873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Calling delete_port for 09e62ace-9a16-42d2-a77c-757dd846c518 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:11.560470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:11.564757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:11.569367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.650397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448a9047-134e-499b-9c8e-cafec6c4ec7f req-97884c18-366c-4a12-92d9-235f92c82ef7 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213702 Nov 10 22:36:11.660570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.661305 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.662678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 1095 time: 1.7120073 Nov 10 22:36:11.663287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cbc765d4-0380-4d9f-a9bf-b9c935e69c20 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:11.694819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: cbc765d4-0380-4d9f-a9bf-b9c935e69c20 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:11.695437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cbc765d4-0380-4d9f-a9bf-b9c935e69c20 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:11.708342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a9e44-ce83-4443-8703-c50712f18345 service neutron] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:11.789473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9047-134e-499b-9c8e-cafec6c4ec7f req-fb1a8595-8b91-4004-a1fb-4b8266b830d3 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.790973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448a9047-134e-499b-9c8e-cafec6c4ec7f req-fb1a8595-8b91-4004-a1fb-4b8266b830d3 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325078 Nov 10 22:36:11.791619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-fee6b583-d7c2-450b-8557-69e6615e5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.793152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-fee6b583-d7c2-450b-8557-69e6615e5309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1098 time: 0.0794468 Nov 10 22:36:11.809537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448a9047-134e-499b-9c8e-cafec6c4ec7f req-3e1beeec-d887-4118-ba82-dfb614f18f5a tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/quotas/3209b14bf0f14f8e8edd050a12e12c0a HTTP/1.1" status: 200 len: 375 time: 0.0116327 Nov 10 22:36:11.845835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448a9047-134e-499b-9c8e-cafec6c4ec7f req-1da4ab1f-5fb6-400c-af69-010f8aa93cc8 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297282 Nov 10 22:36:11.858247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-28d10069-f191-4485-a96f-a1831050941c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.0476840 Nov 10 22:36:11.858807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.892365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event deleted for resources: {'Port': ['ID=09e62ace-9a16-42d2-a77c-757dd846c518,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:11.981193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-d3189632-631a-4eff-9cb3-ded435003b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:11.982674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-d3189632-631a-4eff-9cb3-ded435003b5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0989628 Nov 10 22:36:11.990486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.993198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.994277 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebef37c4-dc5f-4eb1-bb19-d420497ebb44 req-c2885f21-642f-4a8e-982c-ea39d1539973 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "DELETE /v2.0/floatingips/abbe48c5-0454-4427-a319-17fcee770a28 HTTP/1.1" status: 204 len: 173 time: 0.9423997 Nov 10 22:36:12.009306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbe190-9215-4cfd-b038-c5b219e5d490 req-8da3826b-452b-40a0-8063-80f2ad47ce16 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.016613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8dfbe190-9215-4cfd-b038-c5b219e5d490 req-8da3826b-452b-40a0-8063-80f2ad47ce16 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0586762 Nov 10 22:36:12.045711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-54733ee3-7bca-4cf4-86ce-1e7e6848de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.047567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-54733ee3-7bca-4cf4-86ce-1e7e6848de3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489104 Nov 10 22:36:12.066820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8dfbe190-9215-4cfd-b038-c5b219e5d490 req-8453f314-2f84-4050-90a4-f29345e7e6f2 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 Nov 10 22:36:12.206211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a9c4-1c53-43fc-ad45-c5c297482722 req-235f104c-e4a7-4a3d-861c-a77a5a83cfb1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.207762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e565a9c4-1c53-43fc-ad45-c5c297482722 req-235f104c-e4a7-4a3d-861c-a77a5a83cfb1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.0570707 Nov 10 22:36:12.264891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e565a9c4-1c53-43fc-ad45-c5c297482722 req-fab31f26-d1c3-4438-af13-51bff67eb190 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498831 Nov 10 22:36:12.319778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52658) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:12.378763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Deleting subnet 900048ad-f18c-4a5f-a0e1-2f92d7c8dfef {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:12.382247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.404457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52664) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:12.408161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d30f5-8b4f-4cae-810f-6606acea6be9 req-8b1907ac-a81c-465f-a469-d4b0deafe2c7 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.416286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f77d30f5-8b4f-4cae-810f-6606acea6be9 req-8b1907ac-a81c-465f-a469-d4b0deafe2c7 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.3675487 Nov 10 22:36:12.431275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.473272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-78f87fdb-adea-4c9b-92e7-78344c7928f3 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149013 Nov 10 22:36:12.487196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.505708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f77d30f5-8b4f-4cae-810f-6606acea6be9 req-cfef2237-059e-42ee-89b2-8709a3077c33 tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Nov 10 22:36:12.571898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.616232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900048ad-f18c-4a5f-a0e1-2f92d7c8dfef,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:12.619155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.624621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb41c10c-059f-477b-9ba8-9402f7ad32cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/900048ad-f18c-4a5f-a0e1-2f92d7c8dfef HTTP/1.1" status: 204 len: 168 time: 0.3015583 Nov 10 22:36:12.625368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52672) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:12.633544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7321aee-3bfe-4727-8928-28d7226e5cee req-c6de07db-748a-4e76-8076-2545b8188b09 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482627 Nov 10 22:36:12.647256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bbd90e24-398d-45f7-b80f-af94d8fa9db7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0b771ce6aab42c0ab759d5d9cc83428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415857 Nov 10 22:36:12.649915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:12.711662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.739303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.750506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.855950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91838f-2d51-4034-8687-302bf84c8a3f req-b1851c74-51e6-4ec1-80bb-8a09a15bbadb tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.857548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba91838f-2d51-4034-8687-302bf84c8a3f req-b1851c74-51e6-4ec1-80bb-8a09a15bbadb tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1083317 Nov 10 22:36:12.871266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.881254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.883942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.885094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fa7c1c4-42c9-4a69-a469-7bf42357c7db HTTP/1.1" status: 204 len: 168 time: 0.2341485 Nov 10 22:36:12.916420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba91838f-2d51-4034-8687-302bf84c8a3f req-5c3eeeaa-f1f8-4115-939b-f5b8dd6b43f5 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0455747 Nov 10 22:36:12.921851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce6d8a-fe97-41b7-98b1-a082081c1a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7c1c4-42c9-4a69-a469-7bf42357c7db,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.094192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd3c09-6071-414c-a657-89c181b1d7b3 req-0ea990c1-9993-48b4-9ebc-01233cca0a81 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266113 Nov 10 22:36:13.183877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe72c5-4d5f-4763-a9be-eb0eeeaca44d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.203783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-867af537-78e8-4981-9ad4-deaa922f015d tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:13.205746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-867af537-78e8-4981-9ad4-deaa922f015d tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 945 time: 0.3830862 Nov 10 22:36:13.209922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab86d16-3ab0-4f49-9650-bc441cb9fa74') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.210268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab86d16-3ab0-4f49-9650-bc441cb9fa74') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.211217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3c09-6071-414c-a657-89c181b1d7b3 req-255fff52-7691-4a98-b86d-9653e4e619f9 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:13.212743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd3c09-6071-414c-a657-89c181b1d7b3 req-255fff52-7691-4a98-b86d-9653e4e619f9 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175449 Nov 10 22:36:13.231555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd3c09-6071-414c-a657-89c181b1d7b3 req-30ec2daf-dd68-49ec-880f-77cfb2f25583 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/quotas/3209b14bf0f14f8e8edd050a12e12c0a HTTP/1.1" status: 200 len: 375 time: 0.0121388 Nov 10 22:36:13.244318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc84480a-1d12-4ff1-8a3d-809ff30c0af3 req-28d486e5-0d43-4adc-b7ae-34120686c048 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0633705 Nov 10 22:36:13.255634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.269267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52710) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:13.271361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd3c09-6071-414c-a657-89c181b1d7b3 req-03d11bdf-09e1-4530-b381-a5f47502ef67 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337501 Nov 10 22:36:13.284801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11dea5ca-d9ff-4f20-8266-765102188ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.293308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.305182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:13.305629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:13.328872 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:13.368425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:13.386141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11dea5ca-d9ff-4f20-8266-765102188ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.391285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11dea5ca-d9ff-4f20-8266-765102188ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.393806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:13.394338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5fc4880d-1676-4c50-b49d-1ff423c5fdb3 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:13.423913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.437121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-11dea5ca-d9ff-4f20-8266-765102188ee8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a67dca0f85f646df9e6ed7894b2d7fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647546 Nov 10 22:36:13.438111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dea5ca-d9ff-4f20-8266-765102188ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b3b4b-abe4-453c-b73c-82fca062ed2b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.440528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52716) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:13.445416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.448827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] 10.222.0.25 "DELETE /v2.0/networks/84fe72c5-4d5f-4763-a9be-eb0eeeaca44d HTTP/1.1" status: 204 len: 168 time: 0.8206780 Nov 10 22:36:13.455620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52718) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:13.456082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:13.457574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3dd7-c289-4737-ab34-0b637a3d8b67 req-8ce82357-b4ee-4da9-81ea-8bb577d2ff01 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:13.458411 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e35390-6aa7-440f-b89e-be24202ce455" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:13.459017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f39c3dd7-c289-4737-ab34-0b637a3d8b67 req-8ce82357-b4ee-4da9-81ea-8bb577d2ff01 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1292210 Nov 10 22:36:13.474354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3b2a-cb51-4d31-9705-c48c638286ed admin admin] Pushing event deleted for resources: {'Network': ['ID=84fe72c5-4d5f-4763-a9be-eb0eeeaca44d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.497207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Deleting port 9fa5679a-ccdd-40b4-8a8f-961502436d49 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:13.497559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.534054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Deleting subnet 09af0335-05fc-44e6-a717-faec2ccb1c99 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:13.543663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.571563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f39c3dd7-c289-4737-ab34-0b637a3d8b67 req-43a910c4-b6a3-4216-8036-de44b63412e4 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020296 Nov 10 22:36:13.614600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.616957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] For port 9fa5679a-ccdd-40b4-8a8f-961502436d49, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9fa5679a-ccdd-40b4-8a8f-961502436d49,segment=NetworkSegment(97cd29b5-9aa0-48f0-9d52-bcbce05180b6),segment_id=97cd29b5-9aa0-48f0-9d52-bcbce05180b6)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:13.617565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.620470 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.632527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Calling delete_port for 9fa5679a-ccdd-40b4-8a8f-961502436d49 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:13.670592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.696667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95b6c-803e-443e-a241-1c7b7fa052b0 req-02f87233-8aca-44b9-97b3-39d71aca0483 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:13.698171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aca95b6c-803e-443e-a241-1c7b7fa052b0 req-02f87233-8aca-44b9-97b3-39d71aca0483 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.1348059 Nov 10 22:36:13.707998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.768802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.788325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9fa5679a-ccdd-40b4-8a8f-961502436d49'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:13.805262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Pushing event deleted for resources: {'Port': ['ID=9fa5679a-ccdd-40b4-8a8f-961502436d49,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.813114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aca95b6c-803e-443e-a241-1c7b7fa052b0 req-7efbcc42-aa4e-4274-a0cb-b7aadb18baec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975559 Nov 10 22:36:13.816109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.819087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.820474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c7b3b4b-abe4-453c-b73c-82fca062ed2b HTTP/1.1" status: 204 len: 168 time: 0.3590617 Nov 10 22:36:13.848125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.859034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c992-ef45-4611-be19-180a99b69cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b3b4b-abe4-453c-b73c-82fca062ed2b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.880808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] No DVR routers for this DVR port 9fa5679a-ccdd-40b4-8a8f-961502436d49 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:13.887249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.891506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ea47145f-60f1-46b9-b18f-5d792975c046 req-09860237-fa08-48e4-a2ba-c6dd2c79111f tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.20 "DELETE /v2.0/ports/9fa5679a-ccdd-40b4-8a8f-961502436d49 HTTP/1.1" status: 204 len: 173 time: 0.6504207 Nov 10 22:36:13.892055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'name': 'network-vif-deleted', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:13.895172 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9347076e-c39e-4541-8d1c-8ffa4578ca9c" -d '{"events": [{"server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "name": "network-vif-deleted", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:13.921126 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11639f7-68de-4d9f-b34a-f694b1184ef8 x-openstack-request-id: req-f11639f7-68de-4d9f-b34a-f694b1184ef8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:13.921542 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:13.921798 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f11639f7-68de-4d9f-b34a-f694b1184ef8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:13.922384 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'status': 'completed', 'code': 200} Nov 10 22:36:13.925828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.935117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/09af0335-05fc-44e6-a717-faec2ccb1c99 HTTP/1.1" status: 204 len: 168 time: 0.4700446 Nov 10 22:36:13.935117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19680ba-4249-4c8e-b2eb-2527ff161eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09af0335-05fc-44e6-a717-faec2ccb1c99,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.935584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52736) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:14.065767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35390-6aa7-440f-b89e-be24202ce455 req-49919ed8-d023-4aa6-958e-d9cfaa96f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.067281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-49919ed8-d023-4aa6-958e-d9cfaa96f560 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1098 time: 0.1264663 Nov 10 22:36:14.078373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.088647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc5d9e-deab-40e3-b66a-f1c4e64a469f req-203e0123-1fc3-4789-84b5-9f236e3f0d2c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.090185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9acc5d9e-deab-40e3-b66a-f1c4e64a469f req-203e0123-1fc3-4789-84b5-9f236e3f0d2c tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.1262071 Nov 10 22:36:14.101201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ac82c18-9346-4b72-9667-f28e2f3e5afb req-37f4e4d4-e912-4f21-b6bc-b35e70f7c8ed tempest-InstanceActionsNegativeTestJSON-1547864262 tempest-InstanceActionsNegativeTestJSON-1547864262-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a929373-bc99-4841-adbc-7fff80ae428d HTTP/1.1" status: 200 len: 210 time: 0.0590799 Nov 10 22:36:14.199635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.202473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9acc5d9e-deab-40e3-b66a-f1c4e64a469f req-ec025a46-2725-4965-80b5-7cccfefcaa03 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033940 Nov 10 22:36:14.248202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:14.253372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35390-6aa7-440f-b89e-be24202ce455 req-e6da3183-179f-4906-a072-4b9a731a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.254900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-e6da3183-179f-4906-a072-4b9a731a9bb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1638615 Nov 10 22:36:14.259833 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf540ac-814b-4949-a543-024e84c4ff27 x-openstack-request-id: req-caf540ac-814b-4949-a543-024e84c4ff27 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:14.260117 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a929373-bc99-4841-adbc-7fff80ae428d", "name": "network-vif-deleted", "tag": "9fa5679a-ccdd-40b4-8a8f-961502436d49", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:14.260365 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caf540ac-814b-4949-a543-024e84c4ff27 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:14.260749 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a929373-bc99-4841-adbc-7fff80ae428d', 'name': 'network-vif-deleted', 'tag': '9fa5679a-ccdd-40b4-8a8f-961502436d49', 'status': 'completed', 'code': 200} Nov 10 22:36:14.262484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e5b1e3-44d8-43ab-9489-a5411882da79') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:14.262778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e5b1e3-44d8-43ab-9489-a5411882da79') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:14.272398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.287892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.295494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:14.296545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:14.309024 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:14.320327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-fe1be4fb-2cf1-4984-a4c1-3bbd75edfe46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.0566428 Nov 10 22:36:14.395506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.404242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.406690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35390-6aa7-440f-b89e-be24202ce455 req-e58e2229-1dee-4482-ae5b-0f6fd85e8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.409360 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-e58e2229-1dee-4482-ae5b-0f6fd85e8e34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0797455 Nov 10 22:36:14.414836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] 10.222.0.25 "DELETE /v2.0/networks/f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00 HTTP/1.1" status: 204 len: 168 time: 0.4750421 Nov 10 22:36:14.431389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.441573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8e087-7066-4b58-b927-30318192f44c admin admin] Pushing event deleted for resources: {'Network': ['ID=f88e12a9-7c3b-4bd7-8f03-6b93aaed2e00,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:14.483139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35390-6aa7-440f-b89e-be24202ce455 req-f93f37ec-6e85-4075-8cd8-392be8846b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.484759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-f93f37ec-6e85-4075-8cd8-392be8846b65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618448 Nov 10 22:36:14.603874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-6f8fd994-f934-4d12-878b-f8ec88f3a4d7 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095376 Nov 10 22:36:14.637659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:14.688645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-93582f86-d471-4a3e-960e-f86e467acbba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fa4ef2c10e04bdfba8521123cfc5fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493419 Nov 10 22:36:14.691110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:14.757777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.759012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9aad6-5c78-4f8f-bcee-f2b79040a45b req-6d1597eb-8998-429b-ad05-159c2f4feb17 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.766360 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28d9aad6-5c78-4f8f-bcee-f2b79040a45b req-6d1597eb-8998-429b-ad05-159c2f4feb17 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0882311 Nov 10 22:36:14.780488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65e35390-6aa7-440f-b89e-be24202ce455 req-6f9acfb7-8e9b-4832-97fb-e605fd36f1be service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678975 Nov 10 22:36:14.783341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.815041 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.830180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28d9aad6-5c78-4f8f-bcee-f2b79040a45b req-7c1e9bba-c22c-4d8c-b7a1-a0ae77d5054e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624433 Nov 10 22:36:14.880821 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.883843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:14.885150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af92bf6b-c7f9-419b-9f98-6f2453ca9785 HTTP/1.1" status: 204 len: 168 time: 0.1925249 Nov 10 22:36:14.900758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e25a0b-28b4-4d4a-bb08-fb5a169b9aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92bf6b-c7f9-419b-9f98-6f2453ca9785,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:14.994063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b9e9-43c2-4c6a-acf5-a17c8d906a9d req-63d8a69c-46db-4c39-8c75-ac81482466b5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:14.995648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef58b9e9-43c2-4c6a-acf5-a17c8d906a9d req-63d8a69c-46db-4c39-8c75-ac81482466b5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.1013944 Nov 10 22:36:15.074665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef58b9e9-43c2-4c6a-acf5-a17c8d906a9d req-5643729f-c322-4d21-907e-cc34ea25f0e5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Nov 10 22:36:15.165164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52788) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:15.252900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Deleting subnet 84abd68b-9aea-46f2-96a7-a04f25f2e278 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:15.260264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.303924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.304158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f04769ba-d4a2-43d0-a833-2c7ae865f84e req-a05c392b-6153-459a-b5c8-f708f59aa5e4 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282488 Nov 10 22:36:15.350644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.374008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:15.404704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-aff63b71-1b45-49ed-be26-22c0b52f95e3 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:15.406232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-aff63b71-1b45-49ed-be26-22c0b52f95e3 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.2157717 Nov 10 22:36:15.482935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04769ba-d4a2-43d0-a833-2c7ae865f84e req-22ee254b-6abb-4957-8dd3-18bf5991d97b tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:15.484790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922ffe2-6051-4e1e-b6c9-027cee1f83cd req-b925925f-e2ba-4408-ac5d-b77f72f8e1b3 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:15.492408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7922ffe2-6051-4e1e-b6c9-027cee1f83cd req-b925925f-e2ba-4408-ac5d-b77f72f8e1b3 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 945 time: 0.1061018 Nov 10 22:36:15.492575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f04769ba-d4a2-43d0-a833-2c7ae865f84e req-22ee254b-6abb-4957-8dd3-18bf5991d97b tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874287 Nov 10 22:36:15.517545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f04769ba-d4a2-43d0-a833-2c7ae865f84e req-6d590eaa-e175-43fb-9392-534f8aaa8061 tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/quotas/3209b14bf0f14f8e8edd050a12e12c0a HTTP/1.1" status: 200 len: 375 time: 0.0240083 Nov 10 22:36:15.542819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:15.551300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.572681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7922ffe2-6051-4e1e-b6c9-027cee1f83cd req-bfe35152-6d6f-47ae-bc82-4777f18e74df tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a91f0-8963-4dd4-a841-a0285f48e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Nov 10 22:36:15.588130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f04769ba-d4a2-43d0-a833-2c7ae865f84e req-24641e86-5510-4110-95fa-254e6c7a7b6c tempest-QuotasAdminNegativeTest-2002397922 tempest-QuotasAdminNegativeTest-2002397922-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695403 Nov 10 22:36:15.595996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:15.601629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84abd68b-9aea-46f2-96a7-a04f25f2e278,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:15.605839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.612454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3e032c32-c6b1-40ac-bd0f-4d96952b035c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84abd68b-9aea-46f2-96a7-a04f25f2e278 HTTP/1.1" status: 204 len: 168 time: 0.4460514 Nov 10 22:36:15.613152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52814) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:15.614071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'mac_address': 'fa:16:3e:86:18:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:15.661205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.677754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:15.679710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:15.705190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-187ba3bd-990e-460a-aaeb-d2223b87d4a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ffc6fe25acc44e3bc40cefea2f9c688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530559 Nov 10 22:36:15.707611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52818) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:15.707977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Deleting port bb6df111-8cd4-4b32-a1d3-62b3fb13040c {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:15.708311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.722944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.739791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8694444-2d4d-4965-bd46-474bca9680e3 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:15.809715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:15.822011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.842721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] For port bb6df111-8cd4-4b32-a1d3-62b3fb13040c, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:15.843219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.850488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.865300 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.893056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Calling delete_port for bb6df111-8cd4-4b32-a1d3-62b3fb13040c owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:15.902449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.906350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.942463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a0c114-7ddd-4ed2-bef0-37fcbe50136e']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:15.963118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:15.969056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:15.971703 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a368c3-dcfc-4bb2-81b6-a42644643640" -d '{"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-unplugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:15.981469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cd29b5-9aa0-48f0-9d52-bcbce05180b6') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:15.981776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cd29b5-9aa0-48f0-9d52-bcbce05180b6') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:15.983771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:15.994643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.011171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.021799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:16.021992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:16.024033 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:16.040828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.043984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.048514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfbca3f1-5239-4c6f-a613-dabb967bdc2f HTTP/1.1" status: 204 len: 168 time: 0.3365090 Nov 10 22:36:16.105455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826129-749e-4923-9a47-c824ec2bbf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbca3f1-5239-4c6f-a613-dabb967bdc2f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.109963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.117664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.123722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.128839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:16.132212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a1a0c114-7ddd-4ed2-bef0-37fcbe50136e HTTP/1.1" status: 204 len: 168 time: 0.5128522 Nov 10 22:36:16.168322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df37a-820f-4803-98f7-8a930b3bc5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a0c114-7ddd-4ed2-bef0-37fcbe50136e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.180897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279a82-2059-49d3-8d09-6763f4f6c514 req-9bd842cf-bcc4-4083-a23c-a845ff3f3451 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:16.192208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c279a82-2059-49d3-8d09-6763f4f6c514 req-9bd842cf-bcc4-4083-a23c-a845ff3f3451 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 948 time: 0.1985474 Nov 10 22:36:16.195279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.223467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:16.249854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Pushing event deleted for resources: {'Port': ['ID=bb6df111-8cd4-4b32-a1d3-62b3fb13040c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.307098 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab3c79-831a-42b0-bcc6-3f5a4a06b8e6 x-openstack-request-id: req-5eab3c79-831a-42b0-bcc6-3f5a4a06b8e6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:16.307411 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-unplugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:16.307668 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eab3c79-831a-42b0-bcc6-3f5a4a06b8e6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:16.308061 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'code': 200} Nov 10 22:36:16.328564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'mac_address': 'fa:16:3e:8b:1f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:16.382193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] No DVR routers for this DVR port bb6df111-8cd4-4b32-a1d3-62b3fb13040c on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:16.387718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.392525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94b72b72-2579-4c23-85e7-1b02d49aa9e7 req-ea9978f0-556d-4cb2-ad4d-0a3209d9b22d tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.39 "DELETE /v2.0/ports/bb6df111-8cd4-4b32-a1d3-62b3fb13040c HTTP/1.1" status: 204 len: 173 time: 0.9736342 Nov 10 22:36:16.393138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'name': 'network-vif-deleted', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:16.395474 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478f572-86d8-4290-88d5-076f9469f33d" -d '{"events": [{"server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "name": "network-vif-deleted", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:16.405868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.432104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52846) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:16.436998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c279a82-2059-49d3-8d09-6763f4f6c514 req-a7b5ecf1-ad88-4ec3-8b9f-1f057bea60bd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362759 Nov 10 22:36:16.452304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.529356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:16.591638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b97213-7445-4598-a169-5fb1b8387f25 req-c531aedb-b618-4a60-8933-8cef521baded tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:16.593242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62b97213-7445-4598-a169-5fb1b8387f25 req-c531aedb-b618-4a60-8933-8cef521baded tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 948 time: 0.1994197 Nov 10 22:36:16.601499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:16.605874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.606102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b0808915-eb74-4198-b405-6a48861a37c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7284c19fd3a04ff69da04dd108d7a781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696949 Nov 10 22:36:16.608673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52854) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:16.690068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:16.706454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62b97213-7445-4598-a169-5fb1b8387f25 req-8e8c6269-5e00-4255-a5e7-e7a1330294f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991678 Nov 10 22:36:16.738010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.770336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.834122 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c152ac9e-6639-4ac2-979e-aba00054ac1f x-openstack-request-id: req-c152ac9e-6639-4ac2-979e-aba00054ac1f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:16.834732 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac58a4-ca58-4502-9070-2a6dd0a34132", "name": "network-vif-deleted", "tag": "bb6df111-8cd4-4b32-a1d3-62b3fb13040c", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:16.835736 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c152ac9e-6639-4ac2-979e-aba00054ac1f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:16.836237 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac58a4-ca58-4502-9070-2a6dd0a34132', 'name': 'network-vif-deleted', 'tag': 'bb6df111-8cd4-4b32-a1d3-62b3fb13040c', 'status': 'completed', 'code': 200} Nov 10 22:36:16.840702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:16.867531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.886738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:16.887896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63 HTTP/1.1" status: 204 len: 168 time: 0.2752514 Nov 10 22:36:16.939670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df6fa3b3-24f8-4776-9032-c3846f2f2293 req-ee5811c0-72b4-434e-a04f-e67c8c5cd13f tempest-FloatingIPsAssociationNegativeTestJSON-1100567790 tempest-FloatingIPsAssociationNegativeTestJSON-1100567790-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2ac58a4-ca58-4502-9070-2a6dd0a34132 HTTP/1.1" status: 200 len: 210 time: 0.0440743 Nov 10 22:36:16.945518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cf436-341f-4993-a99b-2eee7f194977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f85f017-ddc0-4c3c-9e5c-ad6eb15d0d63,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:17.124686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['bb6df111-8cd4-4b32-a1d3-62b3fb13040c'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:17.245353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:17.387214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4a7de16-f9eb-48dc-b3bb-df0a1e875729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.407238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:17.474183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4a7de16-f9eb-48dc-b3bb-df0a1e875729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.479439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4a7de16-f9eb-48dc-b3bb-df0a1e875729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.486306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port b8694444-2d4d-4965-bd46-474bca9680e3 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:17.491911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b8694444-2d4d-4965-bd46-474bca9680e3 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:17.492229 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.558901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:17.588262 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e4a7de16-f9eb-48dc-b3bb-df0a1e875729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3209b14bf0f14f8e8edd050a12e12c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415978 Nov 10 22:36:17.589135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7de16-f9eb-48dc-b3bb-df0a1e875729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1762036e-7507-40a8-813b-364e682edeca,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:17.590971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:17.615640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db32cda-ccfd-4524-ba31-90f57d1fdfc7 req-3b31b3c9-f72b-4fb9-9eac-5e5b4bf8ce87 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:17.617439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9db32cda-ccfd-4524-ba31-90f57d1fdfc7 req-3b31b3c9-f72b-4fb9-9eac-5e5b4bf8ce87 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 949 time: 0.0863323 Nov 10 22:36:17.671909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.696949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9db32cda-ccfd-4524-ba31-90f57d1fdfc7 req-8103e6e5-d71a-4b60-aadf-6fc2c5678f2c tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Nov 10 22:36:17.697222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:17.713851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.777037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.780158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.781341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1762036e-7507-40a8-813b-364e682edeca HTTP/1.1" status: 204 len: 168 time: 0.1891675 Nov 10 22:36:17.786571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.795195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7196-20e5-452d-a24b-0d632735d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762036e-7507-40a8-813b-364e682edeca,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:17.857653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:17.857994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.902748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6a4a-0330-42c2-8021-db6ba4d0c6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.904885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:17.914785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:17.915880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb6df111-8cd4-4b32-a1d3-62b3fb13040c no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:17.989838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265efbc1-2d4d-4f1d-8c79-625aaf8e0360 req-a4fdd586-7059-40e0-ad8b-19bdc0bb15d1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:17.997625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265efbc1-2d4d-4f1d-8c79-625aaf8e0360 req-a4fdd586-7059-40e0-ad8b-19bdc0bb15d1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 948 time: 0.1790900 Nov 10 22:36:18.019418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52924) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.028770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52928) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.046597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6a4a-0330-42c2-8021-db6ba4d0c6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.049093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: bb6df111-8cd4-4b32-a1d3-62b3fb13040c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:18.049816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb6df111-8cd4-4b32-a1d3-62b3fb13040c not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:18.059212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6a4a-0330-42c2-8021-db6ba4d0c6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.072924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.095793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d8e6a4a-0330-42c2-8021-db6ba4d0c6a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0025f963d2c7406484632f3d65e13eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334573 Nov 10 22:36:18.106464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52930) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.140466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265efbc1-2d4d-4f1d-8c79-625aaf8e0360 req-85874e56-6962-4272-a727-7edc0c10853e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382823 Nov 10 22:36:18.169278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e6a4a-0330-42c2-8021-db6ba4d0c6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2171001f-2155-4f52-a110-d60dae577878,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.187006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.225085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.254732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:18.259801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.263738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.264619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9fa5679a-ccdd-40b4-8a8f-961502436d49 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:18.309245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}, {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:18.310963 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804ba4b-2c92-44c5-a0c2-b3f41adbd8c1" -d '{"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-plugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}, {"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:18.338092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.343257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 9fa5679a-ccdd-40b4-8a8f-961502436d49 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:18.343604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9fa5679a-ccdd-40b4-8a8f-961502436d49 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:18.343935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.346255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2171001f-2155-4f52-a110-d60dae577878 HTTP/1.1" status: 204 len: 168 time: 0.2385426 Nov 10 22:36:18.360151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d76e-b7fe-4be9-8ebd-1881151ff4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2171001f-2155-4f52-a110-d60dae577878,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.377503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-292965641-network', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:18.392860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.420893 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6f0c5-4b6d-4382-bf0a-e855c4eb1e3c x-openstack-request-id: req-99e6f0c5-4b6d-4382-bf0a-e855c4eb1e3c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:18.421242 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-plugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "code": 200}, {"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:18.421499 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99e6f0c5-4b6d-4382-bf0a-e855c4eb1e3c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:18.421909 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'code': 200} Nov 10 22:36:18.422164 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'code': 200} Nov 10 22:36:18.518188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Made reservation on behalf of da2ecbab1d7b423a960564c86ce2ad7d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:18.521712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.527305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.550344 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c972c07-a2ee-4a14-bbd8-e56ed914b9aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.554926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.718032 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c972c07-a2ee-4a14-bbd8-e56ed914b9aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.735453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c972c07-a2ee-4a14-bbd8-e56ed914b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.755896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.777138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c972c07-a2ee-4a14-bbd8-e56ed914b9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16fe83-f240-4a43-82ac-67a7687923d8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.782861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd428b-5bf9-45a3-9890-835f0aa196a0 req-ac593a70-ddbe-4c82-be9b-af1eddaf3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:18.785475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8fd428b-5bf9-45a3-9890-835f0aa196a0 req-ac593a70-ddbe-4c82-be9b-af1eddaf3e48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1100 time: 0.2132435 Nov 10 22:36:18.786817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.823723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c972c07-a2ee-4a14-bbd8-e56ed914b9aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27bf80090b7c4263873389e638819d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929299 Nov 10 22:36:18.824299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.831918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024056c-a555-4237-aa73-b31c0d46fc87,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:18.866024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52954) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.866655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:36:18.892718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110cd8-69cb-429e-b6cd-47c805a5df35 req-5af29bd4-9ac7-45bc-a787-7beb8ccaeede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:18.894256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a110cd8-69cb-429e-b6cd-47c805a5df35 req-5af29bd4-9ac7-45bc-a787-7beb8ccaeede service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.2245135 Nov 10 22:36:18.899386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.899765 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Added segment a7accad7-6472-4e9f-982f-21edc1530be2 of type vlan for network 9b74a56c-569d-44d7-b388-d4b4e828e98c Nov 10 22:36:18.920166 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1688a84-35d1-48aa-baef-5fc97a7170c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.928987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52956) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:18.950862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:18.969792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8fd428b-5bf9-45a3-9890-835f0aa196a0 req-cb4ac7bd-d2c0-41c0-9f16-4119fb234845 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705790 Nov 10 22:36:19.011746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.015874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.028647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b7c0-1885-4af3-8a5c-71bad6cf7d89 req-1acad71e-34a6-4ae3-a25e-f8ae3a6e1b03 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:19.030238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8470b7c0-1885-4af3-8a5c-71bad6cf7d89 req-1acad71e-34a6-4ae3-a25e-f8ae3a6e1b03 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1542301 Nov 10 22:36:19.074880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a110cd8-69cb-429e-b6cd-47c805a5df35 req-28a11573-a243-49ff-8a2e-9531418843c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523838 Nov 10 22:36:19.092135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.095426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.096598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:19.097275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.119367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.122116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.123384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a16fe83-f240-4a43-82ac-67a7687923d8 HTTP/1.1" status: 204 len: 168 time: 0.2985470 Nov 10 22:36:19.148045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8470b7c0-1885-4af3-8a5c-71bad6cf7d89 req-b1e03ca9-9c4a-4c8b-8f0d-17b794c6f271 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035159 Nov 10 22:36:19.150289 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1688a84-35d1-48aa-baef-5fc97a7170c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.152048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ba66c-44ea-4604-8704-a13bdf94d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16fe83-f240-4a43-82ac-67a7687923d8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.154962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1688a84-35d1-48aa-baef-5fc97a7170c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.200058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f1688a84-35d1-48aa-baef-5fc97a7170c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6e93cb26f25423b815035fbc9a366cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315220 Nov 10 22:36:19.203362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:19.206074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1688a84-35d1-48aa-baef-5fc97a7170c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7512cc-806d-493f-be79-27529fa19970,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.215096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1798546482-network', 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:19.232850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2120686 Nov 10 22:36:19.237536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:19.242227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Request body: {'subnet': {'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-292965641-subnet', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:19.281060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:19.283801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.288026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66fa11-a367-428a-8954-07b5593d593e admin admin] Pushing event updated for resources: {'Network': ['ID=9b74a56c-569d-44d7-b388-d4b4e828e98c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.305320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.307297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:36:19.329147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.336881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Made reservation on behalf of da2ecbab1d7b423a960564c86ce2ad7d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:19.340492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.407592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7bef2-6337-4a55-8df7-9ce3a73cd6fa req-27aa91d6-c79c-455b-af7d-1cbfe6ba6b0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:19.415010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18a7bef2-6337-4a55-8df7-9ce3a73cd6fa req-27aa91d6-c79c-455b-af7d-1cbfe6ba6b0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1374359 Nov 10 22:36:19.440720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.519566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18a7bef2-6337-4a55-8df7-9ce3a73cd6fa req-4e9bc377-9a73-48be-a13a-00483b2a8dde tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896153 Nov 10 22:36:19.567196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.572867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.579877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.582205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.583329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a7512cc-806d-493f-be79-27529fa19970 HTTP/1.1" status: 204 len: 168 time: 0.3745837 Nov 10 22:36:19.624437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:36:19.631404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Deleting port 4788b5c1-d01d-49d1-bc3a-25d42908ec43 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:19.632093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.651655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.659347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.659680 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Added segment 464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b of type vlan for network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 Nov 10 22:36:19.661122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.697078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb4a69-182d-4f5c-9e19-e15c6141c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7512cc-806d-493f-be79-27529fa19970,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.739146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.761611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] For port 4788b5c1-d01d-49d1-bc3a-25d42908ec43, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4788b5c1-d01d-49d1-bc3a-25d42908ec43,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:19.762429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.777676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Calling delete_port for 4788b5c1-d01d-49d1-bc3a-25d42908ec43 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:19.785325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.794493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.800181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:19.801379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.824335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Checking segment: {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:19.824693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Network hostable DHCP agents. Network: 9b74a56c-569d-44d7-b388-d4b4e828e98c, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:36:19.881755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9493406 Nov 10 22:36:19.882634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52986) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:19.892055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Request body: {'subnet': {'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1798546482-subnet', 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:19.899766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51f9a-58a1-4faf-9bcf-f5fa445c7ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:19.908859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:36:19.913835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:36:19.920741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9b74a56c-569d-44d7-b388-d4b4e828e98c) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:19.928476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:19.929296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.938395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:19.940952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:19.961520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-973959f2-a5f3-474b-be81-abe256b204f1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7229445 Nov 10 22:36:19.992028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:19.998301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96337ec5-0e69-4988-9900-16cae9274af6 None None] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:19.998502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:20.034663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.060119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.061442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.107094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Pushing event deleted for resources: {'Port': ['ID=4788b5c1-d01d-49d1-bc3a-25d42908ec43,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:20.152397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.478723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9b74a56c-569d-44d7-b388-d4b4e828e98c', 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'fixed_ips': [{'subnet_id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:36:20.482569 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.493745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.744068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Allocated IP 172.20.0.2 (9b74a56c-569d-44d7-b388-d4b4e828e98c/a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8/5b121fb5-88e6-4168-b59f-3cec7f20f371) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:20.906332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.919377 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:36:20.921804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:20.972515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Pushing event updated for resources: {'Port': ['ID=5b121fb5-88e6-4168-b59f-3cec7f20f371,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:20.984286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:20.986387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:20.988782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:20.992410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064682f-0ad3-4f36-a9ae-a62328643ed0 req-b1108095-3a08-4bd1-afac-8e4505a28dfd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.006882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9064682f-0ad3-4f36-a9ae-a62328643ed0 req-b1108095-3a08-4bd1-afac-8e4505a28dfd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.6099720 Nov 10 22:36:21.064612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.071826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Attempting to bind port 5b121fb5-88e6-4168-b59f-3cec7f20f371 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:21.072280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Attempting to bind port 5b121fb5-88e6-4168-b59f-3cec7f20f371 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:21.072645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Attempting to bind port 5b121fb5-88e6-4168-b59f-3cec7f20f371 on network 9b74a56c-569d-44d7-b388-d4b4e828e98c {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:21.082109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.082657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:21.082950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Checking segment: {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:21.083329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.083846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Bound using segment: {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:21.084315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Bound port: 5b121fb5-88e6-4168-b59f-3cec7f20f371, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:21.085140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.100348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9064682f-0ad3-4f36-a9ae-a62328643ed0 req-f67b4b70-d16d-42d2-8fed-ff01ce616f6f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904446 Nov 10 22:36:21.135790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-036b1a21-5c01-4f75-8979-99d46799620f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6071446 Nov 10 22:36:21.174901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5899e2-816e-4422-bf52-05d8a81ed778 req-3a659338-0048-4914-96e3-2d9237d416e5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.183016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc5899e2-816e-4422-bf52-05d8a81ed778 req-3a659338-0048-4914-96e3-2d9237d416e5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2278070 Nov 10 22:36:21.208208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] For port 5b121fb5-88e6-4168-b59f-3cec7f20f371, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:21.235482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:21.251077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] For port 5b121fb5-88e6-4168-b59f-3cec7f20f371, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5b121fb5-88e6-4168-b59f-3cec7f20f371,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:21.257036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.317950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:21.318422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Network hostable DHCP agents. Network: 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:36:21.320409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-a7356b2a-990b-488f-928b-ca0b69d568ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184329 Nov 10 22:36:21.372664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc5899e2-816e-4422-bf52-05d8a81ed778 req-285c1dc0-0bb5-4229-82c0-111f91c8742f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885157 Nov 10 22:36:21.411472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982ba5-c0f5-490e-8338-dea7c452eb37 None None] Pushing event updated for resources: {'Port': ['ID=5b121fb5-88e6-4168-b59f-3cec7f20f371,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:21.421275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-f01382be-26b6-4e17-9e98-fa11b62aa3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.424521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-f01382be-26b6-4e17-9e98-fa11b62aa3ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.2244830 Nov 10 22:36:21.446763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:36:21.563847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-a0098cff-95d6-4163-b961-4579b8e3155a req-3306b7d5-eecb-434f-89ff-7a3c14bd137f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:21.564919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0098cff-95d6-4163-b961-4579b8e3155a req-3306b7d5-eecb-434f-89ff-7a3c14bd137f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055034 Nov 10 22:36:21.597676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139203b7-be94-45b7-8e6f-bba18412c856 req-1e7486ae-cdd9-4a45-a1d1-e63a23f26756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.599299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-1e7486ae-cdd9-4a45-a1d1-e63a23f26756 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54b79783c6e249d1b88b11828845c06e&device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.2201135 Nov 10 22:36:21.608628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Router 3475f203-952f-4fc5-9877-85514c749c8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:21.608828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:21.617816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9278a27-595f-47c4-b608-d968722302de None None] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:21.652373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.653078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.786027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-979b3bf6-f32b-4b44-b3a3-8ac136e9bc97 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8987603 Nov 10 22:36:21.812101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.841553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:21.841553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-26d6d8c3-4512-4b8f-90ec-15748fa65ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:21.841553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-26d6d8c3-4512-4b8f-90ec-15748fa65ad8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3923659 Nov 10 22:36:22.000694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fdb9c-54a4-439b-9d16-f3199c1c03d7 None None] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:22.055738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-7b600b99-6605-4122-8d59-c824a0ab98a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0792351 Nov 10 22:36:22.063392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:22.075907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Sync routers for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:22.100908 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:22.102068 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:22.122167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-312f081b-6f52-49ec-9fc5-375ea0e0f597 admin admin] 10.222.0.25 "PUT /v2.0/routers/3475f203-952f-4fc5-9877-85514c749c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855250 Nov 10 22:36:22.128170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53074) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:22.210807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-4b8426d6-663d-4ff8-b779-48c67756e01a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2415411 Nov 10 22:36:22.215764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139203b7-be94-45b7-8e6f-bba18412c856 req-e9df91e9-05ad-4b89-9db7-a3fc27940486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.218049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-e9df91e9-05ad-4b89-9db7-a3fc27940486 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.5965767 Nov 10 22:36:22.218626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd98011-365a-42a4-b3b4-dd6738176593 req-f9f480dc-f357-49c9-b4cd-b0ff63b387d0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.220701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dd98011-365a-42a4-b3b4-dd6738176593 req-f9f480dc-f357-49c9-b4cd-b0ff63b387d0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2431598 Nov 10 22:36:22.247407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:22.264384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Allocated IP 172.25.0.7 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5d5d9642-cb70-449f-81c9-747e243d132f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:22.271416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-c354eb9c-5aa3-4a0c-8507-a87d5e713736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0442755 Nov 10 22:36:22.321333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-5b2d4467-4eb0-4663-975f-31622b74b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.322831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-5b2d4467-4eb0-4663-975f-31622b74b853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.2571578 Nov 10 22:36:22.369291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139203b7-be94-45b7-8e6f-bba18412c856 req-7b2d3562-3244-4eed-b527-b5fde9104ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.370881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-7b2d3562-3244-4eed-b527-b5fde9104ddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0925534 Nov 10 22:36:22.372363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.372826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.373664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.373783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.374335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.374781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.375234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.375678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.392943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b92ed536-f387-4dd7-a7f2-700be4b2dbbe req-6fadd3bf-265b-4581-b43a-941a722ec059 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.2690463 Nov 10 22:36:22.451581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.499822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139203b7-be94-45b7-8e6f-bba18412c856 req-b618df47-7238-48b5-8fb9-f66cbe3ca9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.502744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-b618df47-7238-48b5-8fb9-f66cbe3ca9f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087873 Nov 10 22:36:22.507523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:36:19Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:22.543167 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Checking router: 3475f203-952f-4fc5-9877-85514c749c8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:22.553893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dd98011-365a-42a4-b3b4-dd6738176593 req-8a4c04cb-c3bc-47b2-9f4a-16bdd62222c5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868974 Nov 10 22:36:22.554554 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Routers {'3475f203-952f-4fc5-9877-85514c749c8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:22.555397 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3475f203-952f-4fc5-9877-85514c749c8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:22.727039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-05875926-68a8-4ab2-aebf-5bfc88cd9172 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141178 Nov 10 22:36:22.734650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-6cd6bd56-0657-4111-9e7b-d7a0584b695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.736280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-6cd6bd56-0657-4111-9e7b-d7a0584b695b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3940179 Nov 10 22:36:22.746692 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] Set router 3475f203-952f-4fc5-9877-85514c749c8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:22.860016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-139203b7-be94-45b7-8e6f-bba18412c856 req-09df0024-21ab-4e04-80e4-0e7bf61e84cb service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961282 Nov 10 22:36:22.872480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.900524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.937783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dedd4-dcfa-41bc-b3da-7e6666786e4b req-33bf14bd-facd-4e7e-8a6a-61c71de19679 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.941067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-484dedd4-dcfa-41bc-b3da-7e6666786e4b req-33bf14bd-facd-4e7e-8a6a-61c71de19679 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2284677 Nov 10 22:36:22.962602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b057ef4-98dc-44a8-b893-95515380bc68 None None] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:22.978950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-50c225c5-41d9-4e75-a6fb-22f316600e8f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:22.986776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-50c225c5-41d9-4e75-a6fb-22f316600e8f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.2892253 Nov 10 22:36:23.005133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-d8b74aad-dfdc-4bde-b1dc-93891bc9ef5c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0159664 Nov 10 22:36:23.069541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-03c77362-475d-4498-852f-53525fbb5890 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633008 Nov 10 22:36:23.085660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5b121fb5-88e6-4168-b59f-3cec7f20f371 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:23.102387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.130991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-21371d57-34f7-4122-9188-c2e6368877f3 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857388 Nov 10 22:36:23.158024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] Provisioning complete for port 5b121fb5-88e6-4168-b59f-3cec7f20f371 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:23.158612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.207758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-484dedd4-dcfa-41bc-b3da-7e6666786e4b req-9897f576-fd5b-43a8-98c9-a5e6dbf56b9a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589724 Nov 10 22:36:23.257488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:23.269680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:23.281191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:23.290169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-63fbfa56-ea16-4ee2-a0d7-73fcf3e9fe42 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190762 Nov 10 22:36:23.296415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Pushing event updated for resources: {'Port': ['ID=5d5d9642-cb70-449f-81c9-747e243d132f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:23.313185 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:36:19Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:23.350472 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17eaf7-2d7d-485d-8da5-d218d45a6bef None None] The sync data for ids ['3475f203-952f-4fc5-9877-85514c749c8a'] in n-d-811521-3 is: [{'id': '3475f203-952f-4fc5-9877-85514c749c8a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466299561-router', 'tenant_id': '19ae7848001a4a708305e36b69066c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:35:28Z', 'updated_at': '2021-11-10T22:36:19Z', 'revision_number': 5, 'project_id': '19ae7848001a4a708305e36b69066c08', 'gw_port': {'id': '3146c5de-6ca8-41c6-846b-c5433a130cd8', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475f203-952f-4fc5-9877-85514c749c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:35:30Z', 'updated_at': '2021-11-10T22:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:23.355220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5b121fb5-88e6-4168-b59f-3cec7f20f371 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:23.355594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.413960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Deleting port 3146c5de-6ca8-41c6-846b-c5433a130cd8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:23.414566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.440122 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-2e217243-dc7b-49b9-8ebe-741c7134e56c service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443648 Nov 10 22:36:23.442817 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.507357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] For port 5b121fb5-88e6-4168-b59f-3cec7f20f371, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5b121fb5-88e6-4168-b59f-3cec7f20f371,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:23.540293 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.580105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.662763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11357-6fcd-4bf4-8dd2-73e0dc5d239b None None] Pushing event updated for resources: {'Port': ['ID=5b121fb5-88e6-4168-b59f-3cec7f20f371,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:23.737878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:36:23.737878 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:36:23.864100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8058-7486-4097-90dd-a374bf74e7a6 req-afddd42e-3afb-410f-a07a-9419892b51bb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:23.872109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aaf8058-7486-4097-90dd-a374bf74e7a6 req-afddd42e-3afb-410f-a07a-9419892b51bb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0663388 Nov 10 22:36:23.884544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bfe0c743-ef62-4fb2-b61a-ef0abc718839 None None] Provisioning complete for port 5b121fb5-88e6-4168-b59f-3cec7f20f371 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:23.885408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c743-ef62-4fb2-b61a-ef0abc718839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.927170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd0fe509-77d5-4919-b4f9-2a847343517a req-2911a6aa-e367-4c8f-ad0f-4ea559017ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515063 Nov 10 22:36:23.982216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aaf8058-7486-4097-90dd-a374bf74e7a6 req-aca19dc6-3e46-4f64-a7a9-680e830a841d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091042 Nov 10 22:36:24.068122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] For port 3146c5de-6ca8-41c6-846b-c5433a130cd8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3146c5de-6ca8-41c6-846b-c5433a130cd8,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:24.068447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.101849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6781df-6790-423a-b3f3-c3dc8ea8862c req-0f45d19d-2534-498e-8215-7f50ec646dc0 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.108779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f6781df-6790-423a-b3f3-c3dc8ea8862c req-0f45d19d-2534-498e-8215-7f50ec646dc0 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 886 time: 0.8500483 Nov 10 22:36:24.119350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Calling delete_port for 3146c5de-6ca8-41c6-846b-c5433a130cd8 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:24.147087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-c90781f0-fc78-4816-8df3-b2d8c40392bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.153631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-c90781f0-fc78-4816-8df3-b2d8c40392bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1100 time: 0.1817279 Nov 10 22:36:24.185852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7aff4-6baf-4e53-a508-da59a3fb0624 req-a22c91a8-419c-48c4-a910-c0ede394b29f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.187640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73d7aff4-6baf-4e53-a508-da59a3fb0624 req-a22c91a8-419c-48c4-a910-c0ede394b29f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0977366 Nov 10 22:36:24.252804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73d7aff4-6baf-4e53-a508-da59a3fb0624 req-2a1d897c-e3d5-4e6f-8a57-4604be891640 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Nov 10 22:36:24.253505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0ac90f1-8372-487e-81ea-006cea1db02a req-194ff4ad-0dcb-470f-bbe9-4becd705635c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 210 time: 0.0965436 Nov 10 22:36:24.551873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-30b82d0c-ce0b-46f6-ba68-4b3af88e966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.552721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-30b82d0c-ce0b-46f6-ba68-4b3af88e966f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3886819 Nov 10 22:36:24.578918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.661962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045495-5e3e-452f-833b-9f84facd981d req-20b07351-eb89-41fd-84e5-78ea7d8c24ed tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.663834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b045495-5e3e-452f-833b-9f84facd981d req-20b07351-eb89-41fd-84e5-78ea7d8c24ed tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0648510 Nov 10 22:36:24.664529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-62ab664b-0a92-4671-917a-9d4756478129 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.1014118 Nov 10 22:36:24.713336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b045495-5e3e-452f-833b-9f84facd981d req-105a700c-6a06-4e9b-abb1-9e391d5f2b23 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Nov 10 22:36:24.723874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.724359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.724797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.725278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.725731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.726191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.727014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.727472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.729337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-550b24ce-59d4-4ee3-969b-d9e97403bf7a req-f515ee78-7e89-4915-a9a8-7637e6157ff7 tempest-NetworksTest-1411676169 tempest-NetworksTest-1411676169-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.3787661 Nov 10 22:36:24.831914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-5a782f35-25a9-4e22-b3d4-ec5012b7f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:24.833400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-5a782f35-25a9-4e22-b3d4-ec5012b7f5ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1588311 Nov 10 22:36:24.835761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.890962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a01d-b87c-42d5-9d81-a2d574cd4572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.932555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Pushing event deleted for resources: {'Port': ['ID=3146c5de-6ca8-41c6-846b-c5433a130cd8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:25.012849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5b121fb5-88e6-4168-b59f-3cec7f20f371 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:25.097424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-863ac476-02ae-4c3b-8d5f-74fae98c459e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:25.099436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-863ac476-02ae-4c3b-8d5f-74fae98c459e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.2113442 Nov 10 22:36:25.116455 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.120452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5b121fb5-88e6-4168-b59f-3cec7f20f371 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:25.120839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.123555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:25.141054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-e4ee4fa2-0d1b-42f3-9ce7-d0ccf4acdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:25.143565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-e4ee4fa2-0d1b-42f3-9ce7-d0ccf4acdb99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016768 Nov 10 22:36:25.243435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4788b5c1-d01d-49d1-bc3a-25d42908ec43 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:25.270807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4788b5c1-d01d-49d1-bc3a-25d42908ec43 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:25.271150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4788b5c1-d01d-49d1-bc3a-25d42908ec43 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:25.309253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53174) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:25.321101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:25.325922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.348609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.352217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53178) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:25.404558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.456232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.462395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-385456e1-945e-424d-84a3-8c71ac871048 req-1ccee090-89e5-4791-88da-54e535937928 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 210 time: 0.1062849 Nov 10 22:36:25.485855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2323b379-e35a-401a-a7a4-3349b7b3a07a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.544396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ca2ea02a-8484-441c-a748-c7c202f40ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.572236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.572785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3475f203-952f-4fc5-9877-85514c749c8a {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:36:25.573096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2959-ebc6-4d62-9f24-ad8143ef7eeb req-11e782dc-cf2d-4348-b741-0e8ccb440df2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:25.574678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667b2959-ebc6-4d62-9f24-ad8143ef7eeb req-11e782dc-cf2d-4348-b741-0e8ccb440df2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1596723 Nov 10 22:36:25.592181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.596724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2465b080-60b5-4c4f-8fbc-be5245225013 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3475f203-952f-4fc5-9877-85514c749c8a HTTP/1.1" status: 204 len: 168 time: 3.4602082 Nov 10 22:36:25.601027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53182) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:25.617794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-0e87d1e3-e104-4b76-a9b6-5cc5eed8622a service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703632 Nov 10 22:36:25.625874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.13 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/b12c443a-ad96-4811-bd83-c33618718928) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:25.702065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:36:25.762885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Deleting subnet 69df6159-e4ec-4283-886f-804337875ab0 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:25.777837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-1384f986-48e2-4865-ade2-141e65377101 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515412 Nov 10 22:36:25.808547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667b2959-ebc6-4d62-9f24-ad8143ef7eeb req-b9042006-13f2-4391-b720-9203ef6adacd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974905 Nov 10 22:36:25.808547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.864044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2323b379-e35a-401a-a7a4-3349b7b3a07a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.886431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2323b379-e35a-401a-a7a4-3349b7b3a07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.900727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:25.911983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Sync routers for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:25.913022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd056a3-06c4-4e99-bd8f-c4634e01586b req-478373b6-e7d5-4b4b-b294-e2022d0fa30d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:25.915078 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dbd056a3-06c4-4e99-bd8f-c4634e01586b req-478373b6-e7d5-4b4b-b294-e2022d0fa30d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0815139 Nov 10 22:36:25.928110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:25.930009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:35:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:25.955606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.956939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-01bb8f75-3628-4cbe-b875-63a7b78d414e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9637625 Nov 10 22:36:25.959858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53188) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:25.974387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.011985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ca2ea02a-8484-441c-a748-c7c202f40ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.034900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ca2ea02a-8484-441c-a748-c7c202f40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.050229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dbd056a3-06c4-4e99-bd8f-c4634e01586b req-ff164e8f-614f-4b2c-9263-99d39c8d4d6a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261494 Nov 10 22:36:26.055292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2323b379-e35a-401a-a7a4-3349b7b3a07a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81ae875098e34aa89e2fe32af4349d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7438703 Nov 10 22:36:26.059111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53190) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:26.061415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b379-e35a-401a-a7a4-3349b7b3a07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc72f0-1e52-4fc8-a52b-c2262ffd8067,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.114923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:26.116582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ca2ea02a-8484-441c-a748-c7c202f40ff1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fbde27df1a040d6a3f6595acb86ad3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619376 Nov 10 22:36:26.120785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:26.218077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ea02a-8484-441c-a748-c7c202f40ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1f05a-b1c5-4592-877f-07d60a2a7246,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.238877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.260949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.338848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:24Z', 'revision_number': 3, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:26.340909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.347998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.371929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Checking router: f2a2b73b-7a93-48ec-a245-6e8162b1ae70 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:26.372376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Updating router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 port 5d5d9642-cb70-449f-81c9-747e243d132f binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:26.400536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.408545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.414794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.450658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:26.461291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69df6159-e4ec-4283-886f-804337875ab0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.468895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:26.480145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:26.482646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.492250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.498994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daec602-063d-4db4-a90c-aa4143d587b4 None None] Network dd28e172-b10f-492f-b31e-2bdf72f891de requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:26.499172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10f3f5cb-583d-452e-b9ac-664ede08d9cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/69df6159-e4ec-4283-886f-804337875ab0 HTTP/1.1" status: 204 len: 168 time: 0.8886595 Nov 10 22:36:26.507937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:26.520567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.544467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.559417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:26.560054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.567452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.570721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.574517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36d1f05a-b1c5-4592-877f-07d60a2a7246 HTTP/1.1" status: 204 len: 168 time: 0.4444559 Nov 10 22:36:26.617316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a8cb7-1421-407a-bf8a-b8894452cf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1f05a-b1c5-4592-877f-07d60a2a7246,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.632325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-b50f3d38-fe9e-4881-bb99-bd929003bd0f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5127733 Nov 10 22:36:26.652254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Request body: {'port': {'device_id': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:26.700265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a12071-dda7-474a-99c5-ff8f06434c6b req-a4612212-4e79-44b6-a866-fa4f95f19ab5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:26.701713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.710969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51a12071-dda7-474a-99c5-ff8f06434c6b req-a4612212-4e79-44b6-a866-fa4f95f19ab5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 932 time: 0.1345482 Nov 10 22:36:26.759171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.792652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.799070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.800208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ecc72f0-1e52-4fc8-a52b-c2262ffd8067 HTTP/1.1" status: 204 len: 168 time: 0.7020781 Nov 10 22:36:26.811793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] DHCP port deletion for dd28e172-b10f-492f-b31e-2bdf72f891de request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:36:26.866140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51a12071-dda7-474a-99c5-ff8f06434c6b req-fe4f1b51-3fb2-48a4-9319-8f53e55b634a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538334 Nov 10 22:36:26.912965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f69ca-62aa-4dc0-9c30-332193bc4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc72f0-1e52-4fc8-a52b-c2262ffd8067,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.002382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.010822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.065969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3146c5de-6ca8-41c6-846b-c5433a130cd8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:27.154944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a20303-4699-48cc-b3b3-85a5375bae60 req-3a553f4a-23bb-4066-a71c-a79c8abed82e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:27.166973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83a20303-4699-48cc-b3b3-85a5375bae60 req-3a553f4a-23bb-4066-a71c-a79c8abed82e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2571943 Nov 10 22:36:27.171788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Deleting port 219571b7-4919-47a7-94c2-47bd54b09b7e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:27.176211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.180905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3146c5de-6ca8-41c6-846b-c5433a130cd8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:27.181274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3146c5de-6ca8-41c6-846b-c5433a130cd8 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:27.183605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 219571b7-4919-47a7-94c2-47bd54b09b7e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:27.226763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12c443a-ad96-4811-bd83-c33618718928 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:27.233524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Deleting port 219571b7-4919-47a7-94c2-47bd54b09b7e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:27.234026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.236848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.243711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441cea5-6807-486e-99e0-b7d0a2f0561f None None] Pushing event updated for resources: {'Port': ['ID=5d5d9642-cb70-449f-81c9-747e243d132f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.249074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Attempting to bind port 5d5d9642-cb70-449f-81c9-747e243d132f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:27.249074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Attempting to bind port 5d5d9642-cb70-449f-81c9-747e243d132f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:27.249074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Attempting to bind port 5d5d9642-cb70-449f-81c9-747e243d132f on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:27.252475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Transition to ACTIVE for port object b12c443a-ad96-4811-bd83-c33618718928 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:27.276357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.341584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] For port 219571b7-4919-47a7-94c2-47bd54b09b7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=219571b7-4919-47a7-94c2-47bd54b09b7e,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:27.342212 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.359063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Calling delete_port for 219571b7-4919-47a7-94c2-47bd54b09b7e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:27.365534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83a20303-4699-48cc-b3b3-85a5375bae60 req-dbfc6768-0764-4afb-a089-9d0ef0781f25 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973541 Nov 10 22:36:27.371913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:27.398595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4028a7f6-179c-4dee-b032-08c65cd7a109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.415789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:27.416075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:27.416629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.417071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:27.417557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Bound port: 5d5d9642-cb70-449f-81c9-747e243d132f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:27.417934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.418990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] For port 219571b7-4919-47a7-94c2-47bd54b09b7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=219571b7-4919-47a7-94c2-47bd54b09b7e,segment=NetworkSegment(8219b699-ff85-43a4-a6e0-6a503eb6ee5a),segment_id=8219b699-ff85-43a4-a6e0-6a503eb6ee5a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:27.419562 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.426810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96496e73-d8b4-4bf9-b914-b247f37c3f41 req-22375f18-e73d-44d6-b649-acd16c178366 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:27.436343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96496e73-d8b4-4bf9-b914-b247f37c3f41 req-22375f18-e73d-44d6-b649-acd16c178366 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1818290 Nov 10 22:36:27.444923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.459837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Calling delete_port for 219571b7-4919-47a7-94c2-47bd54b09b7e owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:27.480891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.618394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96496e73-d8b4-4bf9-b914-b247f37c3f41 req-8d07ca20-f3ed-4701-9df2-1c4e03f93c0e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810699 Nov 10 22:36:27.622629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] For port 5d5d9642-cb70-449f-81c9-747e243d132f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:27.624690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2df54b-0ed1-44e8-a94f-c1286db1e1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.629204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Attempting to bind port b12c443a-ad96-4811-bd83-c33618718928 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:27.629721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Attempting to bind port b12c443a-ad96-4811-bd83-c33618718928 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:27.630208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Attempting to bind port b12c443a-ad96-4811-bd83-c33618718928 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:27.636152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Port b12c443a-ad96-4811-bd83-c33618718928 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:27.637612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Attempting to bind port b12c443a-ad96-4811-bd83-c33618718928 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:27.643915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] For port 5d5d9642-cb70-449f-81c9-747e243d132f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d5d9642-cb70-449f-81c9-747e243d132f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:27.646765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.658205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.658742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.659716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:27.660403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:27.661047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:27.661670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Bound port: b12c443a-ad96-4811-bd83-c33618718928, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:27.662506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.696460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=219571b7-4919-47a7-94c2-47bd54b09b7e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.724419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] No DVR routers for this DVR port 219571b7-4919-47a7-94c2-47bd54b09b7e on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:27.728530 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.786486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] No DVR routers for this DVR port 219571b7-4919-47a7-94c2-47bd54b09b7e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:27.790580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:27.794949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4028a7f6-179c-4dee-b032-08c65cd7a109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.799891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b12c443a-ad96-4811-bd83-c33618718928,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:27.801467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4028a7f6-179c-4dee-b032-08c65cd7a109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.812037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.814620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:27.816692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:27.853847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Allocated IP 172.20.0.1 (9b74a56c-569d-44d7-b388-d4b4e828e98c/a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8/471df12a-6e7d-4fee-bb40-ec32417717ed) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:27.877587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.879283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441cea5-6807-486e-99e0-b7d0a2f0561f None None] Pushing event updated for resources: {'Port': ['ID=5d5d9642-cb70-449f-81c9-747e243d132f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.881858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:27.891423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.895387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] 10.222.0.20 "PUT /v2.0/ports/b12c443a-ad96-4811-bd83-c33618718928 HTTP/1.1" status: 200 len: 1092 time: 1.2511241 Nov 10 22:36:27.899763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4028a7f6-179c-4dee-b032-08c65cd7a109 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=389c367133c543e59ae1bbe714f52d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223198 Nov 10 22:36:27.905868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:27.908395 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247e5fc-8088-472b-942c-7ffe905ea2da" -d '{"events": [{"name": "network-changed", "server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "tag": "b12c443a-ad96-4811-bd83-c33618718928"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:27.926152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd93490-d683-43ce-b314-b2bc154f24dd None None] Pushing event deleted for resources: {'Port': ['ID=219571b7-4919-47a7-94c2-47bd54b09b7e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.934038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53232) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:27.942115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a7f6-179c-4dee-b032-08c65cd7a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72125430-3e8c-43fe-9499-8b687668b9d6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.984216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd28e172-b10f-492f-b31e-2bdf72f891de']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:28.009601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60e04-ac6e-4273-898f-67d86eee0f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:28.009891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8219b699-ff85-43a4-a6e0-6a503eb6ee5a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:28.010342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8219b699-ff85-43a4-a6e0-6a503eb6ee5a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:28.032181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-556d0085-d3d3-4fe5-924f-da8bb06de357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:28.036101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-556d0085-d3d3-4fe5-924f-da8bb06de357 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 1095 time: 0.0912669 Nov 10 22:36:28.040661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:28.061541 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93e5a7-680b-4b76-b43d-b8859a8834b6 x-openstack-request-id: req-7e93e5a7-680b-4b76-b43d-b8859a8834b6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:28.061893 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "tag": "b12c443a-ad96-4811-bd83-c33618718928", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:28.063761 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e93e5a7-680b-4b76-b43d-b8859a8834b6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:28.064056 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928', 'status': 'completed', 'code': 200} Nov 10 22:36:28.072086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53238) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:28.073796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.137870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.160112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:28.160812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:28.167421 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:28.243234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f05904-f5aa-4c25-89f1-9d8c8c49cf41 req-d41a1137-3c6e-4471-a678-e60eec8d3abe tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:28.244869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42f05904-f5aa-4c25-89f1-9d8c8c49cf41 req-d41a1137-3c6e-4471-a678-e60eec8d3abe tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 944 time: 0.2495210 Nov 10 22:36:28.261023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1163636293-network', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:28.306611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.324783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.334451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.356920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.362531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd28e172-b10f-492f-b31e-2bdf72f891de HTTP/1.1" status: 204 len: 168 time: 1.8418221 Nov 10 22:36:28.395563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Made reservation on behalf of df815e5e0d0d4cf78e62f24ba17ffaa2 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:28.398691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.401655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-45e82ee1-92c0-49c0-ab15-5a6ba24d6f5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b12c443a-ad96-4811-bd83-c33618718928 HTTP/1.1" status: 200 len: 217 time: 0.3567178 Nov 10 22:36:28.407778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.421922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038fe59-cdbe-4671-b2ad-770db2934dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd28e172-b10f-492f-b31e-2bdf72f891de,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:28.459558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.463832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-9a67f96e-5fd4-4692-8e62-0670c6643bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:28.464181 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42f05904-f5aa-4c25-89f1-9d8c8c49cf41 req-577de2d3-988e-4ba2-b7c5-2e4b535dec6d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925280 Nov 10 22:36:28.465768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-9a67f96e-5fd4-4692-8e62-0670c6643bb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0568087 Nov 10 22:36:28.504320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:24Z', 'revision_number': 3, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:28.506006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.506443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-fe8d6784-e770-4dd6-b2c0-9a6dae11cce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336633 Nov 10 22:36:28.544088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e2713-2366-4218-874b-ef56cafc0cec None None] The sync data for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 is: [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:24Z', 'revision_number': 3, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:28.567308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:28.573464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:28.575369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.593042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.596784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72125430-3e8c-43fe-9499-8b687668b9d6 HTTP/1.1" status: 204 len: 168 time: 0.6552114 Nov 10 22:36:28.598029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:28.635941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Pushing event updated for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:28.644002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77677ff-a27e-4e99-a036-f966abbebb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72125430-3e8c-43fe-9499-8b687668b9d6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:28.703130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:28.774580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.783458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.800798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560844c-56c3-4008-ae0c-0dacdfe3b4e9 req-936d927a-1529-46c7-9889-944201a58c8e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:28.812902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7560844c-56c3-4008-ae0c-0dacdfe3b4e9 req-936d927a-1529-46c7-9889-944201a58c8e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.3052521 Nov 10 22:36:28.872540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.899393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.977971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-40a286a8-92c4-4a32-b481-6e7d112049fc None None] Provisioning complete for port 471df12a-6e7d-4fee-bb40-ec32417717ed triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:28.978408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-1448ae70-3a3f-4272-955c-6b34b8263778 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436171 Nov 10 22:36:28.981214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40a286a8-92c4-4a32-b481-6e7d112049fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.988926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:36:28.990169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7560844c-56c3-4008-ae0c-0dacdfe3b4e9 req-61897d0a-0e62-4851-961b-7561ca209652 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761007 Nov 10 22:36:29.006316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6376fcf-7c39-4aeb-97b2-6f1d6d7ace11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19ae7848001a4a708305e36b69066c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024316 Nov 10 22:36:29.023182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53254) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:29.071371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.072004 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Added segment fc582591-3c5b-4668-b1a2-f613f7b7099a of type vlan for network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd Nov 10 22:36:29.081157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-40a286a8-92c4-4a32-b481-6e7d112049fc None None] Port 471df12a-6e7d-4fee-bb40-ec32417717ed cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:29.094148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd5df7-aca3-45ef-8bd2-09e4b002e3bc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.113583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b857-376d-4cef-8572-0db8caab5a73 req-a337b316-88a4-4a3b-a88c-f9b607d10aed tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.115308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7086b857-376d-4cef-8572-0db8caab5a73 req-a337b316-88a4-4a3b-a88c-f9b607d10aed tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.3393178 Nov 10 22:36:29.169007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7826fc62-3637-410e-b314-6cbd06a726e9 req-cf62e7ce-ea74-4e7e-a5c9-9f4bad86ce50 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751115 Nov 10 22:36:29.215508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.300849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-23498cae-a5ab-4a6e-b473-0cf839eb8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.302381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-23498cae-a5ab-4a6e-b473-0cf839eb8553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 1095 time: 0.0695851 Nov 10 22:36:29.308014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.310396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.315121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7086b857-376d-4cef-8572-0db8caab5a73 req-921113ae-b2fd-4252-bdaf-65d2fbf63e1e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895721 Nov 10 22:36:29.326117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.327226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.328064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.433653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.459091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-c6af8bdc-6c5f-47a1-9967-6fe521fd35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.466623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-c6af8bdc-6c5f-47a1-9967-6fe521fd35b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.1558206 Nov 10 22:36:29.517885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-bf8b6341-3f43-4451-980b-dc901fbc8f54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b12c443a-ad96-4811-bd83-c33618718928 HTTP/1.1" status: 200 len: 217 time: 0.0437360 Nov 10 22:36:29.523719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4476073 Nov 10 22:36:29.527183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:29.567872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.570834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.574212 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d5a91f0-8963-4dd4-a841-a0285f48e2cb HTTP/1.1" status: 204 len: 168 time: 0.5463672 Nov 10 22:36:29.602668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaab04e-59b4-4a10-b0f7-2b343600d58f admin admin] Pushing event updated for resources: {'Network': ['ID=3d04e07b-a056-45f8-875d-d1cf2a76c3bd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.605666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Request body: {'subnet': {'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-subnet', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:29.617138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:36:29.642768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1ecb1-0a2f-477b-b779-e67a4610a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a91f0-8963-4dd4-a841-a0285f48e2cb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.677908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-5d71a7a3-85b7-49d0-b3a3-8ad459234989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.681717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-5d71a7a3-85b7-49d0-b3a3-8ad459234989 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1565502 Nov 10 22:36:29.742211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Made reservation on behalf of df815e5e0d0d4cf78e62f24ba17ffaa2 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:29.756872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.772311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-7f92d871-8348-4da8-bdd0-39e29b576868 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774724 Nov 10 22:36:29.887375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d02ec-0ea4-4b1c-948c-d82b557d464b req-ecd58f25-95de-4bf1-bee2-f0853dfffc01 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.905570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-659d02ec-0ea4-4b1c-948c-d82b557d464b req-ecd58f25-95de-4bf1-bee2-f0853dfffc01 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 944 time: 0.2938762 Nov 10 22:36:29.924881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.935848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.088101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Pushing event updated for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:30.112851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.134002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.134584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.137014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.137518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.138231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.138788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.139314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.140489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.142056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.142588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.143150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.144224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.206609 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.267957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65152-9d19-477f-830e-48eae772ad7b req-1b922120-40c0-4575-8f56-c6efdd59f256 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:30.275665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11f65152-9d19-477f-830e-48eae772ad7b req-1b922120-40c0-4575-8f56-c6efdd59f256 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1205325 Nov 10 22:36:30.302065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.348092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:30.353587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:30.388562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11f65152-9d19-477f-830e-48eae772ad7b req-96d1d2a3-b835-4826-914d-0242cdf59689 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117256 Nov 10 22:36:30.447460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-659d02ec-0ea4-4b1c-948c-d82b557d464b req-d7cb42bc-759e-449f-bf7a-fbd362ba33c2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409276 Nov 10 22:36:30.558722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-14207207-f8a2-40d8-85d3-55caa83154fe service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820292 Nov 10 22:36:30.639368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.698637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb45d71-9e0a-4e5b-ade8-76bc8450af86,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:30.700720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:30.738626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.738971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.739309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.739776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.740116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.740443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.740767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.741184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.741506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.741950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.742136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.742452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:30.773528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Checking segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:30.773888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Network hostable DHCP agents. Network: 3d04e07b-a056-45f8-875d-d1cf2a76c3bd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:36:30.826187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5247e5fc-8088-472b-942c-7ffe905ea2da req-0246d488-e96d-4f3b-81ea-f46051b562f2 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475488 Nov 10 22:36:30.835792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f609d8e5-9e58-49c4-b71f-e54229ee2651 None None] Provisioning complete for port 471df12a-6e7d-4fee-bb40-ec32417717ed triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:30.836226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f609d8e5-9e58-49c4-b71f-e54229ee2651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.854585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe458-1239-40e6-a8e8-7f24995dd59b req-72d30eeb-63ed-4395-bfa6-99f950e29645 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:30.863332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-726fe458-1239-40e6-a8e8-7f24995dd59b req-72d30eeb-63ed-4395-bfa6-99f950e29645 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1313355 Nov 10 22:36:30.866017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:36:30.886126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3d04e07b-a056-45f8-875d-d1cf2a76c3bd) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:30.892747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:30.893388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.913371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb97329-90db-4b36-ac86-66727bcbaac0 None None] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:30.932954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:30.936447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:30.961103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-726fe458-1239-40e6-a8e8-7f24995dd59b req-4c1f2791-e935-496a-984f-4bea3b0b5261 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Nov 10 22:36:30.961664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f1957c6-9269-4ad8-b5a1-19a689ad0c5e admin admin] 10.222.0.25 "PUT /v2.0/routers/f2a2b73b-7a93-48ec-a245-6e8162b1ae70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9988818 Nov 10 22:36:30.996503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76771764-6f45-4866-a68e-622554c4b828 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3980281 Nov 10 22:36:30.999162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:31.005840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:31.031248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f609d8e5-9e58-49c4-b71f-e54229ee2651 None None] Port 471df12a-6e7d-4fee-bb40-ec32417717ed cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:31.033048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.034454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.071931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d5d9642-cb70-449f-81c9-747e243d132f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:31.117608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.211296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d5d9642-cb70-449f-81c9-747e243d132f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:31.212263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.244026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:36:31.244832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.249954 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Sync routers for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:31.263973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:31.265856 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:31.314135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.394786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-network', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:31.424586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Made reservation on behalf of 5d20b337e36c4dffb02a1a78903e526f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:31.427269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.438815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.450579 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:31.494886 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.511327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Allocated IP 172.20.0.2 (3d04e07b-a056-45f8-875d-d1cf2a76c3bd/afb45d71-9e0a-4e5b-ade8-76bc8450af86/1f8fd714-bc32-4455-b1ef-84a30f2d959f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:31.646300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 5d5d9642-cb70-449f-81c9-747e243d132f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d5d9642-cb70-449f-81c9-747e243d132f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:31.678884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.681775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-faf82c34-ed3e-436d-826c-872e9fe6d0d1 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c297ea2981a34257b0e01d0ac2631dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484719 Nov 10 22:36:31.710891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.715930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:29Z', 'revision_number': 4, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '471df12a-6e7d-4fee-bb40-ec32417717ed', 'name': '', 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'mac_address': 'fa:16:3e:00:9d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:27Z', 'updated_at': '2021-11-10T22:36:29Z', 'revision_number': 2, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'subnets': [{'id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:31.733462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.749936 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Checking router: f2a2b73b-7a93-48ec-a245-6e8162b1ae70 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:31.750497 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Updating router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 port 471df12a-6e7d-4fee-bb40-ec32417717ed binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:31.791694 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.802940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b12c443a-ad96-4811-bd83-c33618718928 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:31.803218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.824605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=5d5d9642-cb70-449f-81c9-747e243d132f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:31.837688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:36:31.849958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.861581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea8145a-58d4-4067-ac38-67413dbf30f8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:31.863781 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.873860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.874212 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Added segment 9812236e-8ab5-40ac-b755-4aa64f183fb5 of type vlan for network bfab4297-c995-425d-812b-5f6ea70c00d6 Nov 10 22:36:31.907655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.926238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-bc5a1419-1b36-4740-a1e4-e0c869e49eec tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3216362 Nov 10 22:36:31.931743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:31.958816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:31.971359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.974769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:31.976781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:31.986410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:31.998407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-fccfd9a0-9ebe-49a3-a891-463201e74203 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:32.000278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Pushing event updated for resources: {'Port': ['ID=1f8fd714-bc32-4455-b1ef-84a30f2d959f,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.006434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-fccfd9a0-9ebe-49a3-a891-463201e74203 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998092 Nov 10 22:36:32.009864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b12c443a-ad96-4811-bd83-c33618718928,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:32.053086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b12c443a-ad96-4811-bd83-c33618718928', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': 'b12c443a-ad96-4811-bd83-c33618718928', 'mac_address': 'fa:16:3e:72:31:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:32.069884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Attempting to bind port 1f8fd714-bc32-4455-b1ef-84a30f2d959f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:32.070312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Attempting to bind port 1f8fd714-bc32-4455-b1ef-84a30f2d959f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:32.070691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Attempting to bind port 1f8fd714-bc32-4455-b1ef-84a30f2d959f on network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:32.075477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-88063df7-d54e-45c1-9c22-1438e46b3d64 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/quotas/c297ea2981a34257b0e01d0ac2631dad HTTP/1.1" status: 200 len: 375 time: 0.0679028 Nov 10 22:36:32.109292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:32.109708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Checking segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:32.110669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.111466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Bound using segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:32.112447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Bound port: 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:32.112850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.116206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-664581dc-2caf-4f7b-b4e8-dd469ea3bcde tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c297ea2981a34257b0e01d0ac2631dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397801 Nov 10 22:36:32.123178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.126064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.133017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.133514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:32.134196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.182587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12c443a-ad96-4811-bd83-c33618718928 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:32.193138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Allocated IP 172.25.0.92 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2a36a139-8973-4ed5-9715-352b929e5dc0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:32.207525 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.215255 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.231260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b12c443a-ad96-4811-bd83-c33618718928,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:32.251821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.282083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] For port 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:32.292517 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Pushing event updated for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.301443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.301917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.302077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] For port 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f8fd714-bc32-4455-b1ef-84a30f2d959f,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:32.302419 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.302910 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.303497 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.303999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.304524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.305174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.305794 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.306449 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.307213 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.307798 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:32.336117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.344581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3776300 Nov 10 22:36:32.349926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:32.356418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Request body: {'subnet': {'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-subnet', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:32.371645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2464fa-42e7-446a-a320-1f167b88a854 admin admin] Pushing event updated for resources: {'Network': ['ID=bfab4297-c995-425d-812b-5f6ea70c00d6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.383286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network bfab4297-c995-425d-812b-5f6ea70c00d6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:36:32.396609 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Attempting to bind port 471df12a-6e7d-4fee-bb40-ec32417717ed on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:32.397651 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Attempting to bind port 471df12a-6e7d-4fee-bb40-ec32417717ed by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:32.398222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Attempting to bind port 471df12a-6e7d-4fee-bb40-ec32417717ed on network 9b74a56c-569d-44d7-b388-d4b4e828e98c {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:32.410205 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:32.410878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Checking segment: {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:32.411564 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.412154 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Bound using segment: {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:32.412911 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Bound port: 471df12a-6e7d-4fee-bb40-ec32417717ed, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7accad7-6472-4e9f-982f-21edc1530be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:32.413633 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.445535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Made reservation on behalf of 5d20b337e36c4dffb02a1a78903e526f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:32.448858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.467730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6ea29-71ab-48a6-a7be-07887f2da991 req-9f4066fd-e907-4c8d-b67c-4d560c8fa809 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:32.471655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00e6ea29-71ab-48a6-a7be-07887f2da991 req-9f4066fd-e907-4c8d-b67c-4d560c8fa809 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1637599 Nov 10 22:36:32.477627 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.492440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.515042 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] For port 471df12a-6e7d-4fee-bb40-ec32417717ed, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:32.523327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] For port 471df12a-6e7d-4fee-bb40-ec32417717ed, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=471df12a-6e7d-4fee-bb40-ec32417717ed,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:32.531797 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.579606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:32.631513 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fcdd3-7ec8-4923-8a95-f9d1b9f88156 None None] Pushing event updated for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.645432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:32.645757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:32.666958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00e6ea29-71ab-48a6-a7be-07887f2da991 req-00098c44-32b8-4d17-b62a-345f9472e4a3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809647 Nov 10 22:36:32.682566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.785762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f254-d1a1-452f-a92b-6aee480b5397 None None] Pushing event updated for resources: {'Port': ['ID=1f8fd714-bc32-4455-b1ef-84a30f2d959f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.789885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:32.823757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:32.840717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:32.853788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] Provisioning complete for port 471df12a-6e7d-4fee-bb40-ec32417717ed triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:32.854149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:32.959396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a36a139-8973-4ed5-9715-352b929e5dc0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:32.974590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.012904 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:33.132015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Allocated IP 172.25.0.101 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2c37c011-5ee1-4f29-b00b-90ed910d00ff) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:33.157207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.180645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3d348-6a40-4a27-acb0-27c530f25a5e req-60915952-0af1-47a7-8a0f-d49b75e67742 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:33.185925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ed3d348-6a40-4a27-acb0-27c530f25a5e req-60915952-0af1-47a7-8a0f-d49b75e67742 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 945 time: 0.3425870 Nov 10 22:36:33.193707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f98065ae-7219-4af9-8b21-164c5c68ecbf,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:33.242903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Checking segment: {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:33.243277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Network hostable DHCP agents. Network: bfab4297-c995-425d-812b-5f6ea70c00d6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:36:33.262588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] For port 471df12a-6e7d-4fee-bb40-ec32417717ed, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=471df12a-6e7d-4fee-bb40-ec32417717ed,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:33.272957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.336206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Network bfab4297-c995-425d-812b-5f6ea70c00d6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:36:33.345333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d5d9642-cb70-449f-81c9-747e243d132f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:33.354265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, bfab4297-c995-425d-812b-5f6ea70c00d6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:33.358608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:33.359200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.384544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8789e151-78e5-4c99-9c8a-121488b7219c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0307925 Nov 10 22:36:33.384544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:33.393674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b3570-fddc-4047-8f46-6a3372094a5b None None] Network bfab4297-c995-425d-812b-5f6ea70c00d6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:33.415300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:33.441352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ed3d348-6a40-4a27-acb0-27c530f25a5e req-f0308a7e-2151-4ef3-896a-ae7c5a62eaa5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153950 Nov 10 22:36:33.447227 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:29Z', 'revision_number': 4, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '471df12a-6e7d-4fee-bb40-ec32417717ed', 'name': '', 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'mac_address': 'fa:16:3e:00:9d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:27Z', 'updated_at': '2021-11-10T22:36:32Z', 'revision_number': 4, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'subnets': [{'id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:33.486247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f198877-19d4-48ab-b5a4-3b7d4aeaec55 None None] The sync data for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 is: [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:29Z', 'revision_number': 4, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '471df12a-6e7d-4fee-bb40-ec32417717ed', 'name': '', 'network_id': '9b74a56c-569d-44d7-b388-d4b4e828e98c', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'mac_address': 'fa:16:3e:00:9d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:27Z', 'updated_at': '2021-11-10T22:36:32Z', 'revision_number': 4, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'subnets': [{'id': 'a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:33.501838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.516982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.533944 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.578246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc660e-53c5-44f9-ab1a-b2ea1a3849ba None None] Pushing event updated for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:33.626817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.649188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.742371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d333cf2f-f4b2-482b-842a-aa38e210441c None None] Provisioning complete for port 471df12a-6e7d-4fee-bb40-ec32417717ed triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:33.742739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d333cf2f-f4b2-482b-842a-aa38e210441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.799273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b12c443a-ad96-4811-bd83-c33618718928 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:33.905363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d5d9642-cb70-449f-81c9-747e243d132f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:33.905733 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:33.908023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bfab4297-c995-425d-812b-5f6ea70c00d6', 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'fixed_ips': [{'subnet_id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:36:33.908854 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.215093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e72ac3-f22d-4acd-b163-e80ad52c90a3 None None] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:34.273706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.277059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.304707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-4e2eb623-725a-4b42-b1d7-0070723033c8 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c297ea2981a34257b0e01d0ac2631dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009192 Nov 10 22:36:34.340818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:34.383207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:34.397508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:34.434279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-a7df2454-38d5-483b-ae74-588fa92b11a1 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:34.435896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-a7df2454-38d5-483b-ae74-588fa92b11a1 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179335 Nov 10 22:36:34.441445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Allocated IP 172.20.0.2 (bfab4297-c995-425d-812b-5f6ea70c00d6/f98065ae-7219-4af9-8b21-164c5c68ecbf/befc3a94-4c4b-4871-b15d-7edf563a1abc) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:34.458406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event updated for resources: {'Port': ['ID=2c37c011-5ee1-4f29-b00b-90ed910d00ff,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:34.488108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Request body: {'port': {'device_id': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'c297ea2981a34257b0e01d0ac2631dad'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:34.512442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f8fd714-bc32-4455-b1ef-84a30f2d959f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:34.565265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65731e2b-5448-4ad8-9261-1ccb7108cc6b req-daabe7de-c0ca-453f-acee-c3342065f759 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:34.566887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65731e2b-5448-4ad8-9261-1ccb7108cc6b req-daabe7de-c0ca-453f-acee-c3342065f759 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.3620117 Nov 10 22:36:34.614155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.643901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b12c443a-ad96-4811-bd83-c33618718928 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:34.662103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b12c443a-ad96-4811-bd83-c33618718928 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:34.662484 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.694179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.704896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65731e2b-5448-4ad8-9261-1ccb7108cc6b req-d9485adc-cfc8-4efa-9c0c-0a68bc7536b9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293361 Nov 10 22:36:34.733085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Made reservation on behalf of c297ea2981a34257b0e01d0ac2631dad for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:34.733338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] Provisioning complete for port 1f8fd714-bc32-4455-b1ef-84a30f2d959f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:34.733677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.737477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.751123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.798211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.829701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab4d50e9-5154-4b5c-9584-51b2cbbe60f8 req-a1b98692-03b7-46e5-b88f-fb6d3a63b372 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 210 time: 0.0420744 Nov 10 22:36:34.852047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.892705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.943269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Router d778ea31-1a61-48fb-b415-fb1a69af49d8 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:36:34.999147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.009857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.027223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.036136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f8fd714-bc32-4455-b1ef-84a30f2d959f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:35.036505 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.089910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Allocated IP 172.25.0.17 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:35.131375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.141065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:35.143297 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f77a2f8-0ab8-448b-ae2d-583026d5d6f4" -d '{"events": [{"server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "name": "network-vif-plugged", "status": "completed", "tag": "b12c443a-ad96-4811-bd83-c33618718928"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:35.151441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708d3171-d867-4313-af14-72b08beee70f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.181136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.192921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b12c443a-ad96-4811-bd83-c33618718928,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:35.210404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.211152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a2bec-c908-4bdd-a61c-d1bd1780d183 req-c4cc4511-cf06-4b68-800a-e7bb5c299101 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.213438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-370a2bec-c908-4bdd-a61c-d1bd1780d183 req-c4cc4511-cf06-4b68-800a-e7bb5c299101 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2130029 Nov 10 22:36:35.217518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.249408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:35.267913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Sync routers for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:35.285541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] For port 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f8fd714-bc32-4455-b1ef-84a30f2d959f,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:35.297181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.301202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fb941b58-7a82-4127-8546-bde3b1bca6c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2982740 Nov 10 22:36:35.302843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:35.316476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.343594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.360493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Network bfab4297-c995-425d-812b-5f6ea70c00d6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:35.376471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:35.379014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:35.386591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:35.387220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:35.387952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.392113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.395443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.438565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Allocated IP 192.168.233.127 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/06dec377-d6c2-4ddf-91a2-caf0cad70f91) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:35.443024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.457848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.495525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-370a2bec-c908-4bdd-a61c-d1bd1780d183 req-e9cc38b9-803e-472c-8dc7-9cd43c450e17 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471263 Nov 10 22:36:35.538654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:35.558826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:35.561107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:35.614525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:35.624948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event updated for resources: {'Port': ['ID=2c37c011-5ee1-4f29-b00b-90ed910d00ff,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.640587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.674797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.676012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-b4913453-917f-4920-b11c-6da5a571bb49 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7488396 Nov 10 22:36:35.685892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 471df12a-6e7d-4fee-bb40-ec32417717ed up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:35.793218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Pushing event updated for resources: {'Port': ['ID=befc3a94-4c4b-4871-b15d-7edf563a1abc,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.795565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f23ce-bdc0-4c03-92e4-5f3b06c46f08 req-21db53a4-f865-4b76-9e86-e17797a2c6e4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.798451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-104f23ce-bdc0-4c03-92e4-5f3b06c46f08 req-21db53a4-f865-4b76-9e86-e17797a2c6e4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.1791070 Nov 10 22:36:35.807828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-6ae30f2a-87a8-4131-bc2d-530e260b9bd6 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1013699 Nov 10 22:36:35.835041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8b48fe36-5c74-4dd8-8b3e-b613220fe306 None None] Provisioning complete for port 1f8fd714-bc32-4455-b1ef-84a30f2d959f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:35.835411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b48fe36-5c74-4dd8-8b3e-b613220fe306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.837037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Attempting to bind port befc3a94-4c4b-4871-b15d-7edf563a1abc on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:35.837396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Attempting to bind port befc3a94-4c4b-4871-b15d-7edf563a1abc by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:35.837751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Attempting to bind port befc3a94-4c4b-4871-b15d-7edf563a1abc on network bfab4297-c995-425d-812b-5f6ea70c00d6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:35.880936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:35.880936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Checking segment: {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:35.881347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.881689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Bound using segment: {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:35.882169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Bound port: befc3a94-4c4b-4871-b15d-7edf563a1abc, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:35.883038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.932769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.940185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606e96-94f8-4edb-9eb1-dda62e433e97 None None] Pushing event updated for resources: {'Port': ['ID=1f8fd714-bc32-4455-b1ef-84a30f2d959f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:36.002899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-104f23ce-bdc0-4c03-92e4-5f3b06c46f08 req-807e9224-0907-4f44-a163-bdb3355b317d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932223 Nov 10 22:36:36.019553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337431-02b1-4378-87ba-62972a112137 req-038039b1-b32c-48a0-98ec-66cabc5fb6e4 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.020910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-038039b1-b32c-48a0-98ec-66cabc5fb6e4 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2028878 Nov 10 22:36:36.026508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.037647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 471df12a-6e7d-4fee-bb40-ec32417717ed triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:36.038022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.070982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-38cb9bff-f6c9-44d2-8dad-cd40c47fe0a8 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:36.071935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f337431-02b1-4378-87ba-62972a112137 req-38cb9bff-f6c9-44d2-8dad-cd40c47fe0a8 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094163 Nov 10 22:36:36.111226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.119407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] For port befc3a94-4c4b-4871-b15d-7edf563a1abc, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:36.168379 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3471bc-9a6f-4f3a-9b28-418bfe4c050b x-openstack-request-id: req-ab3471bc-9a6f-4f3a-9b28-418bfe4c050b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:36.168740 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "name": "network-vif-plugged", "status": "completed", "tag": "b12c443a-ad96-4811-bd83-c33618718928", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:36.168941 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab3471bc-9a6f-4f3a-9b28-418bfe4c050b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:36.169354 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928', 'code': 200} Nov 10 22:36:36.180046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] For port befc3a94-4c4b-4871-b15d-7edf563a1abc, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=befc3a94-4c4b-4871-b15d-7edf563a1abc,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:36.197245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.251617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:36.285081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:36.291927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:36.301924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:33Z', 'revision_number': 3, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:36.309956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2719-e38f-41f8-8b3e-8f8533240a21 None None] Pushing event updated for resources: {'Port': ['ID=befc3a94-4c4b-4871-b15d-7edf563a1abc,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:36.349437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Checking router: d778ea31-1a61-48fb-b415-fb1a69af49d8 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:36.349786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Updating router d778ea31-1a61-48fb-b415-fb1a69af49d8 port 2a36a139-8973-4ed5-9715-352b929e5dc0 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:36.361363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Pushing event updated for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:36.380128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5ff9c-a11b-41b8-9056-a93dba52c49e req-703abfe4-e1cf-4939-9ae3-98c6ebfcde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.381799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9e5ff9c-a11b-41b8-9056-a93dba52c49e req-703abfe4-e1cf-4939-9ae3-98c6ebfcde45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 1097 time: 0.1388123 Nov 10 22:36:36.393740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8b68-fb5c-45c4-9d57-16146f3aa541 req-7728d5c3-80d1-4254-8bb8-76b591e809fc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.395633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16fe8b68-fb5c-45c4-9d57-16146f3aa541 req-7728d5c3-80d1-4254-8bb8-76b591e809fc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 936 time: 0.1514616 Nov 10 22:36:36.429669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.441562 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.463081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09319f99-24bb-4ee4-b9b7-89a36333b46b req-fec24cfe-6968-4bc7-a986-86f39150db59 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.471110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09319f99-24bb-4ee4-b9b7-89a36333b46b req-fec24cfe-6968-4bc7-a986-86f39150db59 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.2505248 Nov 10 22:36:36.501085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.581169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.581746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.588458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09319f99-24bb-4ee4-b9b7-89a36333b46b req-45091cc8-6d1e-421a-b621-7c1e5087e238 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164637 Nov 10 22:36:36.602904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16fe8b68-fb5c-45c4-9d57-16146f3aa541 req-f6600818-3ae2-4466-ad3e-c6f73c8caadb tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991208 Nov 10 22:36:36.630356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9e5ff9c-a11b-41b8-9056-a93dba52c49e req-a624453d-7f0d-4da0-8b65-3dee149dd335 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252259 Nov 10 22:36:36.690214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-b1227534-d5bc-4768-af7d-198fe03f2efc tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2098112 Nov 10 22:36:36.736011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6c968d8-465b-409b-8601-e7363d0f7e8a req-9f1561f5-3115-461a-b59c-593e41889ab5 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips/c9d17bed-a992-420d-9d32-b5a7bc463af9 HTTP/1.1" status: 200 len: 693 time: 0.0694363 Nov 10 22:36:36.803326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Router 797ce040-cc64-4cee-bc68-d8637629f384 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:36:36.824940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1e2dde13-ef84-4d38-946a-65e95ee77a86 None None] Provisioning complete for port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:36.825584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e2dde13-ef84-4d38-946a-65e95ee77a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:36.907176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c968d8-465b-409b-8601-e7363d0f7e8a req-3cd78e84-a5c7-4141-a67b-c971c24c1ab1 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.908753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6c968d8-465b-409b-8601-e7363d0f7e8a req-3cd78e84-a5c7-4141-a67b-c971c24c1ab1 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1642933 Nov 10 22:36:36.921402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1e2dde13-ef84-4d38-946a-65e95ee77a86 None None] Port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:36.942368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-d6c968d8-465b-409b-8601-e7363d0f7e8a req-406350f2-bd81-4836-b56e-5b959d09bf42 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:36.943585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6c968d8-465b-409b-8601-e7363d0f7e8a req-406350f2-bd81-4836-b56e-5b959d09bf42 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078917 Nov 10 22:36:36.977754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:36.988779 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Sync routers for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:37.006211 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:37.007250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:37.023017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.026787 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48583fba-8c09-45dc-95cc-212c72eed901 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6392663 Nov 10 22:36:37.058843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53388) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:37.085187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.092364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.108216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Request body: {'port': {'device_id': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:37.166543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Attempting to bind port 2a36a139-8973-4ed5-9715-352b929e5dc0 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:37.166955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Attempting to bind port 2a36a139-8973-4ed5-9715-352b929e5dc0 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:37.167402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Attempting to bind port 2a36a139-8973-4ed5-9715-352b929e5dc0 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:37.170897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b96f6-d9b8-423a-b0c1-b27a977f2cff None None] Pushing event updated for resources: {'Port': ['ID=2a36a139-8973-4ed5-9715-352b929e5dc0,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:37.179768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:37.180564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:37.181090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.181832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:37.182397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Bound port: 2a36a139-8973-4ed5-9715-352b929e5dc0, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:37.182863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.188934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Allocated IP 172.20.0.1 (3d04e07b-a056-45f8-875d-d1cf2a76c3bd/afb45d71-9e0a-4e5b-ade8-76bc8450af86/36810445-2e13-4b16-bd18-9da65ef11231) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:37.200028 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:37.202341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd47e1-9132-452e-b82a-a6bdd91c7ba1 req-32a0d150-16c0-49e8-9234-d3414cc6fd73 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:37.209679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8acd47e1-9132-452e-b82a-a6bdd91c7ba1 req-32a0d150-16c0-49e8-9234-d3414cc6fd73 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.4471900 Nov 10 22:36:37.243108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.274955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] For port 2a36a139-8973-4ed5-9715-352b929e5dc0, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:37.279615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] For port 2a36a139-8973-4ed5-9715-352b929e5dc0, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a36a139-8973-4ed5-9715-352b929e5dc0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:37.285406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.344853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:37.345798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:37.390683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8acd47e1-9132-452e-b82a-a6bdd91c7ba1 req-be5d470b-127a-4756-bb73-97d9381d66da tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800082 Nov 10 22:36:37.587324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:35Z', 'revision_number': 3, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:37.599258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.627881 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Checking router: 797ce040-cc64-4cee-bc68-d8637629f384 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:37.628324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Updating router 797ce040-cc64-4cee-bc68-d8637629f384 port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:37.664043 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.682186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:37.738617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5ff8-860e-4d23-9b3b-064950c7e375 req-aa843af3-bc16-40e7-b913-f78196f8af1a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:37.740243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df4f5ff8-860e-4d23-9b3b-064950c7e375 req-aa843af3-bc16-40e7-b913-f78196f8af1a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.2019911 Nov 10 22:36:37.752222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:37.803263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a9c05-13af-4e09-b026-3007b3f3531f None None] Network bfab4297-c995-425d-812b-5f6ea70c00d6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:37.859229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:37.872722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ea90806-eba2-4fc8-ac45-32a69fb81e41 req-f933810b-a877-45a1-b60d-76623f45819a tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=da2ecbab1d7b423a960564c86ce2ad7d HTTP/1.1" status: 200 len: 696 time: 0.8972676 Nov 10 22:36:37.888583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:37.900927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:37.910440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Pushing event updated for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:37.935429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df4f5ff8-860e-4d23-9b3b-064950c7e375 req-54339600-ea06-4f53-a5bc-45e7051ca669 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869748 Nov 10 22:36:37.990062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device befc3a94-4c4b-4871-b15d-7edf563a1abc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:37.993554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b96f6-d9b8-423a-b0c1-b27a977f2cff None None] Pushing event updated for resources: {'Port': ['ID=2a36a139-8973-4ed5-9715-352b929e5dc0,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:37.996106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.086806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dec377-d6c2-4ddf-91a2-caf0cad70f91 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:38.100160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.116024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea90806-eba2-4fc8-ac45-32a69fb81e41 req-8b194c5e-5c39-4dd5-849b-70b3914c3b2c tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:38.117800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ea90806-eba2-4fc8-ac45-32a69fb81e41 req-8b194c5e-5c39-4dd5-849b-70b3914c3b2c tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks?id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 787 time: 0.2349343 Nov 10 22:36:38.157666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-2ea90806-eba2-4fc8-ac45-32a69fb81e41 req-32731933-0edd-4e88-a009-811aec374016 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:38.158082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Transition to ACTIVE for port object 06dec377-d6c2-4ddf-91a2-caf0cad70f91 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:38.159734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ea90806-eba2-4fc8-ac45-32a69fb81e41 req-32731933-0edd-4e88-a009-811aec374016 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086484 Nov 10 22:36:38.171223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.214896 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.232113 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.240591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] Provisioning complete for port befc3a94-4c4b-4871-b15d-7edf563a1abc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:38.241068 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.304577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Attempting to bind port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:38.305110 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Attempting to bind port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:38.305706 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Attempting to bind port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:38.320735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:38.325967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:38.328089 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.329824 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:38.330450 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Bound port: e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:38.333183 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.335012 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11f57-bc2a-4527-ac7a-d7c5679d5388 None None] Pushing event updated for resources: {'Port': ['ID=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:38.367904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fac47-cc0c-4615-9b22-81558ed461c4 req-76892138-4c9c-456e-836a-edfda58f9601 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:38.370937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e1fac47-cc0c-4615-9b22-81558ed461c4 req-76892138-4c9c-456e-836a-edfda58f9601 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 948 time: 0.1088438 Nov 10 22:36:38.424168 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] For port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:38.428597 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] For port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:38.434638 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.440123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Pushing event updated for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:38.447437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.502555 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:38.503355 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:38.510380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e1fac47-cc0c-4615-9b22-81558ed461c4 req-e977b77f-79f2-4363-b876-e30afbedcc2b tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912414 Nov 10 22:36:38.567254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.567958 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11f57-bc2a-4527-ac7a-d7c5679d5388 None None] Pushing event updated for resources: {'Port': ['ID=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:38.602712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677067f-3010-4c97-ba59-99cc31dcde8c req-2936ac85-ad73-496c-8123-b4bee9341e84 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:38.603280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port befc3a94-4c4b-4871-b15d-7edf563a1abc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:38.603280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.605718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5677067f-3010-4c97-ba59-99cc31dcde8c req-2936ac85-ad73-496c-8123-b4bee9341e84 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.3419514 Nov 10 22:36:38.651936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.660385 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:38.663657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Attempting to bind port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:38.664367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Attempting to bind port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:38.664776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Attempting to bind port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:38.671727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-bce45759-4de8-4b00-b748-45f88038e478 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips/c9d17bed-a992-420d-9d32-b5a7bc463af9 HTTP/1.1" status: 200 len: 693 time: 0.1132426 Nov 10 22:36:38.704926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] For port befc3a94-4c4b-4871-b15d-7edf563a1abc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=befc3a94-4c4b-4871-b15d-7edf563a1abc,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:38.709351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:38.709779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Attempting to bind port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:38.712251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.748632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:38.749077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:38.749488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:38.749929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Bound port: 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:38.750945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.761043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5677067f-3010-4c97-ba59-99cc31dcde8c req-33550c2f-41aa-4155-a1e3-7ac014d2d2dc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396923 Nov 10 22:36:38.807683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:33Z', 'revision_number': 3, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:38.899423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e968439-0537-4e99-a490-62eee51450f3 None None] The sync data for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 is: [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:33Z', 'revision_number': 3, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:38.909827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d82a13-8d55-4598-a4f6-1f5307d3ba00 None None] Pushing event updated for resources: {'Port': ['ID=befc3a94-4c4b-4871-b15d-7edf563a1abc,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:38.934120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f8fd714-bc32-4455-b1ef-84a30f2d959f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:38.990093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:39.004818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-9f46422a-eda3-4d53-8ff3-74440acb6b0a tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.013385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-9f46422a-eda3-4d53-8ff3-74440acb6b0a tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.3392951 Nov 10 22:36:39.020117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f8fd714-bc32-4455-b1ef-84a30f2d959f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:39.020913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.023954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:39.035890 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.076658 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:35Z', 'revision_number': 3, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:39.082159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0c9a5046-5bd9-4e19-8172-c633149f0b36 None None] Provisioning complete for port 36810445-2e13-4b16-bd18-9da65ef11231 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:39.087114 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5046-5bd9-4e19-8172-c633149f0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.109418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Allocated IP 172.20.0.1 (bfab4297-c995-425d-812b-5f6ea70c00d6/f98065ae-7219-4af9-8b21-164c5c68ecbf/aceae9fc-5baf-427e-b0e0-2afce98d5f29) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:39.115816 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d675-ead3-4209-be01-929d3ab95120 None None] The sync data for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 is: [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:35Z', 'revision_number': 3, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:39.118569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-265d16ec-c35f-44f7-bc00-0034bfbd6fca tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1041954 Nov 10 22:36:39.129620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.208397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89685-5c9b-4bf1-9946-b220770b2ae2 req-863a21cd-655b-4384-9f97-d263680b841f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.211194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a5046-5bd9-4e19-8172-c633149f0b36 None None] Port 36810445-2e13-4b16-bd18-9da65ef11231 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:39.216796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe89685-5c9b-4bf1-9946-b220770b2ae2 req-863a21cd-655b-4384-9f97-d263680b841f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2933531 Nov 10 22:36:39.222007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.222619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.224063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/06dec377-d6c2-4ddf-91a2-caf0cad70f91 HTTP/1.1" status: 200 len: 1096 time: 2.1310565 Nov 10 22:36:39.225546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.234002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:39.237937 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4a7642-88bd-4c3e-be6f-470a420503bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:39.323514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-45003e15-59bd-4670-9f2c-b3eeb770b4f5 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1776052 Nov 10 22:36:39.339431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ce09c0a5-bfb5-4b56-81b3-f31f2e9cdbe7 None None] Provisioning complete for port befc3a94-4c4b-4871-b15d-7edf563a1abc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:39.340011 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce09c0a5-bfb5-4b56-81b3-f31f2e9cdbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.402894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e4d95-1b7c-469f-a5f9-c5e8f44b16c1 service neutron] Pushing event updated for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:39.424420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.469814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-ffb2c09b-1458-45f2-a1c5-64123ea379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.471403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-ffb2c09b-1458-45f2-a1c5-64123ea379b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c297ea2981a34257b0e01d0ac2631dad&device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 1099 time: 0.1860600 Nov 10 22:36:39.501632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe89685-5c9b-4bf1-9946-b220770b2ae2 req-90a11956-d604-438d-8bae-8dbd1fc2e698 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791922 Nov 10 22:36:39.590812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-c2642ebd-bccd-4713-b2f7-9304d97446c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91 HTTP/1.1" status: 200 len: 217 time: 0.0880501 Nov 10 22:36:39.606918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.620605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Pushing event updated for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:39.710900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Deleting port 2c37c011-5ee1-4f29-b00b-90ed910d00ff {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:39.711155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.756841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a4e87-ea76-476f-b220-3aab5798ad8a req-c1172863-c63b-426b-8339-00200f9d2e32 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.758633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f5a4e87-ea76-476f-b220-3aab5798ad8a req-c1172863-c63b-426b-8339-00200f9d2e32 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.1541398 Nov 10 22:36:39.765170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-ab9f356a-99a9-4580-a7f9-d8b199d0f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.767350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-ab9f356a-99a9-4580-a7f9-d8b199d0f1ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1654968 Nov 10 22:36:39.791597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.793568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:39.809031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a36a139-8973-4ed5-9715-352b929e5dc0 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:39.833123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:39.863989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Network bfab4297-c995-425d-812b-5f6ea70c00d6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:39.880133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:39.909374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2a36a139-8973-4ed5-9715-352b929e5dc0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:39.909626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.923397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:39.929793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f5a4e87-ea76-476f-b220-3aab5798ad8a req-3c5d03b2-8976-459c-bded-ceae0307b964 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394312 Nov 10 22:36:39.936512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-a123f07a-ce61-442b-9767-4e1a89b52dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.943167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-a123f07a-ce61-442b-9767-4e1a89b52dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681669 Nov 10 22:36:40.048999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.049556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.120934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.148179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.172467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 2a36a139-8973-4ed5-9715-352b929e5dc0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a36a139-8973-4ed5-9715-352b929e5dc0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:40.178312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Pushing event updated for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:40.179020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.179754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device befc3a94-4c4b-4871-b15d-7edf563a1abc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:40.206771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Router d778ea31-1a61-48fb-b415-fb1a69af49d8 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:40.208851 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9114d-a617-4ffd-b9f1-5f14a0e0bad1 x-openstack-request-id: req-8ce9114d-a617-4ffd-b9f1-5f14a0e0bad1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:40.209189 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:40.209473 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ce9114d-a617-4ffd-b9f1-5f14a0e0bad1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:40.209860 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91', 'status': 'completed', 'code': 200} Nov 10 22:36:40.238064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Calling delete_port for 2c37c011-5ee1-4f29-b00b-90ed910d00ff owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:40.293461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-0461dfb9-d7ba-4b39-93b7-1dedf463f9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379259 Nov 10 22:36:40.336056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=2a36a139-8973-4ed5-9715-352b929e5dc0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:40.389896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c1054bbc-2a72-43aa-8331-683522961506 None None] Provisioning complete for port 36810445-2e13-4b16-bd18-9da65ef11231 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:40.390265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c1054bbc-2a72-43aa-8331-683522961506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.474695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.509900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3103051-232e-4c96-87a8-d42bde61ecc3 req-c78f46c2-2d95-4167-8ed6-f786a6cbfdaa service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089705 Nov 10 22:36:40.533577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:40.550714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ddfb7adf-d0b7-4c0e-9b07-013b99cc560a admin admin] 10.222.0.25 "PUT /v2.0/routers/d778ea31-1a61-48fb-b415-fb1a69af49d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2346921 Nov 10 22:36:40.560468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4856-0ecb-4bde-b4a5-e0f8556f491c req-df11c3ce-6efa-495e-aa1e-e2f9a6ebc089 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:40.564297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b79d4856-0ecb-4bde-b4a5-e0f8556f491c req-df11c3ce-6efa-495e-aa1e-e2f9a6ebc089 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 948 time: 0.1624398 Nov 10 22:36:40.683915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.714149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port befc3a94-4c4b-4871-b15d-7edf563a1abc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:40.714149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.714743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-dc4e7361-8117-44ff-94c3-f2e01f4aa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:40.714743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-dc4e7361-8117-44ff-94c3-f2e01f4aa024 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c297ea2981a34257b0e01d0ac2631dad&device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 1099 time: 0.1241500 Nov 10 22:36:40.714743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b79d4856-0ecb-4bde-b4a5-e0f8556f491c req-e963af21-9a84-4b68-ad9c-a789b8ffc668 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390345 Nov 10 22:36:40.776772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event deleted for resources: {'Port': ['ID=2c37c011-5ee1-4f29-b00b-90ed910d00ff,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:40.817818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c1054bbc-2a72-43aa-8331-683522961506 None None] Port 36810445-2e13-4b16-bd18-9da65ef11231 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:40.861128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-fe9e68a4-011d-483d-8684-2ac8dd44b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:40.862763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-fe9e68a4-011d-483d-8684-2ac8dd44b429 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1505442 Nov 10 22:36:40.915035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.917915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.918778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a04d18b-2ecd-4a6f-9fe1-8ace8978bb97 req-4bf18e70-4821-45d7-a964-f2cdf91c7395 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9d17bed-a992-420d-9d32-b5a7bc463af9 HTTP/1.1" status: 204 len: 173 time: 1.5614753 Nov 10 22:36:40.926557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-c1b3605d-6b37-470d-a0e8-de2b0452c305 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91 HTTP/1.1" status: 200 len: 217 time: 0.0430090 Nov 10 22:36:40.958473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cf41a6dd-b22a-4c69-aa26-8771717cdac7 None None] Provisioning complete for port aceae9fc-5baf-427e-b0e0-2afce98d5f29 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:40.958720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78244-c697-4ce9-84a3-c1a9c8ce2c20 req-d1f9cadb-4609-460f-8885-39f1f7a365d0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:40.960029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5eb78244-c697-4ce9-84a3-c1a9c8ce2c20 req-d1f9cadb-4609-460f-8885-39f1f7a365d0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1168330 Nov 10 22:36:40.961687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.968302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:40.969659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cf41a6dd-b22a-4c69-aa26-8771717cdac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.036814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-19872396-a461-497a-b3e3-b294d4e2e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.038328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-19872396-a461-497a-b3e3-b294d4e2e0e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1029277 Nov 10 22:36:41.040184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cf41a6dd-b22a-4c69-aa26-8771717cdac7 None None] Port aceae9fc-5baf-427e-b0e0-2afce98d5f29 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:41.065690 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.075647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5eb78244-c697-4ce9-84a3-c1a9c8ce2c20 req-9e096a7d-5e1d-461f-b6b4-91323de3253a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893350 Nov 10 22:36:41.112127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-f9495342-fec2-479e-b75b-a3e8340c2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.113998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-f9495342-fec2-479e-b75b-a3e8340c2a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574088 Nov 10 22:36:41.137311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Pushing event updated for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:41.244698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c758-3895-4219-a732-f5eaa36fbeda req-3999405a-e1eb-4f88-98ab-11e231722cea tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.246200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f105c758-3895-4219-a732-f5eaa36fbeda req-3999405a-e1eb-4f88-98ab-11e231722cea tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0805318 Nov 10 22:36:41.248046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-476a2b5d-e9d3-494f-b275-e7fd3dbead7e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.249525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-476a2b5d-e9d3-494f-b275-e7fd3dbead7e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1878159 Nov 10 22:36:41.268306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-b29ba9ec-b611-4860-abbb-d0f2636837cf service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463323 Nov 10 22:36:41.274260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Network bfab4297-c995-425d-812b-5f6ea70c00d6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:41.276337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-2f92a89d-c368-4504-bb93-e19f3835bebb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0172238 Nov 10 22:36:41.277327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:41.361544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f105c758-3895-4219-a732-f5eaa36fbeda req-59b4a56a-4459-437e-ade2-639ff67e8a7b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049857 Nov 10 22:36:41.404518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af4a7642-88bd-4c3e-be6f-470a420503bd req-4c092db3-bcbe-42bf-b519-42b0c124c9e1 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259542 Nov 10 22:36:41.412572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-31ea2002-1354-4c21-8c00-32f01689c9e5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927668 Nov 10 22:36:41.445364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Router 797ce040-cc64-4cee-bc68-d8637629f384 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:41.565675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a23488e7-261f-4169-828d-b2f9360e76b8 None None] Provisioning complete for port aceae9fc-5baf-427e-b0e0-2afce98d5f29 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:41.566148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a23488e7-261f-4169-828d-b2f9360e76b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.605765 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-791b7aa6-8015-455b-b881-bddee613b006 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836710 Nov 10 22:36:41.629963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a23488e7-261f-4169-828d-b2f9360e76b8 None None] Port aceae9fc-5baf-427e-b0e0-2afce98d5f29 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:41.649361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:41.681553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0365bc4-b366-4447-8275-d97c2cf36588 admin admin] 10.222.0.25 "PUT /v2.0/routers/797ce040-cc64-4cee-bc68-d8637629f384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6216731 Nov 10 22:36:41.706281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a36a139-8973-4ed5-9715-352b929e5dc0 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:41.747305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-b7a096f3-2274-4499-805b-7c29c0e2bdfb service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272042 Nov 10 22:36:41.757457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2a36a139-8973-4ed5-9715-352b929e5dc0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:41.757910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.854935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:41.917589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:41.917966 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.010718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:42.019201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043434756', 'description': 'tempest-description--63453359'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:42.025836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-b4d99b8e-e686-4b46-8b21-4f22bf234d27 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1300402 Nov 10 22:36:42.030787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:42.056026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.096679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.098145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.155025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:42.161240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.206705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.259068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:42.328289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.335862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Allocated IP 172.25.0.27 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d96946d3-276f-4239-a0c8-3e5518949a0e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:42.337866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89507-bbad-4609-b577-58250de3b430 req-c92247dc-fdea-42d7-8eb7-a3af168e1620 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:42.346252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5eb89507-bbad-4609-b577-58250de3b430 req-c92247dc-fdea-42d7-8eb7-a3af168e1620 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 948 time: 0.1247716 Nov 10 22:36:42.357173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.406530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.408148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3947458 Nov 10 22:36:42.413476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:42.419805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'security_group_rule': {'security_group_id': '56a2187f-e0de-434d-87e6-42bf0d4771a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:42.432274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e06d6-3b76-4ca4-aaa7-07b6af05424c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a2187f-e0de-434d-87e6-42bf0d4771a0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:42.451185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5eb89507-bbad-4609-b577-58250de3b430 req-c6c9498f-57cc-4e12-8e21-264eb4e83b2e tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031106 Nov 10 22:36:42.499347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Sync routers for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:42.510354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.515543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:42.516371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:42.540846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.585843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.643846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.651311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:42.657374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:42.662396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.664517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:42.694141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:42.695373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event updated for resources: {'Port': ['ID=d96946d3-276f-4239-a0c8-3e5518949a0e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:42.714502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912baafa-6521-40ea-8236-1c9de0ad0d94,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:42.736105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.740241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79f73214-8d46-4126-afbd-8e4cf1912d86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254852 Nov 10 22:36:42.742163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53460) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:42.746749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'security_group_rule': {'security_group_id': '56a2187f-e0de-434d-87e6-42bf0d4771a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:42.810391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.813846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.875615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:42.976045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 2, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:43.033543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Checking router: d778ea31-1a61-48fb-b415-fb1a69af49d8 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:43.033815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Updating router d778ea31-1a61-48fb-b415-fb1a69af49d8 port 36810445-2e13-4b16-bd18-9da65ef11231 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:43.036652 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Sync routers for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:43.052556 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:43.053207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:43.074232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.096733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-b129d558-2586-4b2a-9409-d7f46f75a9d4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5680907 Nov 10 22:36:43.109198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:43.137603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.215820 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:43.286781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.333503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.345006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.423454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4166ef-cf86-46f5-bcf9-6fb95ce769b0,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:43.448150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.452681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-569b97e4-b417-4eec-a841-0ff2c0cf56c1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062824 Nov 10 22:36:43.452829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Allocated IP 172.25.0.225 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/dc9c449c-e472-418d-8a73-5324ce7826a2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:43.453871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:43.458379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.466154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.473199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:43.489161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-4e8daf4d-eb84-4472-8727-52544c480855 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:43.490596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-4e8daf4d-eb84-4472-8727-52544c480855 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.2984376 Nov 10 22:36:43.517299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:43.544435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918610-b8d9-4c3b-a7fd-764b26816b38 None None] Pushing event updated for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:43.629612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.631871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Attempting to bind port 36810445-2e13-4b16-bd18-9da65ef11231 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:43.633173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Attempting to bind port 36810445-2e13-4b16-bd18-9da65ef11231 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:43.634377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Attempting to bind port 36810445-2e13-4b16-bd18-9da65ef11231 on network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:43.643814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:43.657548 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aceae9fc-5baf-427e-b0e0-2afce98d5f29', 'name': '', 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'mac_address': 'fa:16:3e:4f:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:38Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 2, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'subnets': [{'id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:43.658287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.671692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:43.677450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Checking segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:43.678015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.678518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Bound using segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:43.679126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Bound port: 36810445-2e13-4b16-bd18-9da65ef11231, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:43.679611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.689256 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Checking router: 797ce040-cc64-4cee-bc68-d8637629f384 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:43.689602 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Updating router 797ce040-cc64-4cee-bc68-d8637629f384 port aceae9fc-5baf-427e-b0e0-2afce98d5f29 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:36:43.698334 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.726850 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.741397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:43.746471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:43.749348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:43.795824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] For port 36810445-2e13-4b16-bd18-9da65ef11231, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:43.799665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=dc9c449c-e472-418d-8a73-5324ce7826a2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:43.806513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] For port 36810445-2e13-4b16-bd18-9da65ef11231, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36810445-2e13-4b16-bd18-9da65ef11231,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:43.810437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 06dec377-d6c2-4ddf-91a2-caf0cad70f91 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:43.818531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:43.819005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:43.819479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.824382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.824965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.832213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.855356 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.908224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.993047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event updated for resources: {'Port': ['ID=d96946d3-276f-4239-a0c8-3e5518949a0e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:43.994019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:43.996931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] Provisioning complete for port 36810445-2e13-4b16-bd18-9da65ef11231 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:43.997676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.032258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:44.033255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:44.055112 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.055678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.062737 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.126517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.127910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-3662eaa6-a01f-44e5-84da-5e4aa02d2625 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1012988 Nov 10 22:36:44.137242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918610-b8d9-4c3b-a7fd-764b26816b38 None None] Pushing event updated for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:44.160831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18f46e-610d-42ad-921e-81e3568bd26f None None] Pushing event updated for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:44.165337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.8 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/0fb8b615-e947-4a04-ad67-d03930ba1fda) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:44.243727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.264311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-2ebd3e5d-0e93-46e8-8d6e-5bb45c004212 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1217651 Nov 10 22:36:44.305689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Attempting to bind port aceae9fc-5baf-427e-b0e0-2afce98d5f29 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:44.305973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Attempting to bind port aceae9fc-5baf-427e-b0e0-2afce98d5f29 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:44.306327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Attempting to bind port aceae9fc-5baf-427e-b0e0-2afce98d5f29 on network bfab4297-c995-425d-812b-5f6ea70c00d6 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:44.320651 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:44.321027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Checking segment: {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:44.321425 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.323213 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Bound using segment: {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:44.323708 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Bound port: aceae9fc-5baf-427e-b0e0-2afce98d5f29, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9812236e-8ab5-40ac-b755-4aa64f183fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:44.325619 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.379548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.384756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.410227 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] For port aceae9fc-5baf-427e-b0e0-2afce98d5f29, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:44.415345 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] For port aceae9fc-5baf-427e-b0e0-2afce98d5f29, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aceae9fc-5baf-427e-b0e0-2afce98d5f29,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:44.421551 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.431703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:44.448798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '06dec377-d6c2-4ddf-91a2-caf0cad70f91', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '06dec377-d6c2-4ddf-91a2-caf0cad70f91', 'mac_address': 'fa:16:3e:78:67:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:44.478715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=dc9c449c-e472-418d-8a73-5324ce7826a2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:44.506045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.534244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.535658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-64f451e5-650a-46a9-8dd9-fac15278f4b4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4310341 Nov 10 22:36:44.557315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.562891 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18f46e-610d-42ad-921e-81e3568bd26f None None] Pushing event updated for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:44.569279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:44.571074 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:44.571074 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:44.627981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-a9e3a118-4333-4e54-8f87-74d4288bfe5e tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:44.630442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-2ab4429c-1877-425f-b1d7-f3b2fba2c346 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0810897 Nov 10 22:36:44.647730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f74d839b-0a06-4ea6-9ffc-5f16b1a46e67 req-a9e3a118-4333-4e54-8f87-74d4288bfe5e tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.3683002 Nov 10 22:36:44.656773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.699076 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.714985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dec377-d6c2-4ddf-91a2-caf0cad70f91 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:44.739243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:44.803053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.840409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.841634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:44.851765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-2abb3d20-3aff-4dae-8366-a2e4f53a534b tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:44.857625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e519fe4-8e0a-4f87-b017-72b91741201a req-2abb3d20-3aff-4dae-8366-a2e4f53a534b tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2057772 Nov 10 22:36:44.895687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:44.955663 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:44.975005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] For port 36810445-2e13-4b16-bd18-9da65ef11231, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36810445-2e13-4b16-bd18-9da65ef11231,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:44.980601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1930c5c-15dc-4fe3-b47d-ee141c46d901 req-55a6bb4c-fae4-4bc6-8526-f90a016236d2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:44.982369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1930c5c-15dc-4fe3-b47d-ee141c46d901 req-55a6bb4c-fae4-4bc6-8526-f90a016236d2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0607519 Nov 10 22:36:44.992240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.044856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Allocated IP 172.25.0.161 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/9a49035b-4b23-42a9-9139-0d61ce08bef5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:45.063246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1930c5c-15dc-4fe3-b47d-ee141c46d901 req-b88c1a42-76b9-42b5-b0bd-c50622c94e1d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Nov 10 22:36:45.073373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3965e-0ce0-4173-9b86-c58ca7e3a8d3 req-e34b6c73-b6f6-4232-8072-bbb4fcd83f4d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:45.086222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88c3965e-0ce0-4173-9b86-c58ca7e3a8d3 req-e34b6c73-b6f6-4232-8072-bbb4fcd83f4d tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0944276 Nov 10 22:36:45.097695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['06dec377-d6c2-4ddf-91a2-caf0cad70f91'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:45.114368 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aceae9fc-5baf-427e-b0e0-2afce98d5f29', 'name': '', 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'mac_address': 'fa:16:3e:4f:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:38Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 4, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'subnets': [{'id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:45.118823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.149415 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5306f-6e79-4db5-a087-f16c5acfc326 None None] The sync data for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 is: [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aceae9fc-5baf-427e-b0e0-2afce98d5f29', 'name': '', 'network_id': 'bfab4297-c995-425d-812b-5f6ea70c00d6', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'mac_address': 'fa:16:3e:4f:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:38Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 4, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'subnets': [{'id': 'f98065ae-7219-4af9-8b21-164c5c68ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:45.165141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630a361-fcbd-407b-b416-b13bb8be60e3 None None] Pushing event updated for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:45.202354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Provisioning complete for port 36810445-2e13-4b16-bd18-9da65ef11231 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:45.202723 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.284775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:45.291496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:45.294445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:45.306584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d514-3893-49f7-951f-3391e8f87506 req-7d41bcae-5e55-4d11-b97d-18e838d2685e tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:45.310667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88c3965e-0ce0-4173-9b86-c58ca7e3a8d3 req-02da16c1-c21f-40a4-942b-665ef672f6ac tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148609 Nov 10 22:36:45.314728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f13d514-3893-49f7-951f-3391e8f87506 req-7d41bcae-5e55-4d11-b97d-18e838d2685e tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 949 time: 0.0953109 Nov 10 22:36:45.329548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:43Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:45.354979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:45.382044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402dac-a6f5-4916-a494-ccc326b59c08 None None] The sync data for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 is: [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:43Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:45.397331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f13d514-3893-49f7-951f-3391e8f87506 req-501cb6c1-a529-44ff-a82c-99007ff33680 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Nov 10 22:36:45.405865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:45.406564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.468050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.514230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Provisioning complete for port aceae9fc-5baf-427e-b0e0-2afce98d5f29 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:45.514667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.537609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-691fc781-f810-4649-865f-83d9ea9bcd9d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0268934 Nov 10 22:36:45.556079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Request body: {'port': {'device_id': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:45.589689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dc91e-3477-470b-9602-b7e7ede7beaa req-62bfda9a-600b-432b-b0f3-5f5d7de55a35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:45.591893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe2dc91e-3477-470b-9602-b7e7ede7beaa req-62bfda9a-600b-432b-b0f3-5f5d7de55a35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 931 time: 0.0837052 Nov 10 22:36:45.601869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-a659b7cb-37a0-40f2-b464-d8dbd7d4939e tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips/a8b647cf-404a-4f6c-bd40-0fd5abc692c7 HTTP/1.1" status: 200 len: 692 time: 0.1863644 Nov 10 22:36:45.668219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe2dc91e-3477-470b-9602-b7e7ede7beaa req-cc5d4e6f-f879-4320-8f25-773585865d36 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630758 Nov 10 22:36:45.675811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.754187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] For port aceae9fc-5baf-427e-b0e0-2afce98d5f29, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aceae9fc-5baf-427e-b0e0-2afce98d5f29,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:45.758796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aceae9fc-5baf-427e-b0e0-2afce98d5f29 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:45.813963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.829801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-9bc504a4-fbfc-4e7a-ad94-a961e0800900 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1444521 Nov 10 22:36:45.841559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:45.855230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.870430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.889389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ed5d2-e42e-442e-adc1-6c52566c301e None None] Pushing event updated for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:45.901798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:45.918408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:45.923920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'Port': ['ID=9a49035b-4b23-42a9-9139-0d61ce08bef5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:45.936937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-d51c93f6-4720-4ac3-ab41-269309478d48 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:45.938448 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-d51c93f6-4720-4ac3-ab41-269309478d48 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.3106554 Nov 10 22:36:45.975111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:45.978952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.018479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port aceae9fc-5baf-427e-b0e0-2afce98d5f29 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:46.019016 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.032833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-f95560f5-d351-4816-93d0-ac90d2a360b6 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0703628 Nov 10 22:36:46.035592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:46.039543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:46.120819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Allocated IP 172.25.0.199 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d9f30889-4d06-44fd-a71d-e4971ddf07bd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:46.122340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-8ce3a3a0-51a7-472a-835d-613bb981813e tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0798528 Nov 10 22:36:46.233108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36810445-2e13-4b16-bd18-9da65ef11231 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:46.266919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.293540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 36810445-2e13-4b16-bd18-9da65ef11231 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:46.294033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.310515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.354940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:46.358138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:46.362781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:46.405527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=d9f30889-4d06-44fd-a71d-e4971ddf07bd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:46.423160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.468102 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.505518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.516198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.567872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Deleting port d96946d3-276f-4239-a0c8-3e5518949a0e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:46.568312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.655602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.660245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.737884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=d9f30889-4d06-44fd-a71d-e4971ddf07bd,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:46.743521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.759112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.760682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-6dbfa2ee-34ae-4345-afdd-eb5f4a0140ec tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9245493 Nov 10 22:36:46.762109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb8b615-e947-4a04-ad67-d03930ba1fda {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:46.767686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.768007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.779335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.798280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Calling delete_port for d96946d3-276f-4239-a0c8-3e5518949a0e owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:46.812353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-754338a6-1aed-436f-bcb8-e7352a7dc79e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.0451860 Nov 10 22:36:46.828692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Transition to ACTIVE for port object 0fb8b615-e947-4a04-ad67-d03930ba1fda will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:46.836217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:46.924776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-519a4100-9117-4aa2-aa5c-3c0facbc5e4a tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:46.926136 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db3878c6-a22e-4b76-9b66-cc42ae3c8a3c req-519a4100-9117-4aa2-aa5c-3c0facbc5e4a tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1080301 Nov 10 22:36:47.025809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbc08-c08d-42df-a88f-85cd4a5580f7 req-18bf5b95-8285-4849-be26-54132002bbe8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.027540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08bcbc08-c08d-42df-a88f-85cd4a5580f7 req-18bf5b95-8285-4849-be26-54132002bbe8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0515995 Nov 10 22:36:47.083159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08bcbc08-c08d-42df-a88f-85cd4a5580f7 req-e18daadd-0c4e-48b1-9aed-d0066db5b90b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Nov 10 22:36:47.172296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.183042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.235854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:47.261428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5f17-c1a5-4372-8613-6891b97e759c req-ea6dcae2-cc90-477e-a9b9-de8f4958944e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.263064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08de5f17-c1a5-4372-8613-6891b97e759c req-ea6dcae2-cc90-477e-a9b9-de8f4958944e tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0633163 Nov 10 22:36:47.331257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08de5f17-c1a5-4372-8613-6891b97e759c req-526354a4-335c-47c1-9e87-c1fefea9bbaf tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570898 Nov 10 22:36:47.384278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'Port': ['ID=9a49035b-4b23-42a9-9139-0d61ce08bef5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:47.393235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.420291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Attempting to bind port 0fb8b615-e947-4a04-ad67-d03930ba1fda on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:47.420643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Attempting to bind port 0fb8b615-e947-4a04-ad67-d03930ba1fda by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:47.420958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Attempting to bind port 0fb8b615-e947-4a04-ad67-d03930ba1fda on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:47.433794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.435158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66f5becd-a051-43d1-9f31-2372d9ae0bf5 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9798000 Nov 10 22:36:47.437053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Port 0fb8b615-e947-4a04-ad67-d03930ba1fda on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:47.437385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Attempting to bind port 0fb8b615-e947-4a04-ad67-d03930ba1fda on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:47.443280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.447589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:47.447934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:47.448316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:47.448759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Bound port: 0fb8b615-e947-4a04-ad67-d03930ba1fda, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:47.449148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.477592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8140f-d87e-4f49-86bf-a527be729b3f req-04898005-0454-43fc-899f-ad65b24d5ad1 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.486053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Pushing event deleted for resources: {'Port': ['ID=d96946d3-276f-4239-a0c8-3e5518949a0e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:47.488559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4e8140f-d87e-4f49-86bf-a527be729b3f req-04898005-0454-43fc-899f-ad65b24d5ad1 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 949 time: 0.1026783 Nov 10 22:36:47.556163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4e8140f-d87e-4f49-86bf-a527be729b3f req-5370b663-58d9-4366-8327-4ede0e85d024 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665848 Nov 10 22:36:47.602846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aceae9fc-5baf-427e-b0e0-2afce98d5f29 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:47.618417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:47.620709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.624156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.625986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72997086-aaf8-4889-ad9e-0d93b8bf51be req-86e76a8e-5d36-40cb-b452-f541fd2dd540 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "DELETE /v2.0/floatingips/a8b647cf-404a-4f6c-bd40-0fd5abc692c7 HTTP/1.1" status: 204 len: 173 time: 1.4752975 Nov 10 22:36:47.627771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:47.634356 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.673509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port aceae9fc-5baf-427e-b0e0-2afce98d5f29 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:47.673885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.717620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.718246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.720213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/0fb8b615-e947-4a04-ad67-d03930ba1fda HTTP/1.1" status: 200 len: 1091 time: 2.1743836 Nov 10 22:36:47.720808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:47.723184 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ade5d4c-3901-4abe-b91c-da368c45f099" -d '{"events": [{"name": "network-changed", "server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:47.760391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb35865-6940-49ee-ac3a-49b2d9c1b864 req-70175bcd-09f1-4ba1-9ba9-1a8cfa75b015 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.763132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1eb35865-6940-49ee-ac3a-49b2d9c1b864 req-70175bcd-09f1-4ba1-9ba9-1a8cfa75b015 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 943 time: 0.1092479 Nov 10 22:36:47.829383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be85b-6600-4f99-9c1a-6afa8039a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:47.833783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1eb35865-6940-49ee-ac3a-49b2d9c1b864 req-7e83d9d1-2afa-48ea-a562-eba98a5af683 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625172 Nov 10 22:36:47.854809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 06dec377-d6c2-4ddf-91a2-caf0cad70f91 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:47.866620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-48dbafdc-ef52-4131-8b5d-6c79a844b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:47.868126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-48dbafdc-ef52-4131-8b5d-6c79a844b46c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 1094 time: 0.1033087 Nov 10 22:36:47.877576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-5aa30faf-91d4-4640-b0eb-3b474999fba8 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2058618 Nov 10 22:36:47.923199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:47.928946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-9fc1641c-387e-4b51-b49b-010833a74c14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda HTTP/1.1" status: 200 len: 217 time: 0.0502689 Nov 10 22:36:47.933086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:47.939457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:47.940017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:47.984352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.003672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-f87b2de0-f104-4166-8e90-bb6511d90962 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1043434756&fields=id&tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2 HTTP/1.1" status: 200 len: 267 time: 0.0603812 Nov 10 22:36:48.010776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c20393c3-3f14-4e1b-8e01-cb03a7ca6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.012282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-c20393c3-3f14-4e1b-8e01-cb03a7ca6f11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0754144 Nov 10 22:36:48.041189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.064635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:48.067064 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b59f26-9bc1-46c9-8b50-ba1fe4217df9" -d '{"events": [{"server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "name": "network-vif-plugged", "status": "completed", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:48.070340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-9266e3b6-c104-4371-afad-17bc54c87d6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337055 Nov 10 22:36:48.085316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:48.090697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.145908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-73f784aa-2f42-4e1d-8697-84d1333d60a1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.154974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-73f784aa-2f42-4e1d-8697-84d1333d60a1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/networks?id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd HTTP/1.1" status: 200 len: 815 time: 0.1416211 Nov 10 22:36:48.163744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:48.172126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-f8f58051-abe3-4649-b2be-6f08446b64bb tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/quotas/df815e5e0d0d4cf78e62f24ba17ffaa2 HTTP/1.1" status: 200 len: 375 time: 0.0143645 Nov 10 22:36:48.173295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.173805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.174141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.174798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.174798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.175113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.175466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.175788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.176494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.176623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.176858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.177206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:48.184332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-6784f5e7-96e3-44d6-a397-3a9982fe4e67 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025157 Nov 10 22:36:48.252154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.257416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-9a403777-f142-40ad-a570-ac9c29b31e7c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770967 Nov 10 22:36:48.343789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-e2db2d61-adef-48a4-a6e7-55be1e8ab6d5 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508148 Nov 10 22:36:48.362386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-fe363af6-7ba6-4677-82af-03fcaca03cc0 service neutron] 10.222.0.25 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954816 Nov 10 22:36:48.397509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Allocated IP 172.25.0.129 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d1ff1b56-fdde-47cf-b918-658f547a38f1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:48.466176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-479c735f-a6b2-4b58-a54b-bf3e117d1618 service neutron] 10.222.0.25 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947461 Nov 10 22:36:48.501548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.534383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.576316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:48.580257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:48.588431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:48.616594 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-b6597dde-f7b5-4774-a154-8be9fe28d5e8 req-b07bda8c-13c9-493d-a113-6f2c8c214985 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] show failed (client error): The resource could not be found. Nov 10 22:36:48.617270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=d1ff1b56-fdde-47cf-b918-658f547a38f1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:48.617854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6597dde-f7b5-4774-a154-8be9fe28d5e8 req-b07bda8c-13c9-493d-a113-6f2c8c214985 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips/a8b647cf-404a-4f6c-bd40-0fd5abc692c7 HTTP/1.1" status: 404 len: 350 time: 0.0422258 Nov 10 22:36:48.667711 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463300ff-c4b3-4993-9632-a5c775ddb05d x-openstack-request-id: req-463300ff-c4b3-4993-9632-a5c775ddb05d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:48.667913 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:48.668584 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-463300ff-c4b3-4993-9632-a5c775ddb05d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:48.668991 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda', 'status': 'completed', 'code': 200} Nov 10 22:36:48.694702 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d66504-2d5a-4390-bae8-790168a3e5d4 x-openstack-request-id: req-e6d66504-2d5a-4390-bae8-790168a3e5d4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:48.695210 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "name": "network-vif-plugged", "status": "completed", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:48.695306 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6d66504-2d5a-4390-bae8-790168a3e5d4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:48.695618 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91', 'code': 200} Nov 10 22:36:48.707165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.770451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.796280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-435bef57-6614-4041-b4ec-91ee8878f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.798158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-435bef57-6614-4041-b4ec-91ee8878f263 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 1094 time: 0.1077583 Nov 10 22:36:48.834820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b84fa-afa6-44cd-a6f4-755b9525e87e req-04a5915a-04fd-4458-b871-fea992cc8713 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.836549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af1b84fa-afa6-44cd-a6f4-755b9525e87e req-04a5915a-04fd-4458-b871-fea992cc8713 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0911541 Nov 10 22:36:48.844153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52227b9-c217-46ac-8c04-a5cbc143692c req-68042f8e-7214-4446-ad62-cdcb6510510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.845963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a52227b9-c217-46ac-8c04-a5cbc143692c req-68042f8e-7214-4446-ad62-cdcb6510510b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 1101 time: 0.0694826 Nov 10 22:36:48.929441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a52227b9-c217-46ac-8c04-a5cbc143692c req-502f65bb-4b2d-43cc-a93a-ba0fff87def9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Nov 10 22:36:48.939749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af1b84fa-afa6-44cd-a6f4-755b9525e87e req-46672daa-1466-492d-8976-aa09b882f962 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926933 Nov 10 22:36:48.965328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-c28ef19a-03a9-41de-8636-47e49ba07311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.966766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-c28ef19a-03a9-41de-8636-47e49ba07311 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.1602337 Nov 10 22:36:49.031109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-8d1d5622-f6f4-4214-92b9-c7d12e8e51f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda HTTP/1.1" status: 200 len: 217 time: 0.0510535 Nov 10 22:36:49.095635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.103412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.107502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-138e6140-a80b-486f-b0be-8eb5a0a3876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.108955 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-138e6140-a80b-486f-b0be-8eb5a0a3876b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0669248 Nov 10 22:36:49.130556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95800995-81db-4bdc-aa45-79fee6197c13 req-6c7bb963-57ee-44b2-8636-390920556bd8 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.132233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95800995-81db-4bdc-aa45-79fee6197c13 req-6c7bb963-57ee-44b2-8636-390920556bd8 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0501938 Nov 10 22:36:49.169457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-d40dae7f-28bf-4a67-8a57-7b2aeb1576e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413799 Nov 10 22:36:49.200703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95800995-81db-4bdc-aa45-79fee6197c13 req-25fd0dcf-d536-4c7c-a16a-96208fbe5767 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576475 Nov 10 22:36:49.203921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=d1ff1b56-fdde-47cf-b918-658f547a38f1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:49.270755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.299775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.301017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-317a52cc-9507-4924-9e81-5bb4743f6782 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4150827 Nov 10 22:36:49.303702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-beed4c7b-9616-4baa-9606-7426da6bcb9b req-f7032a8f-861b-4fbd-825c-290291ab6fcb tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 210 time: 0.0336661 Nov 10 22:36:49.350463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-667dba86-4226-4435-8e3a-796d82a2a816 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729825 Nov 10 22:36:49.359885 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-71953431-2ee8-42de-b2d8-fff0143ba7f1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.0499415 Nov 10 22:36:49.419543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5899f2-751a-43fb-a62a-fa930632aeb3 req-161e9a08-4e2f-4e77-ae73-c1a8596ab614 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.421176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b5899f2-751a-43fb-a62a-fa930632aeb3 req-161e9a08-4e2f-4e77-ae73-c1a8596ab614 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 950 time: 0.0583532 Nov 10 22:36:49.470812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b5899f2-751a-43fb-a62a-fa930632aeb3 req-81083aa1-e8c9-4bcd-b3f2-dd8d633f21c2 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Nov 10 22:36:49.529365 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-a52ab5b5-7989-4651-bfa5-6a70ff9276d4 req-51f5bc24-e6b4-4a15-b5fd-96984fd25756 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] show failed (client error): The resource could not be found. Nov 10 22:36:49.530363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a52ab5b5-7989-4651-bfa5-6a70ff9276d4 req-51f5bc24-e6b4-4a15-b5fd-96984fd25756 tempest-FloatingIPsTestJSON-1047427155 tempest-FloatingIPsTestJSON-1047427155-project] 10.222.0.25 "GET /v2.0/floatingips/a8b647cf-404a-4f6c-bd40-0fd5abc692c7 HTTP/1.1" status: 404 len: 350 time: 0.0349443 Nov 10 22:36:49.535524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ade5d4c-3901-4abe-b91c-da368c45f099 req-d672333f-56d1-4df6-9cd3-5756623c4f87 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746874 Nov 10 22:36:49.540333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53526) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:49.547800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-94897e9f-0836-4770-9ba1-11cbdcbbe7be tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.549080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01d04cf-f9fe-4895-8848-19908f8aebc0 req-94897e9f-0836-4770-9ba1-11cbdcbbe7be tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1810446 Nov 10 22:36:49.676158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03100f09-59a7-46ff-989d-37efa95eebea req-12500e1e-32ba-4f30-a6ea-94ca78f01071 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1022818 Nov 10 22:36:49.686296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:49.699142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2805a-0556-4f6c-9b60-bc76f78312f3 req-31c53e85-fb18-4108-ba3f-8f35002f5c1d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.700668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7db2805a-0556-4f6c-9b60-bc76f78312f3 req-31c53e85-fb18-4108-ba3f-8f35002f5c1d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 943 time: 0.0915422 Nov 10 22:36:49.709741 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.818158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.824921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7db2805a-0556-4f6c-9b60-bc76f78312f3 req-ee0c79ba-6971-464b-94ef-a3b829ae71fe tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890491 Nov 10 22:36:49.942051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Allocated IP 172.25.0.194 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/609b2d72-eb3b-46a9-b835-22a157797b2d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:50.003023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-68e5865d-9757-4cb9-9d5f-c184a8339756 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.005148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-68e5865d-9757-4cb9-9d5f-c184a8339756 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "GET /v2.0/networks?id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd HTTP/1.1" status: 200 len: 815 time: 0.1658151 Nov 10 22:36:50.107828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.142228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.159994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-1d7917b0-901b-485a-a56c-0b1a22f76e88 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1404822 Nov 10 22:36:50.169416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7c18-428d-41ff-bce1-676eba4e1e1d req-05c6d897-2644-42fd-9e02-7b24f74c1183 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.170839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-046c7c18-428d-41ff-bce1-676eba4e1e1d req-05c6d897-2644-42fd-9e02-7b24f74c1183 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1287944 Nov 10 22:36:50.179018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:50.184000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:50.187969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:50.217674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=609b2d72-eb3b-46a9-b835-22a157797b2d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:50.232597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-949f16f1-314b-4398-8b2b-607654fc3445 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0595722 Nov 10 22:36:50.248200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'port': {'device_id': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'admin_state_up': True, 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'security_groups': ['56a2187f-e0de-434d-87e6-42bf0d4771a0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:50.256919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.279115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.314870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.343428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-046c7c18-428d-41ff-bce1-676eba4e1e1d req-360d34f2-e443-4ea9-bab4-1137075538f7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641161 Nov 10 22:36:50.484993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.490380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.556729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event updated for resources: {'Port': ['ID=609b2d72-eb3b-46a9-b835-22a157797b2d,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:50.573001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.590133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.591379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03100f09-59a7-46ff-989d-37efa95eebea req-fdbc8479-e5fe-475e-a6d2-1c46d14573d1 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9089618 Nov 10 22:36:50.649400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03100f09-59a7-46ff-989d-37efa95eebea req-cdb76840-0a8b-439f-b6bb-6acf0326ced2 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0495384 Nov 10 22:36:50.757204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100f09-59a7-46ff-989d-37efa95eebea req-0dca8ff9-bf64-45d6-9140-37b0f585ee4c tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.758544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03100f09-59a7-46ff-989d-37efa95eebea req-0dca8ff9-bf64-45d6-9140-37b0f585ee4c tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1035185 Nov 10 22:36:50.806554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf85-cdd1-4ce8-b87e-5f9146e75ff0 req-6b8ef2c8-5a72-40fb-b007-bcc0eb282c79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.808011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-759bbf85-cdd1-4ce8-b87e-5f9146e75ff0 req-6b8ef2c8-5a72-40fb-b007-bcc0eb282c79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1264071 Nov 10 22:36:50.809768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Made reservation on behalf of df815e5e0d0d4cf78e62f24ba17ffaa2 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:50.813007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.838682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce82213-ef8c-44af-8db0-16f0cda66568 req-a2410978-05e9-4d6d-b409-6dfe46cb671f tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 210 time: 0.0296485 Nov 10 22:36:50.932541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-759bbf85-cdd1-4ce8-b87e-5f9146e75ff0 req-f2c93136-e9e3-4930-b893-1cd991de4b7f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154149 Nov 10 22:36:50.945785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bbe4-a210-4507-abb3-c41166e41e95 req-8902fa95-2146-4dd7-876c-e3d7fe082b9f tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.947309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41f1bbe4-a210-4507-abb3-c41166e41e95 req-8902fa95-2146-4dd7-876c-e3d7fe082b9f tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 950 time: 0.0515134 Nov 10 22:36:50.997283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41f1bbe4-a210-4507-abb3-c41166e41e95 req-226bc049-ee1b-4657-9995-a6cbe44e8746 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Nov 10 22:36:51.051577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f55a348d-f7ee-493c-892e-cfd5d73e50b4 req-11b59b82-1995-49db-be3e-5a8a1017515c tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips/be25ade4-f3a3-4392-81f1-796eacda9d08 HTTP/1.1" status: 200 len: 693 time: 0.0766847 Nov 10 22:36:51.075212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Allocated IP 172.20.0.6 (3d04e07b-a056-45f8-875d-d1cf2a76c3bd/afb45d71-9e0a-4e5b-ade8-76bc8450af86/78e84fa9-8b8d-4058-9fbd-967325743ea2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:51.102072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a434d-5a0f-4fe1-b110-55e35527eac7 req-4e740558-f222-4c53-86eb-2d29a111568e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.103549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c93a434d-5a0f-4fe1-b110-55e35527eac7 req-4e740558-f222-4c53-86eb-2d29a111568e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 943 time: 0.0499873 Nov 10 22:36:51.152228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c93a434d-5a0f-4fe1-b110-55e35527eac7 req-c9c4f23c-649e-479b-bb6e-90a533ca1c88 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Nov 10 22:36:51.267953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a348d-f7ee-493c-892e-cfd5d73e50b4 req-a86b7d27-f30f-47c2-a142-faa3998f8fc4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.269036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f55a348d-f7ee-493c-892e-cfd5d73e50b4 req-a86b7d27-f30f-47c2-a142-faa3998f8fc4 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2085404 Nov 10 22:36:51.284354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-f55a348d-f7ee-493c-892e-cfd5d73e50b4 req-79688103-a6fd-4628-b487-017bd4064cbd tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:51.285338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f55a348d-f7ee-493c-892e-cfd5d73e50b4 req-79688103-a6fd-4628-b487-017bd4064cbd tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079155 Nov 10 22:36:51.286591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Deleting port 471df12a-6e7d-4fee-bb40-ec32417717ed {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:51.286921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.395878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-06c90156-cdf8-4e69-90c3-3faaeece7c6a tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips/be25ade4-f3a3-4392-81f1-796eacda9d08 HTTP/1.1" status: 200 len: 693 time: 0.0657029 Nov 10 22:36:51.443282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3b4e1-5adb-45ae-a9f1-94d247d638db req-eb3292db-524b-4c9f-9c04-a04416333e73 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.445247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecb3b4e1-5adb-45ae-a9f1-94d247d638db req-eb3292db-524b-4c9f-9c04-a04416333e73 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 950 time: 0.0576773 Nov 10 22:36:51.494490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.494659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecb3b4e1-5adb-45ae-a9f1-94d247d638db req-c5552703-9917-4f3d-b6b0-0bb2d5d0b292 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Nov 10 22:36:51.496840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] For port 471df12a-6e7d-4fee-bb40-ec32417717ed, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=471df12a-6e7d-4fee-bb40-ec32417717ed,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:51.497237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.518660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0fb8b615-e947-4a04-ad67-d03930ba1fda details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:51.521064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Calling delete_port for 471df12a-6e7d-4fee-bb40-ec32417717ed owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:51.605987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e109cf3-5ead-49f6-a505-a04b8580f39b req-b0dd793d-573c-4283-b3bf-362aa56d9652 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.610168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e109cf3-5ead-49f6-a505-a04b8580f39b req-b0dd793d-573c-4283-b3bf-362aa56d9652 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0526302 Nov 10 22:36:51.623347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:51.634820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '0fb8b615-e947-4a04-ad67-d03930ba1fda', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': '0fb8b615-e947-4a04-ad67-d03930ba1fda', 'mac_address': 'fa:16:3e:28:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:51.639612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-2ba15269-0b9f-4ab9-af5d-b7c376fe5d03 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.642195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-2ba15269-0b9f-4ab9-af5d-b7c376fe5d03 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2350087 Nov 10 22:36:51.650945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.660611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e109cf3-5ead-49f6-a505-a04b8580f39b req-b69c757a-3afc-48d0-9558-353ea900cfdc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Nov 10 22:36:51.678303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.695185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb8b615-e947-4a04-ad67-d03930ba1fda {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:51.717781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:51.723051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.770763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:51.780133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-be6d8b09-dbf5-459c-8df5-a561ce93740f tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.1251495 Nov 10 22:36:51.782396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:51.793113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:51.802087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event updated for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:51.805525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:51.878582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-cbe6ea60-735b-44b5-8ea5-f36081997814 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0891483 Nov 10 22:36:51.946513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.947112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:51.978036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918aef5-39ec-43a6-bc07-05deac016834 req-b7152048-9461-4377-bf1d-307f4da6ac78 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.978599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4918aef5-39ec-43a6-bc07-05deac016834 req-b7152048-9461-4377-bf1d-307f4da6ac78 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 931 time: 0.0540497 Nov 10 22:36:51.983537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['0fb8b615-e947-4a04-ad67-d03930ba1fda'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:52.024306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-dd2154b3-8b9c-483e-98b4-d64b25c56868 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7814643 Nov 10 22:36:52.036692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Request body: {'port': {'device_id': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:52.051072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4918aef5-39ec-43a6-bc07-05deac016834 req-d270f9b4-7939-4ee4-a798-e42243782503 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651140 Nov 10 22:36:52.090949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.119448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bfcf3160-c620-4049-a677-64ccabcd77d0 None None] Provisioning complete for port 78e84fa9-8b8d-4058-9fbd-967325743ea2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:52.119909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3160-c620-4049-a677-64ccabcd77d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.143908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Pushing event deleted for resources: {'Port': ['ID=471df12a-6e7d-4fee-bb40-ec32417717ed,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:52.159798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.181917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf3160-c620-4049-a677-64ccabcd77d0 None None] Port 78e84fa9-8b8d-4058-9fbd-967325743ea2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:36:52.194693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33774-4a81-407d-bc41-b101d09b658b req-e023ee20-1f96-44f7-8cce-cb20b1853569 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:52.196339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ae33774-4a81-407d-bc41-b101d09b658b req-e023ee20-1f96-44f7-8cce-cb20b1853569 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0731215 Nov 10 22:36:52.223985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Deleting port 609b2d72-eb3b-46a9-b835-22a157797b2d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:52.224331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.251120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ae33774-4a81-407d-bc41-b101d09b658b req-24d3bdf1-0801-4e35-b7f2-7cff51f8c651 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Nov 10 22:36:52.363132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046fb4c-a69d-48d2-91b4-25bfef444bc3 req-e8ce1738-81d2-415b-b32b-cb9c826f3db0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:52.364657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6046fb4c-a69d-48d2-91b4-25bfef444bc3 req-e8ce1738-81d2-415b-b32b-cb9c826f3db0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 944 time: 0.0507607 Nov 10 22:36:52.416142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6046fb4c-a69d-48d2-91b4-25bfef444bc3 req-f2a6d5ca-3ee3-4cee-a655-ad5ef35e8dd9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Nov 10 22:36:52.485594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.485842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.537678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Calling delete_port for 609b2d72-eb3b-46a9-b835-22a157797b2d owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:52.560022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.621982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abc73a-7e44-481e-bffa-fc22ddd5f088 req-1c78adf5-3045-4456-a74a-55b3651c123b tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:52.623589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80abc73a-7e44-481e-bffa-fc22ddd5f088 req-1c78adf5-3045-4456-a74a-55b3651c123b tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 950 time: 0.0573192 Nov 10 22:36:52.674909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80abc73a-7e44-481e-bffa-fc22ddd5f088 req-ebd94358-acd4-47b7-98d4-a85ce3169f93 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/security-groups?id=708d3171-d867-4313-af14-72b08beee70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Nov 10 22:36:52.820304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607cdec-453a-4f0a-8b3e-4a0e9436e1dc req-289258e7-bb09-4092-b25c-ab467686eba9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:52.821735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9607cdec-453a-4f0a-8b3e-4a0e9436e1dc req-289258e7-bb09-4092-b25c-ab467686eba9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0872357 Nov 10 22:36:52.832454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-4256f196-7c20-4ffe-b7de-a7930b245f54 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:52.834398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-4256f196-7c20-4ffe-b7de-a7930b245f54 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 950 time: 0.0875027 Nov 10 22:36:52.849065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e84fa9-8b8d-4058-9fbd-967325743ea2 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:52.892601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.906048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.942185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9607cdec-453a-4f0a-8b3e-4a0e9436e1dc req-71870cd1-5acf-43bd-91a7-32da98565e61 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064372 Nov 10 22:36:52.970459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Transition to ACTIVE for port object 78e84fa9-8b8d-4058-9fbd-967325743ea2 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:52.973625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event deleted for resources: {'Port': ['ID=609b2d72-eb3b-46a9-b835-22a157797b2d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:52.983302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:52.988145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Deleting port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:52.988732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.103771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Pushing event updated for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:53.108271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] For port 06dec377-d6c2-4ddf-91a2-caf0cad70f91, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=06dec377-d6c2-4ddf-91a2-caf0cad70f91,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:53.108632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.122368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Calling delete_port for 06dec377-d6c2-4ddf-91a2-caf0cad70f91 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:53.130875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:53.181151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.184072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.189953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04620d90-b1ea-4a9e-bd6d-65a98cd0c350 req-3f91ed25-1591-497e-8bc8-1dc2a672cbf0 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "DELETE /v2.0/floatingips/be25ade4-f3a3-4392-81f1-796eacda9d08 HTTP/1.1" status: 204 len: 173 time: 1.2996211 Nov 10 22:36:53.242706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88d65-b6fa-4a63-ad73-f7d3b5557028 req-c400fb69-4eee-4edd-b927-b775db8fa21e tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:53.244230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fc88d65-b6fa-4a63-ad73-f7d3b5557028 req-c400fb69-4eee-4edd-b927-b775db8fa21e tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 943 time: 0.1051960 Nov 10 22:36:53.537725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0fb8b615-e947-4a04-ad67-d03930ba1fda up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:53.581439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fc88d65-b6fa-4a63-ad73-f7d3b5557028 req-0af8b5c0-7621-442c-abc2-41235d87db29 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278415 Nov 10 22:36:53.617170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.626767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 0fb8b615-e947-4a04-ad67-d03930ba1fda completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:53.636857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 0fb8b615-e947-4a04-ad67-d03930ba1fda triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:53.637667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.641229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['06dec377-d6c2-4ddf-91a2-caf0cad70f91'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:53.650322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Attempting to bind port 78e84fa9-8b8d-4058-9fbd-967325743ea2 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:53.650656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Attempting to bind port 78e84fa9-8b8d-4058-9fbd-967325743ea2 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:53.650983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Attempting to bind port 78e84fa9-8b8d-4058-9fbd-967325743ea2 on network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:53.660951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Pushing event deleted for resources: {'Port': ['ID=06dec377-d6c2-4ddf-91a2-caf0cad70f91,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:53.709526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Port 78e84fa9-8b8d-4058-9fbd-967325743ea2 on network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:53.709773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Attempting to bind port 78e84fa9-8b8d-4058-9fbd-967325743ea2 on network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:53.743573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:53.743818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Checking segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:53.744208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Bound using segment: {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:53.744650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Bound port: 78e84fa9-8b8d-4058-9fbd-967325743ea2, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc582591-3c5b-4668-b1a2-f613f7b7099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:53.745020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.756015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] No DVR routers for this DVR port 06dec377-d6c2-4ddf-91a2-caf0cad70f91 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:53.763779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.767660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31e63359-dfbb-453d-8eec-461cfa1661a9 req-686e41af-0edc-480d-8bf6-d5d3ced41d03 tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.20 "DELETE /v2.0/ports/06dec377-d6c2-4ddf-91a2-caf0cad70f91 HTTP/1.1" status: 204 len: 173 time: 0.9239879 Nov 10 22:36:53.776674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.789840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf495-62d6-493a-b73a-3c224faf9e4a req-fd40755f-7799-4bb0-b391-33ad055d6c15 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:53.799790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1dbf495-62d6-493a-b73a-3c224faf9e4a req-fd40755f-7799-4bb0-b391-33ad055d6c15 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1426945 Nov 10 22:36:53.814861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:53.817749 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5c47a-faa7-4665-833e-bbe086d3346e" -d '{"events": [{"server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:53.820840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'name': 'network-vif-deleted', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:53.833942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:53.834211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:53.834810 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa17b4-9b34-4e1f-a1d7-abacf19ab9d3" -d '{"events": [{"server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "name": "network-vif-deleted", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:53.839610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:53.849958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a91b307f-db0c-4924-9738-56a3221b16de admin admin] 10.222.0.25 "PUT /v2.0/routers/f2a2b73b-7a93-48ec-a245-6e8162b1ae70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2982013 Nov 10 22:36:53.859089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678121c-cc3a-4621-8e31-599ff25b75d2 req-cbe4fa94-99f3-4f62-a65c-1445a2f5d531 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:53.872771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9678121c-cc3a-4621-8e31-599ff25b75d2 req-cbe4fa94-99f3-4f62-a65c-1445a2f5d531 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6366119 Nov 10 22:36:53.873540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53582) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:53.876939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Sync routers for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:53.902639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1dbf495-62d6-493a-b73a-3c224faf9e4a req-74d21894-290e-420d-9d25-085020a4796a tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960023 Nov 10 22:36:53.904475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:53.905152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:53.962063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:54.025235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e03b56c-4a89-4e0d-a7f5-19173c87f7d0 req-fbe1e53b-7fea-4f4c-bd90-b6786129f9ba tempest-ServerDiagnosticsNegativeTest-1468079146 tempest-ServerDiagnosticsNegativeTest-1468079146-project] 10.222.0.25 "GET /v2.0/ports?device_id=c318500c-92c3-497e-98d4-d5d6a584e65d HTTP/1.1" status: 200 len: 210 time: 0.0362525 Nov 10 22:36:54.032464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:54.065815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:54.079316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:54.091309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.099219 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49095d8d-defb-4002-8511-e132907f3323 x-openstack-request-id: req-49095d8d-defb-4002-8511-e132907f3323 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:54.099534 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:54.099805 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49095d8d-defb-4002-8511-e132907f3323 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:54.100316 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda', 'code': 200} Nov 10 22:36:54.119029 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5bece-63b0-4024-ae00-4bfb6a5498de x-openstack-request-id: req-92b5bece-63b0-4024-ae00-4bfb6a5498de {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:54.119568 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c318500c-92c3-497e-98d4-d5d6a584e65d", "name": "network-vif-deleted", "tag": "06dec377-d6c2-4ddf-91a2-caf0cad70f91", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:54.120014 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b5bece-63b0-4024-ae00-4bfb6a5498de {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:54.120618 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c318500c-92c3-497e-98d4-d5d6a584e65d', 'name': 'network-vif-deleted', 'tag': '06dec377-d6c2-4ddf-91a2-caf0cad70f91', 'status': 'completed', 'code': 200} Nov 10 22:36:54.142733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f7da-c625-43b5-8110-8117e2c5e7a5 req-cf110a02-c5e3-4bd1-a3bb-ce3e274991ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.144282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9846f7da-c625-43b5-8110-8117e2c5e7a5 req-cf110a02-c5e3-4bd1-a3bb-ce3e274991ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 945 time: 0.1592398 Nov 10 22:36:54.150494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.151903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.153600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] 10.222.0.20 "PUT /v2.0/ports/78e84fa9-8b8d-4058-9fbd-967325743ea2 HTTP/1.1" status: 200 len: 1091 time: 2.1210959 Nov 10 22:36:54.158562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:54.161444 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7deb52-65bb-4b35-b02a-7905b3265088" -d '{"events": [{"name": "network-changed", "server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:54.180663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.214193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698ccb6b-7b62-4255-b0cf-2668ee7bcd53 req-6c522439-1e79-4ee6-ad73-8b217181680c tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=5d20b337e36c4dffb02a1a78903e526f HTTP/1.1" status: 200 len: 1657 time: 0.0770605 Nov 10 22:36:54.278951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf263d4-6308-49f9-9ecc-8074d82691dc service neutron] Pushing event updated for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:54.336741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618c8af-72f5-4285-bd6e-162fb8dc8c8c req-fe0dab49-ddd2-4405-9850-cd59919e8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.338580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e618c8af-72f5-4285-bd6e-162fb8dc8c8c req-fe0dab49-ddd2-4405-9850-cd59919e8e8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 1096 time: 0.0932226 Nov 10 22:36:54.398504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9846f7da-c625-43b5-8110-8117e2c5e7a5 req-e54c3966-82c2-48fb-938c-96598fab6aa7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333765 Nov 10 22:36:54.424155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-c06154cc-942a-445c-9346-97047cfda655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.426042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-c06154cc-942a-445c-9346-97047cfda655 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 1094 time: 0.1616917 Nov 10 22:36:54.436955 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e618c8af-72f5-4285-bd6e-162fb8dc8c8c req-d81a305b-adf1-4905-a24c-c9fe2afca5f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Nov 10 22:36:54.456116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ccb6b-7b62-4255-b0cf-2668ee7bcd53 req-32e1c25e-4fa4-4ffa-8f5e-6d72efe055d8 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.462414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698ccb6b-7b62-4255-b0cf-2668ee7bcd53 req-32e1c25e-4fa4-4ffa-8f5e-6d72efe055d8 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks?id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 787 time: 0.2460892 Nov 10 22:36:54.514462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-49719062-4720-4849-96b4-253005d53b9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2 HTTP/1.1" status: 200 len: 217 time: 0.0780356 Nov 10 22:36:54.529545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.587326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:51Z', 'revision_number': 5, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port': {'id': '5d5d9642-cb70-449f-81c9-747e243d132f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:21Z', 'updated_at': '2021-11-10T22:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:54.615661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Checking router: f2a2b73b-7a93-48ec-a245-6e8162b1ae70 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:54.623930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Routers {'f2a2b73b-7a93-48ec-a245-6e8162b1ae70'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:54.624580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:54.625829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-e3752730-2f4e-425e-8a88-0e9e65598d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.627249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-e3752730-2f4e-425e-8a88-0e9e65598d83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afb45d71-9e0a-4e5b-ade8-76bc8450af86 HTTP/1.1" status: 200 len: 854 time: 0.0994475 Nov 10 22:36:54.637370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb5637-510f-4a4d-85e4-bffc01d74f4f req-6b37cd07-3ab4-4db0-96b7-2de904f07da3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.638785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ccb5637-510f-4a4d-85e4-bffc01d74f4f req-6b37cd07-3ab4-4db0-96b7-2de904f07da3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1275363 Nov 10 22:36:54.692805 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc441b5-2caa-4114-8123-5d7ce3e9795c x-openstack-request-id: req-1bc441b5-2caa-4114-8123-5d7ce3e9795c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:54.693239 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:54.693374 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bc441b5-2caa-4114-8123-5d7ce3e9795c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:54.693735 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'status': 'completed', 'code': 200} Nov 10 22:36:54.712472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Deleting port 5d5d9642-cb70-449f-81c9-747e243d132f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:54.712814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.728934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] Set router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:54.747553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-554ea7c2-cf97-45c1-b740-b787c68e5c15 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips/2eea489d-259a-4a91-9340-1667495224bf HTTP/1.1" status: 200 len: 693 time: 0.0441504 Nov 10 22:36:54.763793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-4a866421-22af-4a67-8af9-8eae9d220828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.765420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-4a866421-22af-4a67-8af9-8eae9d220828 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249385 Nov 10 22:36:54.770273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ccb5637-510f-4a4d-85e4-bffc01d74f4f req-ebc9474f-3dfc-4148-b62e-89883a9ca370 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192868 Nov 10 22:36:54.795305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:54Z', 'revision_number': 6, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:54.831001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356519c6-304f-43f4-be95-89c676b8c131 None None] The sync data for ids ['f2a2b73b-7a93-48ec-a245-6e8162b1ae70'] in n-d-811521-3 is: [{'id': 'f2a2b73b-7a93-48ec-a245-6e8162b1ae70', 'name': 'tempest-FloatingIPsTestJSON-292965641-router', 'tenant_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:20Z', 'updated_at': '2021-11-10T22:36:54Z', 'revision_number': 6, 'project_id': 'da2ecbab1d7b423a960564c86ce2ad7d', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:54.887713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] For port 5d5d9642-cb70-449f-81c9-747e243d132f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d5d9642-cb70-449f-81c9-747e243d132f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:54.888059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.890096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab2a144b-690d-4aea-9f16-e882d17e70ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.904024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-a930362c-f5a7-48c9-b900-1d4c9bf7b687 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.905599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-a930362c-f5a7-48c9-b900-1d4c9bf7b687 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1515303 Nov 10 22:36:54.932012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Calling delete_port for 5d5d9642-cb70-449f-81c9-747e243d132f owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:54.942929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-d893fce2-b611-42d0-9ba0-4947020639f9 service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685669 Nov 10 22:36:54.965492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-aa116379-0431-4836-8a4f-8690ce3fc491 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.0529108 Nov 10 22:36:55.020202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-a9ae75ec-e166-43e2-99b8-2c72bf2ae7b6 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.0483005 Nov 10 22:36:55.033457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93edbf-847c-405c-938f-eee55c75c186 req-9c7899ce-3b57-45fb-a55f-727457768433 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.034940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a93edbf-847c-405c-938f-eee55c75c186 req-9c7899ce-3b57-45fb-a55f-727457768433 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 943 time: 0.1721408 Nov 10 22:36:55.155212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a93edbf-847c-405c-938f-eee55c75c186 req-0ba910f4-16da-438b-94f8-34995e20138e tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112278 Nov 10 22:36:55.160998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Deleting port d1ff1b56-fdde-47cf-b918-658f547a38f1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:55.161526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.170635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1ca3b81-9f97-49ea-be34-247196d797ed req-2b1bf8eb-252a-4f55-b1b1-e4b376d71eab service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186410 Nov 10 22:36:55.261972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.261972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.262316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.274701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Calling delete_port for d1ff1b56-fdde-47cf-b918-658f547a38f1 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:55.331064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5d9642-cb70-449f-81c9-747e243d132f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:55.391696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01668c-e8e3-447e-9e61-cc09a6b74eb7 req-65f231cb-49cd-47bb-bc1a-d2c75237dbc3 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.394553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d01668c-e8e3-447e-9e61-cc09a6b74eb7 req-65f231cb-49cd-47bb-bc1a-d2c75237dbc3 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1539576 Nov 10 22:36:55.398819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-78330f51-6115-4edb-b31f-4c483370623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.400327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-78330f51-6115-4edb-b31f-4c483370623d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 1094 time: 0.1572888 Nov 10 22:36:55.427500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.455864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event deleted for resources: {'Port': ['ID=d1ff1b56-fdde-47cf-b918-658f547a38f1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:55.475905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.522071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.525009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.526185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26ef9e87-8010-4f4d-8f90-84eca285a412 req-2cce4ddc-857b-48ca-8940-3b19b364db5e tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "DELETE /v2.0/floatingips/2eea489d-259a-4a91-9340-1667495224bf HTTP/1.1" status: 204 len: 173 time: 0.4889054 Nov 10 22:36:55.612062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.618223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d01668c-e8e3-447e-9e61-cc09a6b74eb7 req-0cee0088-7efc-4c3f-9dc2-e9b8c41ab701 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138081 Nov 10 22:36:55.619360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.697086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d14f-9bf8-4099-8b05-285d1deebd9b req-a3db3fa0-750b-4d3c-9788-ac644d5da9e6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.706129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6416d14f-9bf8-4099-8b05-285d1deebd9b req-a3db3fa0-750b-4d3c-9788-ac644d5da9e6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 945 time: 0.0835547 Nov 10 22:36:55.716375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-9b835d9a-a863-46a6-b3b8-1e41e6edba2a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.717971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-9b835d9a-a863-46a6-b3b8-1e41e6edba2a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 945 time: 0.1404288 Nov 10 22:36:55.784302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-7cdfd7bd-350a-4490-a047-f1a7e5db3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.787172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-7cdfd7bd-350a-4490-a047-f1a7e5db3f94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd HTTP/1.1" status: 200 len: 915 time: 0.3794146 Nov 10 22:36:55.794754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 471df12a-6e7d-4fee-bb40-ec32417717ed no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:55.809258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.809780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a2b73b-7a93-48ec-a245-6e8162b1ae70 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:36:55.813844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6416d14f-9bf8-4099-8b05-285d1deebd9b req-f127e4c3-9696-4afb-9a58-a1b4c94afde4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067009 Nov 10 22:36:55.824957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.835161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95608082-73dc-4020-8048-78dda6ea247c admin admin] 10.222.0.25 "DELETE /v2.0/routers/f2a2b73b-7a93-48ec-a245-6e8162b1ae70 HTTP/1.1" status: 204 len: 168 time: 1.9455597 Nov 10 22:36:55.835670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 471df12a-6e7d-4fee-bb40-ec32417717ed {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:55.835670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 471df12a-6e7d-4fee-bb40-ec32417717ed not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:55.835670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d5d9642-cb70-449f-81c9-747e243d132f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:55.857827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53612) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:55.878502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:55.882129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-c419a019-ce14-43e0-925a-5a45af6dad84 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips/b3c45727-90f4-49f5-b315-2b12ad332497 HTTP/1.1" status: 200 len: 693 time: 0.1973181 Nov 10 22:36:55.884603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5d5d9642-cb70-449f-81c9-747e243d132f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:55.885101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-ed091386-2038-4d3b-9eb0-c64b2525c4d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2 HTTP/1.1" status: 200 len: 217 time: 0.0769024 Nov 10 22:36:55.885220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d5d9642-cb70-449f-81c9-747e243d132f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:55.888011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 06dec377-d6c2-4ddf-91a2-caf0cad70f91 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:55.924627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 06dec377-d6c2-4ddf-91a2-caf0cad70f91 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:55.925067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 06dec377-d6c2-4ddf-91a2-caf0cad70f91 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:55.954752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Deleting subnet a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:55.965696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:55.995597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port 0fb8b615-e947-4a04-ad67-d03930ba1fda {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:55.996026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.025331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-8c70215a-f490-44f0-b3f6-ae1d0b314041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.025331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-8c70215a-f490-44f0-b3f6-ae1d0b314041 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afb45d71-9e0a-4e5b-ade8-76bc8450af86 HTTP/1.1" status: 200 len: 854 time: 0.1162016 Nov 10 22:36:56.096582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-7944ca3e-97bc-4da7-8c55-c7ac42560c66 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.101726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-7944ca3e-97bc-4da7-8c55-c7ac42560c66 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2184935 Nov 10 22:36:56.111588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.154986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-47f8fc40-75b2-4d5e-8969-203230d2e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.157048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-47f8fc40-75b2-4d5e-8969-203230d2e498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141031 Nov 10 22:36:56.164826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-48ece709-f2cf-43f8-ab1d-90e8df76d3ac tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.0597479 Nov 10 22:36:56.209917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a01050ba-6993-4734-9416-561174bde032 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c297ea2981a34257b0e01d0ac2631dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302805 Nov 10 22:36:56.214011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53620) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:56.225396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91281973-d8de-442d-be26-ac1d22753d3a req-ba620bcf-ca07-498e-8b50-1e6a98ecf325 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.226815 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91281973-d8de-442d-be26-ac1d22753d3a req-ba620bcf-ca07-498e-8b50-1e6a98ecf325 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2121632 Nov 10 22:36:56.232071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port 0fb8b615-e947-4a04-ad67-d03930ba1fda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0fb8b615-e947-4a04-ad67-d03930ba1fda,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:56.232459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.302013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for 0fb8b615-e947-4a04-ad67-d03930ba1fda owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:56.343435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.423431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91281973-d8de-442d-be26-ac1d22753d3a req-6b8c6459-c0b5-43e1-bfff-8a74b93f05ee tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729088 Nov 10 22:36:56.470221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.517420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:56.521459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.525514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6a77b475-474b-4a94-806a-3ec5c178cbbb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5ab53b9-dd6c-48b1-828a-5d8931e8b3c8 HTTP/1.1" status: 204 len: 168 time: 0.6630163 Nov 10 22:36:56.526511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8d8b7-c8a0-4c1c-bb23-4822a1aaa22f None None] Network 9b74a56c-569d-44d7-b388-d4b4e828e98c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:56.539785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:56.611243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-0ca07db9-1766-464c-85a1-3fec936a9f8d tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.4373479 Nov 10 22:36:56.631807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffccf-2031-4710-8322-86a8d43576db req-386ceb4f-c1cf-4af1-a1fa-51e2bcfdfe56 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.633718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b9ffccf-2031-4710-8322-86a8d43576db req-386ceb4f-c1cf-4af1-a1fa-51e2bcfdfe56 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 943 time: 0.1171393 Nov 10 22:36:56.634979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.647689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:56.650046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['0fb8b615-e947-4a04-ad67-d03930ba1fda'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:56.700429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=0fb8b615-e947-4a04-ad67-d03930ba1fda,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:56.742646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port 0fb8b615-e947-4a04-ad67-d03930ba1fda on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:56.749005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.752850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd0dc3c-c4e0-4485-85d4-2acaae504686 req-09720a77-e13c-48a3-bcf0-c8643d5a400d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "DELETE /v2.0/ports/0fb8b615-e947-4a04-ad67-d03930ba1fda HTTP/1.1" status: 204 len: 173 time: 1.0282762 Nov 10 22:36:56.753270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'name': 'network-vif-deleted', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:56.755587 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2704e8-bc72-40f0-9bcf-79184cb3c5e4" -d '{"events": [{"server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "name": "network-vif-deleted", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:56.777987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b9ffccf-2031-4710-8322-86a8d43576db req-29004b39-2572-4d05-b9fd-2c02820488e3 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287174 Nov 10 22:36:56.803623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.843347 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.852528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] DHCP port deletion for 9b74a56c-569d-44d7-b388-d4b4e828e98c request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:36:56.875776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-e4a00aa0-82bf-411c-8aa8-8128d1446aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094471 Nov 10 22:36:56.933797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Deleting port 5b121fb5-88e6-4168-b59f-3cec7f20f371 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:56.933797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.934120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf0e1b-ae6f-497f-a83d-b51ec566bf9a req-fd5d2eb4-99ba-4381-be17-0270d6ec7b4b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.935738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecbf0e1b-ae6f-497f-a83d-b51ec566bf9a req-fd5d2eb4-99ba-4381-be17-0270d6ec7b4b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0683258 Nov 10 22:36:56.979507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.996346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecbf0e1b-ae6f-497f-a83d-b51ec566bf9a req-a62c9ba6-2281-4a5a-87fc-5579f2cd81cb tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Nov 10 22:36:57.023263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] For port 5b121fb5-88e6-4168-b59f-3cec7f20f371, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5b121fb5-88e6-4168-b59f-3cec7f20f371,segment=NetworkSegment(a7accad7-6472-4e9f-982f-21edc1530be2),segment_id=a7accad7-6472-4e9f-982f-21edc1530be2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:57.023665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.039340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Calling delete_port for 5b121fb5-88e6-4168-b59f-3cec7f20f371 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:57.043444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afd19523-b985-4739-8766-407b459f1b94 req-6cab7a3f-568b-485a-b73d-5e932f265f58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 210 time: 0.0397093 Nov 10 22:36:57.054712 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676a2eb-86aa-4fd7-92c1-31d7ebf03679 x-openstack-request-id: req-0676a2eb-86aa-4fd7-92c1-31d7ebf03679 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:57.055374 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee747053-997d-43c4-bedd-c829cc973ddc", "name": "network-vif-deleted", "tag": "0fb8b615-e947-4a04-ad67-d03930ba1fda", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:57.055794 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0676a2eb-86aa-4fd7-92c1-31d7ebf03679 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:57.056364 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee747053-997d-43c4-bedd-c829cc973ddc', 'name': 'network-vif-deleted', 'tag': '0fb8b615-e947-4a04-ad67-d03930ba1fda', 'status': 'completed', 'code': 200} Nov 10 22:36:57.105662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Deleting port d9f30889-4d06-44fd-a71d-e4971ddf07bd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:57.106237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.140462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.149683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c7deb52-65bb-4b35-b02a-7905b3265088 req-cc0ca3ee-1a8c-4349-bed9-733a413cb23c service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637441 Nov 10 22:36:57.158897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Deleting port 5b121fb5-88e6-4168-b59f-3cec7f20f371 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:57.159259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.173956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] No DVR routers for this DVR port 5b121fb5-88e6-4168-b59f-3cec7f20f371 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:57.177010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164db12e-44be-42df-b9e9-a38f1422de5d None None] Pushing event deleted for resources: {'Port': ['ID=5b121fb5-88e6-4168-b59f-3cec7f20f371,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.184106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.186659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.189742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/708d3171-d867-4313-af14-72b08beee70f HTTP/1.1" status: 204 len: 168 time: 0.6503334 Nov 10 22:36:57.219119 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f70f49e5-f8ec-4611-a0ab-b9dde0bbfd08 req-f0da140d-a8fc-4978-b146-18852c0dedba tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 210 time: 0.0514805 Nov 10 22:36:57.252700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148db9dc-c8b4-4215-b9c1-de8242a568c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d3171-d867-4313-af14-72b08beee70f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.298699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] For port 5b121fb5-88e6-4168-b59f-3cec7f20f371, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:57.298699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.298699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.298699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.317683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Calling delete_port for 5b121fb5-88e6-4168-b59f-3cec7f20f371 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:57.319536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Calling delete_port for d9f30889-4d06-44fd-a71d-e4971ddf07bd owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:57.322140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Port 5b121fb5-88e6-4168-b59f-3cec7f20f371 was not found and therefore no delete operation was performed {{(pid=102458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:36:57.327357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.330483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd19523-b985-4739-8766-407b459f1b94 req-72340157-6296-46c6-924c-9728eb198d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:57.332004 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afd19523-b985-4739-8766-407b459f1b94 req-72340157-6296-46c6-924c-9728eb198d61 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=618d5dcc1cf84d10867d50df19ddde40&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2744827 Nov 10 22:36:57.392276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b121fb5-88e6-4168-b59f-3cec7f20f371,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.401555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] No DVR routers for this DVR port 5b121fb5-88e6-4168-b59f-3cec7f20f371 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:57.490042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.519526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b74a56c-569d-44d7-b388-d4b4e828e98c']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:57.530240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd19523-b985-4739-8766-407b459f1b94 req-13fa0e10-df2f-4080-8072-3b7187ee3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:57.532036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afd19523-b985-4739-8766-407b459f1b94 req-13fa0e10-df2f-4080-8072-3b7187ee3096 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1844635 Nov 10 22:36:57.532352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7accad7-6472-4e9f-982f-21edc1530be2') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:57.532645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7accad7-6472-4e9f-982f-21edc1530be2') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:57.545638 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-55f939f4-3216-425d-af68-92da33e7f3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.571017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.596288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c722-c8a0-427d-8302-7d2a056d07b7 req-d3d20f40-d10a-44fc-bc71-7ef01dce8d88 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:57.597435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.597828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2cb6c722-c8a0-427d-8302-7d2a056d07b7 req-d3d20f40-d10a-44fc-bc71-7ef01dce8d88 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0702894 Nov 10 22:36:57.598303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53638) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:57.606068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:57.606615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:57.608871 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:57.617424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eefe88ea-34f3-48e8-987f-f7bc2b3f3f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.619366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5b121fb5-88e6-4168-b59f-3cec7f20f371 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:57.648282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5b121fb5-88e6-4168-b59f-3cec7f20f371 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:57.649700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5b121fb5-88e6-4168-b59f-3cec7f20f371 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:57.667222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.689169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2cb6c722-c8a0-427d-8302-7d2a056d07b7 req-9ca224e0-2a53-46a8-8f7a-ab07c93da823 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837536 Nov 10 22:36:57.709828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event deleted for resources: {'Port': ['ID=d9f30889-4d06-44fd-a71d-e4971ddf07bd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.740527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.745775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.749157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9b74a56c-569d-44d7-b388-d4b4e828e98c HTTP/1.1" status: 204 len: 168 time: 1.2006245 Nov 10 22:36:57.770584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eefe88ea-34f3-48e8-987f-f7bc2b3f3f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.776758 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eefe88ea-34f3-48e8-987f-f7bc2b3f3f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.788771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8500-728b-47cb-a7a8-7e82691afb79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b74a56c-569d-44d7-b388-d4b4e828e98c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.837792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.839030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eefe88ea-34f3-48e8-987f-f7bc2b3f3f02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79529d93e52b444db7b1aa09e4751367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391858 Nov 10 22:36:57.840695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:57.841441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a56aef-7b9c-4e1e-9cd3-3b7548fcadb8 req-f18a02e2-8fc7-46e9-bb70-ef3d0d73fc24 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "DELETE /v2.0/floatingips/b3c45727-90f4-49f5-b315-2b12ad332497 HTTP/1.1" status: 204 len: 173 time: 1.2161939 Nov 10 22:36:57.841913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53644) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:57.867808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe88ea-34f3-48e8-987f-f7bc2b3f3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fcf4e6-bf2f-456c-b1c2-1f54293eb6a7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:57.887248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 78e84fa9-8b8d-4058-9fbd-967325743ea2 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:57.887752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d10a0-488f-4616-90a3-2e2cd6c4d4e5 req-590797b8-3af7-4653-b7b3-c5f989091082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:57.889123 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-494d10a0-488f-4616-90a3-2e2cd6c4d4e5 req-590797b8-3af7-4653-b7b3-c5f989091082 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1101 time: 0.0885899 Nov 10 22:36:57.918432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:36:57.945989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53648) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:57.973560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e07e05-a012-4723-831f-5a4b57143563 req-882ef051-3a70-4218-90ed-e8305616ac4d tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips/641a087d-8d64-4ee7-a626-ef2a71cf1063 HTTP/1.1" status: 200 len: 693 time: 0.0968382 Nov 10 22:36:57.998528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2a300-1a9e-4d07-9517-2e2947cfb43a req-404f48b4-d7bb-4109-867a-634617b66d76 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:58.004746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:58.006277 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6fd2a300-1a9e-4d07-9517-2e2947cfb43a req-404f48b4-d7bb-4109-867a-634617b66d76 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 943 time: 0.1342974 Nov 10 22:36:58.019430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'port_id': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'mac_address': 'fa:16:3e:8d:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:58.068144 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.068947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-494d10a0-488f-4616-90a3-2e2cd6c4d4e5 req-78585d2a-e7c2-4882-bf7b-d441cf7ffc5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380744 Nov 10 22:36:58.072230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.087003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e84fa9-8b8d-4058-9fbd-967325743ea2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:58.111994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:58.117785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.118557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.178024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:58.188871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e07e05-a012-4723-831f-5a4b57143563 req-523886a8-5e47-4ecc-9aeb-c1de0cf412ba tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:58.190359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e07e05-a012-4723-831f-5a4b57143563 req-523886a8-5e47-4ecc-9aeb-c1de0cf412ba tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2141476 Nov 10 22:36:58.251634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e07e05-a012-4723-831f-5a4b57143563 req-2798d5f8-57c2-43ea-a2c1-9bfba19fae2a tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0537438 Nov 10 22:36:58.252878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.255632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.256730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1fcf4e6-bf2f-456c-b1c2-1f54293eb6a7 HTTP/1.1" status: 204 len: 168 time: 0.4125166 Nov 10 22:36:58.276212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce90e1a-9a2a-4901-96b9-1eceea18da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fcf4e6-bf2f-456c-b1c2-1f54293eb6a7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:58.314299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e126c65-b029-4a47-8a92-f07139960927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da2ecbab1d7b423a960564c86ce2ad7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667998 Nov 10 22:36:58.315395 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-45b16c23-e60c-4bed-944d-695582181cba req-579cac10-789d-4331-b8b0-01ea28f72e0f service neutron] show failed (client error): The resource could not be found. Nov 10 22:36:58.316272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-579cac10-789d-4331-b8b0-01ea28f72e0f service neutron] 10.222.0.39 "GET /v2.0/ports/b8694444-2d4d-4965-bd46-474bca9680e3/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.4551237 Nov 10 22:36:58.317957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:58.323349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e07e05-a012-4723-831f-5a4b57143563 req-6be5dc8d-cce3-4e26-bd18-d2487d3519db tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0570846 Nov 10 22:36:58.363146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6fd2a300-1a9e-4d07-9517-2e2947cfb43a req-bc51419e-6e28-4e1f-8b58-9ff942848f86 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560050 Nov 10 22:36:58.365855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['78e84fa9-8b8d-4058-9fbd-967325743ea2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:58.436028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.477604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.500140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Deleting port dc9c449c-e472-418d-8a73-5324ce7826a2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:58.500502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.582611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38d7b9-c384-40c9-82a3-19c695ee264b req-f08ffe2d-3ba4-4522-b018-e245a9f392aa tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:58.584156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d38d7b9-c384-40c9-82a3-19c695ee264b req-f08ffe2d-3ba4-4522-b018-e245a9f392aa tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.0927427 Nov 10 22:36:58.628125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.630649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.634064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1024056c-a555-4237-aa73-b31c0d46fc87 HTTP/1.1" status: 204 len: 168 time: 0.3129387 Nov 10 22:36:58.648246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a53fee-bfec-48a5-8792-ac1942a9bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024056c-a555-4237-aa73-b31c0d46fc87,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:58.681550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d38d7b9-c384-40c9-82a3-19c695ee264b req-b59f0eb3-6e86-4ae3-a542-bdc10779f0b1 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Nov 10 22:36:58.730986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.731673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.753596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Calling delete_port for dc9c449c-e472-418d-8a73-5324ce7826a2 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:58.780087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-6aa95bc8-2879-42c7-8a5b-4643fc574564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:58.780811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:58.782694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-6aa95bc8-2879-42c7-8a5b-4643fc574564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1100 time: 0.1924036 Nov 10 22:36:58.817345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-686bd96b-b70e-4cd5-b3c4-fc6537829609 req-cc3ab140-a96b-4a52-81f8-f7f66fc5a39d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 210 time: 0.0582893 Nov 10 22:36:58.861709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:58.964519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afd19523-b985-4739-8766-407b459f1b94 req-189396af-9a2d-49b6-954a-3632781533e1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee747053-997d-43c4-bedd-c829cc973ddc HTTP/1.1" status: 200 len: 210 time: 0.0339215 Nov 10 22:36:58.976430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.088790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46a5d-168b-404e-9dd2-ee5780f21177 req-06e165e5-0962-4eac-bc66-432f9dc72f28 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:59.104200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efb46a5d-168b-404e-9dd2-ee5780f21177 req-06e165e5-0962-4eac-bc66-432f9dc72f28 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0951779 Nov 10 22:36:59.174309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efb46a5d-168b-404e-9dd2-ee5780f21177 req-739e7ac9-a4ce-4f4e-9b7d-6b9275ca7bf2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689116 Nov 10 22:36:59.209320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.308690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Pushing event deleted for resources: {'Port': ['ID=dc9c449c-e472-418d-8a73-5324ce7826a2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:59.383871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.386649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.387833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e07e05-a012-4723-831f-5a4b57143563 req-de389d2a-be88-4c73-bc59-bb7985077b74 tempest-FloatingIPDetailsTestJSON-1201590966 tempest-FloatingIPDetailsTestJSON-1201590966-project] 10.222.0.25 "DELETE /v2.0/floatingips/641a087d-8d64-4ee7-a626-ef2a71cf1063 HTTP/1.1" status: 204 len: 173 time: 1.0575726 Nov 10 22:36:59.396104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53696) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:59.441315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:59.498188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:59.601978 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.611688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:59.614370 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47654d6a-91e3-4d51-956b-a0c1112b7489" -d '{"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:59.627106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Transition to ACTIVE for port object b8694444-2d4d-4965-bd46-474bca9680e3 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:59.633041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34192-32f4-4c3a-ba38-69bf2a7ffcd7 req-d6b06027-0a9b-4ff5-a7c9-a337bdc30f4c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:59.636771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:59.650923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1f34192-32f4-4c3a-ba38-69bf2a7ffcd7 req-d6b06027-0a9b-4ff5-a7c9-a337bdc30f4c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 944 time: 0.1659534 Nov 10 22:36:59.750978 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f5b49-aac6-4c11-9c1c-10dc6e5acf16 x-openstack-request-id: req-647f5b49-aac6-4c11-9c1c-10dc6e5acf16 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:59.751354 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:59.751541 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-647f5b49-aac6-4c11-9c1c-10dc6e5acf16 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:59.752080 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'code': 200} Nov 10 22:36:59.753529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] No DVR routers for this DVR port b8694444-2d4d-4965-bd46-474bca9680e3 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:59.773896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:59.802892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1f34192-32f4-4c3a-ba38-69bf2a7ffcd7 req-84670096-67ca-4009-a397-7472178b96d8 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471648 Nov 10 22:36:59.862630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:59.862963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:59.863290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:59.872895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:59.873251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Attempting to bind port b8694444-2d4d-4965-bd46-474bca9680e3 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:59.891330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:59.903832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a302a-fe66-4b77-b02a-5bab10510b8c req-2d892bd9-3b54-43ad-bc3f-944f235ca38f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:59.905511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-916a302a-fe66-4b77-b02a-5bab10510b8c req-2d892bd9-3b54-43ad-bc3f-944f235ca38f tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 950 time: 0.1353498 Nov 10 22:36:59.907693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 78e84fa9-8b8d-4058-9fbd-967325743ea2 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:59.957390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:59.957770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:59.958106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:59.958574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Bound port: b8694444-2d4d-4965-bd46-474bca9680e3, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:59.958939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.112052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.125345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-916a302a-fe66-4b77-b02a-5bab10510b8c req-46a05cfd-a3d2-4800-ae3e-8993b7ba8831 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072723 Nov 10 22:37:00.199809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:00.211910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:00.225175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.228125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.233538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 78e84fa9-8b8d-4058-9fbd-967325743ea2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:00.244716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 78e84fa9-8b8d-4058-9fbd-967325743ea2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:00.245522 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.295372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.318113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'mac_address': 'fa:16:3e:8b:1f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:00.366084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:00.391502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.392151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.393752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-2a3b61b1-db85-4051-b9a7-143b70137848 service neutron] 10.222.0.20 "PUT /v2.0/ports/b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 1095 time: 1.5454693 Nov 10 22:37:00.394478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.447921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.470236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:00.505001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.508031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:00.510640 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e065cf06-fd58-4429-a23f-4a30fd761a43" -d '{"events": [{"server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "name": "network-vif-plugged", "status": "completed", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:00.524515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.526770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:00.541458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-0bb13738-351f-4496-b3cf-cd0507872801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.543050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-0bb13738-351f-4496-b3cf-cd0507872801 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1098 time: 0.1193039 Nov 10 22:37:00.588732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.614911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.681330 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.720578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:00.729182 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.744390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba675-430f-4154-b030-f3bf1cf5afda req-0d716d61-4aa7-4279-8784-7cd94d63b4c6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.744390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-060ba675-430f-4154-b030-f3bf1cf5afda req-0d716d61-4aa7-4279-8784-7cd94d63b4c6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.0880554 Nov 10 22:37:00.760361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:00.801088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Deleting port aceae9fc-5baf-427e-b0e0-2afce98d5f29 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:00.801582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.819559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.820318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:00.837231 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.863167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-ce02a10b-1fb0-4669-8090-baf2af966fc7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.869044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-ce02a10b-1fb0-4669-8090-baf2af966fc7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1853976 Nov 10 22:37:00.870192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-060ba675-430f-4154-b030-f3bf1cf5afda req-c6c67885-ca7e-4267-ad69-185a41174dc4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101394 Nov 10 22:37:00.893606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-92583524-6aac-4a2b-89ef-fc76f7127010 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0234933 Nov 10 22:37:00.904459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:00.927972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] For port aceae9fc-5baf-427e-b0e0-2afce98d5f29, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aceae9fc-5baf-427e-b0e0-2afce98d5f29,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.928370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:00.928567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.954673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Calling delete_port for aceae9fc-5baf-427e-b0e0-2afce98d5f29 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:00.969514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-bf270106-ace9-493d-88fa-d92b4009ccf0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750458 Nov 10 22:37:00.970920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-1440af3e-2345-483b-95f8-d83a7f87e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.972241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-1440af3e-2345-483b-95f8-d83a7f87e153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4219062 Nov 10 22:37:01.042054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-363dfc4b-df10-4bff-b797-20fed7982410 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.0612800 Nov 10 22:37:01.056167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a6b2-931d-4406-bcfd-51c980c0fb9a req-59342d04-e3d9-41cd-ac50-fca6abf5bc32 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.057729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7d9a6b2-931d-4406-bcfd-51c980c0fb9a req-59342d04-e3d9-41cd-ac50-fca6abf5bc32 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1100 time: 0.0992138 Nov 10 22:37:01.137395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-c845076e-216f-4134-9d77-ac4690bbb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.138625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-c845076e-216f-4134-9d77-ac4690bbb231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0655851 Nov 10 22:37:01.156887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7d9a6b2-931d-4406-bcfd-51c980c0fb9a req-c93d5cd2-5d33-4ae1-96fb-b4153b10e604 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891418 Nov 10 22:37:01.165423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-80b7133c-3402-4fb5-b4a6-8123dfb8cf45 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834121 Nov 10 22:37:01.227628 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24548009-7543-48e5-82c8-e6a5bcbd9fc5 x-openstack-request-id: req-24548009-7543-48e5-82c8-e6a5bcbd9fc5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:01.228302 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "name": "network-vif-plugged", "status": "completed", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:01.228647 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24548009-7543-48e5-82c8-e6a5bcbd9fc5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:01.230723 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'code': 200} Nov 10 22:37:01.233403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:01.271008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=aceae9fc-5baf-427e-b0e0-2afce98d5f29,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:01.287670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-f87a5737-85ad-4b29-abee-b2ca08190f0a service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081629 Nov 10 22:37:01.296012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b16c23-e60c-4bed-944d-695582181cba req-2500da9d-a5cd-4a98-8b87-9dd8cae7a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.298167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-2500da9d-a5cd-4a98-8b87-9dd8cae7a674 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473920 Nov 10 22:37:01.424809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac8b94-88a8-451e-b417-397b1559d222 req-a34eb25d-0651-4e61-b096-818ef81368cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.426310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbac8b94-88a8-451e-b417-397b1559d222 req-a34eb25d-0651-4e61-b096-818ef81368cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 1096 time: 0.1073086 Nov 10 22:37:01.429568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-de3649ee-39f4-44d6-b0ae-96287838706a service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139059 Nov 10 22:37:01.555723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:01.574646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797df18-6d84-4f43-8fb8-9a406a3eb3db req-5f6cdd3e-e44d-4274-8e34-36f406c679b1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.582489 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3797df18-6d84-4f43-8fb8-9a406a3eb3db req-5f6cdd3e-e44d-4274-8e34-36f406c679b1 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.2087128 Nov 10 22:37:01.625120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbac8b94-88a8-451e-b417-397b1559d222 req-db136ebf-ce1f-4715-97dc-61ea49315deb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615071 Nov 10 22:37:01.625317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45b16c23-e60c-4bed-944d-695582181cba req-bfff5936-3151-4c69-a159-3d8241040dfc service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817114 Nov 10 22:37:01.643672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:01.669754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-55949883-b745-43b1-9a22-ca0281f7149f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aa39c0b2225243cabb156576d4b36269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240645 Nov 10 22:37:01.682908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:01.694302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3797df18-6d84-4f43-8fb8-9a406a3eb3db req-6688ffa9-eecc-4b2a-b5fe-4d9a10411c0c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109645 Nov 10 22:37:01.755514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:01.758438 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:01.814732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-45b22de4-c413-47d6-a00c-6f36f504288f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:01.816266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-45b22de4-c413-47d6-a00c-6f36f504288f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369290 Nov 10 22:37:01.841877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-171ca454-2b0f-4020-a7e7-ac2e74f72689 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/quotas/aa39c0b2225243cabb156576d4b36269 HTTP/1.1" status: 200 len: 375 time: 0.0192945 Nov 10 22:37:01.902535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:01.915587 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-f1a7c963-21e6-448d-a3c7-08705eab7464 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494144 Nov 10 22:37:02.003693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:02.004814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:02.011214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Router 797ce040-cc64-4cee-bc68-d8637629f384 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:02.101866 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:02.153024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:02.159917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:02.204113 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae280e8-c817-4c5a-aa7d-705457747b7e x-openstack-request-id: req-4ae280e8-c817-4c5a-aa7d-705457747b7e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:02.204535 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:02.204879 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ae280e8-c817-4c5a-aa7d-705457747b7e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:02.205399 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'status': 'completed', 'code': 200} Nov 10 22:37:02.238907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:02.318082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b390-d618-4be3-8670-35a81d17c135 req-60855ec5-7816-4ccb-a10f-cec5f0de4b81 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.320414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f004b390-d618-4be3-8670-35a81d17c135 req-60855ec5-7816-4ccb-a10f-cec5f0de4b81 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 1102 time: 0.0552413 Nov 10 22:37:02.380860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f004b390-d618-4be3-8670-35a81d17c135 req-ab6c2011-5617-4131-a14c-f75a3fa1bf89 tempest-ServersAdminTestJSON-902010589 tempest-ServersAdminTestJSON-902010589-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Nov 10 22:37:02.433282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-350de105-547c-4b96-ac64-67284b700595 req-c9dc4642-604a-41dd-a961-773ba93a2587 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 210 time: 0.3434138 Nov 10 22:37:02.514894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-78cd80bf-ceb1-4924-afe4-ab3f8b7066ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.516374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-78cd80bf-ceb1-4924-afe4-ab3f8b7066ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1098 time: 0.0810769 Nov 10 22:37:02.534161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cc6c-09b7-4071-a445-9d0fbfefee70 req-d18d9ef2-361d-4f8d-aca3-631ccb7177bf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.535933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b70cc6c-09b7-4071-a445-9d0fbfefee70 req-d18d9ef2-361d-4f8d-aca3-631ccb7177bf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.0638897 Nov 10 22:37:02.574026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:02.584958 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Sync routers for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:02.595493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b70cc6c-09b7-4071-a445-9d0fbfefee70 req-b5257b36-5a4b-420c-91c1-cbb53873c638 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 Nov 10 22:37:02.598104 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:02.599486 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:02.601182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29120a88-b100-4db9-bb02-6c11427a5b24 req-262cc9bf-2ec7-4314-86bd-57ccde079721 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 210 time: 0.0785964 Nov 10 22:37:02.606539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-82b9928f-02c2-4162-af01-6ceb142e9f1d admin admin] 10.222.0.25 "PUT /v2.0/routers/797ce040-cc64-4cee-bc68-d8637629f384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086468 Nov 10 22:37:02.609284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-b9b71781-c959-4937-a6e1-cb6ce5513311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.609656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53818) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:02.611391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-b9b71781-c959-4937-a6e1-cb6ce5513311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1098 time: 0.1772385 Nov 10 22:37:02.799105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-28de31dc-43a1-4148-b6ab-52967dbc4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.815038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-28de31dc-43a1-4148-b6ab-52967dbc4b40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2870905 Nov 10 22:37:02.844756 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:02.977003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-f26bfcb5-3e5e-4e11-a07c-ace403320a19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.1470656 Nov 10 22:37:03.179504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-45a899c0-b7b7-4ca2-8a25-1440ff4c8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.180988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-45a899c0-b7b7-4ca2-8a25-1440ff4c8595 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.5501032 Nov 10 22:37:03.231102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:03.235606 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9248bcd8-4932-4bfa-82eb-dc93190ec65c" -d '{"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:03.328343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:03.341197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-2123465d-32a7-42a7-b99f-9515565ab658 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.1498473 Nov 10 22:37:03.342775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-dc3c6f96-4343-4a94-9585-8c1f9a978931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.344471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-dc3c6f96-4343-4a94-9585-8c1f9a978931 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.3505850 Nov 10 22:37:03.383501 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:37:01Z', 'revision_number': 5, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:03.438629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Checking router: 797ce040-cc64-4cee-bc68-d8637629f384 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:03.449001 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Routers {'797ce040-cc64-4cee-bc68-d8637629f384'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:03.449872 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['797ce040-cc64-4cee-bc68-d8637629f384'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:03.463445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-5c058403-35a3-441e-9f56-574e6db79017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.464945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-5c058403-35a3-441e-9f56-574e6db79017 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0994046 Nov 10 22:37:03.477095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315ccb-a2c4-42e4-9d23-e9e8fabe1a4f req-127b9d40-1448-4373-8fef-7d656d8636e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.481464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7315ccb-a2c4-42e4-9d23-e9e8fabe1a4f req-127b9d40-1448-4373-8fef-7d656d8636e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 949 time: 0.1540554 Nov 10 22:37:03.502756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-9d65143a-d74e-44b3-9c00-3afb8f12405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.504298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-9d65143a-d74e-44b3-9c00-3afb8f12405f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503670 Nov 10 22:37:03.545801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65e722b0-332f-419e-be76-056ebc2f13a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:03.554591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0fb8b615-e947-4a04-ad67-d03930ba1fda no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:03.561863 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] Set router 797ce040-cc64-4cee-bc68-d8637629f384 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:03.599194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 0fb8b615-e947-4a04-ad67-d03930ba1fda {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:03.599961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0fb8b615-e947-4a04-ad67-d03930ba1fda not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:03.612025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:03.631684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bd8db-73d8-4d12-90a1-dca5d21ababb req-904eb0a0-0023-4f6e-a44f-b0ccc234f4fc tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.633225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e83bd8db-73d8-4d12-90a1-dca5d21ababb req-904eb0a0-0023-4f6e-a44f-b0ccc234f4fc tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.1564832 Nov 10 22:37:03.658685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-cf467426-1b30-40e8-bfb8-264a6c2622d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.660346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-cf467426-1b30-40e8-bfb8-264a6c2622d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742678 Nov 10 22:37:03.675707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7315ccb-a2c4-42e4-9d23-e9e8fabe1a4f req-a98a90a7-6dc4-4ee5-938b-a9cf32c9f8d1 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881025 Nov 10 22:37:03.709769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-dba34231-4394-42bb-ae14-cb407f969b5e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.711202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-dba34231-4394-42bb-ae14-cb407f969b5e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.2333822 Nov 10 22:37:03.751385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-b0eead57-2598-41fe-9cdb-f9d7e2874b15 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199135 Nov 10 22:37:03.753508 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:37:01Z', 'revision_number': 5, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:03.763147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': '826a0936-b56e-4da1-af22-8be5a3c85184', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:03.785095 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16dfc4-8112-4871-8e4a-d08e022b96af None None] The sync data for ids ['797ce040-cc64-4cee-bc68-d8637629f384'] in n-d-811521-3 is: [{'id': '797ce040-cc64-4cee-bc68-d8637629f384', 'name': 'tempest-FloatingIPDetailsTestJSON-1273411519-router', 'tenant_id': '5d20b337e36c4dffb02a1a78903e526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:33Z', 'updated_at': '2021-11-10T22:37:01Z', 'revision_number': 5, 'project_id': '5d20b337e36c4dffb02a1a78903e526f', 'gw_port': {'id': 'e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ce040-cc64-4cee-bc68-d8637629f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:34Z', 'updated_at': '2021-11-10T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:03.818407 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30713d-9a55-462b-9d5d-ab66572599de x-openstack-request-id: req-ac30713d-9a55-462b-9d5d-ab66572599de {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:03.818730 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-plugged", "status": "completed", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:03.818982 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac30713d-9a55-462b-9d5d-ab66572599de {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:03.819370 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'code': 200} Nov 10 22:37:03.854948 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e83bd8db-73d8-4d12-90a1-dca5d21ababb req-d694df9b-cb16-41a2-9f06-dbee9f3e768e tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799123 Nov 10 22:37:03.883924 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65e722b0-332f-419e-be76-056ebc2f13a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:03.891020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:03.903128 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65e722b0-332f-419e-be76-056ebc2f13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:03.947972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-b0f1b43f-74c7-483f-a3ec-58e66f3fbb25 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa39c0b2225243cabb156576d4b36269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414267 Nov 10 22:37:03.980030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-e1654aee-f0ef-42ff-b93b-6d47999b1b13 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963967 Nov 10 22:37:03.990781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65e722b0-332f-419e-be76-056ebc2f13a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2866fb13ae944aa69d2984af660aec2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6557970 Nov 10 22:37:04.007189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:04.015522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f59c3a71-4491-4f55-92b6-7ff68537d802 req-3ef0c425-aa75-4ac3-818a-b34c6455ea76 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 210 time: 0.0710835 Nov 10 22:37:04.017317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e722b0-332f-419e-be76-056ebc2f13a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a35b615-5a02-4ca3-9c2a-65b5fca0ad32,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:04.022383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efb7d023-41ff-48bc-8013-5c7955243622 req-cb73fe51-3cb8-4099-bb76-786c664fb1e2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 210 time: 0.0762615 Nov 10 22:37:04.083424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-3ff48980-a67e-4d3a-bf38-2cc49f4ae2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222933 Nov 10 22:37:04.127331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:04.131082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.148203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.163090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de2abc52-f8d5-4382-b338-8c8e5aee9a7a req-5e0baf37-d928-4284-a5b1-213192eff98a service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567962 Nov 10 22:37:04.199350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.202082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-9028960f-0fa8-451d-a31f-3fffdc2ac201 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:04.204480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-9028960f-0fa8-451d-a31f-3fffdc2ac201 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226961 Nov 10 22:37:04.209782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Deleting port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:04.210390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.279685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.283073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.287062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a35b615-5a02-4ca3-9c2a-65b5fca0ad32 HTTP/1.1" status: 204 len: 168 time: 0.2643874 Nov 10 22:37:04.295599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14459d3a-d085-4443-8862-904e1548ae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a35b615-5a02-4ca3-9c2a-65b5fca0ad32,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:04.312392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Request body: {'port': {'device_id': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'aa39c0b2225243cabb156576d4b36269'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:04.493015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9ac3c-b5c8-4b38-b3ab-b606cca3ab98 req-472f9c8f-c8cb-493a-bd5b-1b0eb788d903 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:04.494507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1a9ac3c-b5c8-4b38-b3ab-b606cca3ab98 req-472f9c8f-c8cb-493a-bd5b-1b0eb788d903 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.2797389 Nov 10 22:37:04.556239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.5 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/a497e398-9b60-4f40-95b4-24494c9b8647) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:04.571526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] For port e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:04.571893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.607254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Calling delete_port for e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:04.658324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1a9ac3c-b5c8-4b38-b3ab-b606cca3ab98 req-830036e2-827a-46a2-b539-a7227eb3edc4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510723 Nov 10 22:37:04.704862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Made reservation on behalf of aa39c0b2225243cabb156576d4b36269 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:04.708341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.729714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:04.840045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdec70-c555-450d-9da0-8ad6255bc02f req-c2870fdf-6379-4b29-9a6c-250b3e6c2c85 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:04.842202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41bdec70-c555-450d-9da0-8ad6255bc02f req-c2870fdf-6379-4b29-9a6c-250b3e6c2c85 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 949 time: 0.0682504 Nov 10 22:37:04.985706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41bdec70-c555-450d-9da0-8ad6255bc02f req-d97c4bbe-0958-4160-88c3-fa290f385206 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336963 Nov 10 22:37:05.010078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-b8caf7cb-a52f-47f2-9e71-fc486e344b79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.012090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-b8caf7cb-a52f-47f2-9e71-fc486e344b79 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 949 time: 0.1266251 Nov 10 22:37:05.028712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.071686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.075117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.086951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.117255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Deleting port 3849f2cd-84f9-4277-a711-eea1905ebdf8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:05.117599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.129033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ac3b-ba5c-46c0-b9a9-f28f0c3a186b req-86877108-b001-472e-a3b8-a4c9089814ae tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.130574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3f4ac3b-ba5c-46c0-b9a9-f28f0c3a186b req-86877108-b001-472e-a3b8-a4c9089814ae tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.1825955 Nov 10 22:37:05.136744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:05.239413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] For port 3849f2cd-84f9-4277-a711-eea1905ebdf8, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3849f2cd-84f9-4277-a711-eea1905ebdf8,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:05.239413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.255485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Calling delete_port for 3849f2cd-84f9-4277-a711-eea1905ebdf8 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:05.298719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.299565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68e68140-a899-4651-aaa2-e1b620248960 req-0db56c5b-b0e4-4749-8e42-53349f147eac tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 210 time: 0.0358450 Nov 10 22:37:05.313099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:05.322236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4586fdae-0946-4da9-af28-2ab40c98d2ea,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:05.399887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.466905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:05.473100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3f4ac3b-ba5c-46c0-b9a9-f28f0c3a186b req-b5ce35e9-16c4-441e-a43a-6aa34508f7f3 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195503 Nov 10 22:37:05.518385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:05.520788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:05.529176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.539366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.547138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['236a9d5c-4f39-4238-bb6e-98c748ed8e9b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:05.572247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.578964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53908) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:05.592004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:05.602667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event deleted for resources: {'Port': ['ID=3849f2cd-84f9-4277-a711-eea1905ebdf8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:05.632780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Allocated IP 192.168.233.215 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/62714fe0-a530-47d9-b155-ce5871c8dcbc) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:05.646069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd295-fbb7-4e39-b45a-5e0acb2c27a3 req-e18171e7-1760-49bf-a939-b80c24635a63 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.654451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7dbd295-fbb7-4e39-b45a-5e0acb2c27a3 req-e18171e7-1760-49bf-a939-b80c24635a63 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 931 time: 0.2579801 Nov 10 22:37:05.700713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] No DVR routers for this DVR port 3849f2cd-84f9-4277-a711-eea1905ebdf8 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:05.705913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aceae9fc-5baf-427e-b0e0-2afce98d5f29 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:05.725782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.726520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.743933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.744554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797ce040-cc64-4cee-bc68-d8637629f384 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:37:05.750827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.754665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-22e71c12-922e-499e-94b4-cd0dda053062 admin admin] 10.222.0.25 "DELETE /v2.0/routers/797ce040-cc64-4cee-bc68-d8637629f384 HTTP/1.1" status: 204 len: 168 time: 3.1417258 Nov 10 22:37:05.759263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: aceae9fc-5baf-427e-b0e0-2afce98d5f29 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:05.759605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aceae9fc-5baf-427e-b0e0-2afce98d5f29 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:05.781593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:05.782569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.786379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83b22246-c527-46cf-bab2-7e40cdc46946 req-2bd8f4fe-23f1-4b1f-951c-e8096c023624 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "DELETE /v2.0/ports/3849f2cd-84f9-4277-a711-eea1905ebdf8 HTTP/1.1" status: 204 len: 173 time: 0.7675967 Nov 10 22:37:05.788238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'name': 'network-vif-deleted', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:05.802696 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb922f-846f-4501-82ca-d5e7fcc88eba" -d '{"events": [{"server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "name": "network-vif-deleted", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:05.846312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3849f2cd-84f9-4277-a711-eea1905ebdf8', '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:05.909965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Deleting subnet f98065ae-7219-4af9-8b21-164c5c68ecbf {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:05.912617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:05.933040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.983988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7dbd295-fbb7-4e39-b45a-5e0acb2c27a3 req-8536445d-1535-4e8b-b96f-c925474c44bb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284535 Nov 10 22:37:06.037224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.042369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4239b3-8e5d-4a80-9dd7-c785c0bf403b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.051965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-01be3aef-e6e6-4891-a61c-0773b1fa2749 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2984178 Nov 10 22:37:06.081306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Request body: {'port': {'device_id': '826a0936-b56e-4da1-af22-8be5a3c85184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:06.135318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70e812-1fe2-465b-b822-c3a8e22726c7 req-9d2916cb-6e89-462a-ab4c-3c161e8d1fda tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:06.137119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3d70e812-1fe2-465b-b822-c3a8e22726c7 req-9d2916cb-6e89-462a-ab4c-3c161e8d1fda tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.4227204 Nov 10 22:37:06.150760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53920) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:06.166538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Request body: {'floatingip': {'port_id': '78e84fa9-8b8d-4058-9fbd-967325743ea2'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:06.174755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.217636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd65e1-879e-41b2-a2cf-851a2a8f25c5 req-2ce9bbf2-dc44-4e02-a353-cb2d5bf3e1a3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:06.226967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2dd65e1-879e-41b2-a2cf-851a2a8f25c5 req-2ce9bbf2-dc44-4e02-a353-cb2d5bf3e1a3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 947 time: 0.0977693 Nov 10 22:37:06.230614 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58cecb5-994b-4364-894c-df938e8c3e04 x-openstack-request-id: req-d58cecb5-994b-4364-894c-df938e8c3e04 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:06.231224 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47329a28-82b1-43de-a479-eadd4df264a0", "name": "network-vif-deleted", "tag": "3849f2cd-84f9-4277-a711-eea1905ebdf8", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:06.231527 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d58cecb5-994b-4364-894c-df938e8c3e04 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:06.232099 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47329a28-82b1-43de-a479-eadd4df264a0', 'name': 'network-vif-deleted', 'tag': '3849f2cd-84f9-4277-a711-eea1905ebdf8', 'status': 'completed', 'code': 200} Nov 10 22:37:06.256288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:06.273107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'mac_address': 'fa:16:3e:86:18:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:06.325002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.326232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.335771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2dd65e1-879e-41b2-a2cf-851a2a8f25c5 req-c846a347-5549-42eb-b156-0f0291bbfbf3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074500 Nov 10 22:37:06.342393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.345359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8694444-2d4d-4965-bd46-474bca9680e3 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:06.372575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:06.372763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.380848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.444764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:06.489451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9cbd629-c8a0-4993-be9d-d3aa6affbb6f req-c62118ad-d41f-4385-9f53-c088d9d2b287 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 210 time: 0.0394130 Nov 10 22:37:06.501790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.545082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f98065ae-7219-4af9-8b21-164c5c68ecbf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:06.546636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82516f55-38c2-4cdc-8195-aa0d8c60361a None None] Network bfab4297-c995-425d-812b-5f6ea70c00d6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:06.549602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.564432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc5f6aeb-e5eb-4d19-858a-a430c8677c2b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f98065ae-7219-4af9-8b21-164c5c68ecbf HTTP/1.1" status: 204 len: 168 time: 0.7770238 Nov 10 22:37:06.566806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53926) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:06.581346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92bb938f-e9a5-4254-95dd-389068be0530 req-59c38688-1a50-44d9-8693-c15d9ecd370b tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=47329a28-82b1-43de-a479-eadd4df264a0 HTTP/1.1" status: 200 len: 210 time: 0.1819797 Nov 10 22:37:06.608382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.733212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Pushing event updated for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:06.771554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.793355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:06.981615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Deleting port befc3a94-4c4b-4871-b15d-7edf563a1abc {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:06.982180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.007965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] DHCP port deletion for bfab4297-c995-425d-812b-5f6ea70c00d6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:07.059540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] For port befc3a94-4c4b-4871-b15d-7edf563a1abc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=befc3a94-4c4b-4871-b15d-7edf563a1abc,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:07.059921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.073003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Calling delete_port for befc3a94-4c4b-4871-b15d-7edf563a1abc owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:07.099567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Deleting port befc3a94-4c4b-4871-b15d-7edf563a1abc {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:07.100105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.133852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18617e35-f255-41e7-a2a0-eff2372ce07c req-0b1e1e9a-591e-4439-b61b-f141c4726a7d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.141848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18617e35-f255-41e7-a2a0-eff2372ce07c req-0b1e1e9a-591e-4439-b61b-f141c4726a7d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 948 time: 0.3295510 Nov 10 22:37:07.188593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] For port befc3a94-4c4b-4871-b15d-7edf563a1abc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=befc3a94-4c4b-4871-b15d-7edf563a1abc,segment=NetworkSegment(9812236e-8ab5-40ac-b755-4aa64f183fb5),segment_id=9812236e-8ab5-40ac-b755-4aa64f183fb5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:07.189287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.201233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a773a5-e9ab-4822-9ea2-07993914878d req-9882c629-bec8-4f70-aea4-37d7d006ad25 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.203364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-9882c629-bec8-4f70-aea4-37d7d006ad25 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a&tenant_id=992b801f6f7e46319b92fdedfae00f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 948 time: 0.3966835 Nov 10 22:37:07.206471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Calling delete_port for befc3a94-4c4b-4871-b15d-7edf563a1abc owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:07.208722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18617e35-f255-41e7-a2a0-eff2372ce07c req-1769f4eb-ca3b-4f4c-aac0-5a785024c9cd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660303 Nov 10 22:37:07.314067 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-84a773a5-e9ab-4822-9ea2-07993914878d req-d100dd47-18fc-4683-af1e-3fe0b4f03912 service neutron] delete failed (client error): The resource could not be found. Nov 10 22:37:07.315487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-d100dd47-18fc-4683-af1e-3fe0b4f03912 service neutron] 10.222.0.39 "DELETE /v2.0/ports/b8694444-2d4d-4965-bd46-474bca9680e3/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.1036720 Nov 10 22:37:07.323070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.339654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.357327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Pushing event deleted for resources: {'Port': ['ID=befc3a94-4c4b-4871-b15d-7edf563a1abc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:07.364026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] No DVR routers for this DVR port befc3a94-4c4b-4871-b15d-7edf563a1abc on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:07.415205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] Pushing event deleted for resources: {'Port': ['ID=befc3a94-4c4b-4871-b15d-7edf563a1abc,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:07.431076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6aa24-a5cc-485e-9d78-5fa0a9483986 None None] No DVR routers for this DVR port befc3a94-4c4b-4871-b15d-7edf563a1abc on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:07.454018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.477969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfab4297-c995-425d-812b-5f6ea70c00d6']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:07.489866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9812236e-8ab5-40ac-b755-4aa64f183fb5') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:07.490160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9812236e-8ab5-40ac-b755-4aa64f183fb5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:07.504660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.519916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.528295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:07.528713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.540097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:07.589633 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:07.595371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:07.601955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4239b3-8e5d-4a80-9dd7-c785c0bf403b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.605591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:07.637947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.640194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device befc3a94-4c4b-4871-b15d-7edf563a1abc no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:07.647763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4239b3-8e5d-4a80-9dd7-c785c0bf403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.660216 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.665362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] 10.222.0.25 "DELETE /v2.0/networks/bfab4297-c995-425d-812b-5f6ea70c00d6 HTTP/1.1" status: 204 len: 168 time: 1.0976429 Nov 10 22:37:07.683237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: befc3a94-4c4b-4871-b15d-7edf563a1abc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:07.684328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device befc3a94-4c4b-4871-b15d-7edf563a1abc not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:07.684848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:07.708896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:07.709461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9cdd885-cfc6-4b99-bbc9-6597c4ae98cc not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:07.712649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b0dd-3891-40c9-92d7-0c62cdce069a admin admin] Pushing event deleted for resources: {'Network': ['ID=bfab4297-c995-425d-812b-5f6ea70c00d6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:07.718358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a773a5-e9ab-4822-9ea2-07993914878d req-c7d4ac2d-8668-47fc-a28a-829f913b80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.719993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-c7d4ac2d-8668-47fc-a28a-829f913b80ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1099 time: 0.1321273 Nov 10 22:37:07.767347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d17d4-d67f-4fe2-981e-0010b8ceaaae req-4a6a2fe3-d1e9-44c1-803a-2cd54f5d2287 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.775255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f92d17d4-d67f-4fe2-981e-0010b8ceaaae req-4a6a2fe3-d1e9-44c1-803a-2cd54f5d2287 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 936 time: 0.0947239 Nov 10 22:37:07.834908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e4239b3-8e5d-4a80-9dd7-c785c0bf403b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98610e4a3f65441fb8756770aaa448b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2552576 Nov 10 22:37:07.845793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:07.846116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.846331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:07.846726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.855511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45b7b-70fc-4f04-8b9b-6ebcf4962ba4 req-a7c1283f-2601-4f54-b2d2-4551d99ef52d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.856950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64a45b7b-70fc-4f04-8b9b-6ebcf4962ba4 req-a7c1283f-2601-4f54-b2d2-4551d99ef52d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 931 time: 0.7381668 Nov 10 22:37:07.861735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:37:07.863585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4239b3-8e5d-4a80-9dd7-c785c0bf403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561024dc-fc44-49c4-8adc-83d6cc620b31,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:07.909163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f92d17d4-d67f-4fe2-981e-0010b8ceaaae req-e200ee62-6c65-47a7-9c35-bcdeb146ffa7 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329873 Nov 10 22:37:07.919727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:07.949162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a773a5-e9ab-4822-9ea2-07993914878d req-013dd635-7cb9-458f-9dc6-f21f29d710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:07.953318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-013dd635-7cb9-458f-9dc6-f21f29d710e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2225969 Nov 10 22:37:07.954351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-0e5a2951-1bd4-42af-979f-f9747575dee3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6796844 Nov 10 22:37:07.976106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.984963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Request body: {'port': {'device_id': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:07.991612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b8694444-2d4d-4965-bd46-474bca9680e3 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:07.995670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b8694444-2d4d-4965-bd46-474bca9680e3 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:07.996046 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.024757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-2315485d-d5f9-41da-b2c1-53573865878e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.0542247 Nov 10 22:37:08.054414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6d7dbeb-4e44-4554-9799-f78c7aa8fc63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d20b337e36c4dffb02a1a78903e526f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033830 Nov 10 22:37:08.055400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:08.072651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.081220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.123232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.140653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.143188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a773a5-e9ab-4822-9ea2-07993914878d req-db964eab-539f-43a3-bdbb-5fbb9698b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:08.144430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64a45b7b-70fc-4f04-8b9b-6ebcf4962ba4 req-830647d0-6966-454e-9d92-ea48aebb2c2b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469985 Nov 10 22:37:08.145129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-db964eab-539f-43a3-bdbb-5fbb9698b6bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1085403 Nov 10 22:37:08.157007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:08.159744 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8373d1a0-255d-43c2-a710-41422ee02f33" -d '{"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-plugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:08.161146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.186398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:08.192119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.193949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3849f2cd-84f9-4277-a711-eea1905ebdf8 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:08.223405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.262354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.267226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a773a5-e9ab-4822-9ea2-07993914878d req-185b5e65-f63d-4b09-a313-76160e064d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:08.268876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-185b5e65-f63d-4b09-a313-76160e064d72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156604 Nov 10 22:37:08.276394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.278991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.280100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/561024dc-fc44-49c4-8adc-83d6cc620b31 HTTP/1.1" status: 204 len: 168 time: 0.4327312 Nov 10 22:37:08.287558 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2075c6-59c8-4d2e-9876-f148ce6b6d4d x-openstack-request-id: req-eb2075c6-59c8-4d2e-9876-f148ce6b6d4d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:08.288132 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-plugged", "status": "completed", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:08.288480 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb2075c6-59c8-4d2e-9876-f148ce6b6d4d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:08.289446 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'code': 200} Nov 10 22:37:08.292033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3849f2cd-84f9-4277-a711-eea1905ebdf8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:08.292486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3849f2cd-84f9-4277-a711-eea1905ebdf8 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:08.335071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:08.414336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5182ec-9c75-46bf-9f3a-a81992720da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561024dc-fc44-49c4-8adc-83d6cc620b31,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:08.453055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a497e398-9b60-4f40-95b4-24494c9b8647 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:08.465233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.533833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fb695-f28b-46bd-9300-b6e03aaa7388 req-6c15ea4e-77b4-491f-8e3a-9d52a19bf5cc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:08.542248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-642fb695-f28b-46bd-9300-b6e03aaa7388 req-6c15ea4e-77b4-491f-8e3a-9d52a19bf5cc tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 950 time: 0.1181014 Nov 10 22:37:08.544150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.547667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.549150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ea8145a-58d4-4067-ac38-67413dbf30f8 HTTP/1.1" status: 204 len: 168 time: 0.4771142 Nov 10 22:37:08.583046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdd7d2-0df0-407e-906f-c5d6c3f17d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea8145a-58d4-4067-ac38-67413dbf30f8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:08.588629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-4b9249fb-d731-4699-9576-780fe28cd907 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068841 Nov 10 22:37:08.617247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Transition to ACTIVE for port object a497e398-9b60-4f40-95b4-24494c9b8647 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:08.632039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.661187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-642fb695-f28b-46bd-9300-b6e03aaa7388 req-c7f31367-a6a5-4b10-90d3-d1bf1206dcd6 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178987 Nov 10 22:37:08.720363 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Floating IP 58d17e9f-9e88-494a-9907-44c5a8838a35 associated. External IP: 172.25.0.161, port: 78e84fa9-8b8d-4058-9fbd-967325743ea2. Nov 10 22:37:08.739871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6bcd068c-f826-420d-bb24-0ef5b3c57888 None None] Provisioning complete for port 62714fe0-a530-47d9-b155-ce5871c8dcbc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:08.741370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6bcd068c-f826-420d-bb24-0ef5b3c57888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.777755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67803f-51cd-4105-9bc4-78368d5a9eaf req-5a423dfa-635e-4455-b13a-7f5e0253bdbb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:08.782467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a773a5-e9ab-4822-9ea2-07993914878d req-a040a1c0-608b-4405-b43f-89b361094b70 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467984 Nov 10 22:37:08.785559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d67803f-51cd-4105-9bc4-78368d5a9eaf req-5a423dfa-635e-4455-b13a-7f5e0253bdbb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2934966 Nov 10 22:37:08.810836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd068c-f826-420d-bb24-0ef5b3c57888 None None] Port 62714fe0-a530-47d9-b155-ce5871c8dcbc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:08.831134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Pushing event updated for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:09.065871 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d67803f-51cd-4105-9bc4-78368d5a9eaf req-081553a9-4a5b-4a53-9896-857d89c8e7eb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794013 Nov 10 22:37:09.121461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Attempting to bind port a497e398-9b60-4f40-95b4-24494c9b8647 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:09.121882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Attempting to bind port a497e398-9b60-4f40-95b4-24494c9b8647 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:09.122212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Attempting to bind port a497e398-9b60-4f40-95b4-24494c9b8647 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:09.246432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Port a497e398-9b60-4f40-95b4-24494c9b8647 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:09.246835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Attempting to bind port a497e398-9b60-4f40-95b4-24494c9b8647 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:09.278779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:09.279110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:09.279501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:09.279952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Bound port: a497e398-9b60-4f40-95b4-24494c9b8647, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:09.280917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.377565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1466c-e9b3-4758-83dc-5a0cabde118f req-8090c1ec-fff6-4ac8-9403-a0c7c48168ac tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:09.379239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2a1466c-e9b3-4758-83dc-5a0cabde118f req-8090c1ec-fff6-4ac8-9403-a0c7c48168ac tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 936 time: 0.3969827 Nov 10 22:37:09.446690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2a1466c-e9b3-4758-83dc-5a0cabde118f req-3e7846a3-fa88-4efa-abfd-f5aa78a2bdf2 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565948 Nov 10 22:37:09.521275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54000) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:09.534725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62714fe0-a530-47d9-b155-ce5871c8dcbc {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:09.561774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfa38b-1a29-4d8c-b238-06aa9122a721 req-9ed43811-d8ad-4a4b-9531-2226358a872e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:09.568164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-72dfa38b-1a29-4d8c-b238-06aa9122a721 req-9ed43811-d8ad-4a4b-9531-2226358a872e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 943 time: 0.2250135 Nov 10 22:37:09.571035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.609061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Router d778ea31-1a61-48fb-b415-fb1a69af49d8 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:09.613955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:09.617078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Transition to ACTIVE for port object 62714fe0-a530-47d9-b155-ce5871c8dcbc will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:09.636929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a497e398-9b60-4f40-95b4-24494c9b8647,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:09.639062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.660201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.770713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-feb17eb4-3113-44b1-8d3b-167acfedc5d0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:09.772508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-feb17eb4-3113-44b1-8d3b-167acfedc5d0 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.39 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 950 time: 0.0863638 Nov 10 22:37:09.802382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:09.802990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.804351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] 10.222.0.20 "PUT /v2.0/ports/a497e398-9b60-4f40-95b4-24494c9b8647 HTTP/1.1" status: 200 len: 1091 time: 3.7323327 Nov 10 22:37:09.806039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:09.808347 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb7ef58-568d-431f-b37a-1258d15d571c" -d '{"events": [{"name": "network-changed", "server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:09.813087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1277309682-network', 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:09.821552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-72dfa38b-1a29-4d8c-b238-06aa9122a721 req-6724fff1-fb39-41d3-b7bc-06324147bae8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526495 Nov 10 22:37:09.836732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Pushing event updated for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:09.960404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:09.963340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.978617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.008082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f99ed-7bf2-4f72-a3a1-61d5e09f1a57 req-6193830f-48d1-4548-aefa-5444a6dd0794 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.009611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da9f99ed-7bf2-4f72-a3a1-61d5e09f1a57 req-6193830f-48d1-4548-aefa-5444a6dd0794 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82616a26-5e9c-4cd7-9beb-506bda5f1795 HTTP/1.1" status: 200 len: 950 time: 0.2349477 Nov 10 22:37:10.042838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:10.050132 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.057960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Sync routers for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:10.071814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:10.072641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:10.090237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Deleting port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:10.090573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.117879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-27413573-5361-4107-965f-32726dcfa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.119258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-27413573-5361-4107-965f-32726dcfa1a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 1094 time: 0.2511559 Nov 10 22:37:10.130227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8619ae-e003-4c8a-811c-6a0f63797725 service neutron] Pushing event updated for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.146491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-33a1d57c-56ec-4db1-95a9-41af0a7cb2d8 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489144 Nov 10 22:37:10.150419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb17cc5f-458a-41a3-9cb1-39e453f8df08 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "PUT /v2.0/floatingips/58d17e9f-9e88-494a-9907-44c5a8838a35 HTTP/1.1" status: 200 len: 991 time: 3.9935932 Nov 10 22:37:10.175929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da9f99ed-7bf2-4f72-a3a1-61d5e09f1a57 req-65ad8c03-fae1-420c-be08-a79f890a0da9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567729 Nov 10 22:37:10.194933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-5ec0306d-52b7-4a12-848d-5431d676cc03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a497e398-9b60-4f40-95b4-24494c9b8647 HTTP/1.1" status: 200 len: 217 time: 0.0608196 Nov 10 22:37:10.199822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Attempting to bind port 62714fe0-a530-47d9-b155-ce5871c8dcbc on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:10.199822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Attempting to bind port 62714fe0-a530-47d9-b155-ce5871c8dcbc by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:10.199822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Attempting to bind port 62714fe0-a530-47d9-b155-ce5871c8dcbc on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:10.206191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:10.247019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.248674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] For port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:10.249847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.260108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.264493 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6725f57a-e78c-48ca-9dcc-af82a9ea5af0 x-openstack-request-id: req-6725f57a-e78c-48ca-9dcc-af82a9ea5af0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:10.265339 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:10.265587 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6725f57a-e78c-48ca-9dcc-af82a9ea5af0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:10.265979 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647', 'status': 'completed', 'code': 200} Nov 10 22:37:10.269576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Port 62714fe0-a530-47d9-b155-ce5871c8dcbc on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:10.269795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Attempting to bind port 62714fe0-a530-47d9-b155-ce5871c8dcbc on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:10.270252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Calling delete_port for 236a9d5c-4f39-4238-bb6e-98c748ed8e9b owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:10.298040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:10.301613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:10.301947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:10.302502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:10.303160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Bound port: 62714fe0-a530-47d9-b155-ce5871c8dcbc, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:10.303665 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.312265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c639299-a3b1-4d4f-8893-144c14dc337b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.344995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.345348 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Added segment 4166705a-f9a9-4ebd-ac4d-b160a6954a49 of type vlan for network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b Nov 10 22:37:10.369755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-a87d5263-7a77-4a60-9e26-1555dca762dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.371199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-a87d5263-7a77-4a60-9e26-1555dca762dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1489322 Nov 10 22:37:10.427220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-4a92aa90-78c2-4869-926c-277abb8b4f36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397651 Nov 10 22:37:10.436352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.437584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-e64478d0-9a64-4316-b1da-757c42109d90 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.439024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-e64478d0-9a64-4316-b1da-757c42109d90 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570672 Nov 10 22:37:10.481666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c21c2-9b69-4285-ba2b-19cefaabbe88 req-e091f2f6-87fb-4d55-b3fa-66dda3b893bb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.484009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-979c21c2-9b69-4285-ba2b-19cefaabbe88 req-e091f2f6-87fb-4d55-b3fa-66dda3b893bb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1264946 Nov 10 22:37:10.509302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '58d17e9f-9e88-494a-9907-44c5a8838a35', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'port_id': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'mac_address': 'fa:16:3e:8d:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:36:46Z', 'updated_at': '2021-11-10T22:37:07Z', 'revision_number': 1, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:10.510885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:10.515883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-f3427d06-2bce-46f0-8287-63f5093eb3f4 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/quotas/e77e9a59b32a4949b67f6f38d33d378c HTTP/1.1" status: 200 len: 375 time: 0.0585561 Nov 10 22:37:10.519217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.520151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.520937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.533644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:10.538682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Checking router: d778ea31-1a61-48fb-b415-fb1a69af49d8 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:10.549876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:10.550656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:10.563388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-5af20669-4188-4734-96a2-39939618c961 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329282 Nov 10 22:37:10.564482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.617736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0916018 Nov 10 22:37:10.623879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.624621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.629001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] 10.222.0.20 "PUT /v2.0/ports/62714fe0-a530-47d9-b155-ce5871c8dcbc HTTP/1.1" status: 200 len: 1096 time: 2.6554649 Nov 10 22:37:10.629527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54032) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:10.647308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6cf37-942e-4c76-b4ae-19a2059557c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.647899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Request body: {'subnet': {'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1277309682-subnet', 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:10.656124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-979c21c2-9b69-4285-ba2b-19cefaabbe88 req-ee177e6e-362a-40d9-b631-bcd77a26743e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407201 Nov 10 22:37:10.658548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.696274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event deleted for resources: {'Port': ['ID=236a9d5c-4f39-4238-bb6e-98c748ed8e9b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.776873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] No DVR routers for this DVR port 236a9d5c-4f39-4238-bb6e-98c748ed8e9b on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:10.779773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.783748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccbf3ae5-cab5-46b6-9fa2-f5e53f472011 req-af4b958c-7221-4f04-836b-b8306e656b71 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.39 "DELETE /v2.0/ports/236a9d5c-4f39-4238-bb6e-98c748ed8e9b HTTP/1.1" status: 204 len: 173 time: 0.9937131 Nov 10 22:37:10.784398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'name': 'network-vif-deleted', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:10.814724 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27953ef6-a43e-4e5b-a26d-5b14d93a67c9" -d '{"events": [{"server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "name": "network-vif-deleted", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:10.867957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:10.893659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['236a9d5c-4f39-4238-bb6e-98c748ed8e9b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:10.897856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:11.084399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:11.097781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1c3c-a37a-4543-83eb-7675ad56f632 req-32d2d7cc-81ca-476b-aece-f5fa1b77752b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.099816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1bf1c3c-a37a-4543-83eb-7675ad56f632 req-32d2d7cc-81ca-476b-aece-f5fa1b77752b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0874636 Nov 10 22:37:11.183862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1bf1c3c-a37a-4543-83eb-7675ad56f632 req-a647fc4f-f5cd-4a6b-8abe-8ba0f11d6108 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758398 Nov 10 22:37:11.231707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-7a5d2633-0294-4f7e-92c3-a5c3198d2fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868881 Nov 10 22:37:11.267004 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925c66a-7559-4c11-a211-f4b020b7c35f x-openstack-request-id: req-e925c66a-7559-4c11-a211-f4b020b7c35f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:11.268164 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82616a26-5e9c-4cd7-9beb-506bda5f1795", "name": "network-vif-deleted", "tag": "236a9d5c-4f39-4238-bb6e-98c748ed8e9b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:11.269128 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e925c66a-7559-4c11-a211-f4b020b7c35f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:11.270652 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82616a26-5e9c-4cd7-9beb-506bda5f1795', 'name': 'network-vif-deleted', 'tag': '236a9d5c-4f39-4238-bb6e-98c748ed8e9b', 'status': 'completed', 'code': 200} Nov 10 22:37:11.272918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8790076-a69e-4345-af05-041c3b29b765 service neutron] Pushing event updated for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:11.387304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:11.390629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:11.472461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563126fe-ae65-4f08-9829-3c284bb1d3bf req-e8099cc0-242c-4740-b63e-746e96ef6839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.474208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-563126fe-ae65-4f08-9829-3c284bb1d3bf req-e8099cc0-242c-4740-b63e-746e96ef6839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 943 time: 0.0813494 Nov 10 22:37:11.515792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '58d17e9f-9e88-494a-9907-44c5a8838a35', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'port_id': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'mac_address': 'fa:16:3e:8d:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:36:46Z', 'updated_at': '2021-11-10T22:37:07Z', 'revision_number': 1, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:11.521861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-1a7f6cfc-3f53-4237-a946-296c8ea21358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.525033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-1a7f6cfc-3f53-4237-a946-296c8ea21358 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 1099 time: 0.3574562 Nov 10 22:37:11.534715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-227940dc-0810-4c6b-8381-4b92b56f5b00 req-e122f0d0-4180-4ae7-9eb1-89c03038ef28 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780786 Nov 10 22:37:11.547725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2195df-03d4-48fe-a300-144c1cc54da6 req-a7086c28-bf7b-4bf1-aa2b-2efa3a632cce tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.549953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d353d6-fc69-40d0-b76e-26354c5ac201 None None] The sync data for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 is: [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '58d17e9f-9e88-494a-9907-44c5a8838a35', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'port_id': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'mac_address': 'fa:16:3e:8d:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:36:46Z', 'updated_at': '2021-11-10T22:37:07Z', 'revision_number': 1, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:11.555988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a2195df-03d4-48fe-a300-144c1cc54da6 req-a7086c28-bf7b-4bf1-aa2b-2efa3a632cce tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 948 time: 0.3893702 Nov 10 22:37:11.578664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-563126fe-ae65-4f08-9829-3c284bb1d3bf req-12573a9a-769d-4078-a0c4-76651597b2ce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968008 Nov 10 22:37:11.654648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-423b0723-a386-4d8e-a1f7-2353bbe1d5d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc HTTP/1.1" status: 200 len: 217 time: 0.0953255 Nov 10 22:37:11.722969 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6ae6673-e7c0-4325-9d25-351d2b0c6f18 req-f8a59f0b-90a1-4786-aa88-97fe41df6194 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 210 time: 0.0421791 Nov 10 22:37:11.764196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a2195df-03d4-48fe-a300-144c1cc54da6 req-7a4db30b-714f-4080-affa-69a18987ca61 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070093 Nov 10 22:37:11.860181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-2617857c-df53-4451-be37-d4753374f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.863022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-2617857c-df53-4451-be37-d4753374f7a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1798859 Nov 10 22:37:11.873526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-25939419-f6ce-4122-989a-eabef522e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:11.875244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-25939419-f6ce-4122-989a-eabef522e9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 1094 time: 0.2371573 Nov 10 22:37:11.887138 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba314a5-b47b-4caf-ad3c-94eb6bdb5577 None None] New status for floating IP 58d17e9f-9e88-494a-9907-44c5a8838a35: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:37:12.021245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:12.059101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-ad88e5e8-aa6e-46f7-b108-8dd89ca7a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.060583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-ad88e5e8-aa6e-46f7-b108-8dd89ca7a2ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534383 Nov 10 22:37:12.175159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-fd825b24-85a6-40e1-969e-4699e8712a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.176758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-fd825b24-85a6-40e1-969e-4699e8712a73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.2705491 Nov 10 22:37:12.192963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=860549f6-738c-4d39-be38-e9cdf4986cb1,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:12.234913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-88c37fac-e9c9-47dc-966c-d4637568c200 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260968 Nov 10 22:37:12.257554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-2d078f99-580e-4fab-b69c-4c685b52d75d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a497e398-9b60-4f40-95b4-24494c9b8647 HTTP/1.1" status: 200 len: 217 time: 0.0606186 Nov 10 22:37:12.258246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:12.258597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Network hostable DHCP agents. Network: 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:12.270294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2'}, {'name': 'network-changed', 'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:12.272816 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ec6cd-1961-4232-8e72-bcaa696411e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2"}, {"name": "network-changed", "server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:12.332761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158cdfc-b548-4e86-b77e-af6b167e3802 req-b5e05a99-62c4-48cc-bfe4-09a59a8650c8 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.334304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2158cdfc-b548-4e86-b77e-af6b167e3802 req-b5e05a99-62c4-48cc-bfe4-09a59a8650c8 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 951 time: 0.1938658 Nov 10 22:37:12.339039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-4fc495cf-c80e-4144-b36a-6138a0af95a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641270 Nov 10 22:37:12.365212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:12.365542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-e6cd9a46-052b-49a0-b8c5-b1b41419e341 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.373448 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-e6cd9a46-052b-49a0-b8c5-b1b41419e341 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296108 Nov 10 22:37:12.375838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-4919b634-c15d-4cfa-a2ad-687f041b0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.377329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-4919b634-c15d-4cfa-a2ad-687f041b0b25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1078610 Nov 10 22:37:12.385545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-32091d87-a3c6-472e-b899-49a872de61c8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/quotas/992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 375 time: 0.0111051 Nov 10 22:37:12.391506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:12.399728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a3db4-9de6-4e1d-b913-9d3dc08331c1 None None] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:12.461718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.462150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-2566f6bf-787f-4157-9390-7341b540ed8c tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721958 Nov 10 22:37:12.462301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:12.472930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-47c9bceb-fa0b-407c-9554-a37e14d086e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732436 Nov 10 22:37:12.493307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2158cdfc-b548-4e86-b77e-af6b167e3802 req-d8d0a794-f320-4f92-8cea-a439a4d4e514 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476412 Nov 10 22:37:12.506221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4b457278-d32e-476d-9305-204546243ccb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8697603 Nov 10 22:37:12.516135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-51b78caa-a0ff-4005-ae12-fba67d2932aa tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087415 Nov 10 22:37:12.589021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2069cbb-680a-41ab-b48e-34791391e0c0 None None] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:12.621053 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe2178-d2cc-4f1d-9ed2-7d5b93cf2dca x-openstack-request-id: req-1bfe2178-d2cc-4f1d-9ed2-7d5b93cf2dca {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:12.623163 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:12.623427 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bfe2178-d2cc-4f1d-9ed2-7d5b93cf2dca {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:12.624501 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'status': 'completed', 'code': 200} Nov 10 22:37:12.624501 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc', 'status': 'completed', 'code': 200} Nov 10 22:37:12.666448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.20', 49462) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:12.736854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7064bdb0-f0b2-43f2-ae10-59f4beb99d7c req-426472ac-5493-42c9-91a9-fcd47c1b4c82 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541117 Nov 10 22:37:12.747721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-6dad874e-f00f-4a0d-bb5a-0612b880bf5e tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.750743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-6dad874e-f00f-4a0d-bb5a-0612b880bf5e tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714889 Nov 10 22:37:12.769624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-9ddadde7-21db-47ea-aa3f-15759d504b2b service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807848 Nov 10 22:37:12.781985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Request body: {'port': {'device_id': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'e77e9a59b32a4949b67f6f38d33d378c'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:12.792405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-4b4084c4-22f1-4dc9-b5be-59c71482249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.793949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-4b4084c4-22f1-4dc9-b5be-59c71482249d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 1096 time: 0.1245916 Nov 10 22:37:12.878648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-754f32f5-d776-4302-9c64-c090e5bf8ce4 req-71f3d314-6fa9-4f37-a8a2-ed604f8e4fa9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 210 time: 0.0660210 Nov 10 22:37:12.936154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46439670-b2fe-4393-8ce7-86c604943fc9 req-2f0db101-39b3-4732-af99-9e3cbc4ce511 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:12.944414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46439670-b2fe-4393-8ce7-86c604943fc9 req-2f0db101-39b3-4732-af99-9e3cbc4ce511 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 943 time: 0.1711798 Nov 10 22:37:13.007840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb33199a-20c9-4f9f-93b5-2f3ee8769a5c req-0995aeb4-3458-4326-a414-e8b920b914e3 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 210 time: 0.0365977 Nov 10 22:37:13.019728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Made reservation on behalf of e77e9a59b32a4949b67f6f38d33d378c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:13.035895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb7ef58-568d-431f-b37a-1258d15d571c req-0b463502-454f-4413-90ad-ebe8d2eaeca2 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440782 Nov 10 22:37:13.047438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-06492307-7d8b-466f-aea3-a17103343bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.047740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.048938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-06492307-7d8b-466f-aea3-a17103343bf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd HTTP/1.1" status: 200 len: 915 time: 0.2299809 Nov 10 22:37:13.057981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.061234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46439670-b2fe-4393-8ce7-86c604943fc9 req-0a4ebc4c-192d-49f2-b5be-879c3269a8d1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157634 Nov 10 22:37:13.154022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.159760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.199110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-fce4165b-0731-461f-b461-87d5b1f42ace service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2 HTTP/1.1" status: 200 len: 1001 time: 0.1360521 Nov 10 22:37:13.212960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a4714-1ba6-465d-a032-ba47a74a727f req-ceae928f-9fe7-4ab0-9ebd-9956cbd779be tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.214569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a9a4714-1ba6-465d-a032-ba47a74a727f req-ceae928f-9fe7-4ab0-9ebd-9956cbd779be tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 948 time: 0.0707326 Nov 10 22:37:13.261960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7909cece-3a9c-45e8-9195-310ef384f4f4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:13.292094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-4343bb5c-bfea-48a7-b9e8-ed14524961b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.293653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-4343bb5c-bfea-48a7-b9e8-ed14524961b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afb45d71-9e0a-4e5b-ade8-76bc8450af86 HTTP/1.1" status: 200 len: 854 time: 0.0759611 Nov 10 22:37:13.301036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a9a4714-1ba6-465d-a032-ba47a74a727f req-e59a8399-79ed-4079-8599-400ab7223758 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Nov 10 22:37:13.357938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-3fc72709-bee8-4725-b5d7-e40ef73b8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.360035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-3fc72709-bee8-4725-b5d7-e40ef73b8c5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d04e07b-a056-45f8-875d-d1cf2a76c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567274 Nov 10 22:37:13.401407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Allocated IP 192.168.233.172 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/b13b2c9b-1026-46d4-9c2b-d60ea9e4888b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:13.414574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-2f340467-0e77-443f-8574-967ee0d80321 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.416187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-2f340467-0e77-443f-8574-967ee0d80321 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1923244 Nov 10 22:37:13.454734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f23642e0-0a53-4446-99fd-90bab2bda8fc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0286529 Nov 10 22:37:13.484057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-e8fb2eee-cbc7-4a55-a6c4-078a020de5a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053233 Nov 10 22:37:13.493604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-e30d4c81-8720-4373-aee8-df554e2ebd4a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379965 Nov 10 22:37:13.588283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 236a9d5c-4f39-4238-bb6e-98c748ed8e9b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:13.601781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-4ccdb8a4-2161-4953-945a-6c9d49490e34 service neutron] 10.222.0.20 "GET /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042564 Nov 10 22:37:13.609997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 236a9d5c-4f39-4238-bb6e-98c748ed8e9b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:13.610566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 236a9d5c-4f39-4238-bb6e-98c748ed8e9b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:13.638340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a04f-bf47-4ac4-8a5c-8537d961c413 req-ae476d6a-d45b-42e7-9866-b99e62ba1ecd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.640522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22e8a04f-bf47-4ac4-8a5c-8537d961c413 req-ae476d6a-d45b-42e7-9866-b99e62ba1ecd tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 951 time: 0.0543497 Nov 10 22:37:13.672212 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-0c4481b6-f158-4347-81db-abf1fcdd6c9f service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687095 Nov 10 22:37:13.722372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22e8a04f-bf47-4ac4-8a5c-8537d961c413 req-fcb69acd-a1ef-41c8-ab32-448328885ec5 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747774 Nov 10 22:37:13.732743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-043b49ab-8e7f-40e4-87f9-cf70f1b156b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.734315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-043b49ab-8e7f-40e4-87f9-cf70f1b156b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 1099 time: 0.0729358 Nov 10 22:37:13.740706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.799256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-a1942ddf-8c71-488f-a0d3-132ada7fb8dd service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179435 Nov 10 22:37:13.808183 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.834745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-9f6864cb-b0f8-4b88-8ca2-cc058fa2192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.836480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-9f6864cb-b0f8-4b88-8ca2-cc058fa2192f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.0923188 Nov 10 22:37:13.862814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:13.866384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:13.870930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:13.876241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Pushing event updated for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:13.886588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-406d0a6e-29ba-40ae-b8d6-f2c52c7ecee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc HTTP/1.1" status: 200 len: 217 time: 0.0401199 Nov 10 22:37:13.963320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a497e398-9b60-4f40-95b4-24494c9b8647 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:13.977135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:13.977794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.000443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-07103044-e608-426d-a675-32d8d1d661d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.001981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-20d6406d-a43c-492b-bd8b-0f5f51c45b4b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2348223 Nov 10 22:37:14.002940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-07103044-e608-426d-a675-32d8d1d661d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1040676 Nov 10 22:37:14.022146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-42cf06a4-9203-4c6d-870c-d1f212860406 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.024276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-42cf06a4-9203-4c6d-870c-d1f212860406 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 951 time: 0.0845716 Nov 10 22:37:14.037283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aebe172b-fbef-4a78-b852-48552ee28627 req-fe95933d-674b-4117-a050-49a4ac606f6f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 210 time: 0.0341694 Nov 10 22:37:14.044850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Request body: {'port': {'device_id': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:14.126908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.180548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae950a04-e0c7-47b5-8423-9fc6804d9869 req-61f744da-74bf-4a52-a8a6-7caf703965d0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 210 time: 0.1061497 Nov 10 22:37:14.229882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-44860bad-df1d-4ddb-ac0d-9e6b4058467b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635684 Nov 10 22:37:14.266473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a497e398-9b60-4f40-95b4-24494c9b8647,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:14.280837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a497e398-9b60-4f40-95b4-24494c9b8647', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': 'a497e398-9b60-4f40-95b4-24494c9b8647', 'mac_address': 'fa:16:3e:b9:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:14.317348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-154d003a-10a4-4283-b508-69401d1effc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.319563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-154d003a-10a4-4283-b508-69401d1effc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2940521 Nov 10 22:37:14.352770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.366078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3478208-cf65-4c49-953e-cdb2f8fc477c req-814846cf-0886-4cd6-bdb3-1a7bf2787145 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.374584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3478208-cf65-4c49-953e-cdb2f8fc477c req-814846cf-0886-4cd6-bdb3-1a7bf2787145 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 936 time: 0.1880834 Nov 10 22:37:14.380318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a497e398-9b60-4f40-95b4-24494c9b8647 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:14.389997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-90db3f58-0961-448f-94fd-551ec94084eb None None] Provisioning complete for port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:14.390665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-90db3f58-0961-448f-94fd-551ec94084eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.498897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3478208-cf65-4c49-953e-cdb2f8fc477c req-bd211271-7114-4fba-8e2d-fb76135d00a0 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216950 Nov 10 22:37:14.516428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a497e398-9b60-4f40-95b4-24494c9b8647,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:14.520703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f54ac-42ed-4143-9da8-b442cc6dad72 req-4508d361-d552-4184-bf96-458c06ff372f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.522713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe2f54ac-42ed-4143-9da8-b442cc6dad72 req-4508d361-d552-4184-bf96-458c06ff372f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 943 time: 0.2220840 Nov 10 22:37:14.562724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-90db3f58-0961-448f-94fd-551ec94084eb None None] Port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:14.567430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.586640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-d3ffba98-7e45-4a40-badc-d013eeea1c1e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.588061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-d3ffba98-7e45-4a40-badc-d013eeea1c1e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859039 Nov 10 22:37:14.594401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Deleting port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:14.594743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.609436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Request body: {'port': {'device_id': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '992b801f6f7e46319b92fdedfae00f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:14.615720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.624257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-d0b57a72-8fff-4732-ba5d-da626c985ddf service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908390 Nov 10 22:37:14.671828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:14.729848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13b2c9b-1026-46d4-9c2b-d60ea9e4888b {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:14.741082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.766257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f3690-0013-4a0b-9088-0134e6362e28 req-3d9e0d61-9bf9-4376-918b-7b4a5c771a1c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.769010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-187f3690-0013-4a0b-9088-0134e6362e28 req-3d9e0d61-9bf9-4376-918b-7b4a5c771a1c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 948 time: 0.1496911 Nov 10 22:37:14.780717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Transition to ACTIVE for port object b13b2c9b-1026-46d4-9c2b-d60ea9e4888b will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:14.822347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.826587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.842084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a497e398-9b60-4f40-95b4-24494c9b8647'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:14.893880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Pushing event updated for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:14.926147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-187f3690-0013-4a0b-9088-0134e6362e28 req-10c9d1ca-619f-42c9-b65b-d02e0d1d5145 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432583 Nov 10 22:37:15.124738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Attempting to bind port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:15.125099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Attempting to bind port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:15.125429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Attempting to bind port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:15.131392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:15.131725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Attempting to bind port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:15.144460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:15.144800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:15.145222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:15.145656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Bound port: b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:15.146018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.190182 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe2f54ac-42ed-4143-9da8-b442cc6dad72 req-8433e894-f041-4182-b6a5-4a38fd103516 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513357 Nov 10 22:37:15.370445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c424a09-e17d-46c4-b670-5477172e7a97 req-04ddf04a-ad67-479f-83cc-bb608902414b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 210 time: 0.0842352 Nov 10 22:37:15.381753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] For port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:15.382261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.400449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca898-2029-4c41-aa3d-815cfdcf0d90 req-9f244471-5ca8-4b66-b5cb-9abd0c6fb899 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.410306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Calling delete_port for 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:15.413812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c1ec6cd-1961-4232-8e72-bcaa696411e7 req-20d53c6c-5b52-4ade-8b17-4f2bed0f76ed service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603433 Nov 10 22:37:15.413966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b0ca898-2029-4c41-aa3d-815cfdcf0d90 req-9f244471-5ca8-4b66-b5cb-9abd0c6fb899 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 951 time: 0.1771791 Nov 10 22:37:15.426939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:15.431733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:15.457647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.499464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Made reservation on behalf of 992b801f6f7e46319b92fdedfae00f7a for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:15.503439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.599565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.600251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.601608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] 10.222.0.20 "PUT /v2.0/ports/b13b2c9b-1026-46d4-9c2b-d60ea9e4888b HTTP/1.1" status: 200 len: 1096 time: 1.5634289 Nov 10 22:37:15.605195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b0ca898-2029-4c41-aa3d-815cfdcf0d90 req-86061be4-83a5-4fbd-8540-c63d9b7876df tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/security-groups?id=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902223 Nov 10 22:37:15.605626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:15.607882 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6fc137-02e3-45f1-a4a1-1e303167dc86" -d '{"events": [{"name": "network-changed", "server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:15.613641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906819a-a4c7-4779-a60d-4fa8686e4281 service neutron] Pushing event updated for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.622324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fe984e6-f0fe-4ee9-bde6-6be0f04f4e5b req-e8985d2e-5ac9-405c-b59e-01b76ea08182 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 210 time: 0.0890968 Nov 10 22:37:15.742952 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcfa592-2981-464c-8855-181185fd344f x-openstack-request-id: req-4dcfa592-2981-464c-8855-181185fd344f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:15.743525 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:15.743525 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dcfa592-2981-464c-8855-181185fd344f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:15.743864 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b', 'status': 'completed', 'code': 200} Nov 10 22:37:15.776397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.787517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Allocated IP 192.168.233.51 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/6136e0c5-5701-4241-a80d-fb12de72a333) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:15.788500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['67edafac-0d33-4b0b-acfd-7d75ff26cbe5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:15.817142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-e9efd669-5d9f-4e50-b64a-809cedd4bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.818828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-e9efd669-5d9f-4e50-b64a-809cedd4bbfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 1099 time: 0.1077397 Nov 10 22:37:15.841888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Pushing event deleted for resources: {'Port': ['ID=67edafac-0d33-4b0b-acfd-7d75ff26cbe5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.866633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-b3ba5e6f-20dd-4216-ae6a-0c9af445ce79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b HTTP/1.1" status: 200 len: 217 time: 0.0380681 Nov 10 22:37:15.876419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8aa8-5493-47e0-8085-97b7df484cef req-dd36af05-c446-4f95-84d6-d6917ad837f9 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.881429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecd8aa8-5493-47e0-8085-97b7df484cef req-dd36af05-c446-4f95-84d6-d6917ad837f9 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 948 time: 0.1164889 Nov 10 22:37:15.971867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62714fe0-a530-47d9-b155-ce5871c8dcbc details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:15.975309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a497e398-9b60-4f40-95b4-24494c9b8647 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:15.986291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-0445f505-76df-46c3-8c18-524a8d905f69 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.987844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-0445f505-76df-46c3-8c18-524a8d905f69 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1631989 Nov 10 22:37:16.035314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] No DVR routers for this DVR port 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:16.038525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.039739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecd8aa8-5493-47e0-8085-97b7df484cef req-42d164b0-cdcb-4526-8601-3f6299c2de61 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544406 Nov 10 22:37:16.043191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f906eef-7667-43eb-a7a0-a5c682e7ff6b req-60de3d66-0a74-40ad-b80c-1b30e6d5f0e9 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.20 "DELETE /v2.0/ports/67edafac-0d33-4b0b-acfd-7d75ff26cbe5 HTTP/1.1" status: 204 len: 173 time: 2.0043905 Nov 10 22:37:16.043798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-70ece891-672f-4471-a151-dc7d4d3327b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.046115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-70ece891-672f-4471-a151-dc7d4d3327b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1635175 Nov 10 22:37:16.052370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': '62278250-642e-4694-8017-7a928dbc3002', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:16.056946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-deleted', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:16.060439 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898f0507-6548-4a7b-a03d-66bf3ae41f7d" -d '{"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-deleted", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:16.150288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811131-1ddd-4884-988f-b8148a691811 req-63399ae6-5e27-416e-a202-6fe0afd002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.152091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-63399ae6-5e27-416e-a202-6fe0afd002dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901105 Nov 10 22:37:16.194604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a497e398-9b60-4f40-95b4-24494c9b8647 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:16.203913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a497e398-9b60-4f40-95b4-24494c9b8647 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:16.204286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.260046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:16.275430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218d44b-9174-4611-8d20-c32257ab018d req-8dd366ef-1b22-4860-96a7-eefd681c8d0d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.280691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '62714fe0-a530-47d9-b155-ce5871c8dcbc', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '62714fe0-a530-47d9-b155-ce5871c8dcbc', 'mac_address': 'fa:16:3e:a4:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:16.283970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7218d44b-9174-4611-8d20-c32257ab018d req-8dd366ef-1b22-4860-96a7-eefd681c8d0d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 948 time: 0.2495732 Nov 10 22:37:16.286622 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e9e33f-31b4-4f3c-ae53-fa432c64827e x-openstack-request-id: req-17e9e33f-31b4-4f3c-ae53-fa432c64827e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:16.286905 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82016ad1-a298-4746-9819-efecb5c239d7", "name": "network-vif-deleted", "tag": "67edafac-0d33-4b0b-acfd-7d75ff26cbe5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:16.287153 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17e9e33f-31b4-4f3c-ae53-fa432c64827e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:16.288597 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82016ad1-a298-4746-9819-efecb5c239d7', 'name': 'network-vif-deleted', 'tag': '67edafac-0d33-4b0b-acfd-7d75ff26cbe5', 'status': 'completed', 'code': 200} Nov 10 22:37:16.289355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-2dfee1db-aa79-4317-913c-1eba534e4888 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218240 Nov 10 22:37:16.359597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.363016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:16.366257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.371332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.396185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62714fe0-a530-47d9-b155-ce5871c8dcbc {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:16.407533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:16.409729 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e158c-098c-4a65-b65c-acb610c7d039" -d '{"events": [{"server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "name": "network-vif-plugged", "status": "completed", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:16.411604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0811131-1ddd-4884-988f-b8148a691811 req-5393c109-bf23-42eb-be4d-a16df0893dd1 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122591 Nov 10 22:37:16.435386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a497e398-9b60-4f40-95b4-24494c9b8647,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:16.439625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7218d44b-9174-4611-8d20-c32257ab018d req-034206f9-eecf-4e06-89c6-b7e15c93ad3d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505041 Nov 10 22:37:16.440133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:16.442855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.447268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.455896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.528337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:16.543308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb3de4-a8e9-466e-a8d0-0d9fc5d86916 req-24c2585f-f77d-48ae-945e-86d2a3162c74 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.545425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65bb3de4-a8e9-466e-a8d0-0d9fc5d86916 req-24c2585f-f77d-48ae-945e-86d2a3162c74 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.1098850 Nov 10 22:37:16.565420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-2e1e4213-51d7-4a86-8074-7af42b3529d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.569000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-2e1e4213-51d7-4a86-8074-7af42b3529d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 1099 time: 0.0800970 Nov 10 22:37:16.590335 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26bba117-288e-4003-bbc9-c3e8006de102 req-0bf20822-79ec-423c-99ee-ba4aad345a7c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 210 time: 0.0680013 Nov 10 22:37:16.600002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:16.610867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.631140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:16.633696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:16.672042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.12 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/f2f8cf40-e182-4862-a790-35e1875cd874) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:16.679439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:16.684631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65bb3de4-a8e9-466e-a8d0-0d9fc5d86916 req-4089a0ba-7756-4c01-a7a8-fd4d64f0143f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299114 Nov 10 22:37:16.686569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:16.688961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:16.733645 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173d5f6-0eee-447c-ab63-77e770556336 x-openstack-request-id: req-e173d5f6-0eee-447c-ab63-77e770556336 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:16.734217 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "name": "network-vif-plugged", "status": "completed", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:16.734612 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e173d5f6-0eee-447c-ab63-77e770556336 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:16.735129 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647', 'code': 200} Nov 10 22:37:16.768385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['62714fe0-a530-47d9-b155-ce5871c8dcbc'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:16.771278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:16.817570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-163a46b0-e0ee-4a30-aba5-fbe57a3725be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.820322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:16.821612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.821753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-163a46b0-e0ee-4a30-aba5-fbe57a3725be service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2420523 Nov 10 22:37:16.877347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-934b6a2d-cc2d-4518-9adc-4eef61ee105a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2745106 Nov 10 22:37:16.892596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-3b6743f5-524e-4ae9-ad2a-e655c4d3d539 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b HTTP/1.1" status: 200 len: 217 time: 0.0579937 Nov 10 22:37:16.954083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Request body: {'port': {'device_id': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:17.001274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fc72-750c-40ae-86d2-7b55c7dea9c9 req-4f273c21-717c-4664-a79d-463ab313539f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.008521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3cf42331-7c24-4128-ae72-985e7939b092 req-4ae2775e-a7e6-4a7f-a45f-19b30d9d9c70 tempest-ServersAdminTestJSON-1792078149 tempest-ServersAdminTestJSON-1792078149-project] 10.222.0.25 "GET /v2.0/ports?device_id=82016ad1-a298-4746-9819-efecb5c239d7 HTTP/1.1" status: 200 len: 210 time: 0.1378298 Nov 10 22:37:17.008718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9280fc72-750c-40ae-86d2-7b55c7dea9c9 req-4f273c21-717c-4664-a79d-463ab313539f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 935 time: 0.1149094 Nov 10 22:37:17.019440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be0e0-22a3-44ac-8766-b64801eaeaac req-bec0bc32-d477-4a18-bb61-1866fc32ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.021514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-519be0e0-22a3-44ac-8766-b64801eaeaac req-bec0bc32-d477-4a18-bb61-1866fc32ea3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 1096 time: 0.1487577 Nov 10 22:37:17.040557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-8c4eece4-6d92-4183-98f0-f38046184986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.042236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-8c4eece4-6d92-4183-98f0-f38046184986 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1240120 Nov 10 22:37:17.114012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.131486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9280fc72-750c-40ae-86d2-7b55c7dea9c9 req-2debaa5d-32db-4ac1-aae4-2c3fa0191246 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202185 Nov 10 22:37:17.144407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-ed62f455-063c-4c53-8fa7-a082f10e9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.146101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-ed62f455-063c-4c53-8fa7-a082f10e9838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919108 Nov 10 22:37:17.147241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.197006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4e5396ea-8dbb-4f85-84df-78e5f1882109 None None] Provisioning complete for port 6136e0c5-5701-4241-a80d-fb12de72a333 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:17.197631 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e5396ea-8dbb-4f85-84df-78e5f1882109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.206006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-519be0e0-22a3-44ac-8766-b64801eaeaac req-92b82ced-c12e-4703-812d-28cd8a856164 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736362 Nov 10 22:37:17.249344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4e5396ea-8dbb-4f85-84df-78e5f1882109 None None] Port 6136e0c5-5701-4241-a80d-fb12de72a333 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:17.277501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-7995b5c1-8197-4622-8936-f06443d36112 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139138 Nov 10 22:37:17.313901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.332631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79251795-9251-4982-ba32-875072c883be req-c4ea7f8f-b9ef-4d72-ab37-c4e62c2eca0e tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.334132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79251795-9251-4982-ba32-875072c883be req-c4ea7f8f-b9ef-4d72-ab37-c4e62c2eca0e tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 948 time: 0.1721427 Nov 10 22:37:17.427384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:17.434109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:17.446935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:17.458315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.525222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79251795-9251-4982-ba32-875072c883be req-9b7b15bb-fd41-4916-b10d-fa8a190e4c69 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623533 Nov 10 22:37:17.547024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.547693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.562418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d6fc137-02e3-45f1-a4a1-1e303167dc86 req-0ff79de2-f6d3-47d5-9fa6-b01dbb0dcc16 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148567 Nov 10 22:37:17.582064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-f79860b4-c4b7-463c-a56e-2aa8e13fa6c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5507040 Nov 10 22:37:17.605363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Request body: {'port': {'device_id': '62278250-642e-4694-8017-7a928dbc3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:17.622082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fbf25-71fa-4fda-98cb-3820413da731 req-c09fa516-ada4-471e-b54b-2e69c3fa3033 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.623675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-833fbf25-71fa-4fda-98cb-3820413da731 req-c09fa516-ada4-471e-b54b-2e69c3fa3033 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 949 time: 0.0513630 Nov 10 22:37:17.677706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-833fbf25-71fa-4fda-98cb-3820413da731 req-cfd34562-0c11-4c8b-80a6-1f4c7a6cca28 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Nov 10 22:37:17.684611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:17.701487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.728719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.735549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Transition to ACTIVE for port object 6136e0c5-5701-4241-a80d-fb12de72a333 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:17.746898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.807952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b315e-9611-4e31-8052-5ebe4c53e38a req-d7750f7b-61f3-4e5a-979f-4392cc9171c2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.809482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed3b315e-9611-4e31-8052-5ebe4c53e38a req-d7750f7b-61f3-4e5a-979f-4392cc9171c2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 932 time: 0.1285141 Nov 10 22:37:17.823125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb50b47-769b-4ec6-80d0-e180df4e08c1 req-62fe9c4b-66cb-4c69-af72-64cd128ec8b0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:17.824755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ceb50b47-769b-4ec6-80d0-e180df4e08c1 req-62fe9c4b-66cb-4c69-af72-64cd128ec8b0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Nov 10 22:37:17.864198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.885444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ceb50b47-769b-4ec6-80d0-e180df4e08c1 req-ebb6e8fc-b3bf-493a-8939-1e6a0d352c1f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Nov 10 22:37:17.965661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62714fe0-a530-47d9-b155-ce5871c8dcbc up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:18.006264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed3b315e-9611-4e31-8052-5ebe4c53e38a req-cb0c49ee-092d-48f7-bd41-72315d63fdaa tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867924 Nov 10 22:37:18.016199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 62714fe0-a530-47d9-b155-ce5871c8dcbc completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:18.029553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 62714fe0-a530-47d9-b155-ce5871c8dcbc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:18.030463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.058588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Attempting to bind port 6136e0c5-5701-4241-a80d-fb12de72a333 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:18.058916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Attempting to bind port 6136e0c5-5701-4241-a80d-fb12de72a333 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:18.059250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Attempting to bind port 6136e0c5-5701-4241-a80d-fb12de72a333 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:18.070654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Port 6136e0c5-5701-4241-a80d-fb12de72a333 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:18.070987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Attempting to bind port 6136e0c5-5701-4241-a80d-fb12de72a333 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:18.081710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:18.081943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:18.082136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:18.082577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Bound port: 6136e0c5-5701-4241-a80d-fb12de72a333, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:18.082937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.210596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:18.244165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:18.259466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f8cf40-e182-4862-a790-35e1875cd874 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:18.267547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.270520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.282628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.318987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:18.320649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Transition to ACTIVE for port object f2f8cf40-e182-4862-a790-35e1875cd874 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:18.323565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.324208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.325640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] 10.222.0.20 "PUT /v2.0/ports/6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 1095 time: 1.3861458 Nov 10 22:37:18.327107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:18.328927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.329413 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f2ed89-bd27-4e34-8600-6d2b5cefda24" -d '{"events": [{"name": "network-changed", "server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:18.330076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:18.339243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.349919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6e399-1a7d-4c44-879d-df04f5fd071a req-936f58ad-48f5-4743-93ef-eac76760a99f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.357269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52a6e399-1a7d-4c44-879d-df04f5fd071a req-936f58ad-48f5-4743-93ef-eac76760a99f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.1414957 Nov 10 22:37:18.397165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459e9d3-4837-403d-9f69-1852361ac921 service neutron] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.420568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:18.420725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 67edafac-0d33-4b0b-acfd-7d75ff26cbe5 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:18.423361 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6146e55-cce3-455b-9232-14e75c022851 x-openstack-request-id: req-f6146e55-cce3-455b-9232-14e75c022851 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:18.423361 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:18.423361 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6146e55-cce3-455b-9232-14e75c022851 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:18.423753 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'status': 'completed', 'code': 200} Nov 10 22:37:18.423856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.433529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54192) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:18.553299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52a6e399-1a7d-4c44-879d-df04f5fd071a req-d8cb0319-9c4c-447e-b437-33c9abce2a00 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835084 Nov 10 22:37:18.613582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.659408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-772f7282-0a14-4c03-9df3-b8a0b24bcd2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54b79783c6e249d1b88b11828845c06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247336 Nov 10 22:37:18.661158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Attempting to bind port f2f8cf40-e182-4862-a790-35e1875cd874 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:18.661572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Attempting to bind port f2f8cf40-e182-4862-a790-35e1875cd874 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:18.661875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54202) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:18.661978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Attempting to bind port f2f8cf40-e182-4862-a790-35e1875cd874 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:18.674664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-4d9ca9bc-603f-47ba-9b6b-92826e6def27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.676150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-4d9ca9bc-603f-47ba-9b6b-92826e6def27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1098 time: 0.2760146 Nov 10 22:37:18.678102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Port f2f8cf40-e182-4862-a790-35e1875cd874 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:18.679080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Attempting to bind port f2f8cf40-e182-4862-a790-35e1875cd874 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:18.689759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:18.690094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:18.690476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:18.690909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Bound port: f2f8cf40-e182-4862-a790-35e1875cd874, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:18.691255 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.721854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.738138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:18.739091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-f23d52f5-d1c3-4ed0-b8d7-7abd7eb87822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.0503280 Nov 10 22:37:18.744629 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae1543-454d-4cd5-b5e0-baca002a3a98" -d '{"events": [{"server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "name": "network-vif-plugged", "status": "completed", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:18.745664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.747217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4d899-2459-4c4c-ad8d-3db4c78836d8 req-5c6e3bab-fbc6-4a9b-a8e2-6ecfbe806a8d tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.748828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e9c4d899-2459-4c4c-ad8d-3db4c78836d8 req-5c6e3bab-fbc6-4a9b-a8e2-6ecfbe806a8d tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 948 time: 0.1256239 Nov 10 22:37:18.820147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854c1e-0403-4884-9fe3-739a84881848 req-57f398fa-80e2-4fe4-b8ea-f8731c430a3c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.821652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89854c1e-0403-4884-9fe3-739a84881848 req-57f398fa-80e2-4fe4-b8ea-f8731c430a3c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.0693610 Nov 10 22:37:18.838337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.840941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.842199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84f7661e-15d4-4b26-8e02-9c3c1ff39ce4 HTTP/1.1" status: 204 len: 168 time: 0.1793761 Nov 10 22:37:18.862097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef61b0-1bf5-49c9-9767-fbd59d15cdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7661e-15d4-4b26-8e02-9c3c1ff39ce4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.868227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-19052bf0-c507-4f2e-9642-df31901d63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.869844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-19052bf0-c507-4f2e-9642-df31901d63c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1183023 Nov 10 22:37:18.882608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:18.892856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2f8cf40-e182-4862-a790-35e1875cd874,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:18.896162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89854c1e-0403-4884-9fe3-739a84881848 req-ce3cfe98-4bcd-476b-8f6b-78aa3fb6d93d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643976 Nov 10 22:37:18.901715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e9c4d899-2459-4c4c-ad8d-3db4c78836d8 req-41e66774-8693-45d4-8b0b-f79267add25b tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Nov 10 22:37:18.905667 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.971955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.972574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.977970 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18adb2f2-6375-4c65-a291-33b7390428c0 x-openstack-request-id: req-18adb2f2-6375-4c65-a291-33b7390428c0 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:18.978206 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "name": "network-vif-plugged", "status": "completed", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:18.978331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2f8cf40-e182-4862-a790-35e1875cd874 HTTP/1.1" status: 200 len: 1092 time: 1.3813224 Nov 10 22:37:18.978420 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18adb2f2-6375-4c65-a291-33b7390428c0 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:18.978875 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc', 'code': 200} Nov 10 22:37:19.014370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-e753a253-0e58-426a-bd65-75a57eea377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.015970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-e753a253-0e58-426a-bd65-75a57eea377f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350636 Nov 10 22:37:19.021159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a559f-86e2-43a3-ace6-639c2ae69244 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:19.028756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7e6fb-b512-4cc5-b34f-23709cbb1466 req-5ae5ea25-e285-4682-982b-b8b06249574a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.038019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66b7e6fb-b512-4cc5-b34f-23709cbb1466 req-5ae5ea25-e285-4682-982b-b8b06249574a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0640306 Nov 10 22:37:19.095244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66b7e6fb-b512-4cc5-b34f-23709cbb1466 req-e0c449bb-d944-43a8-a709-6fd89d7d31ff tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Nov 10 22:37:19.142931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed99bcd-8739-4e17-aebc-4518e5b44ddb req-51bce258-90db-4c97-ac4d-17e0a61f57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.144779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aed99bcd-8739-4e17-aebc-4518e5b44ddb req-51bce258-90db-4c97-ac4d-17e0a61f57e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 1101 time: 0.0483594 Nov 10 22:37:19.232360 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aed99bcd-8739-4e17-aebc-4518e5b44ddb req-ae44b3d2-ccb6-41d2-8dda-1e8daec1ef83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 Nov 10 22:37:19.255862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6947e-bbca-487d-9b02-6b197a12e158 req-f9dbdeee-4597-4de8-bd96-344aec2d538c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.261703 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b6947e-bbca-487d-9b02-6b197a12e158 req-f9dbdeee-4597-4de8-bd96-344aec2d538c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0844886 Nov 10 22:37:19.312725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b6947e-bbca-487d-9b02-6b197a12e158 req-f82b768c-b152-4e3d-82a3-d361172397fb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Nov 10 22:37:19.321514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54218) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:19.367472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b8713cf9-36c4-4500-b522-d54dd8c853c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=182f9dfe61304df4961d1da38780196e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420973 Nov 10 22:37:19.367679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54222) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:19.418292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.444599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.476092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-d1bcf698-a210-4a35-b4c4-6a35d8d162ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.477961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-d1bcf698-a210-4a35-b4c4-6a35d8d162ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 1095 time: 0.4179897 Nov 10 22:37:19.491731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580887-0316-432b-b102-3f9b1c46dab5 req-c7335228-a853-4a8e-b1b5-373489851391 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.493275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0580887-0316-432b-b102-3f9b1c46dab5 req-c7335228-a853-4a8e-b1b5-373489851391 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 944 time: 0.0975041 Nov 10 22:37:19.523429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.526775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.530348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07118957-54ec-474b-b697-a69c75c732c3 HTTP/1.1" status: 204 len: 168 time: 0.1592038 Nov 10 22:37:19.537135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1204726-55c8-4dd2-af43-77ff6eef06ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07118957-54ec-474b-b697-a69c75c732c3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:19.549144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-e3697de8-cb22-4914-80ee-c78ac68fb7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185385 Nov 10 22:37:19.551376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-35a4bb32-951f-4fdf-ab90-4e335529a30d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f8cf40-e182-4862-a790-35e1875cd874 HTTP/1.1" status: 200 len: 217 time: 0.0463982 Nov 10 22:37:19.610883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa1bd-4bf8-4013-b9c2-f88da3ff10f0 req-37c0d930-0f7b-43f4-9dee-7f86b9683b88 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.612592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc9aa1bd-4bf8-4013-b9c2-f88da3ff10f0 req-37c0d930-0f7b-43f4-9dee-7f86b9683b88 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0694432 Nov 10 22:37:19.664713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc9aa1bd-4bf8-4013-b9c2-f88da3ff10f0 req-dbe8c2fa-6e7a-4361-a5d9-1f23e2634132 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Nov 10 22:37:19.696735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0580887-0316-432b-b102-3f9b1c46dab5 req-947f1f50-dafc-4818-8334-60f2d1eb589c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811020 Nov 10 22:37:19.719056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-15cee920-9896-4e16-b0f2-670e401c9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.720580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-15cee920-9896-4e16-b0f2-670e401c9e8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.1270385 Nov 10 22:37:19.790535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-141f5d5d-aab0-4402-bced-25ed7ed2be65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577147 Nov 10 22:37:19.823445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a91e38a5-f87f-4255-88be-56915e2a8846 req-85d91ca2-a4d4-4304-9172-91f43357433d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556050 Nov 10 22:37:19.936027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345255-febe-4e2a-8b6f-75a883e28eb6 req-57b69aae-8cf6-4b20-b577-90ab32b4066c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.938232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9345255-febe-4e2a-8b6f-75a883e28eb6 req-57b69aae-8cf6-4b20-b577-90ab32b4066c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.1551116 Nov 10 22:37:19.970914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b13b2c9b-1026-46d4-9c2b-d60ea9e4888b details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:19.994100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-8beb9cd8-57ee-4541-a6fd-efeafa1e2494 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741245 Nov 10 22:37:19.997118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-14647bd8-8018-4d4e-8a02-558ee7c02291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:19.998752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-14647bd8-8018-4d4e-8a02-558ee7c02291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1098 time: 0.1212015 Nov 10 22:37:20.055404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293a720-80ec-4315-b1df-30b6a83ab753 req-53b7dfe0-f290-4f62-9444-82d32e1c77d9 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.064602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a293a720-80ec-4315-b1df-30b6a83ab753 req-53b7dfe0-f290-4f62-9444-82d32e1c77d9 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.0735576 Nov 10 22:37:20.128381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a293a720-80ec-4315-b1df-30b6a83ab753 req-ee26f7fa-0681-4692-ab56-c6de87cdf89e tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Nov 10 22:37:20.132650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9345255-febe-4e2a-8b6f-75a883e28eb6 req-755f6821-4f5b-4b5f-8883-0639deb1fdd8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807034 Nov 10 22:37:20.149214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:20.177320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b', 'mac_address': 'fa:16:3e:44:de:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:20.212098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-ef40eed2-dc59-4903-ac89-90c0fa006d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.213593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-ef40eed2-dc59-4903-ac89-90c0fa006d75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2014141 Nov 10 22:37:20.215503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f09f47b4-e064-41ad-9474-d9c3c50c8717 req-a250274d-4ff7-4718-8b37-786c33f4d30d service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045250 Nov 10 22:37:20.219349 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.233909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13b2c9b-1026-46d4-9c2b-d60ea9e4888b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:20.256196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:20.261556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.272882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1a160-9a07-48b3-942f-99b3608b61bb req-ecac1e67-ba8c-4b0c-b0c9-b4d97d3252c1 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.275810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73c1a160-9a07-48b3-942f-99b3608b61bb req-ecac1e67-ba8c-4b0c-b0c9-b4d97d3252c1 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 948 time: 0.0645208 Nov 10 22:37:20.282639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-4d680ae3-21e3-4519-99e8-03396e82ef28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.0520122 Nov 10 22:37:20.316408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:20.344647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73c1a160-9a07-48b3-942f-99b3608b61bb req-4008013b-61be-4ed1-8028-80a4c1ac3770 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Nov 10 22:37:20.364135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-408e5813-bded-4b57-ab6a-5dcf9e3e602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.365786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-408e5813-bded-4b57-ab6a-5dcf9e3e602d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0632219 Nov 10 22:37:20.420106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-675d80a4-7460-48f2-85fe-ade2064cf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.422168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-675d80a4-7460-48f2-85fe-ade2064cf39c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459983 Nov 10 22:37:20.424692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:20.426986 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd291e5-9298-47c3-8137-2f623b8251b6" -d '{"events": [{"name": "network-changed", "server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:20.478683 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43226506-cc4c-4432-b278-63b90c54f362 x-openstack-request-id: req-43226506-cc4c-4432-b278-63b90c54f362 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:20.478979 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:20.479273 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43226506-cc4c-4432-b278-63b90c54f362 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:20.479621 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874', 'status': 'completed', 'code': 200} Nov 10 22:37:20.556923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-0f503a67-98bd-43d4-98fe-cd147b91f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.559025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-0f503a67-98bd-43d4-98fe-cd147b91f840 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 1095 time: 0.0648158 Nov 10 22:37:20.560731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-290b09e3-e847-468c-b745-a4da1930345b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267388 Nov 10 22:37:20.722096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b13b2c9b-1026-46d4-9c2b-d60ea9e4888b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:20.819294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891316-1642-454e-837c-86cec2ae53aa req-0b5b4965-666d-4201-9478-c7ad4d871fce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.828369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31891316-1642-454e-837c-86cec2ae53aa req-0b5b4965-666d-4201-9478-c7ad4d871fce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0647953 Nov 10 22:37:20.835092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f2ed89-bd27-4e34-8600-6d2b5cefda24 req-04adced4-64cf-4b90-a607-c3f1b8af2a44 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128270 Nov 10 22:37:20.837265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-d33b6515-9ed9-4367-a4f3-6045745ef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.838895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-d33b6515-9ed9-4367-a4f3-6045745ef01f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.2261806 Nov 10 22:37:20.918941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31891316-1642-454e-837c-86cec2ae53aa req-9f026f10-de8b-4890-8d89-50a7a3396e84 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896227 Nov 10 22:37:20.949255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec677-48ed-4b6c-a065-2b48e15b4e14 req-af6eeb42-b84f-4c23-814a-ecee9003f2f6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:20.958094 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c34ec677-48ed-4b6c-a065-2b48e15b4e14 req-af6eeb42-b84f-4c23-814a-ecee9003f2f6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 944 time: 0.1171288 Nov 10 22:37:20.969324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-eda69479-7981-4037-892f-65d0cc7f095b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f8cf40-e182-4862-a790-35e1875cd874 HTTP/1.1" status: 200 len: 217 time: 0.0901155 Nov 10 22:37:21.060319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c34ec677-48ed-4b6c-a065-2b48e15b4e14 req-e64f6ed2-ad3a-449b-af36-6c70d53e43b8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011424 Nov 10 22:37:21.070892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-bd6f526d-7eae-4391-8ad4-7d7d15e93401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.075126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-bd6f526d-7eae-4391-8ad4-7d7d15e93401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0959785 Nov 10 22:37:21.111815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-c491a79f-bc4a-4b4f-8ce0-cae62ffafd9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257328 Nov 10 22:37:21.247728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-d2b4d472-9c53-4387-8452-fcc4d3bd2f80 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229658 Nov 10 22:37:21.277355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afe39-a350-4c47-84eb-46d70c3c3571 req-ec6cfde0-1561-40bf-a550-721f1812c379 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.279130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-374afe39-a350-4c47-84eb-46d70c3c3571 req-ec6cfde0-1561-40bf-a550-721f1812c379 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0544045 Nov 10 22:37:21.333695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-374afe39-a350-4c47-84eb-46d70c3c3571 req-f1f3d093-607f-4760-85ce-97fec3ab641e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Nov 10 22:37:21.338022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028ace-e40f-4bd5-913c-a442ae983efb req-441899a2-07de-4703-a7d6-102f296345de tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.339517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df028ace-e40f-4bd5-913c-a442ae983efb req-441899a2-07de-4703-a7d6-102f296345de tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.1093833 Nov 10 22:37:21.386338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdd291e5-9298-47c3-8137-2f623b8251b6 req-e2e58167-0462-4257-959a-3bc8b856ecd6 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194625 Nov 10 22:37:21.410471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df028ace-e40f-4bd5-913c-a442ae983efb req-8f3ad7bd-6879-45c7-99c4-4862980aee6e tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632718 Nov 10 22:37:21.471373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181666-83d6-491d-a0e9-bb9d0252d19c req-d9cb0d58-957e-4901-b72d-968a9e01b77c tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.473081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53181666-83d6-491d-a0e9-bb9d0252d19c req-d9cb0d58-957e-4901-b72d-968a9e01b77c tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 949 time: 0.0589175 Nov 10 22:37:21.551308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53181666-83d6-491d-a0e9-bb9d0252d19c req-04b22530-3f0e-4e94-b01f-a58992126d1a tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Nov 10 22:37:21.556557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-176c033f-e2ce-4a85-addb-0b49c6ad2312 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623791 Nov 10 22:37:21.629791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-3c6f3851-6265-4234-a671-2034773467ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.631358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-3c6f3851-6265-4234-a671-2034773467ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 1096 time: 0.0469022 Nov 10 22:37:21.653978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-e61ed3eb-8e2a-4773-82ff-ae897c5182fe tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350928 Nov 10 22:37:21.744200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-6c0d8623-74b7-4ba7-8e92-efaea45e2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.745712 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-6c0d8623-74b7-4ba7-8e92-efaea45e2faa service neutron] 10.222.0.39 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 924 time: 0.0919833 Nov 10 22:37:21.761390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-39a36971-b569-408f-ae7a-919f74a38cd5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.762841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-39a36971-b569-408f-ae7a-919f74a38cd5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.1180019 Nov 10 22:37:21.832607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-024ad453-d851-49f7-baf7-cee6d49ee308 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 200 len: 1001 time: 0.0687044 Nov 10 22:37:21.871125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-e464b9f7-2178-45c8-9d93-46c8fd7221e8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.872632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-e464b9f7-2178-45c8-9d93-46c8fd7221e8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965110 Nov 10 22:37:21.893210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-39c3a4c3-1ab1-4097-87ee-c6b7d1e640f3 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0126061 Nov 10 22:37:21.903534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-1cf30e74-ee13-40b0-a8e4-e9aa5dbef4ca tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aa39c0b2225243cabb156576d4b36269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315430 Nov 10 22:37:21.908056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-df384d77-5af2-4804-88f3-a2d4d076f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.909659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-df384d77-5af2-4804-88f3-a2d4d076f41b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.0701311 Nov 10 22:37:21.929709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-71243fcf-bb14-400b-b160-6bd04414f538 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297670 Nov 10 22:37:21.936234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port a497e398-9b60-4f40-95b4-24494c9b8647 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:21.936680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.985154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b13b2c9b-1026-46d4-9c2b-d60ea9e4888b up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:22.059297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:22.061582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port a497e398-9b60-4f40-95b4-24494c9b8647, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a497e398-9b60-4f40-95b4-24494c9b8647,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:22.062240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.066661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:22.067033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.079800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for a497e398-9b60-4f40-95b4-24494c9b8647 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:22.189685 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.231292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:22.234779 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e80c1-3acd-4b6c-837e-c9a9cef94f0b" -d '{"events": [{"server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "name": "network-vif-plugged", "status": "completed", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:22.236826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb7d44-0ef1-46c6-af1c-ee8c16158af1 req-3d5dce35-30b3-4075-a5d2-af6ebb15641c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.238930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25cb7d44-0ef1-46c6-af1c-ee8c16158af1 req-3d5dce35-30b3-4075-a5d2-af6ebb15641c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=826a0936-b56e-4da1-af22-8be5a3c85184 HTTP/1.1" status: 200 len: 945 time: 0.0916207 Nov 10 22:37:22.257334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:22.263240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.326653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:22.350520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25cb7d44-0ef1-46c6-af1c-ee8c16158af1 req-31edaf2d-3eb0-4c32-9eb3-32cf0ea37fca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028461 Nov 10 22:37:22.352624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.368005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', 'a497e398-9b60-4f40-95b4-24494c9b8647'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:22.380366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-e632e8ab-bada-435d-a943-3d00125f77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.380366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-e632e8ab-bada-435d-a943-3d00125f77ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4531479 Nov 10 22:37:22.410316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=a497e398-9b60-4f40-95b4-24494c9b8647,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:22.450515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-a70e3183-e308-49e7-8328-4832f8632821 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.457675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port a497e398-9b60-4f40-95b4-24494c9b8647 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:22.459194 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-a70e3183-e308-49e7-8328-4832f8632821 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5484576 Nov 10 22:37:22.460676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.464858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5741f5b-8fb2-4cc5-bfe4-84472105dd4f req-aa7f0408-2b5d-47fe-813f-ae6c5337615c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/a497e398-9b60-4f40-95b4-24494c9b8647 HTTP/1.1" status: 204 len: 173 time: 0.6929715 Nov 10 22:37:22.480798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'name': 'network-vif-deleted', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:22.487508 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031febc-c97f-43ed-88c6-d654d29c6eab" -d '{"events": [{"server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "name": "network-vif-deleted", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:22.506861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-476a89d6-b8ff-4d14-befc-43924253e59d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/quotas/aa39c0b2225243cabb156576d4b36269 HTTP/1.1" status: 200 len: 375 time: 0.0464289 Nov 10 22:37:22.588527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-c83e6cf1-b78b-4bfe-8119-20c5a9d258d2 service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017663 Nov 10 22:37:22.593817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-842fa3c3-9cce-4ae7-ab77-692b1798e200 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858977 Nov 10 22:37:22.611088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96821467-ec46-4411-a0a9-c8ca68498b3f req-24a96022-095e-416b-a273-78817582db37 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 210 time: 0.0502636 Nov 10 22:37:22.701662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e69eb33-2386-4f1d-b0bc-0504274dea79 req-0c72a00b-5867-47f8-9437-330dbc732691 service neutron] 10.222.0.39 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044712 Nov 10 22:37:22.726377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5bac0-fc17-4067-8ac8-810067ead4d9 req-580b64a0-e9f7-44ad-98f6-b5ef8881b98f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.727868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21b5bac0-fc17-4067-8ac8-810067ead4d9 req-580b64a0-e9f7-44ad-98f6-b5ef8881b98f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 944 time: 0.0563858 Nov 10 22:37:22.791863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21b5bac0-fc17-4067-8ac8-810067ead4d9 req-44525026-1535-4e74-b6a1-70abc54071e0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Nov 10 22:37:22.839690 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a32b57-3cc8-4c3d-9262-9fdd7575e599 x-openstack-request-id: req-51a32b57-3cc8-4c3d-9262-9fdd7575e599 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:22.840173 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "name": "network-vif-plugged", "status": "completed", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:22.840580 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51a32b57-3cc8-4c3d-9262-9fdd7575e599 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:22.841162 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b', 'code': 200} Nov 10 22:37:22.907707 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3777f9-7404-4718-8729-9845a8ca218a x-openstack-request-id: req-7d3777f9-7404-4718-8729-9845a8ca218a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:22.908237 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a0936-b56e-4da1-af22-8be5a3c85184", "name": "network-vif-deleted", "tag": "a497e398-9b60-4f40-95b4-24494c9b8647", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:22.908437 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d3777f9-7404-4718-8729-9845a8ca218a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:22.908923 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a0936-b56e-4da1-af22-8be5a3c85184', 'name': 'network-vif-deleted', 'tag': 'a497e398-9b60-4f40-95b4-24494c9b8647', 'status': 'completed', 'code': 200} Nov 10 22:37:22.930965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba0c06-17cb-4df6-9364-5a4279af4b38 req-f43b0e6f-14fd-4730-8d53-50da761372d8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.932798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6ba0c06-17cb-4df6-9364-5a4279af4b38 req-f43b0e6f-14fd-4730-8d53-50da761372d8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0648136 Nov 10 22:37:23.005594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19693-a407-4a0a-a010-7bee05fcc80b req-d2a5be5e-4ce0-4c17-8568-7ee0efc37c12 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:23.016658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76d19693-a407-4a0a-a010-7bee05fcc80b req-d2a5be5e-4ce0-4c17-8568-7ee0efc37c12 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 950 time: 0.0824900 Nov 10 22:37:23.037010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6ba0c06-17cb-4df6-9364-5a4279af4b38 req-9ea19e45-e4f6-4df0-b1ab-84268e9be71b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633276 Nov 10 22:37:23.044507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a18a-6d58-429d-bfbd-331ce474a102 req-16cf9738-548d-41ca-874c-613c1e8344c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:23.047097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf8a18a-6d58-429d-bfbd-331ce474a102 req-16cf9738-548d-41ca-874c-613c1e8344c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 1101 time: 0.1053667 Nov 10 22:37:23.095100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76d19693-a407-4a0a-a010-7bee05fcc80b req-b70e8093-b745-470b-a901-07915a222401 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Nov 10 22:37:23.112638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf8a18a-6d58-429d-bfbd-331ce474a102 req-15697db1-65fc-4a47-b371-9647fbed36bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579050 Nov 10 22:37:23.127856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33e231ef-6845-4dd5-8aec-cc640059bc79 req-30d52e3d-398b-4757-a40a-8210f6631925 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 210 time: 0.0323589 Nov 10 22:37:23.711699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a7bf02a-166f-45d3-a81b-ef5c7f332519 req-4510f597-e922-45cc-bb16-47ac7d860fb5 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 210 time: 0.0337076 Nov 10 22:37:23.757217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-b460f068-4bbf-4b91-929d-70b3efb515e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274990 Nov 10 22:37:23.848896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-a1bd9cee-1941-477b-9fb5-0e1dbf584e0c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:23.850564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-a1bd9cee-1941-477b-9fb5-0e1dbf584e0c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1281519 Nov 10 22:37:23.874075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-11624ed7-f6c1-427a-8a17-327b95d0819a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0142686 Nov 10 22:37:23.918920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-3c94b53a-fa89-471c-89b0-5169f55d64f1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:23.920441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-3c94b53a-fa89-471c-89b0-5169f55d64f1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544633 Nov 10 22:37:23.933629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-d673f8e8-cad2-4388-90f8-8786507e1862 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557501 Nov 10 22:37:23.935295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:24.017205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2f8cf40-e182-4862-a790-35e1875cd874 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:24.035155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-6f0ff218-a7e2-4dea-8fe3-6bbccfc0b5f1 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881906 Nov 10 22:37:24.058610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a19-a628-4372-a2ec-9cb5d95f829d req-abb31971-7109-4efe-9930-bca0857b095a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:24.060164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48b52a19-a628-4372-a2ec-9cb5d95f829d req-abb31971-7109-4efe-9930-bca0857b095a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 944 time: 0.1095669 Nov 10 22:37:24.123633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:24.127136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.131771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48b52a19-a628-4372-a2ec-9cb5d95f829d req-0834d4d1-9aa6-4fcb-908f-cfaa2f6649df tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627151 Nov 10 22:37:24.139605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.157802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2f8cf40-e182-4862-a790-35e1875cd874,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.175744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'f2f8cf40-e182-4862-a790-35e1875cd874', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': 'f2f8cf40-e182-4862-a790-35e1875cd874', 'mac_address': 'fa:16:3e:c2:c5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:24.182650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-fd7da41f-3515-435b-945e-874580e9d62b service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400630 Nov 10 22:37:24.233912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.251597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f8cf40-e182-4862-a790-35e1875cd874 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:24.271321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-714cdd93-7f84-4372-a867-2a289579031e tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa39c0b2225243cabb156576d4b36269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567024 Nov 10 22:37:24.274511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2f8cf40-e182-4862-a790-35e1875cd874,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.279789 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.281364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:24.323642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.417099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.456615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdf1da-95ce-453d-9db5-72054af958d3 req-b98704e0-abd7-4106-a35c-cbc98ee0bc2a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:24.458171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ebdf1da-95ce-453d-9db5-72054af958d3 req-b98704e0-abd7-4106-a35c-cbc98ee0bc2a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 945 time: 0.2425222 Nov 10 22:37:24.468631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.477818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e84724-78fd-4d00-aa75-b9ad2110624e req-02cb8f1e-e4b0-4924-9e9d-989f416cc34b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:24.479339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0e84724-78fd-4d00-aa75-b9ad2110624e req-02cb8f1e-e4b0-4924-9e9d-989f416cc34b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0903201 Nov 10 22:37:24.516884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.535736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '6136e0c5-5701-4241-a80d-fb12de72a333', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '6136e0c5-5701-4241-a80d-fb12de72a333', 'mac_address': 'fa:16:3e:ad:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:24.562101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.581838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.597022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:24.602016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0e84724-78fd-4d00-aa75-b9ad2110624e req-80fbe7f0-e173-4a39-a98a-09941771445a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104515 Nov 10 22:37:24.637049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-ec0918c2-1d08-4a0b-a748-ff17fa9cb1b1 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:24.638551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-ec0918c2-1d08-4a0b-a748-ff17fa9cb1b1 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528845 Nov 10 22:37:24.640573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.647773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.662886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ebdf1da-95ce-453d-9db5-72054af958d3 req-1afae005-5908-4d6c-be35-ce7b33810044 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523886 Nov 10 22:37:24.668932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Request body: {'port': {'device_id': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'aa39c0b2225243cabb156576d4b36269'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:24.746341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.750869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba6021-2bc7-4fdf-b605-1f6321b26ee6 req-d29f8dff-ce0e-4210-8fae-682d0645e4ba tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:24.752711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04ba6021-2bc7-4fdf-b605-1f6321b26ee6 req-d29f8dff-ce0e-4210-8fae-682d0645e4ba tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 950 time: 0.0785444 Nov 10 22:37:24.769397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.104 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/d0f40381-43f7-4b46-84ca-0ea3e89b9f14) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:24.806973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04ba6021-2bc7-4fdf-b605-1f6321b26ee6 req-4be212df-4da0-4352-b07e-502d1cbf4a60 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Nov 10 22:37:24.846384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e0f4325-db77-46da-8408-26c176dc79f7 req-30fd88df-68dd-4a76-88df-684d24016b6f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 210 time: 0.0704992 Nov 10 22:37:24.918917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7c365ea-4b58-412b-bb72-d289c93c981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.930057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9506b27-07bd-426c-9e7c-2d71fd12bd03 req-f6734aba-7d06-4489-870f-be32943c2d8d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 210 time: 0.0518579 Nov 10 22:37:24.977769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:25.006209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Made reservation on behalf of aa39c0b2225243cabb156576d4b36269 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:25.012426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.032992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f2f8cf40-e182-4862-a790-35e1875cd874'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:25.107244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.141046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f54c8fd4-9fa6-4738-ba12-0b56b6c6a073 req-577b7b0f-876a-40a9-907c-330a90b7f14b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 210 time: 0.0609150 Nov 10 22:37:25.172023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.245023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:25.291405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc8eee-9455-46f0-becd-8c983ec0b740 req-02443d97-1bfc-415f-bdea-088f84d78ae3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:25.297486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-becc8eee-9455-46f0-becd-8c983ec0b740 req-02443d97-1bfc-415f-bdea-088f84d78ae3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 945 time: 0.0651469 Nov 10 22:37:25.316616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:25.322986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:25.329366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:25.354593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-becc8eee-9455-46f0-becd-8c983ec0b740 req-c595ce23-13d9-4e72-a6d6-aeb45b7f6c72 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Nov 10 22:37:25.401739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe32dc7-d0d7-444e-96c3-47904105d466 req-cbfdb0a0-d410-4502-9226-030e2f78ad85 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:25.403489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fe32dc7-d0d7-444e-96c3-47904105d466 req-cbfdb0a0-d410-4502-9226-030e2f78ad85 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 950 time: 0.1658092 Nov 10 22:37:25.417791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Allocated IP 192.168.233.229 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/0a7f0e15-3f0f-4168-a41a-8905f84469f6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:25.428345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:25.429580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.469289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-50061f49-8b44-44c5-9a2b-2e1e20b3e71f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5378010 Nov 10 22:37:25.496961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Request body: {'port': {'device_id': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:25.555542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fe32dc7-d0d7-444e-96c3-47904105d466 req-e017f889-332a-45e4-afc8-722ee3ee503e tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 Nov 10 22:37:25.634105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.674529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-10a6dbb4-238a-4566-8e1b-ed60b01aada1 None None] Provisioning complete for port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:25.674902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10a6dbb4-238a-4566-8e1b-ed60b01aada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.733228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3a78-30b9-4390-bd9b-3084b51f61d7 req-4746acb4-e8ba-40ca-bb37-52c79fe33d5c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:25.741137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e8a3a78-30b9-4390-bd9b-3084b51f61d7 req-4746acb4-e8ba-40ca-bb37-52c79fe33d5c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 948 time: 0.0626895 Nov 10 22:37:25.749011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-10a6dbb4-238a-4566-8e1b-ed60b01aada1 None None] Port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:25.789560 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e8a3a78-30b9-4390-bd9b-3084b51f61d7 req-8e0ae53b-9c60-48fa-9264-308c2995558c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Nov 10 22:37:25.790599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.865300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-be4403e8-cf2b-4a9d-87ce-d62cbfe519db tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--790289615&fields=id&tenant_id=b5040f4c886044e4b202a471657c697c HTTP/1.1" status: 200 len: 267 time: 0.1331956 Nov 10 22:37:25.897841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.959279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['62714fe0-a530-47d9-b155-ce5871c8dcbc'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:26.001996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-7dc12aed-dfe1-44a3-a263-b3fb11a27805 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.003473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-7dc12aed-dfe1-44a3-a263-b3fb11a27805 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1447897 Nov 10 22:37:26.012024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3263da-cb2f-4424-849e-3a80a67ed4da req-cebf3cf7-5f4d-40af-943c-297268d82fb2 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.013581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c3263da-cb2f-4424-849e-3a80a67ed4da req-cebf3cf7-5f4d-40af-943c-297268d82fb2 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 936 time: 0.0891554 Nov 10 22:37:26.027219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:26.031688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a497e398-9b60-4f40-95b4-24494c9b8647 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:26.060361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a497e398-9b60-4f40-95b4-24494c9b8647 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:26.061661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a497e398-9b60-4f40-95b4-24494c9b8647 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:26.129283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c3263da-cb2f-4424-849e-3a80a67ed4da req-dd269ddc-706d-43ba-a430-f73bde23cec8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Nov 10 22:37:26.182106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:26.188041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.301718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-124b8ddf-87c1-46bd-ab22-6919554688c1 req-ba0b6664-0f66-40d3-93f2-88faf8027d8d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 210 time: 0.0337863 Nov 10 22:37:26.353535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.6 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/26e1a471-afeb-4403-8a68-61b09cfcf84e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:26.399079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:26.411396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:26.427969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:26.443491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Pushing event updated for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:26.486871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e3627-b1aa-4ba0-b08d-c208751e342c req-d6cc4d59-feb2-47bf-a284-b570a2dde40f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.488412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b7e3627-b1aa-4ba0-b08d-c208751e342c req-d6cc4d59-feb2-47bf-a284-b570a2dde40f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 936 time: 0.1171930 Nov 10 22:37:26.522944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.523771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.536325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-5e75546d-0846-4b66-8360-bdd1e7326184 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.541412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-5e75546d-0846-4b66-8360-bdd1e7326184 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 824 time: 0.6602459 Nov 10 22:37:26.577791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-a8a5c0ed-b18c-4480-82f1-6fead585a8d3 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/quotas/b5040f4c886044e4b202a471657c697c HTTP/1.1" status: 200 len: 375 time: 0.0266163 Nov 10 22:37:26.578701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b7e3627-b1aa-4ba0-b08d-c208751e342c req-562531bd-a331-4a5f-bd47-58dc2a96867a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775616 Nov 10 22:37:26.581470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-0615dbdd-09b1-4929-b1e5-32519cded8d8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9224758 Nov 10 22:37:26.581717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.609321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Request body: {'port': {'device_id': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:26.618083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.631331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:26.690527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:26.706572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2954a9fa-047e-425a-adfe-d62c1a9ff18b None None] Provisioning complete for port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:26.707233 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2954a9fa-047e-425a-adfe-d62c1a9ff18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.710398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:26.722063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:26.726098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f40381-43f7-4b46-84ca-0ea3e89b9f14 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:26.729313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:26.761428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2954a9fa-047e-425a-adfe-d62c1a9ff18b None None] Port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:26.763451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.774090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00ee9-fa82-4135-a695-d5cce19089d8 req-5992b0b5-5992-446a-a49f-c862a6e52bf7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.775764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44b00ee9-fa82-4135-a695-d5cce19089d8 req-5992b0b5-5992-446a-a49f-c862a6e52bf7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 945 time: 0.1053576 Nov 10 22:37:26.787473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-f31bcae9-13f8-401c-97e8-b4bde745f03b tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1975513 Nov 10 22:37:26.788049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.797416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:26.798154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.805426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Transition to ACTIVE for port object d0f40381-43f7-4b46-84ca-0ea3e89b9f14 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:26.828430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.836512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-01ebd6b4-7c5d-42c4-845e-be60f93ca839 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139555 Nov 10 22:37:26.855850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Request body: {'port': {'device_id': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:26.881285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44b00ee9-fa82-4135-a695-d5cce19089d8 req-8f18d32f-7346-4364-a2fc-20260663f5ce tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934274 Nov 10 22:37:26.921993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.072659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:27.119621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-609e7183-517f-4e32-a6e4-c80952d40953 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:27.121185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-609e7183-517f-4e32-a6e4-c80952d40953 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "GET /v2.0/ports?device_id=468e13b4-ae10-4525-b73b-50bedc5a899b HTTP/1.1" status: 200 len: 945 time: 0.1445205 Nov 10 22:37:27.128477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefe1d-1ef2-4f74-857b-3dcfd28be3fd req-032f7be0-e17b-4637-8b56-854fcd4fc6d4 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:27.129927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eeefe1d-1ef2-4f74-857b-3dcfd28be3fd req-032f7be0-e17b-4637-8b56-854fcd4fc6d4 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 950 time: 0.1694601 Nov 10 22:37:27.163704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-7fb5e951-8f03-4a83-baeb-285779501eb3 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:27.165439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-7fb5e951-8f03-4a83-baeb-285779501eb3 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 950 time: 0.2568648 Nov 10 22:37:27.177418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-58945c43-91ea-4427-9e7c-6ee0d8ccfb1f service neutron] 10.222.0.25 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696814 Nov 10 22:37:27.285690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eeefe1d-1ef2-4f74-857b-3dcfd28be3fd req-d1b94451-3936-4c75-8269-6cc8b0755836 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/security-groups?id=7909cece-3a9c-45e8-9195-310ef384f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433806 Nov 10 22:37:27.308804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Attempting to bind port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:27.308804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Attempting to bind port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:27.308804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Attempting to bind port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:27.313704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:27.313929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Attempting to bind port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:27.333986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:27.334349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:27.334711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:27.335159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Bound port: d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:27.335520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.337810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Deleting port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:27.338599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.443275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-d49a724a-d339-4aec-97f7-3b888a7bfd54 service neutron] 10.222.0.25 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387819 Nov 10 22:37:27.465801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e1a471-afeb-4403-8a68-61b09cfcf84e {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:27.478355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.510103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6936-9464-47b0-b343-3819c2a4f44f req-88518896-5090-4a42-addd-ab854fbb8ada tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:27.511622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-894d6936-9464-47b0-b343-3819c2a4f44f req-88518896-5090-4a42-addd-ab854fbb8ada tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 948 time: 0.1271651 Nov 10 22:37:27.522941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Deleting port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:27.523286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.531552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Transition to ACTIVE for port object 26e1a471-afeb-4403-8a68-61b09cfcf84e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:27.534368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] For port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:27.534730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.540487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:27.553886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.554205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-07604dff-31bc-4f22-9662-2d1f69eeca66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.589953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7f0e15-3f0f-4168-a41a-8905f84469f6 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:27.601737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:27.606986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.622198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.641144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Transition to ACTIVE for port object 0a7f0e15-3f0f-4168-a41a-8905f84469f6 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:27.674650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.683938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:27.684554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.686492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0f40381-43f7-4b46-84ca-0ea3e89b9f14 HTTP/1.1" status: 200 len: 1096 time: 2.1951325 Nov 10 22:37:27.691659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:27.693982 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99899936-3cb7-4547-bb5c-849e1355fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:27.713102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] For port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:27.713644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:27.737184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-894d6936-9464-47b0-b343-3819c2a4f44f req-0ff26a0c-f468-4597-9417-9b681251395b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133181 Nov 10 22:37:27.750149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Calling delete_port for b13b2c9b-1026-46d4-9c2b-d60ea9e4888b owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:27.754336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Pushing event updated for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:27.792527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81a4c-bdc5-4086-8c20-a742335c28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.016430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.027687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Attempting to bind port 26e1a471-afeb-4403-8a68-61b09cfcf84e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:28.028142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Attempting to bind port 26e1a471-afeb-4403-8a68-61b09cfcf84e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:28.028632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Attempting to bind port 26e1a471-afeb-4403-8a68-61b09cfcf84e on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:28.038557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2f8cf40-e182-4862-a790-35e1875cd874 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:28.056515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c83d3-193d-4943-bce7-8926f2d72795 req-169dc68c-9cd8-41dc-ad33-c94f9f04afc8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.058141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba2c83d3-193d-4943-bce7-8926f2d72795 req-169dc68c-9cd8-41dc-ad33-c94f9f04afc8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 948 time: 0.3138151 Nov 10 22:37:28.081191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.081742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.082075 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Floating IP 91791c26-63aa-4537-b532-64e739ad7400 disassociated. External IP: 172.25.0.244, port: ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e. Nov 10 22:37:28.082654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Calling delete_port for ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:28.085281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Port 26e1a471-afeb-4403-8a68-61b09cfcf84e on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:28.085685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Attempting to bind port 26e1a471-afeb-4403-8a68-61b09cfcf84e on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:28.097654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:28.098424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:28.098554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:28.098994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Bound port: 26e1a471-afeb-4403-8a68-61b09cfcf84e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:28.099358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.139829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port f2f8cf40-e182-4862-a790-35e1875cd874 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:28.146332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port f2f8cf40-e182-4862-a790-35e1875cd874 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:28.147151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.160449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0202-8905-4655-9867-e94b830961b9 req-06eede42-fb82-4793-87bd-1d7b2a343f22 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.162067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fde0202-8905-4655-9867-e94b830961b9 req-06eede42-fb82-4793-87bd-1d7b2a343f22 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 943 time: 0.2161043 Nov 10 22:37:28.164305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba2c83d3-193d-4943-bce7-8926f2d72795 req-429602ed-5644-4fc7-8dd8-3e967ac11b66 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957730 Nov 10 22:37:28.175205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Attempting to bind port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:28.176313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Attempting to bind port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:28.177537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Attempting to bind port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:28.188963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-3c44ca3e-d63d-4173-a246-14f949e7c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.192171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-3c44ca3e-d63d-4173-a246-14f949e7c244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 1099 time: 0.4251378 Nov 10 22:37:28.235060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:28.235607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Attempting to bind port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:28.275610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.300240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-ea700e8e-6f35-4acf-83d4-282f1efdf4df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14 HTTP/1.1" status: 200 len: 217 time: 0.0994720 Nov 10 22:37:28.322445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:28.322904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:28.323342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:28.323840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:28.324378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Bound port: 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:28.324697 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8ff1e6-201c-4d7d-8491-00a60c8a13c9" -d '{"events": [{"server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "name": "network-vif-plugged", "status": "completed", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:28.324913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.328525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4de185b-231b-4655-87b8-b11a6318295b req-278e782e-f377-4d41-aaff-99799e1b1100 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 210 time: 0.0947144 Nov 10 22:37:28.344510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2f8cf40-e182-4862-a790-35e1875cd874,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:28.363873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.365892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:28.400168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fde0202-8905-4655-9867-e94b830961b9 req-e96525d3-fccd-4fa1-af50-67bf9c634e1e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263041 Nov 10 22:37:28.409982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.428623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-2ea31e63-1923-4fb7-b4b0-4493b9d32b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.436943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:28.441025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-2ea31e63-1923-4fb7-b4b0-4493b9d32b12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1181879 Nov 10 22:37:28.441708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:28.454220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.498769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.505485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Pushing event deleted for resources: {'Port': ['ID=b13b2c9b-1026-46d4-9c2b-d60ea9e4888b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.532572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 6136e0c5-5701-4241-a80d-fb12de72a333 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:28.535647 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a323c-078b-4bfb-a976-9dc40e16c1ba x-openstack-request-id: req-b49a323c-078b-4bfb-a976-9dc40e16c1ba {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:28.536126 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:28.537589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 6136e0c5-5701-4241-a80d-fb12de72a333 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:28.537777 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b49a323c-078b-4bfb-a976-9dc40e16c1ba {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:28.537982 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.538355 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14', 'status': 'completed', 'code': 200} Nov 10 22:37:28.646591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Pushing event updated for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.650482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.651110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.652507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-2230f666-c650-4f07-87aa-da6efbe87a9c service neutron] 10.222.0.20 "PUT /v2.0/ports/26e1a471-afeb-4403-8a68-61b09cfcf84e HTTP/1.1" status: 200 len: 1091 time: 1.8055806 Nov 10 22:37:28.655364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:28.658824 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e92e0-13ff-4929-86d2-1bb4640df049" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:28.697999 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.703712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:28.734069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] No DVR routers for this DVR port b13b2c9b-1026-46d4-9c2b-d60ea9e4888b on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:28.735951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.742860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:28.748057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.754188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b56603c-95eb-4c50-b04d-6c067f6a662b req-888e0fa0-0c20-449b-bbbd-1417b20d5fdc tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.20 "DELETE /v2.0/ports/b13b2c9b-1026-46d4-9c2b-d60ea9e4888b HTTP/1.1" status: 204 len: 173 time: 1.5758452 Nov 10 22:37:28.757225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.765365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:28.786026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-de81491f-63a5-4768-b187-4d6674be74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.793012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-de81491f-63a5-4768-b187-4d6674be74af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3148930 Nov 10 22:37:28.794794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.843714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc3045-420b-4e0d-9788-1d9c071d96a1 req-06b92377-098a-4b44-9654-78df09c1c0fe tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.852838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289c29-87df-4ba8-824d-77efacc01ad0 req-b7945334-2423-447c-9714-ac96c2d79f03 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.854485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2289c29-87df-4ba8-824d-77efacc01ad0 req-b7945334-2423-447c-9714-ac96c2d79f03 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.2004242 Nov 10 22:37:28.857163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11fc3045-420b-4e0d-9788-1d9c071d96a1 req-06b92377-098a-4b44-9654-78df09c1c0fe tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 948 time: 0.3073547 Nov 10 22:37:28.871680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-df2ae8c3-a435-4e43-a1c6-71a05e9ce6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.873279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-df2ae8c3-a435-4e43-a1c6-71a05e9ce6a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 1094 time: 0.1306365 Nov 10 22:37:28.874025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event deleted for resources: {'Port': ['ID=ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.930996 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.946283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2289c29-87df-4ba8-824d-77efacc01ad0 req-e706df9a-48e3-4799-967e-72cd5297770f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821166 Nov 10 22:37:28.949197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.977743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.978739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.980188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] 10.222.0.20 "PUT /v2.0/ports/0a7f0e15-3f0f-4168-a41a-8905f84469f6 HTTP/1.1" status: 200 len: 1096 time: 2.3754773 Nov 10 22:37:29.021205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-c8b14ae8-c2b9-4801-9fae-04ffd839684e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e HTTP/1.1" status: 200 len: 217 time: 0.0825617 Nov 10 22:37:29.038114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f03b8-70f8-42b9-b49e-68ab7f934f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:29.093079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-8a76e109-45ee-43eb-8e51-6e989933cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.094605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-8a76e109-45ee-43eb-8e51-6e989933cc32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0582345 Nov 10 22:37:29.108598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11fc3045-420b-4e0d-9788-1d9c071d96a1 req-b7e53530-e6ac-4c69-8ab4-47e1bb197ccc tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444184 Nov 10 22:37:29.126331 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee460166-c322-4cc1-a6b2-2e4dc15d8bd7 req-d7114874-0832-4009-b51b-4f2e6a470449 tempest-ImagesNegativeTestJSON-383474751 tempest-ImagesNegativeTestJSON-383474751-project] 10.222.0.25 "GET /v2.0/ports?device_id=4875777b-63b5-4496-a6ec-38e1ce49063e HTTP/1.1" status: 200 len: 210 time: 0.0288296 Nov 10 22:37:29.221271 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cd309f-f22a-4d78-8234-01d2f0ae7bba x-openstack-request-id: req-71cd309f-f22a-4d78-8234-01d2f0ae7bba {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:29.222589 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "name": "network-vif-plugged", "status": "completed", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:29.222941 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71cd309f-f22a-4d78-8234-01d2f0ae7bba {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:29.223476 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874', 'code': 200} Nov 10 22:37:29.344990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.20', 49476) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:29.531155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-9967c878-5432-4f8b-8e99-4e745044c3f5 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960840 Nov 10 22:37:29.542949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-3418a3ed-72b9-4443-b523-51b13d87365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.544443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-3418a3ed-72b9-4443-b523-51b13d87365e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 1099 time: 0.4533136 Nov 10 22:37:29.667229 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e408fb-b79d-49ce-a302-964128a32006 x-openstack-request-id: req-62e408fb-b79d-49ce-a302-964128a32006 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:29.667806 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:29.667806 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62e408fb-b79d-49ce-a302-964128a32006 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:29.668110 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e', 'status': 'completed', 'code': 200} Nov 10 22:37:29.670782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-d28e2912-9110-4f20-b469-10f63202fd80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5144966 Nov 10 22:37:29.703650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec208ac-f3f1-499f-b0fc-2cc8a933a53e req-fe5700d6-ddf1-4264-80eb-71e25bd04fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.705229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec208ac-f3f1-499f-b0fc-2cc8a933a53e req-fe5700d6-ddf1-4264-80eb-71e25bd04fa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 1097 time: 0.3345630 Nov 10 22:37:29.718877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-1014ac2a-7801-4ebe-90f9-f6135ad09b05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6 HTTP/1.1" status: 200 len: 217 time: 0.0870724 Nov 10 22:37:29.741644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0aced-a307-4436-9a47-f07ebaa4c584 req-4cc53190-d791-41e0-be5e-11d344986b1f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.749890 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ba0aced-a307-4436-9a47-f07ebaa4c584 req-4cc53190-d791-41e0-be5e-11d344986b1f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.2595315 Nov 10 22:37:29.787049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:29.806534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916d348-90c3-47ea-bd18-c3f0648c240d req-2f06101b-789d-435a-b0eb-7aa14aaf0698 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.808478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c916d348-90c3-47ea-bd18-c3f0648c240d req-2f06101b-789d-435a-b0eb-7aa14aaf0698 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 948 time: 0.1441119 Nov 10 22:37:29.833597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-e51bc3fc-b082-4b1e-a4f3-bfbcd2fa46d8 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.835063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-e51bc3fc-b082-4b1e-a4f3-bfbcd2fa46d8 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 824 time: 0.5024040 Nov 10 22:37:29.853892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-3c50ad1f-3878-40a5-9882-15ec886fd41b service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694274 Nov 10 22:37:29.908635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfce9c50-8a08-430f-ad37-61b0bc8a7f15 req-cf4a4b0e-a019-4ae7-be3a-c4490d3c970e service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623126 Nov 10 22:37:29.916557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-a2af9e27-5760-4739-a091-f3b92f31fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.917599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-a2af9e27-5760-4739-a091-f3b92f31fd30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1661148 Nov 10 22:37:29.923813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec208ac-f3f1-499f-b0fc-2cc8a933a53e req-ca960f62-e574-4b46-a1d9-bd73f004c6ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101083 Nov 10 22:37:29.959441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ba0aced-a307-4436-9a47-f07ebaa4c584 req-549cfb01-df7e-4f19-b96d-1ff6e75322e5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050452 Nov 10 22:37:29.999756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-4bb4f486-0054-4c57-9ef7-b312da196174 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5040f4c886044e4b202a471657c697c&shared=False HTTP/1.1" status: 200 len: 379 time: 0.1409838 Nov 10 22:37:30.019388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c916d348-90c3-47ea-bd18-c3f0648c240d req-66110872-1abb-412b-98c3-d2dd0c002ee5 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027469 Nov 10 22:37:30.054020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b13b2c9b-1026-46d4-9c2b-d60ea9e4888b no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:30.057530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8364533-c2b4-4b23-8fa2-99a46d17961e req-98e701d2-a8f9-4b00-9472-155d2e19714d tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 210 time: 0.0448308 Nov 10 22:37:30.081658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:30.084881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60135eff-8f96-4f30-8f36-e32f1a492d3f req-f2b1932f-70fc-4fe8-918b-6caffd17f14e service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008185 Nov 10 22:37:30.113549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:30.115986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: b13b2c9b-1026-46d4-9c2b-d60ea9e4888b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:30.116326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b13b2c9b-1026-46d4-9c2b-d60ea9e4888b not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:30.126061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:30.126669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:37:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:30.163581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] No DVR routers for this DVR port ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:30.211304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.216798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aef14733-6d07-42a4-a73a-30f0b3486c3b req-3033f9ca-1550-4774-830e-edcab6bcc7fc tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.39 "DELETE /v2.0/ports/ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e HTTP/1.1" status: 204 len: 173 time: 3.0859199 Nov 10 22:37:30.304168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-d1cc7298-23be-4b43-ac78-52b9859620b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.305789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-d1cc7298-23be-4b43-ac78-52b9859620b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 1099 time: 0.1394873 Nov 10 22:37:30.319970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05b182-337c-4535-9ca4-cf49ff6d742f req-6b3f8304-e8d6-4b35-ab5a-954fc92efba0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.322534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee05b182-337c-4535-9ca4-cf49ff6d742f req-6b3f8304-e8d6-4b35-ab5a-954fc92efba0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 943 time: 0.1291115 Nov 10 22:37:30.376274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.410581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:30.458414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee05b182-337c-4535-9ca4-cf49ff6d742f req-20a9ea86-c0cd-4fe8-8f89-ecedcefbf425 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658004 Nov 10 22:37:30.502023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-01bd702e-c3dc-43bd-820c-f25b69e9f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.503928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-01bd702e-c3dc-43bd-820c-f25b69e9f62c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1804342 Nov 10 22:37:30.560724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-2b10c5d8-5a6e-42cf-a695-9633d61739c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14 HTTP/1.1" status: 200 len: 217 time: 0.0470436 Nov 10 22:37:30.596628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'name': 'network-vif-deleted', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b'}, {'name': 'network-changed', 'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:30.599531 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd104298-9be4-40d8-8416-f58d2c825a79" -d '{"events": [{"server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "name": "network-vif-deleted", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b"}, {"name": "network-changed", "server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:30.655985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.656172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622225ea-1015-4b3c-bb95-342407e0ba3f req-af6d51bd-adab-4bf3-9921-4800beb61b3e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.659598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-53847a45-4067-465a-8427-d8720f7c239e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.5237939 Nov 10 22:37:30.663571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-622225ea-1015-4b3c-bb95-342407e0ba3f req-af6d51bd-adab-4bf3-9921-4800beb61b3e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 948 time: 0.1411641 Nov 10 22:37:30.666479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-cb3fe5b3-44db-4755-afdb-41919d808a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.667903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-cb3fe5b3-44db-4755-afdb-41919d808a13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0786233 Nov 10 22:37:30.668597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-54e3b6bc-1806-45cc-8f15-9e373887104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.670949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-54e3b6bc-1806-45cc-8f15-9e373887104a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5517311 Nov 10 22:37:30.680960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'port': {'device_id': '914dcf1f-f313-45a3-8190-75db2977890f', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'admin_state_up': True, 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'security_groups': ['48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:30.688313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:30.732330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:30.744220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:30.745125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:37:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:30.749372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-622225ea-1015-4b3c-bb95-342407e0ba3f req-ce0076dd-d510-4853-ad77-1cd797263255 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847836 Nov 10 22:37:30.770474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-7463d290-afc0-4e5a-92fd-f3f04df2ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.770858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e194c-8f9c-4acb-89e4-a39f57387558 req-c2852421-49b6-4e35-9721-4abdca0c4a16 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.772361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-7463d290-afc0-4e5a-92fd-f3f04df2ad98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900059 Nov 10 22:37:30.778484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e2e194c-8f9c-4acb-89e4-a39f57387558 req-c2852421-49b6-4e35-9721-4abdca0c4a16 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.5913172 Nov 10 22:37:30.874268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:30.896829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-60dc2c9b-2e1a-4e1b-bb70-b205c8dd739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.898349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-60dc2c9b-2e1a-4e1b-bb70-b205c8dd739a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 1094 time: 0.3028898 Nov 10 22:37:30.911493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-6f15af5f-ec96-4959-964e-d0df8390bd77 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300256 Nov 10 22:37:30.938298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e2e194c-8f9c-4acb-89e4-a39f57387558 req-42c0cfda-9c43-46e2-9eb3-8a2f5fd1339c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586788 Nov 10 22:37:30.956871 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6372bc2f-2c76-4d45-8fd2-f5bfa0aef2e3 x-openstack-request-id: req-6372bc2f-2c76-4d45-8fd2-f5bfa0aef2e3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:30.957192 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4875777b-63b5-4496-a6ec-38e1ce49063e", "name": "network-vif-deleted", "tag": "b13b2c9b-1026-46d4-9c2b-d60ea9e4888b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:30.957443 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6372bc2f-2c76-4d45-8fd2-f5bfa0aef2e3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:30.957826 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4875777b-63b5-4496-a6ec-38e1ce49063e', 'name': 'network-vif-deleted', 'tag': 'b13b2c9b-1026-46d4-9c2b-d60ea9e4888b', 'status': 'completed', 'code': 200} Nov 10 22:37:30.958078 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6', 'status': 'completed', 'code': 200} Nov 10 22:37:31.038064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Made reservation on behalf of b5040f4c886044e4b202a471657c697c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:31.041931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.048265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-fc15af34-9fdd-4099-8b8b-9dad2d63522b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636938 Nov 10 22:37:31.071908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99899936-3cb7-4547-bb5c-849e1355fb9f req-87dd94d3-a3c7-4d84-9789-5338903a7d4d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474230 Nov 10 22:37:31.146806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-1ff38181-801a-4099-af19-f68c60487549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.147405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-1ff38181-801a-4099-af19-f68c60487549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.2339849 Nov 10 22:37:31.184839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:31.207342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666576b1-f059-4552-b076-0beb52868fab req-c04f8cdc-1c4e-4d0c-b9fe-acedf4fec361 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.212860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-666576b1-f059-4552-b076-0beb52868fab req-c04f8cdc-1c4e-4d0c-b9fe-acedf4fec361 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 948 time: 0.0727839 Nov 10 22:37:31.218175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862f7b3-b3e9-4777-adeb-674f48ae1096 None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:31.224316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:31.231111 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4453c6d-b280-4440-9325-9f7d00b60885" -d '{"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:31.250274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-8b290a3e-d696-4ee8-9078-f8a058bd4738 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e HTTP/1.1" status: 200 len: 217 time: 0.0850580 Nov 10 22:37:31.273578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-666576b1-f059-4552-b076-0beb52868fab req-4136d871-6cff-460a-af0c-e9e7f3441336 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Nov 10 22:37:31.361274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a9524-66c9-483e-82b4-374de6c4bb0a req-1e28afb3-9105-4a56-bf87-7375c5cfbea5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.362837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a30a9524-66c9-483e-82b4-374de6c4bb0a req-1e28afb3-9105-4a56-bf87-7375c5cfbea5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.2721758 Nov 10 22:37:31.375541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a79fa8c-9e44-4ce5-bbe5-6b1dedfc3183 req-90cb032f-20ce-4f9f-b0e2-b5fef7212d09 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044167 Nov 10 22:37:31.405114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-3cb30618-402f-4865-abd5-7dbd08e5e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.406595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-3cb30618-402f-4865-abd5-7dbd08e5e9ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1460629 Nov 10 22:37:31.442693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Allocated IP 172.20.0.11 (467748e8-9789-4710-9cb5-fcd2081ee7ee/4ed97bbf-a67c-4595-8aee-92b77e33d734/d5da5cb2-979a-43df-8001-f823515afe48) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:31.464302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9fa8cdf-d627-42b0-b3a8-c1137a236f79 req-1230bd35-a6c5-414e-ba2e-435b2f80731a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 210 time: 0.0695221 Nov 10 22:37:31.497323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-6fd7cc8a-3b76-4cef-9aa4-7b433fdd64bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793340 Nov 10 22:37:31.522701 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bd67f-4e9d-4fd9-baa4-97c420b680f5 x-openstack-request-id: req-155bd67f-4e9d-4fd9-baa4-97c420b680f5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:31.523276 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:31.523750 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-155bd67f-4e9d-4fd9-baa4-97c420b680f5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:31.524337 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'code': 200} Nov 10 22:37:31.567869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a30a9524-66c9-483e-82b4-374de6c4bb0a req-d00b9fab-5ab6-4380-a174-e6f40a7b11c5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931891 Nov 10 22:37:31.620337 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cde144-a006-4e8e-baca-3feb62f582f1 None None] New status for floating IP 91791c26-63aa-4537-b532-64e739ad7400: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:37:31.670046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'name': 'network-vif-deleted', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:31.672062 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1e717-4540-4966-ace3-0338cbd0fb81" -d '{"events": [{"server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "name": "network-vif-deleted", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:31.673134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-1114535e-ab8a-40ef-9612-25edd71d0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.675170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-1114535e-ab8a-40ef-9612-25edd71d0ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa39c0b2225243cabb156576d4b36269&device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 1099 time: 0.1809728 Nov 10 22:37:31.697297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:31.708119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b64b9-5852-4253-b81c-74b4175f57a1 req-995498e2-15ab-448f-bd2d-cb0919385f29 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.709853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-614b64b9-5852-4253-b81c-74b4175f57a1 req-995498e2-15ab-448f-bd2d-cb0919385f29 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 943 time: 0.1167102 Nov 10 22:37:31.735565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12715ec0-77fa-414a-83dc-ffee2eeddcba req-608e8dea-52dd-4270-a5bf-7831a4a970cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.741067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12715ec0-77fa-414a-83dc-ffee2eeddcba req-608e8dea-52dd-4270-a5bf-7831a4a970cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1100 time: 0.1166689 Nov 10 22:37:31.749080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:31.749790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:31.757216 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357cfe1a-35d1-435c-be43-41448189bb5c x-openstack-request-id: req-357cfe1a-35d1-435c-be43-41448189bb5c {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:31.757600 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e13b4-ae10-4525-b73b-50bedc5a899b", "name": "network-vif-deleted", "tag": "ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:31.757937 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-357cfe1a-35d1-435c-be43-41448189bb5c {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:31.758528 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e13b4-ae10-4525-b73b-50bedc5a899b', 'name': 'network-vif-deleted', 'tag': 'ab43c9f0-05e0-4cfb-9ca2-4c9978674b9e', 'status': 'completed', 'code': 200} Nov 10 22:37:31.769058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:31.832218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-20c6a117-0b3d-46a1-a337-d64de928db7d service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216324 Nov 10 22:37:31.837425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-614b64b9-5852-4253-b81c-74b4175f57a1 req-70a219e0-081e-4694-a468-d9f8da4ec224 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168211 Nov 10 22:37:31.865574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12715ec0-77fa-414a-83dc-ffee2eeddcba req-b8b2061e-33fc-4d47-82ea-5f69cf1f19ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061246 Nov 10 22:37:31.954290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65f5902e-23ac-44f6-8cb2-cfc334234c7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e77e9a59b32a4949b67f6f38d33d378c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831422 Nov 10 22:37:31.956275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54528) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:31.983421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-08172d04-7d01-4cf4-b5f4-0d87cce3aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:31.984889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-08172d04-7d01-4cf4-b5f4-0d87cce3aa0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3007896 Nov 10 22:37:32.001140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9cf3c-f150-4a10-a342-adfaef742336 req-bdf36aee-20c6-48b1-bcbc-3512bf566a7f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.002827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00e9cf3c-f150-4a10-a342-adfaef742336 req-bdf36aee-20c6-48b1-bcbc-3512bf566a7f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 948 time: 0.1779625 Nov 10 22:37:32.005286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.010870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.029098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.063713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80e92e0-13ff-4929-86d2-1bb4640df049 req-a3aadf60-b679-4785-b0d1-f6edfaa7b3a8 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114248 Nov 10 22:37:32.078796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.081432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.085011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7909cece-3a9c-45e8-9195-310ef384f4f4 HTTP/1.1" status: 204 len: 168 time: 0.1247852 Nov 10 22:37:32.103427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7909cece-3a9c-45e8-9195-310ef384f4f4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:32.107362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00e9cf3c-f150-4a10-a342-adfaef742336 req-8ecafb5f-ae48-4887-938b-8a6d46ce93db tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935445 Nov 10 22:37:32.120301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.120637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.120993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.130251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.130620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.130956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.131286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.131759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.131982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.132300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.132617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.132928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf69a6-e5b6-40fc-b753-d3f1d3f0a090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.149784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-5c7a353a-59df-48f0-95d1-530c9a90d1cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6 HTTP/1.1" status: 200 len: 217 time: 0.0555310 Nov 10 22:37:32.168580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.228261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d1c96-24bf-4863-a3b0-755de6ad153b req-2e061a5f-ce26-4478-b5b2-9be8d3c5375d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.229709 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-641d1c96-24bf-4863-a3b0-755de6ad153b req-2e061a5f-ce26-4478-b5b2-9be8d3c5375d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.0553548 Nov 10 22:37:32.257636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:32.263554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event updated for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:32.266400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:32.269317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:32.275389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-604781af-47a1-4636-b5cb-f40d2c3ce6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.276403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-604781af-47a1-4636-b5cb-f40d2c3ce6b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1183188 Nov 10 22:37:32.290777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-641d1c96-24bf-4863-a3b0-755de6ad153b req-416ebacb-5bae-443b-9982-cd6ebe4b293b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530710 Nov 10 22:37:32.322444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.322797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.323136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.323474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.323871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.324201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.324560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.324892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.325247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.325574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.325897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.326792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:32.372780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.373669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.394799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-89c3f9ce-7436-496a-98ea-411301a68571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.396212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-89c3f9ce-7436-496a-98ea-411301a68571 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922310 Nov 10 22:37:32.431794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-0d64a0a0-11e9-45ee-8ebe-e5749954ef00 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7591860 Nov 10 22:37:32.484244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Request body: {'port': {'device_id': '914dcf1f-f313-45a3-8190-75db2977890f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:32.543827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef84ed1-8cc7-4af0-bcce-b989159bec15 req-816944d2-aaba-47d8-ab9e-53ee71e918ef tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.545904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ef84ed1-8cc7-4af0-bcce-b989159bec15 req-816944d2-aaba-47d8-ab9e-53ee71e918ef tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 948 time: 0.1660604 Nov 10 22:37:32.604397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-79df16da-0d14-4ac9-a539-cd301800bd56 None None] Provisioning complete for port d5da5cb2-979a-43df-8001-f823515afe48 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:32.605396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-79df16da-0d14-4ac9-a539-cd301800bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.622597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.643541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e3c4-fc27-43f9-9eae-61752c58a97b req-0e1c5254-b13e-47ab-a2d0-cac29f05f31e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.644760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-5e5610a2-dd2e-485e-9be2-83cb57a0ae66 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260489 Nov 10 22:37:32.645981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1a7e3c4-fc27-43f9-9eae-61752c58a97b req-0e1c5254-b13e-47ab-a2d0-cac29f05f31e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 932 time: 0.0784996 Nov 10 22:37:32.652150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-79df16da-0d14-4ac9-a539-cd301800bd56 None None] Port d5da5cb2-979a-43df-8001-f823515afe48 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:32.661879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ef84ed1-8cc7-4af0-bcce-b989159bec15 req-52dee44a-e5b9-4517-a3a1-5db0fd79bfaa tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071520 Nov 10 22:37:32.729271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1a7e3c4-fc27-43f9-9eae-61752c58a97b req-3e9bce74-0ed6-4ad4-b9d1-9a6b53bef6d4 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726089 Nov 10 22:37:32.845672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e89508-dd7f-4ac8-9c11-358dc744c5af req-82c1cf66-d669-4def-b6c1-6f1f32a4f2e4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.847484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0e89508-dd7f-4ac8-9c11-358dc744c5af req-82c1cf66-d669-4def-b6c1-6f1f32a4f2e4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0583684 Nov 10 22:37:32.901375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497637fd-7c85-4500-855f-26378330bdf7 req-64e7e4af-db63-4afe-b30a-7917275760c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:32.902886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-497637fd-7c85-4500-855f-26378330bdf7 req-64e7e4af-db63-4afe-b30a-7917275760c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.1580358 Nov 10 22:37:32.908616 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0e89508-dd7f-4ac8-9c11-358dc744c5af req-dd08ab80-cddf-4466-9502-184840d98756 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Nov 10 22:37:32.941316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd104298-9be4-40d8-8416-f58d2c825a79 req-e5ba6b45-57cf-429f-b07b-7a5d512e018f service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559977 Nov 10 22:37:33.011541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-497637fd-7c85-4500-855f-26378330bdf7 req-7f8b033d-6daa-4146-9544-338255868bb9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971625 Nov 10 22:37:33.032497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347f2b-c522-4ecd-8d46-b8e1fddc1963 req-fadf28e8-6cbf-4e36-8088-0444468f8598 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.034171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04347f2b-c522-4ecd-8d46-b8e1fddc1963 req-fadf28e8-6cbf-4e36-8088-0444468f8598 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 943 time: 0.0512879 Nov 10 22:37:33.095550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04347f2b-c522-4ecd-8d46-b8e1fddc1963 req-5ecacd04-122f-490d-8796-9ee63c9c1497 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Nov 10 22:37:33.099335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5da5cb2-979a-43df-8001-f823515afe48 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:33.118916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.137158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Transition to ACTIVE for port object d5da5cb2-979a-43df-8001-f823515afe48 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:33.145045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.198443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Pushing event updated for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.238302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48e014-0ff9-4ecc-bb03-b11ac643657c req-5964ad78-609d-4058-8b36-8688e4da18b6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.240178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b48e014-0ff9-4ecc-bb03-b11ac643657c req-5964ad78-609d-4058-8b36-8688e4da18b6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 948 time: 0.0565217 Nov 10 22:37:33.270781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Attempting to bind port d5da5cb2-979a-43df-8001-f823515afe48 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:33.271072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Attempting to bind port d5da5cb2-979a-43df-8001-f823515afe48 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:33.271324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Attempting to bind port d5da5cb2-979a-43df-8001-f823515afe48 on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:33.275812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Port d5da5cb2-979a-43df-8001-f823515afe48 on network 467748e8-9789-4710-9cb5-fcd2081ee7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:33.276475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Attempting to bind port d5da5cb2-979a-43df-8001-f823515afe48 on network 467748e8-9789-4710-9cb5-fcd2081ee7ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:33.282394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:33.283372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Checking segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:33.283761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Bound using segment: {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:33.284200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Bound port: d5da5cb2-979a-43df-8001-f823515afe48, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e5578f-25af-44b5-a0b9-06c8b9561ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:33.284558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.310378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b48e014-0ff9-4ecc-bb03-b11ac643657c req-0aff67b3-704a-4672-a679-4994e68335f9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 Nov 10 22:37:33.366225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:33.369919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d5da5cb2-979a-43df-8001-f823515afe48,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:33.375300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.412788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.413419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.415064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] 10.222.0.20 "PUT /v2.0/ports/d5da5cb2-979a-43df-8001-f823515afe48 HTTP/1.1" status: 200 len: 1092 time: 0.9672296 Nov 10 22:37:33.415490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:33.417731 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "tag": "d5da5cb2-979a-43df-8001-f823515afe48"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:33.437413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972943-1866-4bd0-856b-825a5d7e280d service neutron] Pushing event updated for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.469930 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21749b40-4341-4b9f-8438-8251d937ef8f x-openstack-request-id: req-21749b40-4341-4b9f-8438-8251d937ef8f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:33.469930 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "tag": "d5da5cb2-979a-43df-8001-f823515afe48", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:33.469930 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21749b40-4341-4b9f-8438-8251d937ef8f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:33.470448 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48', 'status': 'completed', 'code': 200} Nov 10 22:37:33.501348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-45b5a005-1b56-436b-89b2-366bdcbcbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.502941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-45b5a005-1b56-436b-89b2-366bdcbcbe99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 1095 time: 0.0451369 Nov 10 22:37:33.561683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-bfba0e97-64d0-499f-9a49-1732793ac0c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5da5cb2-979a-43df-8001-f823515afe48 HTTP/1.1" status: 200 len: 217 time: 0.0386357 Nov 10 22:37:33.618161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-91ea0cc3-873e-4dbf-8915-e95959d5eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.619603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-91ea0cc3-873e-4dbf-8915-e95959d5eb11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.0441601 Nov 10 22:37:33.667455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-af57c5fd-5eb5-48ba-881c-2ca18c9aa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.668918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-af57c5fd-5eb5-48ba-881c-2ca18c9aa9fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395422 Nov 10 22:37:33.762179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-b20dc4ea-e91c-4386-b857-6e1b4b2474c8 service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850394 Nov 10 22:37:33.785976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6147-8c7c-49b4-8b33-7a66a6c90b9f req-ef8f539d-cd01-48dc-b3cf-a388f2c7df42 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.787415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-257c6147-8c7c-49b4-8b33-7a66a6c90b9f req-ef8f539d-cd01-48dc-b3cf-a388f2c7df42 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 948 time: 0.0538020 Nov 10 22:37:33.836491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-257c6147-8c7c-49b4-8b33-7a66a6c90b9f req-f9a208db-ae2b-4c7a-b048-0812c9b42745 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Nov 10 22:37:33.894020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8a28-27df-41b2-95e3-c1e7fd931caa req-d917706f-4fb0-4dcc-be66-3f1a72f440cb tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.895462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05bf8a28-27df-41b2-95e3-c1e7fd931caa req-d917706f-4fb0-4dcc-be66-3f1a72f440cb tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 944 time: 0.0792835 Nov 10 22:37:33.898897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30e8b42c-e26c-49a1-b4af-4b08cda7f367 req-2634a5e5-9926-4b13-81c1-515bb12d14e8 service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245949 Nov 10 22:37:33.945903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05bf8a28-27df-41b2-95e3-c1e7fd931caa req-b3779be9-cf49-4658-8342-04235fa17444 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Nov 10 22:37:33.993206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-a8cf9ae7-d24a-49c0-b5d3-85ee991a7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:33.994688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-a8cf9ae7-d24a-49c0-b5d3-85ee991a7ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 1095 time: 0.0410390 Nov 10 22:37:34.026279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1edd61-9ee5-48f2-a1b4-4f421086e3b4 req-c374b1a2-dc76-4226-91bf-8733d643b5d0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.027908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c1edd61-9ee5-48f2-a1b4-4f421086e3b4 req-c374b1a2-dc76-4226-91bf-8733d643b5d0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0505886 Nov 10 22:37:34.058299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d0f40381-43f7-4b46-84ca-0ea3e89b9f14 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:34.092883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c1edd61-9ee5-48f2-a1b4-4f421086e3b4 req-fc43ec03-03a9-4ef7-937a-65895a9c190a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Nov 10 22:37:34.203283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.223603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14', 'mac_address': 'fa:16:3e:50:ef:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:34.234860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567d08-a475-488d-ad95-e2533ae159f8 req-de3274c3-bb1f-485c-b98b-ffb60038631e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.236323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa567d08-a475-488d-ad95-e2533ae159f8 req-de3274c3-bb1f-485c-b98b-ffb60038631e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0721231 Nov 10 22:37:34.275417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.294017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa567d08-a475-488d-ad95-e2533ae159f8 req-4618caa5-9f89-4cbd-aa8f-0cba1c88f9b6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Nov 10 22:37:34.298608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f40381-43f7-4b46-84ca-0ea3e89b9f14 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:34.327990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.335964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.336843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0a7f0e15-3f0f-4168-a41a-8905f84469f6 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:34.419383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-dccc6440-a3c9-47a6-916b-46df6ed97ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.420915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-dccc6440-a3c9-47a6-916b-46df6ed97ab1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 924 time: 0.4166381 Nov 10 22:37:34.424001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1f14c-10bc-4829-a060-8e888465d279 req-c7cecee5-a303-4b7f-a771-e2d797ca74e5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.426554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.432344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93f1f14c-10bc-4829-a060-8e888465d279 req-c7cecee5-a303-4b7f-a771-e2d797ca74e5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 943 time: 0.0701361 Nov 10 22:37:34.441549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '0a7f0e15-3f0f-4168-a41a-8905f84469f6', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '0a7f0e15-3f0f-4168-a41a-8905f84469f6', 'mac_address': 'fa:16:3e:98:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:34.489973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:34.491660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93f1f14c-10bc-4829-a060-8e888465d279 req-c522a1ee-84fa-40bd-81da-5f12bce2f5cb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Nov 10 22:37:34.521195 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.530554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-5ce373e0-0049-4a48-b289-aa91b2bf6304 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5da5cb2-979a-43df-8001-f823515afe48 HTTP/1.1" status: 200 len: 217 time: 0.0673926 Nov 10 22:37:34.540479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7f0e15-3f0f-4168-a41a-8905f84469f6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:34.543587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-bfcd77b3-2623-4297-8d5b-31162a9e40bb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.544910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-bfcd77b3-2623-4297-8d5b-31162a9e40bb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.1219792 Nov 10 22:37:34.564238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.570058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.570473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 26e1a471-afeb-4403-8a68-61b09cfcf84e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:34.616941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5025b-5524-4e01-894d-17dea97a7f29 req-15854adc-725b-4543-a1c4-b312db1c51cd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.618979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44b5025b-5524-4e01-894d-17dea97a7f29 req-15854adc-725b-4543-a1c4-b312db1c51cd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 946 time: 0.1971414 Nov 10 22:37:34.689540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-09fe2ab0-e7fa-489a-978f-05aa6975be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.693751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-09fe2ab0-e7fa-489a-978f-05aa6975be42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.1448638 Nov 10 22:37:34.718053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:34.760754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975684ac-4cd2-4334-bebb-5bb78631354e req-c84e1eb2-1874-4087-b7fc-4058b28b6528 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.762744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-975684ac-4cd2-4334-bebb-5bb78631354e req-c84e1eb2-1874-4087-b7fc-4058b28b6528 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 949 time: 0.0811374 Nov 10 22:37:34.772079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.780630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44b5025b-5524-4e01-894d-17dea97a7f29 req-5a9f6620-e897-41a9-ba5d-566d3aa461f6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504457 Nov 10 22:37:34.797783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '26e1a471-afeb-4403-8a68-61b09cfcf84e', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': '26e1a471-afeb-4403-8a68-61b09cfcf84e', 'mac_address': 'fa:16:3e:c2:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:34.811840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port f2f8cf40-e182-4862-a790-35e1875cd874 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:34.812177 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.818295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-b1d321e2-3de0-4db0-bba5-a8d3a4bc836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:34.819999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-b1d321e2-3de0-4db0-bba5-a8d3a4bc836c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101604 Nov 10 22:37:34.836234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.847837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-975684ac-4cd2-4334-bebb-5bb78631354e req-e4f8ca22-516c-4237-9403-b8961134aff1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768740 Nov 10 22:37:34.853150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e1a471-afeb-4403-8a68-61b09cfcf84e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:34.883815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:34.889450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.926987 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:37:34.985302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-855d9d24-d2bd-42a3-b2e3-a3b49fcc826e req-c8106315-f61a-4bea-8a4c-713e7aad2862 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:37:34.986395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-855d9d24-d2bd-42a3-b2e3-a3b49fcc826e req-c8106315-f61a-4bea-8a4c-713e7aad2862 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059805 Nov 10 22:37:34.993336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:35.024875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port f2f8cf40-e182-4862-a790-35e1875cd874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2f8cf40-e182-4862-a790-35e1875cd874,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:35.025451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:35.044421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-6000d815-163d-40ab-a476-bc6c28363cce service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137847 Nov 10 22:37:35.051516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for f2f8cf40-e182-4862-a790-35e1875cd874 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:35.070907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582495e0-8eed-4041-9491-d1af414c097f req-8a8f14bd-8997-4e20-995f-37ef47904099 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:35.072305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-582495e0-8eed-4041-9491-d1af414c097f req-8a8f14bd-8997-4e20-995f-37ef47904099 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 949 time: 0.0903635 Nov 10 22:37:35.242418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-582495e0-8eed-4041-9491-d1af414c097f req-4e0bf31c-f873-4b88-b729-eb94ae2abd2a tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307828 Nov 10 22:37:35.273125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0b5cb6c-1303-4673-ab71-1e97d052bdbf req-e256eb0a-35f4-477c-bf99-bd0cb18fcb6a service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973968 Nov 10 22:37:35.306347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d41d-2d17-4219-a000-e44890a1df18 req-fe07df7b-0182-4a8c-96bc-c4f5d78ec4ec tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:35.311115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2a9d41d-2d17-4219-a000-e44890a1df18 req-fe07df7b-0182-4a8c-96bc-c4f5d78ec4ec tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 944 time: 0.0755758 Nov 10 22:37:35.314138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:35.336956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:35.353964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f2f8cf40-e182-4862-a790-35e1875cd874'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:35.369775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2a9d41d-2d17-4219-a000-e44890a1df18 req-3660adc0-d830-42ab-8bca-c062417d8762 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513465 Nov 10 22:37:35.403707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['26e1a471-afeb-4403-8a68-61b09cfcf84e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:35.412449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=f2f8cf40-e182-4862-a790-35e1875cd874,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:35.422913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-a2e06114-6055-4345-a499-d76ba25ae862 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055808 Nov 10 22:37:35.433952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-816d4f8c-46cf-4f20-8d98-5efaf3ad7604 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:37:35.434590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['0a7f0e15-3f0f-4168-a41a-8905f84469f6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:35.436871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-816d4f8c-46cf-4f20-8d98-5efaf3ad7604 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057099 Nov 10 22:37:35.437282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:35.462575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port f2f8cf40-e182-4862-a790-35e1875cd874 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:35.464956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:35.469076 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00dd072-ecea-4f8d-b7a3-478ab549d611 req-dbe4fddb-59f4-472e-9edf-ae5f49652d82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "DELETE /v2.0/ports/f2f8cf40-e182-4862-a790-35e1875cd874 HTTP/1.1" status: 204 len: 173 time: 0.9172115 Nov 10 22:37:35.473060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'name': 'network-vif-deleted', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:35.474632 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d0263-b296-4b02-b9ef-fba9b2afe20a" -d '{"events": [{"server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "name": "network-vif-deleted", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:35.490118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6c51-f4af-431d-bacb-7f51665741d5 req-0e397306-3157-4b01-86b9-b64848ec29dd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:35.497363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-897a6c51-f4af-431d-bacb-7f51665741d5 req-0e397306-3157-4b01-86b9-b64848ec29dd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1441627 Nov 10 22:37:35.556676 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0925c480-c180-4a45-a6db-00ae5a1a23ce x-openstack-request-id: req-0925c480-c180-4a45-a6db-00ae5a1a23ce {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:35.556958 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62278250-642e-4694-8017-7a928dbc3002", "name": "network-vif-deleted", "tag": "f2f8cf40-e182-4862-a790-35e1875cd874", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:35.557248 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0925c480-c180-4a45-a6db-00ae5a1a23ce {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:35.557650 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62278250-642e-4694-8017-7a928dbc3002', 'name': 'network-vif-deleted', 'tag': 'f2f8cf40-e182-4862-a790-35e1875cd874', 'status': 'completed', 'code': 200} Nov 10 22:37:35.568154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-897a6c51-f4af-431d-bacb-7f51665741d5 req-bfb05c58-6b75-4225-ad1c-36eed77c45b1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647576 Nov 10 22:37:35.718729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709a11-f9f1-4635-913d-a7ba4cd0bc01 req-81d926e1-457e-415a-a931-de8ebc68de46 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:35.721542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94709a11-f9f1-4635-913d-a7ba4cd0bc01 req-81d926e1-457e-415a-a931-de8ebc68de46 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 944 time: 0.0896637 Nov 10 22:37:35.774971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94709a11-f9f1-4635-913d-a7ba4cd0bc01 req-b62080cf-f767-4f34-bea3-c9fad48ded05 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Nov 10 22:37:35.892008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a35fbb38-c40a-410b-aabc-f7674e35885f req-f31ca055-a0a0-48e7-94e8-674962480ce5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=62278250-642e-4694-8017-7a928dbc3002 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Nov 10 22:37:35.974009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd9a54-1942-4780-8ea9-77d757a7b80a req-e07e5b43-c774-4a6f-bc00-90ccb03d7934 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:35.976941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69bd9a54-1942-4780-8ea9-77d757a7b80a req-e07e5b43-c774-4a6f-bc00-90ccb03d7934 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 949 time: 0.0539429 Nov 10 22:37:36.036130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69bd9a54-1942-4780-8ea9-77d757a7b80a req-da11c831-439a-4ed5-8a97-04cb7083a11d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Nov 10 22:37:36.384126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc016c3-8cfb-44a6-abcf-42bf5e1749e0 req-fd3b2a7a-3af2-4450-a4b7-98bb48d6179f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.386361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2fc016c3-8cfb-44a6-abcf-42bf5e1749e0 req-fd3b2a7a-3af2-4450-a4b7-98bb48d6179f tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 949 time: 0.0565310 Nov 10 22:37:36.454740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2fc016c3-8cfb-44a6-abcf-42bf5e1749e0 req-ead0186d-30a2-40d0-ba02-5977eafc6296 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615995 Nov 10 22:37:36.532140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734548de-8565-492e-b9d7-591ae612ec80 req-fb60ecb9-f671-4500-b7d9-9d13532bcf86 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.533648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-734548de-8565-492e-b9d7-591ae612ec80 req-fb60ecb9-f671-4500-b7d9-9d13532bcf86 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 944 time: 0.0556395 Nov 10 22:37:36.582954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-734548de-8565-492e-b9d7-591ae612ec80 req-b0914b75-0ed3-4241-ac57-13a7cac1a6f3 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Nov 10 22:37:36.692603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63ee8a-7313-4954-9524-21d3d6aae8f3 req-ac73857e-7de3-459d-9faa-c6ae5c820e72 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.694098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd63ee8a-7313-4954-9524-21d3d6aae8f3 req-ac73857e-7de3-459d-9faa-c6ae5c820e72 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0536754 Nov 10 22:37:36.742766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd63ee8a-7313-4954-9524-21d3d6aae8f3 req-ad36b43b-843e-4e49-82f2-5f70ec4f01e9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Nov 10 22:37:36.901876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7c366-5b88-49f9-8ccc-e5571665a51f req-da882a8c-7832-4018-86d7-c02109648d5a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.903484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3c7c366-5b88-49f9-8ccc-e5571665a51f req-da882a8c-7832-4018-86d7-c02109648d5a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 944 time: 0.0579555 Nov 10 22:37:36.935269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-489b52b0-fbd0-40a1-87de-974faad13f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.937925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-489b52b0-fbd0-40a1-87de-974faad13f32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1100 time: 0.0446544 Nov 10 22:37:36.961922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3c7c366-5b88-49f9-8ccc-e5571665a51f req-bb2b53cb-1334-4893-b353-bdf751f9ed3a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Nov 10 22:37:37.035253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-e5863e71-e9e3-4092-a859-1619d1c401d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.036713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-e5863e71-e9e3-4092-a859-1619d1c401d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.0915623 Nov 10 22:37:37.085681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-ee1f5088-209e-4496-bf2c-594776c09fb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.0365949 Nov 10 22:37:37.171377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb3a8-04f3-48dc-bd86-bb9dd664e9d0 req-e1d7ad01-cf4c-4f6e-8681-169754835b21 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.172753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-628cb3a8-04f3-48dc-bd86-bb9dd664e9d0 req-e1d7ad01-cf4c-4f6e-8681-169754835b21 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 949 time: 0.0527041 Nov 10 22:37:37.193110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-069d08f7-1cf6-4e1f-8e31-3de608ace7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.194566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-069d08f7-1cf6-4e1f-8e31-3de608ace7d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0969679 Nov 10 22:37:37.220695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-628cb3a8-04f3-48dc-bd86-bb9dd664e9d0 req-e8586bbd-c834-49ed-8540-4703cf49bfdb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Nov 10 22:37:37.272073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-ae24ca6a-0ddc-4edd-abfb-4a4061f19fd4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.273528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-ae24ca6a-0ddc-4edd-abfb-4a4061f19fd4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1458440 Nov 10 22:37:37.275126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-008ab60c-b5c1-48d0-8144-359feee558ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.276450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-008ab60c-b5c1-48d0-8144-359feee558ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727181 Nov 10 22:37:37.296152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11c8a4ef-2176-478d-b952-91fdeceb7041 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0169556 Nov 10 22:37:37.360941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-dc8483ca-23a4-428a-80e6-441993d8aeb5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558972 Nov 10 22:37:37.442673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-13d27a42-d4bd-464f-9e19-ec2af2f31815 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561396 Nov 10 22:37:37.513059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-013560d0-2eed-49b8-8d9e-998afe584442 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443810 Nov 10 22:37:37.570535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6cb14-6c16-4fb1-9954-b18890e2e527 req-9a723c11-f9ec-4033-a0c2-c302dd42d931 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.572024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29d6cb14-6c16-4fb1-9954-b18890e2e527 req-9a723c11-f9ec-4033-a0c2-c302dd42d931 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 949 time: 0.0497661 Nov 10 22:37:37.605038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-ec3ca3f4-846f-4b2b-aa79-25d03f59be78 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520615 Nov 10 22:37:37.619681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29d6cb14-6c16-4fb1-9954-b18890e2e527 req-27caebf7-89ee-4147-98a2-c734d53610b8 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Nov 10 22:37:37.644459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-7ee82d4d-43fc-4a94-abc6-7d557d0cac16 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247747 Nov 10 22:37:37.745179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dd52c-d0bf-4914-92cb-15a0bf78050e req-8ef0f92f-0e8a-4839-9428-cdec6c83c26d tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:37.750398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-886dd52c-d0bf-4914-92cb-15a0bf78050e req-8ef0f92f-0e8a-4839-9428-cdec6c83c26d tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 944 time: 0.0586507 Nov 10 22:37:37.855650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-886dd52c-d0bf-4914-92cb-15a0bf78050e req-df05ed0f-eae8-4779-bb70-63d8ced3b00e tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806749 Nov 10 22:37:37.946998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75335e99-f493-4540-9bd9-b62017f22bdf req-6fbe238d-ec2b-45c6-aeff-51e3fce14f84 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Nov 10 22:37:38.068662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d5da5cb2-979a-43df-8001-f823515afe48 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:38.083984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d0f40381-43f7-4b46-84ca-0ea3e89b9f14 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:38.091178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046b43-92dc-4b91-b70d-1a5706d96cf2 req-bf25a1c4-15a5-4622-9681-8bcbb16aee70 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.093483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe046b43-92dc-4b91-b70d-1a5706d96cf2 req-bf25a1c4-15a5-4622-9681-8bcbb16aee70 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 944 time: 0.0521917 Nov 10 22:37:38.146559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89584-262a-4f05-ab68-df0668f5cab7 req-c171792d-9ef7-412d-8e92-e3527028fa70 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.148692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02d89584-262a-4f05-ab68-df0668f5cab7 req-c171792d-9ef7-412d-8e92-e3527028fa70 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0765929 Nov 10 22:37:38.156192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe046b43-92dc-4b91-b70d-1a5706d96cf2 req-bac10576-f1d8-45d8-8ed7-41cf50fe7e9b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 Nov 10 22:37:38.226931 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02d89584-262a-4f05-ab68-df0668f5cab7 req-b408075c-4ae2-4a51-9a92-c21b1b7c4098 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Nov 10 22:37:38.344797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:38.347836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d5da5cb2-979a-43df-8001-f823515afe48,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:38.358015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:38.358390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.362479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd5da5cb2-979a-43df-8001-f823515afe48', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'port_id': 'd5da5cb2-979a-43df-8001-f823515afe48', 'mac_address': 'fa:16:3e:a4:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:38.392160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278dab9-3158-400d-9f64-3e4b4c64723e req-7d528d53-59ed-4fa2-bd2c-b05b95ad7927 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.393785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0278dab9-3158-400d-9f64-3e4b4c64723e req-7d528d53-59ed-4fa2-bd2c-b05b95ad7927 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 949 time: 0.0858090 Nov 10 22:37:38.436488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.454666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5da5cb2-979a-43df-8001-f823515afe48 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:38.457483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0278dab9-3158-400d-9f64-3e4b4c64723e req-1d47d880-6712-4aa8-aa7b-3588c167a56f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554962 Nov 10 22:37:38.460109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-bea06f65-0a60-492f-b038-b72256fb40a6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212896 Nov 10 22:37:38.503099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d5da5cb2-979a-43df-8001-f823515afe48,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:38.507851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.509605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.561202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:38.563421 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20831917-361e-435a-b079-cb96503419fd" -d '{"events": [{"server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:38.584095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-4c87554b-a75f-4b6c-b596-8b4498766cb6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.585114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:38.588981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:38.592543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-4c87554b-a75f-4b6c-b596-8b4498766cb6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263328 Nov 10 22:37:38.593755 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.594560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0a7f0e15-3f0f-4168-a41a-8905f84469f6 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:38.609542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-da77580b-3b78-4c63-8204-0eb496cb6ed9 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/quotas/5ccbfb983c6f4d3b81aa624d42c6cff8 HTTP/1.1" status: 200 len: 375 time: 0.0160508 Nov 10 22:37:38.644314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-bac2b141-e38e-4470-a94b-8a13844b599e tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335512 Nov 10 22:37:38.647307 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248de3d4-ebfa-4227-9ad3-9ae719eb6296 x-openstack-request-id: req-248de3d4-ebfa-4227-9ad3-9ae719eb6296 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:38.647614 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:38.648075 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-248de3d4-ebfa-4227-9ad3-9ae719eb6296 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:38.648640 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14', 'code': 200} Nov 10 22:37:38.687063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:38.699184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:38.704026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:38.704401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.799710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad52db6-6085-49a2-9f8c-c354879f36e1 req-5c421194-457e-43bf-9b4d-d0f8543dc6ce tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.801600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ad52db6-6085-49a2-9f8c-c354879f36e1 req-5c421194-457e-43bf-9b4d-d0f8543dc6ce tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 949 time: 0.0891860 Nov 10 22:37:38.801926 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.814013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4316a-6984-4b81-a7e4-987ac2d30573 req-cf31cf59-f276-4374-95e2-2a779579e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:38.815530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ac4316a-6984-4b81-a7e4-987ac2d30573 req-cf31cf59-f276-4374-95e2-2a779579e561 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 1101 time: 0.0718591 Nov 10 22:37:38.845599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:38.855390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.859598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 26e1a471-afeb-4403-8a68-61b09cfcf84e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:38.889275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ad52db6-6085-49a2-9f8c-c354879f36e1 req-17624524-d506-4c6f-93b5-2c25d29f683b tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772595 Nov 10 22:37:38.896622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ac4316a-6984-4b81-a7e4-987ac2d30573 req-bc169295-e78a-4538-bafc-1394fe31fa96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Nov 10 22:37:38.950936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-7ca759bb-053d-4b33-91a9-b25b82d39d81 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210078 Nov 10 22:37:38.968681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d5da5cb2-979a-43df-8001-f823515afe48'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:39.008243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:39.050656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 26e1a471-afeb-4403-8a68-61b09cfcf84e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:39.056314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 26e1a471-afeb-4403-8a68-61b09cfcf84e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:39.056694 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.077007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-2c89589d-a4f3-4cd9-89ad-d28451707380 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.078622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-2c89589d-a4f3-4cd9-89ad-d28451707380 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215332 Nov 10 22:37:39.099495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-88ca8262-9d38-4096-8996-a15aade278cb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/quotas/5ccbfb983c6f4d3b81aa624d42c6cff8 HTTP/1.1" status: 200 len: 375 time: 0.0121503 Nov 10 22:37:39.142147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-1f99bfc7-4836-45ac-8f6f-2847dc544335 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395272 Nov 10 22:37:39.200177 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.275298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:39.283959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.285511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2f8cf40-e182-4862-a790-35e1875cd874 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:39.341166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: f2f8cf40-e182-4862-a790-35e1875cd874 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:39.342829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2f8cf40-e182-4862-a790-35e1875cd874 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:39.377448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8670f1-f4d1-45bf-a8e8-728ac2e9fe35 req-b18ff65d-fcaf-411d-9d2e-9371566b0c17 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.378973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f8670f1-f4d1-45bf-a8e8-728ac2e9fe35 req-b18ff65d-fcaf-411d-9d2e-9371566b0c17 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 945 time: 0.1534257 Nov 10 22:37:39.402525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:39.461859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-246a9b0b-c38c-4faf-9f4d-ccc0b888a35a req-094e717e-1c2c-4ff1-81f7-9b2309d97150 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Nov 10 22:37:39.473249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-8f17f969-a7fa-419e-8fb8-f652d031325b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.475005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-8f17f969-a7fa-419e-8fb8-f652d031325b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1834886 Nov 10 22:37:39.494419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:39.581814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f8670f1-f4d1-45bf-a8e8-728ac2e9fe35 req-2da8d37a-6a3a-486f-8d54-4a2d572dfcad tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846714 Nov 10 22:37:39.657325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedde69-ca33-4c36-841c-6dae61b9c0b2 req-40dff2bb-900c-4402-ba7d-470d948ab4f2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.658841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aaedde69-ca33-4c36-841c-6dae61b9c0b2 req-40dff2bb-900c-4402-ba7d-470d948ab4f2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0953543 Nov 10 22:37:39.718506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:39.721960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.725373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aaedde69-ca33-4c36-841c-6dae61b9c0b2 req-3abd0ced-72e1-430b-bb92-4fd56aadbf46 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Nov 10 22:37:39.760526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f841-8e31-4f5c-8be3-64dd7713a28c req-8b2a3e53-ef95-4aa0-b934-251f22dc79bf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.762074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f6f841-8e31-4f5c-8be3-64dd7713a28c req-8b2a3e53-ef95-4aa0-b934-251f22dc79bf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0832436 Nov 10 22:37:39.800389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-628e53a5-34f6-4fb0-9a34-13af3e6e6441 req-67efb71c-0659-45ae-bba6-a3a0b4bf12c7 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0296679 Nov 10 22:37:39.889842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f6f841-8e31-4f5c-8be3-64dd7713a28c req-df934d2b-ac9a-4f6c-b026-fa3b76093da0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980575 Nov 10 22:37:39.898460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.5 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/9a56f0f8-ab63-4522-95ec-cb99da6f4268) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:39.941299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6086efb-0485-440d-966f-76815ae7e81d req-1395a6d1-d847-400c-af9a-39dd6b20e556 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:39.942828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6086efb-0485-440d-966f-76815ae7e81d req-1395a6d1-d847-400c-af9a-39dd6b20e556 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 950 time: 0.0779696 Nov 10 22:37:40.005751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6086efb-0485-440d-966f-76815ae7e81d req-c6744dae-475b-45eb-a6dd-a6737adf4435 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Nov 10 22:37:40.079574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a44a-dee9-4922-b251-1078b4588748 req-447ea712-2547-49f6-82c1-ab044755272d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.081210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e058a44a-dee9-4922-b251-1078b4588748 req-447ea712-2547-49f6-82c1-ab044755272d tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.0839620 Nov 10 22:37:40.098248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.159864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-43296b6e-484e-4ce5-a443-6f222d71c679 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353138 Nov 10 22:37:40.192341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e058a44a-dee9-4922-b251-1078b4588748 req-93f5c820-ddaa-4b29-9a9f-28343d40987c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971282 Nov 10 22:37:40.243587 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.303608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:40.315086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:40.319948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:40.327238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:40.356387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-ef469099-d69c-4712-8bcf-fbd8f55a5b2c tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.357884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-ef469099-d69c-4712-8bcf-fbd8f55a5b2c tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812251 Nov 10 22:37:40.376886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Request body: {'port': {'device_id': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '5ccbfb983c6f4d3b81aa624d42c6cff8'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:40.403058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.403646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.452451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-11226ef7-e373-480b-b4cb-c0e735a0d3af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9623802 Nov 10 22:37:40.468336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Request body: {'port': {'device_id': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:40.588020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.600423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Made reservation on behalf of 5ccbfb983c6f4d3b81aa624d42c6cff8 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:40.603821 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.621622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.650625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6'}, {'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:40.654089 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280702c-fa36-4715-9aef-5322f3229270" -d '{"events": [{"server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "name": "network-vif-plugged", "status": "completed", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6"}, {"server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "name": "network-vif-plugged", "status": "completed", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:40.657137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c1dd8-4e3a-4a75-b3a1-9dbf6362d425 req-5008f6a0-28f5-4ef5-b4bc-e1412f25a8f5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.658650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-050c1dd8-4e3a-4a75-b3a1-9dbf6362d425 req-5008f6a0-28f5-4ef5-b4bc-e1412f25a8f5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 931 time: 0.1128008 Nov 10 22:37:40.726907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6f30-7f3c-4841-bb95-726784e09bf7 req-9c427b10-aa5d-4de4-bd5e-2d7bd1628e94 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.729168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90cb6f30-7f3c-4841-bb95-726784e09bf7 req-9c427b10-aa5d-4de4-bd5e-2d7bd1628e94 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 945 time: 0.0728114 Nov 10 22:37:40.729310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-d079303e-946a-421a-a54b-450aad6dcba2 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506778 Nov 10 22:37:40.793836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90cb6f30-7f3c-4841-bb95-726784e09bf7 req-a658bbf6-7fa5-4164-ae09-7c42af411e50 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581582 Nov 10 22:37:40.854268 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e8558-94e1-400a-9418-c8fa0cf3cea2 x-openstack-request-id: req-ba4e8558-94e1-400a-9418-c8fa0cf3cea2 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:40.854551 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "name": "network-vif-plugged", "status": "completed", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6", "code": 200}, {"server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "name": "network-vif-plugged", "status": "completed", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:40.854795 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba4e8558-94e1-400a-9418-c8fa0cf3cea2 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:40.855185 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6', 'code': 200} Nov 10 22:37:40.855435 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e', 'code': 200} Nov 10 22:37:40.887051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-050c1dd8-4e3a-4a75-b3a1-9dbf6362d425 req-12942010-8477-4656-898d-d9863d68b14d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215514 Nov 10 22:37:40.986717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.987612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b594d-8589-447f-9293-dd2a3d744aea req-5bc9a443-26fb-467b-82d6-50a37d095696 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:40.989920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-660b594d-8589-447f-9293-dd2a3d744aea req-5bc9a443-26fb-467b-82d6-50a37d095696 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0825086 Nov 10 22:37:41.003004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.049164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec8f21-ad5f-4ea0-ac08-ef910766bc6f req-e1b6e47f-b884-4b64-8c6c-473abfc4ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.050659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bec8f21-ad5f-4ea0-ac08-ef910766bc6f req-e1b6e47f-b884-4b64-8c6c-473abfc4ba6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 1101 time: 0.0796483 Nov 10 22:37:41.077248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-660b594d-8589-447f-9293-dd2a3d744aea req-038587e9-22b5-41d8-a8f2-70b12425dc2d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Nov 10 22:37:41.119272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bec8f21-ad5f-4ea0-ac08-ef910766bc6f req-79e7efbe-fd04-42c9-a5f2-a83e1a0c5b54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605681 Nov 10 22:37:41.193521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e207-31f7-4595-b94c-81dcf0cb7b08 req-a1e9acab-2221-47e4-9043-cf99a023d9ee tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.195080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0349e207-31f7-4595-b94c-81dcf0cb7b08 req-a1e9acab-2221-47e4-9043-cf99a023d9ee tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0575483 Nov 10 22:37:41.251076 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0349e207-31f7-4595-b94c-81dcf0cb7b08 req-aa8abee5-0d71-4bd3-89cc-d6c74cddb652 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497315 Nov 10 22:37:41.345999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-712bf4ab-ab1a-4274-b593-7ea194c7d1a7 req-aaa41cd9-cec6-4d3e-89e2-f32ef3d71fe6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 210 time: 0.3579676 Nov 10 22:37:41.374056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022ea8-20d9-4604-b332-3850bb9a1229 req-720c37c1-a4a0-4631-9f6b-e6cd0c97335b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.375623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa022ea8-20d9-4604-b332-3850bb9a1229 req-720c37c1-a4a0-4631-9f6b-e6cd0c97335b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 950 time: 0.0686140 Nov 10 22:37:41.407100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-da13c71c-54c1-41f3-b239-80c36cec8bf9 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.408513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-da13c71c-54c1-41f3-b239-80c36cec8bf9 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6650283 Nov 10 22:37:41.434184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa022ea8-20d9-4604-b332-3850bb9a1229 req-7ff3e46a-d53d-4a6a-ba37-decb90473e92 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Nov 10 22:37:41.441675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Request body: {'port': {'device_id': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '5ccbfb983c6f4d3b81aa624d42c6cff8'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:41.454242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed9f3c-908e-4168-91fb-9ee4de965286,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:41.580401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c515844-cdd0-4a2e-83b8-379099ce1c84 req-7436724c-3399-4bf0-95fd-97cf7b446147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.581894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c515844-cdd0-4a2e-83b8-379099ce1c84 req-7436724c-3399-4bf0-95fd-97cf7b446147 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 1096 time: 0.5705936 Nov 10 22:37:41.690244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Allocated IP 192.168.233.92 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/d7135777-4913-4cf4-abd1-7c4ac3238cfa) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:41.715829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-f512fed1-56e7-46af-a8ea-330ed90b5b01 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.717266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ae012-c85c-4496-a411-278c5113bc82 req-e86531ff-981f-4115-876a-7a6eeb5c2cbf tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:41.718189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-f512fed1-56e7-46af-a8ea-330ed90b5b01 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 1101 time: 0.0439725 Nov 10 22:37:41.718711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-043ae012-c85c-4496-a411-278c5113bc82 req-e86531ff-981f-4115-876a-7a6eeb5c2cbf tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.2108955 Nov 10 22:37:41.735266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a56f0f8-ab63-4522-95ec-cb99da6f4268 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:41.742107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-1ea5d997-596e-4809-8d18-687ea2b8e062 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.757884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.795672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c515844-cdd0-4a2e-83b8-379099ce1c84 req-fbe60759-f68e-4736-84f3-97a73dd1b0cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965084 Nov 10 22:37:41.819519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Transition to ACTIVE for port object 9a56f0f8-ab63-4522-95ec-cb99da6f4268 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:41.823714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-1ea5d997-596e-4809-8d18-687ea2b8e062 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.827913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-1ea5d997-596e-4809-8d18-687ea2b8e062 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.840312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.858769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Made reservation on behalf of 5ccbfb983c6f4d3b81aa624d42c6cff8 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:41.862221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.865427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5d997-596e-4809-8d18-687ea2b8e062 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e1f3f-bcba-4fa4-a5b2-e2e719b44e31,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:41.869555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cf3e9b2-f658-45dc-9e5d-10984730c4ab req-1ea5d997-596e-4809-8d18-687ea2b8e062 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397202 Nov 10 22:37:41.907762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-043ae012-c85c-4496-a411-278c5113bc82 req-676ce2fc-9edb-4ba8-bdb0-0b981e5f9937 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802590 Nov 10 22:37:41.984200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.001587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99163aae-41dc-4ad6-ba43-ab15ac9fa74b req-4b69419c-3ec5-4880-9ca0-60f36cfc551f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.003152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99163aae-41dc-4ad6-ba43-ab15ac9fa74b req-4b69419c-3ec5-4880-9ca0-60f36cfc551f tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 945 time: 0.0632184 Nov 10 22:37:42.092039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d5da5cb2-979a-43df-8001-f823515afe48 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:42.104222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99163aae-41dc-4ad6-ba43-ab15ac9fa74b req-3d08ce69-d89a-43a0-8ca7-3d97ceb64201 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946147 Nov 10 22:37:42.117221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.165468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Attempting to bind port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:42.165909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Attempting to bind port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:42.166176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Attempting to bind port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:42.171195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port d5da5cb2-979a-43df-8001-f823515afe48 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:42.176233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d5da5cb2-979a-43df-8001-f823515afe48 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:42.176845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.184425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:42.184746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Attempting to bind port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:42.202435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:42.202770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:42.203149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:42.203584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Bound port: 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:42.203934 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.228704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243b6a-50b3-41c9-a3b9-5292ce453da1 req-e0b4d667-e58b-4c56-ad0f-350a81204d02 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.230318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7243b6a-50b3-41c9-a3b9-5292ce453da1 req-e0b4d667-e58b-4c56-ad0f-350a81204d02 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 943 time: 0.0980427 Nov 10 22:37:42.238971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.244395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0a635-65e0-4d37-b00d-c482a64fb497 req-1d277c67-6c99-45c4-a9af-dc83dd931d72 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.246333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47a0a635-65e0-4d37-b00d-c482a64fb497 req-1d277c67-6c99-45c4-a9af-dc83dd931d72 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0615268 Nov 10 22:37:42.268552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.301316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47a0a635-65e0-4d37-b00d-c482a64fb497 req-ee36ca90-c32d-4c62-8547-2420d2003307 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Nov 10 22:37:42.313968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d5da5cb2-979a-43df-8001-f823515afe48,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:42.325128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.379496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.386758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:42.405100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-af753ba4-6d4b-4c62-8ebb-b1550868f735 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218754 Nov 10 22:37:42.410956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Allocated IP 192.168.233.207 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/3dee3420-de8d-4797-a625-6c2d4bb87b67) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:42.413362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:42.420858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.424575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:42.431918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:42.464145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7243b6a-50b3-41c9-a3b9-5292ce453da1 req-0a6a3dc5-8ed5-442f-aff5-11b928011f14 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055252 Nov 10 22:37:42.480300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:42.503463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.533859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c0f01ce6-2e36-44ea-bfce-6d32afe70ae9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.541742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c0f01ce6-2e36-44ea-bfce-6d32afe70ae9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306393 Nov 10 22:37:42.559029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.559291 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-ea9898cb-e868-4637-b7bf-83e3f36a3c27 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0165236 Nov 10 22:37:42.559664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.561624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-26810671-b0d2-4043-9376-178f96239d89 service neutron] 10.222.0.20 "PUT /v2.0/ports/9a56f0f8-ab63-4522-95ec-cb99da6f4268 HTTP/1.1" status: 200 len: 1091 time: 2.0980296 Nov 10 22:37:42.562256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:42.564518 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17848bce-a612-4820-a10c-081e0e8ef7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:42.572410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.573274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.612589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-82b3b118-beb1-4ae2-97a1-9b29c885d02f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525322 Nov 10 22:37:42.674960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-2dc12ef8-40be-4aac-ae09-bf378348ddd6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3020854 Nov 10 22:37:42.702156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b5f93fdc-aa0a-4dc5-998d-69c0e96f167d None None] Provisioning complete for port d7135777-4913-4cf4-abd1-7c4ac3238cfa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:42.702762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b5f93fdc-aa0a-4dc5-998d-69c0e96f167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.726476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Request body: {'port': {'device_id': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:42.740483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b5f93fdc-aa0a-4dc5-998d-69c0e96f167d None None] Port d7135777-4913-4cf4-abd1-7c4ac3238cfa cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:42.761764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810671-b0d2-4043-9376-178f96239d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.806382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd960-b7bb-40b5-8ef5-8bdae084d8bd req-0b67824f-7c27-4ad7-b3af-b4e30e4fdccf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.807868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbedd960-b7bb-40b5-8ef5-8bdae084d8bd req-0b67824f-7c27-4ad7-b3af-b4e30e4fdccf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.2293949 Nov 10 22:37:42.815886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-848f4138-7628-4cb3-8e31-0eb58e2fdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.817347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-848f4138-7628-4cb3-8e31-0eb58e2fdb15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 1094 time: 0.1984577 Nov 10 22:37:42.856524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:42.859369 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ef50c-936c-451f-bbe8-1852603a7c9c" -d '{"events": [{"server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "name": "network-vif-plugged", "status": "completed", "tag": "d5da5cb2-979a-43df-8001-f823515afe48"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:42.906696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.912781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-acf19ebc-fa00-4dd2-a8a0-5a886f3dd815 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268 HTTP/1.1" status: 200 len: 217 time: 0.0723052 Nov 10 22:37:42.950049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.012095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbedd960-b7bb-40b5-8ef5-8bdae084d8bd req-becd1df2-8778-4c56-b9d4-c85297523d53 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726573 Nov 10 22:37:43.040520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-fc0723fa-c47b-4dfe-bee8-0df7278f8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:43.042018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-fc0723fa-c47b-4dfe-bee8-0df7278f8730 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.1104105 Nov 10 22:37:43.089863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-c0ab0ae8-dfa7-4200-bee2-92aceabcf73c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336535 Nov 10 22:37:43.180823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.327836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:43.340665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:43.351874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:43.361611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feb2a7-9476-4692-add6-3066a88c6826 req-11270055-89ff-4fdd-85f6-cb5f0ee60c50 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:43.363172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36feb2a7-9476-4692-add6-3066a88c6826 req-11270055-89ff-4fdd-85f6-cb5f0ee60c50 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 936 time: 0.2769589 Nov 10 22:37:43.367154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:43.438725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-7f45f1e2-17d2-47dc-a383-47f4d46d52c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958021 Nov 10 22:37:43.467416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:43.468130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.557677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-c83358b8-f35a-4d23-9725-d40bde04c6de tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1274047 Nov 10 22:37:43.569443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36feb2a7-9476-4692-add6-3066a88c6826 req-ac4c58fa-cc9b-470c-856f-554e5449b7b1 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715572 Nov 10 22:37:43.570575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-533b0b00-f0b6-4df2-989c-5c98b0ec8c00 None None] Provisioning complete for port 3dee3420-de8d-4797-a625-6c2d4bb87b67 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:43.571116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-533b0b00-f0b6-4df2-989c-5c98b0ec8c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.580818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Request body: {'port': {'device_id': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:43.613410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-533b0b00-f0b6-4df2-989c-5c98b0ec8c00 None None] Port 3dee3420-de8d-4797-a625-6c2d4bb87b67 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:43.688460 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61631c2c-e293-4b7e-9cf7-620dfbcf7c98 x-openstack-request-id: req-61631c2c-e293-4b7e-9cf7-620dfbcf7c98 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:43.688805 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:43.689021 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61631c2c-e293-4b7e-9cf7-620dfbcf7c98 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:43.689416 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268', 'status': 'completed', 'code': 200} Nov 10 22:37:43.701271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:43.710978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9aa1fde7-2932-4fd4-8efc-4286734cec1b req-d85b7735-3949-440e-b087-7b620a85eca7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345507 Nov 10 22:37:43.711159 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96293582-42c0-40e5-9aac-ecfe73e9d849 x-openstack-request-id: req-96293582-42c0-40e5-9aac-ecfe73e9d849 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:43.711634 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "name": "network-vif-plugged", "status": "completed", "tag": "d5da5cb2-979a-43df-8001-f823515afe48", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:43.711885 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96293582-42c0-40e5-9aac-ecfe73e9d849 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:43.712389 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48', 'code': 200} Nov 10 22:37:43.712744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.715031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.737226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Transition to ACTIVE for port object d7135777-4913-4cf4-abd1-7c4ac3238cfa will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:43.773223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.959647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:43.994563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4367b9-a321-490b-836b-82babe2f2bbe req-8f443f9b-e634-4200-afb7-25d871d504d5 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:43.996138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a4367b9-a321-490b-836b-82babe2f2bbe req-8f443f9b-e634-4200-afb7-25d871d504d5 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.2353292 Nov 10 22:37:44.049263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-01fde7e2-3136-429f-8e5e-01f09b250e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.050773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-01fde7e2-3136-429f-8e5e-01f09b250e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 1094 time: 0.2540090 Nov 10 22:37:44.086956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3baac-0ef1-436a-8927-049074a2caeb req-7025fafd-028a-4d7a-998e-1f7d0003a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.088426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ea3baac-0ef1-436a-8927-049074a2caeb req-7025fafd-028a-4d7a-998e-1f7d0003a86d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 1097 time: 0.2560542 Nov 10 22:37:44.137478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70499d9-5b2f-4ee8-8ef0-a06d65c3c4d5 req-58188dd1-68d7-4ee1-a67f-3b6cafe21abd tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.144280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a70499d9-5b2f-4ee8-8ef0-a06d65c3c4d5 req-58188dd1-68d7-4ee1-a67f-3b6cafe21abd tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.0701349 Nov 10 22:37:44.202453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a70499d9-5b2f-4ee8-8ef0-a06d65c3c4d5 req-123231e4-e5a0-4d55-b7ba-79dc307d2512 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463350 Nov 10 22:37:44.341059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616638-d7b6-4736-9d81-cb9541a0ead0 req-61898ad6-2202-4efe-8546-0d4d65ae40c2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.342723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e616638-d7b6-4736-9d81-cb9541a0ead0 req-61898ad6-2202-4efe-8546-0d4d65ae40c2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0666807 Nov 10 22:37:44.399747 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e616638-d7b6-4736-9d81-cb9541a0ead0 req-d857db8d-8d94-46d1-8688-169cfc19aeb3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Nov 10 22:37:44.450816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.511840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53593e-a2bf-4c1e-8512-65a9411d49d4 req-c5dfbd3b-fb8d-4a48-b4a4-ba3cc18b2f8c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.513467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc53593e-a2bf-4c1e-8512-65a9411d49d4 req-c5dfbd3b-fb8d-4a48-b4a4-ba3cc18b2f8c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 943 time: 0.0537763 Nov 10 22:37:44.567346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc53593e-a2bf-4c1e-8512-65a9411d49d4 req-37589880-243d-49cb-8f1a-5e8338310022 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473282 Nov 10 22:37:44.590105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a4367b9-a321-490b-836b-82babe2f2bbe req-73b1e37a-ffcd-4c9b-9970-29bf3a862763 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803847 Nov 10 22:37:44.598408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Attempting to bind port d7135777-4913-4cf4-abd1-7c4ac3238cfa on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:44.599085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Attempting to bind port d7135777-4913-4cf4-abd1-7c4ac3238cfa by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:44.599085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Attempting to bind port d7135777-4913-4cf4-abd1-7c4ac3238cfa on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:44.602652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ea3baac-0ef1-436a-8927-049074a2caeb req-d408ea93-331a-49b3-b0f5-bc106f7eb271 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834919 Nov 10 22:37:44.624840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Port d7135777-4913-4cf4-abd1-7c4ac3238cfa on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:44.625188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Attempting to bind port d7135777-4913-4cf4-abd1-7c4ac3238cfa on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:44.633767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-7f0be965-2078-40f6-980e-722cc11b2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.635323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-7f0be965-2078-40f6-980e-722cc11b2b54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.5459557 Nov 10 22:37:44.642205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:44.642534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:44.642943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:44.643374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Bound port: d7135777-4913-4cf4-abd1-7c4ac3238cfa, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:44.643724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.777709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dee3420-de8d-4797-a625-6c2d4bb87b67 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:44.788193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.798091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:44.804619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:44.814191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.814757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044bb71-d42c-4042-8dd2-8724c3b0f3b7 req-e57e31e5-2adf-4041-b863-d512f74013fd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.816280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4044bb71-d42c-4042-8dd2-8724c3b0f3b7 req-e57e31e5-2adf-4041-b863-d512f74013fd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1450291 Nov 10 22:37:44.819439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.821736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Transition to ACTIVE for port object 3dee3420-de8d-4797-a625-6c2d4bb87b67 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:44.854567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.882108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.882729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.884109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] 10.222.0.20 "PUT /v2.0/ports/d7135777-4913-4cf4-abd1-7c4ac3238cfa HTTP/1.1" status: 200 len: 1095 time: 2.1633618 Nov 10 22:37:44.898639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79510bf6-b5d4-4ed2-8631-a845c1d1f478 req-c9e0404c-4405-4182-93f4-34b631d50373 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:44.906243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79510bf6-b5d4-4ed2-8631-a845c1d1f478 req-c9e0404c-4405-4182-93f4-34b631d50373 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0595899 Nov 10 22:37:44.933595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31414ad4-cfc3-4cb9-9584-4c7d13379407 service neutron] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:44.949712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4044bb71-d42c-4042-8dd2-8724c3b0f3b7 req-b4ad7906-9cd9-4300-bab9-63373c1e8e1a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237335 Nov 10 22:37:44.972238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79510bf6-b5d4-4ed2-8631-a845c1d1f478 req-d6be67b2-0615-4e1c-ba5a-a4e37583c7ba tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651042 Nov 10 22:37:45.089258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-591d2c35-89a7-483d-bbc5-34b3b952d159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268 HTTP/1.1" status: 200 len: 217 time: 0.1130617 Nov 10 22:37:45.126282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:45.220355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-dcc6492c-3d2d-4bd4-9305-639fae9cbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.221704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-dcc6492c-3d2d-4bd4-9305-639fae9cbcd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 1098 time: 0.2294862 Nov 10 22:37:45.235541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-5253d406-2694-4b12-9a76-7c9a4bef0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.236883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-5253d406-2694-4b12-9a76-7c9a4bef0987 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0959897 Nov 10 22:37:45.240456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Attempting to bind port 3dee3420-de8d-4797-a625-6c2d4bb87b67 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:45.240837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Attempting to bind port 3dee3420-de8d-4797-a625-6c2d4bb87b67 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:45.241193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Attempting to bind port 3dee3420-de8d-4797-a625-6c2d4bb87b67 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:45.251073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361849b-137d-4d2e-b56b-2b9303ac508d req-1f99f154-f3e8-4045-af75-37df073a0440 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.252658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1361849b-137d-4d2e-b56b-2b9303ac508d req-1f99f154-f3e8-4045-af75-37df073a0440 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.1652384 Nov 10 22:37:45.259610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Port 3dee3420-de8d-4797-a625-6c2d4bb87b67 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:45.259992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Attempting to bind port 3dee3420-de8d-4797-a625-6c2d4bb87b67 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:45.272645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:45.273040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:45.273401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:45.273853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Bound port: 3dee3420-de8d-4797-a625-6c2d4bb87b67, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:45.274212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.365446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-b81e8963-e1a4-4ad6-a8c8-521422050835 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa HTTP/1.1" status: 200 len: 217 time: 0.0697973 Nov 10 22:37:45.370295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-1e2b8b89-a87a-458b-a8b3-eeb69b89d8c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686598 Nov 10 22:37:45.417298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1361849b-137d-4d2e-b56b-2b9303ac508d req-2baa12c2-8631-46bd-b1e3-1ad29f271f29 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535525 Nov 10 22:37:45.459465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18e0bf7e-ee75-4d03-adbc-03d686e2d06f req-524bf2f7-ebe1-4a02-bbe6-2f65123d015f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 210 time: 0.0440814 Nov 10 22:37:45.515067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:45.534827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:45.543806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.547034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-49382071-e6e9-45af-bfa9-5aa958db2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.548493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-49382071-e6e9-45af-bfa9-5aa958db2436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1353374 Nov 10 22:37:45.574677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-7e55c92f-f961-4cdb-9b9f-a6b7b492911a tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.576504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-7e55c92f-f961-4cdb-9b9f-a6b7b492911a tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 1101 time: 0.0448065 Nov 10 22:37:45.605674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-4b0b8250-0ed1-49ac-815c-046578a218b4 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.627932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.628547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.629966 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] 10.222.0.20 "PUT /v2.0/ports/3dee3420-de8d-4797-a625-6c2d4bb87b67 HTTP/1.1" status: 200 len: 1096 time: 2.0596495 Nov 10 22:37:45.635984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-fd013035-8752-4e5e-b6be-61f528850ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298219 Nov 10 22:37:45.710232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}, {'name': 'network-changed', 'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:45.712384 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e4e72-ba1f-4a15-a32c-83b576f06227" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}, {"name": "network-changed", "server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:45.720623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-4b0b8250-0ed1-49ac-815c-046578a218b4 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.725006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-4b0b8250-0ed1-49ac-815c-046578a218b4 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.736491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac96868-cdcc-4c61-9287-0df2267ec476 service neutron] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:45.767877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f2c77eb-d0ae-450b-9c1e-dbaa148850b2 req-4b0b8250-0ed1-49ac-815c-046578a218b4 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850073 Nov 10 22:37:45.768607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b8250-0ed1-49ac-815c-046578a218b4 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc983b9-c159-4353-9e5b-c64ef8c7c88c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:45.785046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-e0f725d2-2c4e-4b97-ba23-a1c497411f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.786554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-e0f725d2-2c4e-4b97-ba23-a1c497411f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923845 Nov 10 22:37:45.830856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde352-62ff-4584-af00-f0e764787337 req-de92454c-f8e5-4d7c-948f-7d9970f2fe78 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.832407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87fde352-62ff-4584-af00-f0e764787337 req-de92454c-f8e5-4d7c-948f-7d9970f2fe78 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.1686354 Nov 10 22:37:45.893758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-98f63e68-5be9-437b-ae4f-484934aff601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.895209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-98f63e68-5be9-437b-ae4f-484934aff601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1785157 Nov 10 22:37:45.896513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b048cec-14a9-4a84-9e32-326e54eabef9 req-244ed6f6-827b-4bdc-b7c9-aad676a4ff99 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:45.897986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b048cec-14a9-4a84-9e32-326e54eabef9 req-244ed6f6-827b-4bdc-b7c9-aad676a4ff99 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 943 time: 0.0606055 Nov 10 22:37:45.903786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17848bce-a612-4820-a10c-081e0e8ef7b5 req-28c739a1-bf19-4637-b58d-3a407c2826e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491820 Nov 10 22:37:45.955250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b048cec-14a9-4a84-9e32-326e54eabef9 req-1f3fbbb0-daa9-4221-87f4-e543490694c1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Nov 10 22:37:45.962745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87fde352-62ff-4584-af00-f0e764787337 req-29b05676-7b18-45fd-ae1f-281d9b42f7b1 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846283 Nov 10 22:37:46.008864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-4db6b2f5-a079-476f-8ce8-0421b470f1fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67 HTTP/1.1" status: 200 len: 217 time: 0.0610909 Nov 10 22:37:46.012540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-e1cb5f79-f606-433d-831d-f3e2fb7ad1ab service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124696 Nov 10 22:37:46.015404 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b08736-b4d8-4621-8b83-56855bd8dcfe x-openstack-request-id: req-29b08736-b4d8-4621-8b83-56855bd8dcfe {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:46.015759 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:46.016093 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29b08736-b4d8-4621-8b83-56855bd8dcfe {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:46.016538 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'status': 'completed', 'code': 200} Nov 10 22:37:46.016851 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'status': 'completed', 'code': 200} Nov 10 22:37:46.078108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a05c6-a777-4280-9d69-57f094517799 req-21e7c895-c2a0-40c5-b93c-c24dc8db4a66 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.079589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac4a05c6-a777-4280-9d69-57f094517799 req-21e7c895-c2a0-40c5-b93c-c24dc8db4a66 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0516696 Nov 10 22:37:46.128445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac4a05c6-a777-4280-9d69-57f094517799 req-7328431a-14ba-4847-8ad5-734f179efe29 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Nov 10 22:37:46.176741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-4addfedb-a54a-48fb-9601-e29cb2c417eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.178250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-4addfedb-a54a-48fb-9601-e29cb2c417eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1254661 Nov 10 22:37:46.194224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2dea3-e7b1-4adf-b881-6847391fc735 req-45783d59-176f-4020-8549-8298c52b7c24 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.195685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ac2dea3-e7b1-4adf-b881-6847391fc735 req-45783d59-176f-4020-8549-8298c52b7c24 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1336894 Nov 10 22:37:46.265938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d275201c-cc0e-47ac-a1fa-6bb5d891339f req-477f022d-95e1-4ca8-8d72-9ade9cd1cd3c service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740720 Nov 10 22:37:46.292575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ac2dea3-e7b1-4adf-b881-6847391fc735 req-64dd8d1b-a6c2-4576-be79-4dc47a96e3b1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Nov 10 22:37:46.303181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2113-667a-4a1c-9901-43992bd59996 req-ae04715d-55dc-4bb7-8cce-d91966d97eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.304696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-ae04715d-55dc-4bb7-8cce-d91966d97eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692933 Nov 10 22:37:46.423002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-33980c06-b218-4871-b88f-8ae2fce5f6d5 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548458 Nov 10 22:37:46.455906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-a50de22b-33f8-4f9e-9754-56b4c7a99e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.457451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-a50de22b-33f8-4f9e-9754-56b4c7a99e70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 1098 time: 0.0882628 Nov 10 22:37:46.518650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-3b0c8da1-9b36-48d0-8e0e-a584360b6adc service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916046 Nov 10 22:37:46.572281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84b5ef63-37d6-4b7d-b574-953f20c9e23d req-b1b2f6b2-b6e8-4a0a-8778-01fd2c52a016 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 210 time: 0.0289419 Nov 10 22:37:46.709231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802c56-5afc-48b0-9887-f44c58cf0156 req-48f3a4bb-74c9-4ecc-bbcb-71521ddd9059 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.710684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-72802c56-5afc-48b0-9887-f44c58cf0156 req-48f3a4bb-74c9-4ecc-bbcb-71521ddd9059 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.2003629 Nov 10 22:37:46.734593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c0b32f34-318a-489b-8f1a-a94538b233bc tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.735980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c0b32f34-318a-489b-8f1a-a94538b233bc tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731566 Nov 10 22:37:46.769776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-b68e8d42-aedd-44f6-9886-7f0c3e4fe68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.771238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-b68e8d42-aedd-44f6-9886-7f0c3e4fe68d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2598271 Nov 10 22:37:46.796565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:46.800943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58fd2113-667a-4a1c-9901-43992bd59996 req-394e7121-b7e2-4e71-8e73-e887fafade15 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628698 Nov 10 22:37:46.881027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd0909-6a72-4e6f-afc4-a9a956007107 req-8afe0966-8761-47aa-bf3c-7a7418d919c3 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.882510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a4cd0909-6a72-4e6f-afc4-a9a956007107 req-8afe0966-8761-47aa-bf3c-7a7418d919c3 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 1101 time: 0.0435662 Nov 10 22:37:46.883192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-9f053396-55e9-4ab5-9064-0b041dd505aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa HTTP/1.1" status: 200 len: 217 time: 0.0663214 Nov 10 22:37:46.889432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-72802c56-5afc-48b0-9887-f44c58cf0156 req-e9fdf7e0-fd54-4731-be32-36984ca47434 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691775 Nov 10 22:37:46.936695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a4cd0909-6a72-4e6f-afc4-a9a956007107 req-402fcf29-4966-4175-b236-7395379a3ba9 tempest-ServersAdminNegativeTestJSON-1213528762 tempest-ServersAdminNegativeTestJSON-1213528762-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476487 Nov 10 22:37:46.993468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-e20471fa-838d-42e4-8b93-34fc7a6168ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:46.994980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-e20471fa-838d-42e4-8b93-34fc7a6168ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0943422 Nov 10 22:37:47.016629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:47.020457 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.106702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2972b-35c1-4f54-9ca9-1c80421c4262 req-8fad867d-df3d-4d28-97e4-30e5396fcf3a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.108524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5e2972b-35c1-4f54-9ca9-1c80421c4262 req-8fad867d-df3d-4d28-97e4-30e5396fcf3a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 943 time: 0.0515578 Nov 10 22:37:47.150188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-3e04ca28-9a52-46d1-b971-d801ed640835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.151752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-3e04ca28-9a52-46d1-b971-d801ed640835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276832 Nov 10 22:37:47.161048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5e2972b-35c1-4f54-9ca9-1c80421c4262 req-ef8bb2fb-7593-44bf-92ab-3847995a39f9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Nov 10 22:37:47.175423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d40ea-0f6a-4207-a860-9d8ff86d2f3a req-601b1fdc-9c30-44a5-986d-7e2a46cf20b0 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.176938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-413d40ea-0f6a-4207-a860-9d8ff86d2f3a req-601b1fdc-9c30-44a5-986d-7e2a46cf20b0 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.1151278 Nov 10 22:37:47.287397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3aa43-6f49-4a74-805e-b3997bf32806 req-e30ef88e-84e9-4559-86e5-db5f068a0807 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.289265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eda3aa43-6f49-4a74-805e-b3997bf32806 req-e30ef88e-84e9-4559-86e5-db5f068a0807 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.0589206 Nov 10 22:37:47.332609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0deadedf-19d1-4bb6-8203-56590714a46c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500605 Nov 10 22:37:47.345858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eda3aa43-6f49-4a74-805e-b3997bf32806 req-c3b3c684-edae-44b3-b51f-f0fa6241eb9f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495613 Nov 10 22:37:47.353940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-413d40ea-0f6a-4207-a860-9d8ff86d2f3a req-35e45cf0-b83d-4a4e-814a-b83cc48688ce tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653347 Nov 10 22:37:47.379787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.93 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/759f34c8-c848-4cc1-9688-5309af94e32e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:47.451971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-689c908c-d2ad-4308-957b-37a92c3c1be2 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740214 Nov 10 22:37:47.484464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9f2ab-cd7a-405c-ac71-f494c25f0e52 req-9dcbd84c-c936-4194-bdeb-6a179f36a73d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.486126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7f9f2ab-cd7a-405c-ac71-f494c25f0e52 req-9dcbd84c-c936-4194-bdeb-6a179f36a73d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0511765 Nov 10 22:37:47.533033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7f9f2ab-cd7a-405c-ac71-f494c25f0e52 req-75e78f3e-cab2-409f-bafc-8fa09639f81c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Nov 10 22:37:47.614357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f6e3971a-f112-4116-a3ea-8741bb0d3ddd tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.615788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f6e3971a-f112-4116-a3ea-8741bb0d3ddd tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489822 Nov 10 22:37:47.646869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69f996-60e1-448f-80a4-292052b5a974 req-8dc8b91e-8d8e-4e6d-ba21-f266f57ff4ee tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:47.648356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b69f996-60e1-448f-80a4-292052b5a974 req-8dc8b91e-8d8e-4e6d-ba21-f266f57ff4ee tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.1879272 Nov 10 22:37:47.658051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55018) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:47.663900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Request body: {'floatingip': {'port_id': 'd5da5cb2-979a-43df-8001-f823515afe48'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:47.682080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '723a7857-4660-416e-8b14-ed6b439ec81d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:47.722610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.806750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-302e95b5-89f9-46c3-ba37-b0a144c4a893 req-be7f9753-2395-4da5-8f3e-30d2ed09ad00 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 210 time: 0.0489576 Nov 10 22:37:48.063479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-0102372f-5cdc-439e-8b98-977f580c4dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857170 Nov 10 22:37:48.104487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd50e20-8788-4926-a7be-aaaff96ccd32 req-3641805d-a8bf-4316-a67b-d8c26e44c1af tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.106017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6cd50e20-8788-4926-a7be-aaaff96ccd32 req-3641805d-a8bf-4316-a67b-d8c26e44c1af tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.1254280 Nov 10 22:37:48.124707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9a56f0f8-ab63-4522-95ec-cb99da6f4268 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:48.155220 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.197769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6cd50e20-8788-4926-a7be-aaaff96ccd32 req-05416fc6-6194-4028-a9e7-6a86622643af tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 Nov 10 22:37:48.207723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313c9b-087b-4a4b-a0cb-3488d3fe8ffa req-260bfd1d-5b8b-4197-ae66-93e38b9c5c42 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.209266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64313c9b-087b-4a4b-a0cb-3488d3fe8ffa req-260bfd1d-5b8b-4197-ae66-93e38b9c5c42 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.1610513 Nov 10 22:37:48.248529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:48.262794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '9a56f0f8-ab63-4522-95ec-cb99da6f4268', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': '9a56f0f8-ab63-4522-95ec-cb99da6f4268', 'mac_address': 'fa:16:3e:81:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:48.285440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-52cde5f5-5872-4d62-a382-8c5fdfb22453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.287071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-52cde5f5-5872-4d62-a382-8c5fdfb22453 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1393557 Nov 10 22:37:48.287518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:48.291197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.304711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.309775 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.312328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.324415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.326648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a56f0f8-ab63-4522-95ec-cb99da6f4268 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:48.338388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:48.370541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:48.375475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64313c9b-087b-4a4b-a0cb-3488d3fe8ffa req-626499be-b7fe-4a52-811c-04b0dee1a044 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524136 Nov 10 22:37:48.383708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.447451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:48.467131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:48.479595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.479939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.480491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.480860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.481233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.481564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.481949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.482785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.483296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.483631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.483956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.484277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:48.495303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:48.509102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:48.532944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:48.592187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-89c53b9a-b900-4eac-9ef1-56c09a960345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.593693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-89c53b9a-b900-4eac-9ef1-56c09a960345 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2821052 Nov 10 22:37:48.659265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd24-636c-4d97-b419-079ab2cb6485 req-25f2e07b-828f-49ce-b98d-0e4613b3049b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.661437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8050fd24-636c-4d97-b419-079ab2cb6485 req-25f2e07b-828f-49ce-b98d-0e4613b3049b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.1838682 Nov 10 22:37:48.668164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.668888 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.723199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.202 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/b528f183-2297-4ebc-867b-199359f47551) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:48.774448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-038bf091-3f8e-436a-a9bd-2ab1dacb10cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67 HTTP/1.1" status: 200 len: 217 time: 0.0822916 Nov 10 22:37:48.777500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0b45a381-9eb5-4727-ba3a-48b9401a0002 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9936593 Nov 10 22:37:48.801148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb623-f38b-482f-957b-1ca4c8880c99 req-289feb13-8e31-42ec-b701-f1a4ffa98b92 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.809449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03edb623-f38b-482f-957b-1ca4c8880c99 req-289feb13-8e31-42ec-b701-f1a4ffa98b92 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 943 time: 0.4595191 Nov 10 22:37:48.810818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d46a0a2b-9c07-4583-9278-9ee04b268099 None None] Provisioning complete for port 759f34c8-c848-4cc1-9688-5309af94e32e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:48.811268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d46a0a2b-9c07-4583-9278-9ee04b268099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.814691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Request body: {'port': {'device_id': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:48.846281 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Floating IP 91791c26-63aa-4537-b532-64e739ad7400 associated. External IP: 172.25.0.244, port: d5da5cb2-979a-43df-8001-f823515afe48. Nov 10 22:37:48.850002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d46a0a2b-9c07-4583-9278-9ee04b268099 None None] Port 759f34c8-c848-4cc1-9688-5309af94e32e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:48.901178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8050fd24-636c-4d97-b419-079ab2cb6485 req-f64b9c2d-64d7-450f-879d-19c4bfc47372 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284718 Nov 10 22:37:48.908678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03edb623-f38b-482f-957b-1ca4c8880c99 req-3352ddfc-2ec5-4a20-8ac6-4ce9be1e5dac tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Nov 10 22:37:49.003373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-1752908c-4462-48df-b573-c6b5f3fe1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.004833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-1752908c-4462-48df-b573-c6b5f3fe1532 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1813021 Nov 10 22:37:49.005429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9a56f0f8-ab63-4522-95ec-cb99da6f4268'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:49.018905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-20627aa4-04c1-45b3-8c42-9ebe505d2cf2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.020671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-20627aa4-04c1-45b3-8c42-9ebe505d2cf2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.2588191 Nov 10 22:37:49.030451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.141658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349b6b-fcbb-4c5e-b94a-e08e9753300f req-0f8ffffa-beee-4923-8928-ac62b8ae533e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.143513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0349b6b-fcbb-4c5e-b94a-e08e9753300f req-0f8ffffa-beee-4923-8928-ac62b8ae533e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1248240 Nov 10 22:37:49.150925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf17d596-309c-4572-812f-4f9d1bca0f15 req-4ed0d803-3e9b-47ad-9cf0-1b57d7b2ba4e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 210 time: 0.0556986 Nov 10 22:37:49.184271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:49.264696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-c425cc56-3b50-4990-b0bc-6a82bd8cd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.266504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-c425cc56-3b50-4990-b0bc-6a82bd8cd747 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2273235 Nov 10 22:37:49.285526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0349b6b-fcbb-4c5e-b94a-e08e9753300f req-aca3c552-6544-4e7e-8c7d-b33b6547a6f2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216347 Nov 10 22:37:49.340419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.357956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:49.362717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.369630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:49.380147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:49.381920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:37:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:49.389603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c7cfa1e2-71b6-461c-a311-1caa1df21469 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "PUT /v2.0/floatingips/91791c26-63aa-4537-b532-64e739ad7400 HTTP/1.1" status: 200 len: 992 time: 1.7304299 Nov 10 22:37:49.390291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:49.392732 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8371504-b71b-4380-846e-cb5e113090f6" -d '{"events": [{"name": "network-changed", "server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "tag": "d5da5cb2-979a-43df-8001-f823515afe48"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:49.492856 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f86fe6-eebb-4f90-a56d-5bb68917c5b8 x-openstack-request-id: req-70f86fe6-eebb-4f90-a56d-5bb68917c5b8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:49.493173 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "tag": "d5da5cb2-979a-43df-8001-f823515afe48", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:49.493423 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70f86fe6-eebb-4f90-a56d-5bb68917c5b8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:49.493820 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48', 'status': 'completed', 'code': 200} Nov 10 22:37:49.495763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:49.527640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port 26e1a471-afeb-4403-8a68-61b09cfcf84e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:49.528023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.557760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315ab3-2f61-4940-949e-1b2684f423fc req-d2688edc-adb4-4457-8c4a-58eaf813fb46 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.559254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99315ab3-2f61-4940-949e-1b2684f423fc req-d2688edc-adb4-4457-8c4a-58eaf813fb46 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.2567885 Nov 10 22:37:49.604132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-bc482919-5899-4736-ac67-fc5c960e3519 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254943 Nov 10 22:37:49.624485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8371504-b71b-4380-846e-cb5e113090f6 req-627b111e-e0d9-4cdc-bfe9-6883a2bad103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.625988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-627b111e-e0d9-4cdc-bfe9-6883a2bad103 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5040f4c886044e4b202a471657c697c&device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 1097 time: 0.0992761 Nov 10 22:37:49.639899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.647111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eab73b-278a-4eb2-84dd-5916b3025d12 req-da1e0206-9ff0-4fb6-8f9e-8c1847b74228 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.648523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4eab73b-278a-4eb2-84dd-5916b3025d12 req-da1e0206-9ff0-4fb6-8f9e-8c1847b74228 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.0728624 Nov 10 22:37:49.759982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'd5da5cb2-979a-43df-8001-f823515afe48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:a4:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914dcf1f-f313-45a3-8190-75db2977890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:37:48Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:49.761313 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4eab73b-278a-4eb2-84dd-5916b3025d12 req-0164c745-6551-4a96-9084-3bc15b7a35ed tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009848 Nov 10 22:37:49.776652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8371504-b71b-4380-846e-cb5e113090f6 req-0f9118cc-1e62-4de2-a460-723287ec07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.778017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-0f9118cc-1e62-4de2-a460-723287ec07dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 200 len: 924 time: 0.1265590 Nov 10 22:37:49.795381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:49.806160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:49.806781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:37:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:49.818362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:49.831393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99315ab3-2f61-4940-949e-1b2684f423fc req-fb070fae-ab60-4dfb-a0a4-e4f08ace8a46 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379951 Nov 10 22:37:49.854782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-b9d2306a-2901-4016-b6fc-ac2a3291532a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5da5cb2-979a-43df-8001-f823515afe48 HTTP/1.1" status: 200 len: 1000 time: 0.0657945 Nov 10 22:37:49.867317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:49.869798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:49.875502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:49.924693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8371504-b71b-4380-846e-cb5e113090f6 req-dae22207-734b-405c-afc8-10fd88e4c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:49.926253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-dae22207-734b-405c-afc8-10fd88e4c795 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 200 len: 863 time: 0.0601778 Nov 10 22:37:49.928836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port 26e1a471-afeb-4403-8a68-61b09cfcf84e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=26e1a471-afeb-4403-8a68-61b09cfcf84e,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:49.929233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.995569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for 26e1a471-afeb-4403-8a68-61b09cfcf84e owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:50.001754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8371504-b71b-4380-846e-cb5e113090f6 req-b575632b-86a5-4bf3-82fd-bbfefb045694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.004062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-b575632b-86a5-4bf3-82fd-bbfefb045694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=467748e8-9789-4710-9cb5-fcd2081ee7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638618 Nov 10 22:37:50.019517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-588e4e72-ba1f-4a15-a32c-83b576f06227 req-3780aaa1-2c1c-4ee3-a44b-1d27c2a81733 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036720 Nov 10 22:37:50.059508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:50.068027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.069015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.152736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:50.170128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8133ed-62a5-4421-939b-ab26c5204e68 req-f62aae44-76a0-43d2-9227-db3048d142cf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.170830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f8133ed-62a5-4421-939b-ab26c5204e68 req-f62aae44-76a0-43d2-9227-db3048d142cf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 944 time: 0.1229854 Nov 10 22:37:50.202763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d5a31ac8-ab7a-4470-882b-6e4abae9eb23 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5245113 Nov 10 22:37:50.215657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Request body: {'port': {'device_id': '723a7857-4660-416e-8b14-ed6b439ec81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:50.229931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:50.238839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-dfe47d00-a482-4f5f-8a03-4e534a99c0ce service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189219 Nov 10 22:37:50.261770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f8133ed-62a5-4421-939b-ab26c5204e68 req-99af4e82-54b3-477e-869d-c25516c8e44d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Nov 10 22:37:50.275418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17fae9-44e8-4d04-9d27-6130c56ae271 req-8e45976d-c61f-4c9c-9cd0-cabe949ced02 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.290911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab17fae9-44e8-4d04-9d27-6130c56ae271 req-8e45976d-c61f-4c9c-9cd0-cabe949ced02 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 945 time: 0.2127540 Nov 10 22:37:50.298652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759f34c8-c848-4cc1-9688-5309af94e32e {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:50.327287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.365025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8371504-b71b-4380-846e-cb5e113090f6 req-68739565-29da-4d17-ae36-54af79ab1908 service neutron] 10.222.0.20 "GET /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147637 Nov 10 22:37:50.375722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9966dadb-cf81-4364-a591-f52fcad15a6f None None] Provisioning complete for port b528f183-2297-4ebc-867b-199359f47551 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:50.376289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9966dadb-cf81-4364-a591-f52fcad15a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.425973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Transition to ACTIVE for port object 759f34c8-c848-4cc1-9688-5309af94e32e will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:50.427585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.441742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.452592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9966dadb-cf81-4364-a591-f52fcad15a6f None None] Port b528f183-2297-4ebc-867b-199359f47551 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:50.465890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:50.482573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab17fae9-44e8-4d04-9d27-6130c56ae271 req-919eb679-7259-408b-b332-936fe1aead7d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907842 Nov 10 22:37:50.486835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714c54-6d0c-42d1-b43a-2cc4cec77623 req-7c9057a8-bf06-4214-905a-5ddb32ddfc6a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.495359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12714c54-6d0c-42d1-b43a-2cc4cec77623 req-7c9057a8-bf06-4214-905a-5ddb32ddfc6a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 936 time: 0.0612664 Nov 10 22:37:50.505969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'mac_address': 'fa:16:3e:f6:39:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:50.588578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12714c54-6d0c-42d1-b43a-2cc4cec77623 req-4edde51e-0c8c-4bb6-b01e-7b36b69e3420 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916862 Nov 10 22:37:50.626979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.646894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dee3420-de8d-4797-a625-6c2d4bb87b67 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:50.690838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322821-556f-439a-800c-826716650548 req-154ec448-6e82-4328-8fbc-66322ab5dc45 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.692357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9322821-556f-439a-800c-826716650548 req-154ec448-6e82-4328-8fbc-66322ab5dc45 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.3141634 Nov 10 22:37:50.695534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:50.703214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.703988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:50.727472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:50.773874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.791590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:50.799645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:50.818867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'd5da5cb2-979a-43df-8001-f823515afe48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:a4:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914dcf1f-f313-45a3-8190-75db2977890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:37:48Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:50.822650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'mac_address': 'fa:16:3e:dd:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:50.855716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13689eed-bb4c-447f-b1e9-f046f54155cf None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '91791c26-63aa-4537-b532-64e739ad7400', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'port_id': 'd5da5cb2-979a-43df-8001-f823515afe48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'mac_address': 'fa:16:3e:a4:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914dcf1f-f313-45a3-8190-75db2977890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:35:10Z', 'updated_at': '2021-11-10T22:37:48Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:50.900548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '26e1a471-afeb-4403-8a68-61b09cfcf84e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:50.925823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f3b8-7647-4cba-94e4-b16082380dee req-885b7fe3-d88e-436f-b110-a3e1578456e6 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:50.935175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-baf9f3b8-7647-4cba-94e4-b16082380dee req-885b7fe3-d88e-436f-b110-a3e1578456e6 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.0696635 Nov 10 22:37:50.958087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.985387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-baf9f3b8-7647-4cba-94e4-b16082380dee req-f6b17fcb-158c-4ddc-8c62-4c9fa9d1bf33 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Nov 10 22:37:50.987384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:51.020489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:51.033165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.115497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:51.137440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ef46c-b7c8-4049-be73-dd9b17f0dac4 req-fc6cbe5f-47c6-4106-b1fb-f9854a4513e9 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:51.147779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-515ef46c-b7c8-4049-be73-dd9b17f0dac4 req-fc6cbe5f-47c6-4106-b1fb-f9854a4513e9 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 949 time: 0.0778682 Nov 10 22:37:51.163301 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b5553-65ad-455a-833c-20cc6932666f None None] New status for floating IP 91791c26-63aa-4537-b532-64e739ad7400: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:37:51.210602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-515ef46c-b7c8-4049-be73-dd9b17f0dac4 req-1171f9ae-aca5-496e-9e1a-8ba4d54b89ac tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614290 Nov 10 22:37:51.312402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=26e1a471-afeb-4403-8a68-61b09cfcf84e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:51.350464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3a17-a666-4644-8f35-7544b0a24135 req-ec3e036c-7b6b-466d-a3c5-c38199b34af3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:51.351978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-906f3a17-a666-4644-8f35-7544b0a24135 req-ec3e036c-7b6b-466d-a3c5-c38199b34af3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.7714646 Nov 10 22:37:51.359082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port 26e1a471-afeb-4403-8a68-61b09cfcf84e on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:51.361581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.365224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37d4af44-3b29-4ea8-b3ec-c18cd72812d5 req-487a8f79-faf2-445a-b402-55b354abaa47 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/26e1a471-afeb-4403-8a68-61b09cfcf84e HTTP/1.1" status: 204 len: 173 time: 2.3322411 Nov 10 22:37:51.372952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'name': 'network-vif-deleted', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:51.375241 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c3d699-7a0d-47e7-ab1d-083c7e1a0f93" -d '{"events": [{"server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "name": "network-vif-deleted", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:51.385972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4264a-94fc-471d-b886-d02d03c0a335 req-458b4fa2-4876-4b58-b9ac-8d173fc3e510 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:51.387756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61b4264a-94fc-471d-b886-d02d03c0a335 req-458b4fa2-4876-4b58-b9ac-8d173fc3e510 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 944 time: 0.0584600 Nov 10 22:37:51.444025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61b4264a-94fc-471d-b886-d02d03c0a335 req-263cfb14-c89d-41c1-8c06-c22638a7ffd3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Nov 10 22:37:51.486257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Attempting to bind port 759f34c8-c848-4cc1-9688-5309af94e32e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:51.486593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Attempting to bind port 759f34c8-c848-4cc1-9688-5309af94e32e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:51.486951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Attempting to bind port 759f34c8-c848-4cc1-9688-5309af94e32e on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:51.512398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-906f3a17-a666-4644-8f35-7544b0a24135 req-a54f147a-f737-4dce-a337-61aead233b02 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461754 Nov 10 22:37:51.515685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Port 759f34c8-c848-4cc1-9688-5309af94e32e on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:51.515896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Attempting to bind port 759f34c8-c848-4cc1-9688-5309af94e32e on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:51.535338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:51.535665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:51.536122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:51.536496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Bound port: 759f34c8-c848-4cc1-9688-5309af94e32e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:51.536857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.544895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Deleting port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:51.544895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.559231 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d2751-7012-41a8-9776-a5a7b3f4cd95 x-openstack-request-id: req-417d2751-7012-41a8-9776-a5a7b3f4cd95 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:51.559521 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e3176-0cfa-40d8-ac62-1389c0735d45", "name": "network-vif-deleted", "tag": "26e1a471-afeb-4403-8a68-61b09cfcf84e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:51.559795 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-417d2751-7012-41a8-9776-a5a7b3f4cd95 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:51.560191 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e3176-0cfa-40d8-ac62-1389c0735d45', 'name': 'network-vif-deleted', 'tag': '26e1a471-afeb-4403-8a68-61b09cfcf84e', 'status': 'completed', 'code': 200} Nov 10 22:37:51.603468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3dee3420-de8d-4797-a625-6c2d4bb87b67'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:51.639315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84d970e4-c044-43c4-877f-389ef98031d5 req-3978fd26-bfd3-4fee-bbfa-18474579ccf5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54e3176-0cfa-40d8-ac62-1389c0735d45 HTTP/1.1" status: 200 len: 210 time: 0.0335042 Nov 10 22:37:51.658729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d7135777-4913-4cf4-abd1-7c4ac3238cfa'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:51.736962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b528f183-2297-4ebc-867b-199359f47551 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:51.750148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.773499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] For port 0a7f0e15-3f0f-4168-a41a-8905f84469f6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0a7f0e15-3f0f-4168-a41a-8905f84469f6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:51.773863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.800630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Transition to ACTIVE for port object b528f183-2297-4ebc-867b-199359f47551 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:51.801849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Calling delete_port for 0a7f0e15-3f0f-4168-a41a-8905f84469f6 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:51.815180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.858228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:51.906818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7d067-0636-463e-b91e-10518efae0aa req-6987ae9d-da69-4d22-b676-300af877407f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:51.908326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c7d067-0636-463e-b91e-10518efae0aa req-6987ae9d-da69-4d22-b676-300af877407f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 936 time: 0.2332897 Nov 10 22:37:51.923467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=759f34c8-c848-4cc1-9688-5309af94e32e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:51.950598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.993827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Pushing event updated for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.057761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.058662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.059842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] 10.222.0.20 "PUT /v2.0/ports/759f34c8-c848-4cc1-9688-5309af94e32e HTTP/1.1" status: 200 len: 1095 time: 3.2497323 Nov 10 22:37:52.125544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c7d067-0636-463e-b91e-10518efae0aa req-ae1057f9-8835-457a-abde-d6ee7db71447 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040961 Nov 10 22:37:52.149467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4023fc8-bab0-48e4-bb51-b64c07c90fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.158725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9a56f0f8-ab63-4522-95ec-cb99da6f4268 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:52.158940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e83a-5e22-4bef-ba9c-7cc57dc5044f req-7dea2959-bc5b-4ae2-bb31-1a5e9f0ed282 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.161339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14d5e83a-5e22-4bef-ba9c-7cc57dc5044f req-7dea2959-bc5b-4ae2-bb31-1a5e9f0ed282 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 950 time: 0.0737596 Nov 10 22:37:52.184322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Attempting to bind port b528f183-2297-4ebc-867b-199359f47551 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:52.184659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Attempting to bind port b528f183-2297-4ebc-867b-199359f47551 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:52.185156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Attempting to bind port b528f183-2297-4ebc-867b-199359f47551 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:52.217769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14d5e83a-5e22-4bef-ba9c-7cc57dc5044f req-a5255e21-582a-44f4-a2ec-1c5f602924c6 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Nov 10 22:37:52.219065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Port b528f183-2297-4ebc-867b-199359f47551 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:52.219466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Attempting to bind port b528f183-2297-4ebc-867b-199359f47551 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:52.271140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:52.271518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:52.272038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:52.272493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Bound port: b528f183-2297-4ebc-867b-199359f47551, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:52.273066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.274409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:52.277755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0224c0fd-12e5-4b62-a963-d807e2f57dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.279230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:52.279695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.279923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-0224c0fd-12e5-4b62-a963-d807e2f57dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 1098 time: 0.1473308 Nov 10 22:37:52.364378 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.379446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.391735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:52.394021 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f919f08a-70ea-4c72-a8ee-a4ad68dfd02d" -d '{"events": [{"server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "name": "network-vif-plugged", "status": "completed", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:52.394713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-129ceeb3-1e4f-4137-a35a-f9bf5206c569 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=759f34c8-c848-4cc1-9688-5309af94e32e HTTP/1.1" status: 200 len: 217 time: 0.0855753 Nov 10 22:37:52.408722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:52.414392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.415336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0a7f0e15-3f0f-4168-a41a-8905f84469f6 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:52.443725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Pushing event deleted for resources: {'Port': ['ID=0a7f0e15-3f0f-4168-a41a-8905f84469f6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.457843 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dda4e3-4a76-4b14-af86-937a367361d3 x-openstack-request-id: req-34dda4e3-4a76-4b14-af86-937a367361d3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:52.458159 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "name": "network-vif-plugged", "status": "completed", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:52.458411 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34dda4e3-4a76-4b14-af86-937a367361d3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:52.458841 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268', 'code': 200} Nov 10 22:37:52.459299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 0a7f0e15-3f0f-4168-a41a-8905f84469f6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:52.459634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0a7f0e15-3f0f-4168-a41a-8905f84469f6 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:52.461271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 26e1a471-afeb-4403-8a68-61b09cfcf84e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:52.507962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 26e1a471-afeb-4403-8a68-61b09cfcf84e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:52.508315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 26e1a471-afeb-4403-8a68-61b09cfcf84e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:52.529588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:52.536734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.556181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b528f183-2297-4ebc-867b-199359f47551,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:52.585649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] No DVR routers for this DVR port 0a7f0e15-3f0f-4168-a41a-8905f84469f6 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:52.597043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a535c4-7266-4c22-85fa-c18110f7a153 req-94cde07d-fc76-40ad-8204-8a35f735424d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.598589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17a535c4-7266-4c22-85fa-c18110f7a153 req-94cde07d-fc76-40ad-8204-8a35f735424d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.0550249 Nov 10 22:37:52.615327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ecb6-3d94-41a9-8839-d5fe000bed3a req-5b81f09b-5f8d-480d-9261-175b42032e63 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.617027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6e9ecb6-3d94-41a9-8839-d5fe000bed3a req-5b81f09b-5f8d-480d-9261-175b42032e63 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 949 time: 0.3212945 Nov 10 22:37:52.618469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.624546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.627951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9322821-556f-439a-800c-826716650548 req-a3a10056-0fe2-440e-aa4c-2172e9f1adfc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "DELETE /v2.0/ports/0a7f0e15-3f0f-4168-a41a-8905f84469f6 HTTP/1.1" status: 204 len: 173 time: 1.9082575 Nov 10 22:37:52.660933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17a535c4-7266-4c22-85fa-c18110f7a153 req-cf7c4dd7-9d25-473e-95f7-adf525bd8702 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Nov 10 22:37:52.664357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-bc73f83c-ee69-46dd-8f93-3f8ba94fd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.666127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-bc73f83c-ee69-46dd-8f93-3f8ba94fd7ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.2369893 Nov 10 22:37:52.730456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.730981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.733701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] 10.222.0.20 "PUT /v2.0/ports/b528f183-2297-4ebc-867b-199359f47551 HTTP/1.1" status: 200 len: 1096 time: 2.5213866 Nov 10 22:37:52.763320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c40691-6356-4854-a62f-225108d94dd0 req-8d194a14-eb7e-4246-a863-5338f3bb0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.765325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c40691-6356-4854-a62f-225108d94dd0 req-8d194a14-eb7e-4246-a863-5338f3bb0c8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 1096 time: 0.2440877 Nov 10 22:37:52.821943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d0467-9cf7-4ad3-b07f-a8bdf61fae5a service neutron] Pushing event updated for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.837474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6e9ecb6-3d94-41a9-8839-d5fe000bed3a req-62d0a678-2b2c-42a9-964d-1b8e84dacff0 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059767 Nov 10 22:37:52.846701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c4725499-c419-4eaa-abfe-7f6fdf6cd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.848190 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-c4725499-c419-4eaa-abfe-7f6fdf6cd5ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637111 Nov 10 22:37:52.889461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae034-d832-4a25-a9db-9a92bddff3b9 req-61bfd331-2de8-4b54-b6c9-d5fc30d92f9b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.891016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a56ae034-d832-4a25-a9db-9a92bddff3b9 req-61bfd331-2de8-4b54-b6c9-d5fc30d92f9b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0767615 Nov 10 22:37:52.896429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['62714fe0-a530-47d9-b155-ce5871c8dcbc'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:52.914602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c40691-6356-4854-a62f-225108d94dd0 req-7d169d5a-95a3-468b-a790-e884ee9127f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308599 Nov 10 22:37:52.986075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a56ae034-d832-4a25-a9db-9a92bddff3b9 req-ced92b7d-2f28-4d61-8671-8965264b9701 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756333 Nov 10 22:37:53.000870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-9863e7b5-60bf-4dbb-860c-22e9672e073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.002868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-9863e7b5-60bf-4dbb-860c-22e9672e073b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 1099 time: 0.1696990 Nov 10 22:37:53.014544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-4797b964-851c-4820-bc03-005b7d1306a6 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180191 Nov 10 22:37:53.294979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-e70526f2-b228-4f62-912d-f5f9b36fc9ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b528f183-2297-4ebc-867b-199359f47551 HTTP/1.1" status: 200 len: 217 time: 0.0903106 Nov 10 22:37:53.300175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-b588507e-fa9d-4707-b527-90ff53c8382c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.301735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-b588507e-fa9d-4707-b527-90ff53c8382c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1081486 Nov 10 22:37:53.317859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-5fbcbdb1-95d2-4be2-951c-76a9c9a747d7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0099373 Nov 10 22:37:53.373077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-5be808b9-ee0a-45fc-8154-a88a27c36801 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483277 Nov 10 22:37:53.411721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856404-f593-4e53-a773-73c879f0ddae req-e196381a-5690-4d73-b51e-032347fa2e27 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.413232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69856404-f593-4e53-a773-73c879f0ddae req-e196381a-5690-4d73-b51e-032347fa2e27 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 948 time: 0.1225665 Nov 10 22:37:53.416521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-3ebd793b-306b-49e2-a976-a590f0bfc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.417873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-3ebd793b-306b-49e2-a976-a590f0bfc847 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1130621 Nov 10 22:37:53.427662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-8aa2e9b6-0cf4-4c0e-a3d4-37e5bacca7ea service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218339 Nov 10 22:37:53.468837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-8b14cc40-8a71-4feb-a60d-df181872f687 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884359 Nov 10 22:37:53.501187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69856404-f593-4e53-a773-73c879f0ddae req-03acd47a-7475-4657-8d0e-64dd6c5585f3 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804658 Nov 10 22:37:53.505965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-97b74994-1b22-48ed-b9b4-32cde90bc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.507415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-97b74994-1b22-48ed-b9b4-32cde90bc0b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713944 Nov 10 22:37:53.576772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e'}, {'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'name': 'network-vif-deleted', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6'}, {'name': 'network-changed', 'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'tag': 'b528f183-2297-4ebc-867b-199359f47551'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:53.579582 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad88acd-f62d-427f-8581-62db4504a434" -d '{"events": [{"name": "network-changed", "server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e"}, {"server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "name": "network-vif-deleted", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6"}, {"name": "network-changed", "server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "tag": "b528f183-2297-4ebc-867b-199359f47551"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:53.590519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-4ce94373-0dff-4cc8-8651-bd10f54963ea service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097193 Nov 10 22:37:53.619986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a73307e4-3638-49aa-9a0e-b5071a5c664a req-9229d13d-d75c-4c3f-817d-0f11d5ee81d4 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=d62f7ca2-e966-4771-b631-50375e926f6c HTTP/1.1" status: 200 len: 210 time: 0.0368826 Nov 10 22:37:53.670388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-27bd3718-8e83-49f1-9e23-ae2e9150ed3b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429241 Nov 10 22:37:53.690425 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4e70c-40ca-4e5a-af00-69603b701e9d x-openstack-request-id: req-0dc4e70c-40ca-4e5a-af00-69603b701e9d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:53.690683 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e", "status": "completed", "code": 200}, {"server_uuid": "d62f7ca2-e966-4771-b631-50375e926f6c", "name": "network-vif-deleted", "tag": "0a7f0e15-3f0f-4168-a41a-8905f84469f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "tag": "b528f183-2297-4ebc-867b-199359f47551", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:53.690929 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dc4e70c-40ca-4e5a-af00-69603b701e9d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:53.691320 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e', 'status': 'completed', 'code': 200} Nov 10 22:37:53.691577 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62f7ca2-e966-4771-b631-50375e926f6c', 'name': 'network-vif-deleted', 'tag': '0a7f0e15-3f0f-4168-a41a-8905f84469f6', 'status': 'completed', 'code': 200} Nov 10 22:37:53.691825 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'tag': 'b528f183-2297-4ebc-867b-199359f47551', 'status': 'completed', 'code': 200} Nov 10 22:37:53.787110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c44c511d-d93e-4e72-8b55-d1765ed61469 req-ebec1497-41e9-4077-8d0a-7dda3afc0e8a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 210 time: 0.0395086 Nov 10 22:37:53.847352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d60a4e5-f1be-443c-98db-8c7fc7aa8d7f req-2679ccd4-9e6d-422a-be11-bb810e8b5c18 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669111 Nov 10 22:37:53.849933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-7a08572d-255e-422d-92ef-9b7b517fb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.851297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-7a08572d-255e-422d-92ef-9b7b517fb793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 1098 time: 0.1111405 Nov 10 22:37:53.859410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88b15-cf59-4cf1-99bc-242ba8404b1e req-fec338a6-4145-47ff-89fa-e02f3f58b7e7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.861987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16b88b15-cf59-4cf1-99bc-242ba8404b1e req-fec338a6-4145-47ff-89fa-e02f3f58b7e7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.1099803 Nov 10 22:37:53.967066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72606-354d-4b24-ae8d-585571a274c8 req-e3b244b8-af06-47f1-8809-4c0831cba594 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.968711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b8e72606-354d-4b24-ae8d-585571a274c8 req-e3b244b8-af06-47f1-8809-4c0831cba594 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 949 time: 0.0533628 Nov 10 22:37:53.981416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16b88b15-cf59-4cf1-99bc-242ba8404b1e req-ffdab2f9-c905-41b4-a520-1585c6802db3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105998 Nov 10 22:37:54.013737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-5087c183-94bb-4243-b8cd-86ec630ec63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.015352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-5087c183-94bb-4243-b8cd-86ec630ec63d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1402204 Nov 10 22:37:54.032865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b8e72606-354d-4b24-ae8d-585571a274c8 req-96986fd1-0cc0-4951-94e1-4d31aa945499 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Nov 10 22:37:54.079223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-728ef676-506e-43cc-8564-d1375776966f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=759f34c8-c848-4cc1-9688-5309af94e32e HTTP/1.1" status: 200 len: 217 time: 0.0413721 Nov 10 22:37:54.160236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a925-e849-4ad7-a2b1-b66e2342633f req-4729a93e-9191-4ac2-b1ed-81bd094d051c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.161729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6137a925-e849-4ad7-a2b1-b66e2342633f req-4729a93e-9191-4ac2-b1ed-81bd094d051c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0851212 Nov 10 22:37:54.167384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-818616fd-6d91-4144-9240-64cddcc5fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.168691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-818616fd-6d91-4144-9240-64cddcc5fe4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0664315 Nov 10 22:37:54.195072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:54.237524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6137a925-e849-4ad7-a2b1-b66e2342633f req-f89505cf-e77d-4ca2-9635-7b322cc36eee tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672371 Nov 10 22:37:54.249993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-9db0a1d7-1a24-47f1-8fdf-4441a074d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.251712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-9db0a1d7-1a24-47f1-8fdf-4441a074d26a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629389 Nov 10 22:37:54.260654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3dee3420-de8d-4797-a625-6c2d4bb87b67 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:54.267247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3dee3420-de8d-4797-a625-6c2d4bb87b67 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:54.267619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.351657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-1efc4964-34eb-4cfe-83a0-d821d26b39f5 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921633 Nov 10 22:37:54.359224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.393592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:54.398742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.399518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:54.459536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:54.461764 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e266459c-d059-470a-8ce9-db0803a1a051" -d '{"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:54.477107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-c7a9052d-ef73-4821-a3e6-59e47d27420a service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Nov 10 22:37:54.514007 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e0da57-785a-47a9-9940-76b8d908d25a x-openstack-request-id: req-49e0da57-785a-47a9-9940-76b8d908d25a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:54.514305 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:54.514552 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49e0da57-785a-47a9-9940-76b8d908d25a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:54.514959 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'code': 200} Nov 10 22:37:54.516637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:54.533209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port d7135777-4913-4cf4-abd1-7c4ac3238cfa completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:54.539343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d7135777-4913-4cf4-abd1-7c4ac3238cfa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:54.539720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.616136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-37809938-6afe-4120-b6cf-6c4004fce50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.617714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-37809938-6afe-4120-b6cf-6c4004fce50f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 1099 time: 0.0583954 Nov 10 22:37:54.632582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.633619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79c716-a0d5-42b8-9525-b7e550795179 req-29a3c9fa-63c2-4256-8a3d-a560799af0f8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.635103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed79c716-a0d5-42b8-9525-b7e550795179 req-29a3c9fa-63c2-4256-8a3d-a560799af0f8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 948 time: 0.0508771 Nov 10 22:37:54.679348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:54.698567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.700722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed79c716-a0d5-42b8-9525-b7e550795179 req-c7949569-e2c2-4d34-a903-0a0cc4acbf46 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592945 Nov 10 22:37:54.771706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043896-d162-464a-8b3a-5281bfa87498 req-e23a82d8-35d8-47d7-b2ed-7d02536462d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.773250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c043896-d162-464a-8b3a-5281bfa87498 req-e23a82d8-35d8-47d7-b2ed-7d02536462d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 1101 time: 0.1309493 Nov 10 22:37:54.790665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:54.794813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-0f07940d-c8d2-44ab-a51c-eccb76764288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.796273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-0f07940d-c8d2-44ab-a51c-eccb76764288 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1527436 Nov 10 22:37:54.890028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96459a6c-7381-482b-be54-2cecb3d235ee req-e3b49141-e1e7-4dad-9981-9182ee994ec0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 210 time: 0.0281181 Nov 10 22:37:54.898895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c043896-d162-464a-8b3a-5281bfa87498 req-d6ce7530-5dec-4f00-9125-166d058b2b92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809076 Nov 10 22:37:54.906458 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-da94ad38-5b92-4652-a0c9-7019310fa6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.950356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-8b743074-3938-4b3d-a0f0-2506284a259c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b528f183-2297-4ebc-867b-199359f47551 HTTP/1.1" status: 200 len: 217 time: 0.0908203 Nov 10 22:37:54.989799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41998f7b-356c-49a7-887f-c5d648dc0855 req-2e30c2e6-3f87-44b1-a822-cd2d6ce5ffe3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.991294 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41998f7b-356c-49a7-887f-c5d648dc0855 req-2e30c2e6-3f87-44b1-a822-cd2d6ce5ffe3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.0813479 Nov 10 22:37:55.039535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41998f7b-356c-49a7-887f-c5d648dc0855 req-f8178de8-afa4-4da7-87d3-8dd0721e01f6 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Nov 10 22:37:55.139619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e574ec4-e369-4aee-8802-fb112f3c300b req-5e783ed3-866a-43fd-8b96-4c5baa66e56d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.141078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e574ec4-e369-4aee-8802-fb112f3c300b req-5e783ed3-866a-43fd-8b96-4c5baa66e56d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Nov 10 22:37:55.191384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e574ec4-e369-4aee-8802-fb112f3c300b req-49ff90d4-5166-45bb-9ce8-0995d4f0c955 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Nov 10 22:37:55.237460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-f08db3c7-3bce-47f8-85b3-8d825832b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.239569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-f08db3c7-3bce-47f8-85b3-8d825832b9f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0476139 Nov 10 22:37:55.307707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88acd-f62d-427f-8581-62db4504a434 req-9fd1674d-505a-4355-891f-5078ddce80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.309234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-9fd1674d-505a-4355-891f-5078ddce80cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536680 Nov 10 22:37:55.314103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68dab-358d-4e5e-a342-4484094337fa req-a54c3072-438f-4df3-95ee-c5c527127fcd tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.323035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52a68dab-358d-4e5e-a342-4484094337fa req-a54c3072-438f-4df3-95ee-c5c527127fcd tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0763714 Nov 10 22:37:55.384372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52a68dab-358d-4e5e-a342-4484094337fa req-67c5fa26-ce6a-4a70-a5eb-a53f99e2a2ab tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Nov 10 22:37:55.465088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c774b-c037-4327-8e83-8d63c3240311 req-f04fcb0d-96e1-4d06-bc69-0f559a6f81b8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.475531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb4c774b-c037-4327-8e83-8d63c3240311 req-f04fcb0d-96e1-4d06-bc69-0f559a6f81b8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1038890 Nov 10 22:37:55.491653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-81af6abc-e8cc-43b1-ab08-731871565cfc service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736634 Nov 10 22:37:55.535483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb4c774b-c037-4327-8e83-8d63c3240311 req-1342d3a2-3ad2-400a-ad55-541e11f2ee5f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590887 Nov 10 22:37:55.727824 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad88acd-f62d-427f-8581-62db4504a434 req-b449e9cb-aac4-497d-b673-109f90a0f749 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780226 Nov 10 22:37:55.736140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-145c15fb-57e2-41b6-b03c-c85536c5c325 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.737746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-145c15fb-57e2-41b6-b03c-c85536c5c325 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1793308 Nov 10 22:37:55.775147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:55.845090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ca97-6ff5-4c30-8835-c4d1502e4050 req-2d14a0ce-d3cb-408e-9085-e2b2b6f83526 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.846566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d10ca97-6ff5-4c30-8835-c4d1502e4050 req-2d14a0ce-d3cb-408e-9085-e2b2b6f83526 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 948 time: 0.0542433 Nov 10 22:37:55.894007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:55.897870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:55.903169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d10ca97-6ff5-4c30-8835-c4d1502e4050 req-544b42b7-0e20-4d1f-b718-c53347fa84c9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Nov 10 22:37:56.004514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65f7e67a-14fd-4cc0-8515-e7c6f11b23d5 req-6f6bcda7-ffa5-4c6b-a992-be9f3e75dd94 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 210 time: 0.0338209 Nov 10 22:37:56.058075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.7 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/8302073a-7985-4137-a1d4-73a61b7fcd90) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:56.162066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577a66-e84a-4605-beff-6aa6aa1a7512 req-0906dce5-e98b-4293-930e-634d3b2b69c5 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.164732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58577a66-e84a-4605-beff-6aa6aa1a7512 req-0906dce5-e98b-4293-930e-634d3b2b69c5 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.0554812 Nov 10 22:37:56.222951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58577a66-e84a-4605-beff-6aa6aa1a7512 req-2bc747a0-6901-4321-a778-f61e65a74393 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Nov 10 22:37:56.226832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:56.262455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:56.291420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:56.317493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:56.321708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:56.330375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:56.360089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:56.402870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.402870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:56.436234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-56e005c8-d891-4bec-b21e-5e0dd385561d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611111 Nov 10 22:37:56.449219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Request body: {'port': {'device_id': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:56.509433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:56.517503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:56.520259 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b9451-062c-4ae3-a5f5-b347da4e45a9" -d '{"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:56.543537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05fede-a01c-44d6-93aa-cf7f114ed938 req-3e1b35c0-5165-4113-ba33-cf3eb399d466 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.546281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc05fede-a01c-44d6-93aa-cf7f114ed938 req-3e1b35c0-5165-4113-ba33-cf3eb399d466 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0722172 Nov 10 22:37:56.610180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc05fede-a01c-44d6-93aa-cf7f114ed938 req-9eeeb968-2be6-419e-8a2a-3599e7c13ccd tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Nov 10 22:37:56.614081 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b133c9e-4bca-43d4-99f7-93759c6b537a x-openstack-request-id: req-8b133c9e-4bca-43d4-99f7-93759c6b537a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:56.614646 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:56.615373 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b133c9e-4bca-43d4-99f7-93759c6b537a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:56.615968 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'code': 200} Nov 10 22:37:56.822061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441837-bb5e-4e1f-8411-4964eee12f39 req-f4bf0d5a-6cc7-4d47-a0ba-318c455585fe tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.823423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74441837-bb5e-4e1f-8411-4964eee12f39 req-f4bf0d5a-6cc7-4d47-a0ba-318c455585fe tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1441736 Nov 10 22:37:56.833034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805809d6-ada8-444c-9c0f-3dd3b68c4462 req-6b2a5ab9-308f-4a5d-91af-4b4a059db198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.834442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-805809d6-ada8-444c-9c0f-3dd3b68c4462 req-6b2a5ab9-308f-4a5d-91af-4b4a059db198 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 1100 time: 0.1156676 Nov 10 22:37:57.136530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aa55c-aaf8-4a34-978d-54c79ca342e8 req-78421c9f-1399-4b0f-946c-1676c9e8e9bb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.138172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c63aa55c-aaf8-4a34-978d-54c79ca342e8 req-78421c9f-1399-4b0f-946c-1676c9e8e9bb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 948 time: 0.0597551 Nov 10 22:37:57.187256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c63aa55c-aaf8-4a34-978d-54c79ca342e8 req-1f6ea167-ac5c-420d-beee-5e0167f60ce9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Nov 10 22:37:57.246811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74441837-bb5e-4e1f-8411-4964eee12f39 req-322bc21f-ca06-469d-a4cd-c2af4074985c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159517 Nov 10 22:37:57.275413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8302073a-7985-4137-a1d4-73a61b7fcd90 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:57.289730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-805809d6-ada8-444c-9c0f-3dd3b68c4462 req-f6f5a502-c61b-49bb-ab32-51ace53ddf35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263918 Nov 10 22:37:57.291446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.305454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Transition to ACTIVE for port object 8302073a-7985-4137-a1d4-73a61b7fcd90 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:57.306278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c7a0-a205-4c92-a71c-a50313cf9989 req-2d83c596-ee34-47a3-b13d-a34853ad7ecf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.309593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b3c7a0-a205-4c92-a71c-a50313cf9989 req-2d83c596-ee34-47a3-b13d-a34853ad7ecf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 931 time: 0.0655432 Nov 10 22:37:57.314259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.363527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b3c7a0-a205-4c92-a71c-a50313cf9989 req-b697fb59-6c79-4947-8680-ce9e481efa63 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455811 Nov 10 22:37:57.394697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:57.447775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbf803-a209-43c4-b8d2-e10a9ddf7131 req-85cc117b-43be-4842-97d5-c4c387d71c3c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.449236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33dbf803-a209-43c4-b8d2-e10a9ddf7131 req-85cc117b-43be-4842-97d5-c4c387d71c3c tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.1071105 Nov 10 22:37:57.505662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Attempting to bind port 8302073a-7985-4137-a1d4-73a61b7fcd90 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:57.505909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Attempting to bind port 8302073a-7985-4137-a1d4-73a61b7fcd90 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:57.506232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Attempting to bind port 8302073a-7985-4137-a1d4-73a61b7fcd90 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:57.514911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Port 8302073a-7985-4137-a1d4-73a61b7fcd90 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:57.515504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Attempting to bind port 8302073a-7985-4137-a1d4-73a61b7fcd90 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:57.522460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33dbf803-a209-43c4-b8d2-e10a9ddf7131 req-f4ace1c8-258a-411b-baaf-389f804964f3 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Nov 10 22:37:57.525226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:57.525645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:57.525941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:57.526370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Bound port: 8302073a-7985-4137-a1d4-73a61b7fcd90, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:57.526732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.541100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-98ecc1f9-9556-4422-8970-752363c51a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.595048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:57.598151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=8302073a-7985-4137-a1d4-73a61b7fcd90,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:57.602426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.642725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.643335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.644705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8302073a-7985-4137-a1d4-73a61b7fcd90 HTTP/1.1" status: 200 len: 1091 time: 1.1998618 Nov 10 22:37:57.645168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:57.647379 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc22eb-df92-49b0-8445-d93eb998755b" -d '{"events": [{"name": "network-changed", "server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:57.667191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162439-2eaa-4eba-953c-e8c1960b1bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:57.723616 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e9d10-2dee-4832-a78c-720c7ee1f6f8 x-openstack-request-id: req-3b4e9d10-2dee-4832-a78c-720c7ee1f6f8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:57.723885 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:57.724130 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b4e9d10-2dee-4832-a78c-720c7ee1f6f8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:57.724525 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90', 'status': 'completed', 'code': 200} Nov 10 22:37:57.760765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4383-74cb-4de9-8748-3a02deecd4dc req-578a8d6e-8bc3-4c16-9ee2-f3cda78de854 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.762253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc5b4383-74cb-4de9-8748-3a02deecd4dc req-578a8d6e-8bc3-4c16-9ee2-f3cda78de854 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0572720 Nov 10 22:37:57.793556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-17c27606-9d81-48b0-989b-d1c61c4cd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.795908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-17c27606-9d81-48b0-989b-d1c61c4cd8ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 1094 time: 0.0489790 Nov 10 22:37:57.819172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc5b4383-74cb-4de9-8748-3a02deecd4dc req-384fa066-2b24-46f2-95a2-b888cf3897e4 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 Nov 10 22:37:57.851591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-4536642d-b296-4db8-9b66-c10464edc51a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8302073a-7985-4137-a1d4-73a61b7fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0365210 Nov 10 22:37:57.943397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-c49065ba-8379-4050-a6d1-03202ae5273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.944835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-c49065ba-8379-4050-a6d1-03202ae5273e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0740638 Nov 10 22:37:57.960989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772005e3-331f-4cf6-9d3d-510b2653ac24 req-b54648a0-1fea-410e-bf89-8f58ce5ec335 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.962411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-772005e3-331f-4cf6-9d3d-510b2653ac24 req-b54648a0-1fea-410e-bf89-8f58ce5ec335 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 949 time: 0.0644984 Nov 10 22:37:58.006272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-e11e37f2-5bc7-489b-9a06-b6b53f952b78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315485 Nov 10 22:37:58.040054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-772005e3-331f-4cf6-9d3d-510b2653ac24 req-967913a2-309f-4a90-94d6-f4a511149a21 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712020 Nov 10 22:37:58.121067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-168178e3-0730-4c07-90ad-e11440459818 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954521 Nov 10 22:37:58.211741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1dca5e-cf72-40f1-92c5-237865ae179e req-186f31c3-cf13-466f-9406-429400d97436 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829725 Nov 10 22:37:58.220592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b528f183-2297-4ebc-867b-199359f47551 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:58.314594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75038-59ba-4543-8979-ca2ba66a3646 req-31619b2b-b6e1-425c-96ca-e0edcf303d83 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.316895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3a75038-59ba-4543-8979-ca2ba66a3646 req-31619b2b-b6e1-425c-96ca-e0edcf303d83 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 948 time: 0.0562758 Nov 10 22:37:58.333515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b528f183-2297-4ebc-867b-199359f47551,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:58.349779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b528f183-2297-4ebc-867b-199359f47551', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'b528f183-2297-4ebc-867b-199359f47551', 'mac_address': 'fa:16:3e:91:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:58.373304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3a75038-59ba-4543-8979-ca2ba66a3646 req-d451e73b-c859-4af9-a90e-2129f684bfeb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Nov 10 22:37:58.390183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.404159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b528f183-2297-4ebc-867b-199359f47551 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:58.432037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b528f183-2297-4ebc-867b-199359f47551,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:58.438831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.439977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 759f34c8-c848-4cc1-9688-5309af94e32e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:58.469287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c9d22-8f72-41e2-a6c2-b3ff2834d819 req-375034ad-556f-4d99-87f6-37e16a921bbc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.478926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a8c9d22-8f72-41e2-a6c2-b3ff2834d819 req-375034ad-556f-4d99-87f6-37e16a921bbc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1214893 Nov 10 22:37:58.499585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265428d9-e477-4e58-97fb-27346adbbce4 req-2add5d01-d86d-4c09-824a-b84be96558cc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.507509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265428d9-e477-4e58-97fb-27346adbbce4 req-2add5d01-d86d-4c09-824a-b84be96558cc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 943 time: 0.0615599 Nov 10 22:37:58.512488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-35b01d80-cfea-4ad4-bac6-4ed857d2decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.514870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-35b01d80-cfea-4ad4-bac6-4ed857d2decc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 1094 time: 0.1892784 Nov 10 22:37:58.520910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=759f34c8-c848-4cc1-9688-5309af94e32e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:58.523657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:58.553266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '759f34c8-c848-4cc1-9688-5309af94e32e', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '759f34c8-c848-4cc1-9688-5309af94e32e', 'mac_address': 'fa:16:3e:c8:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:58.565975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265428d9-e477-4e58-97fb-27346adbbce4 req-61e97781-ba04-4a9b-9cac-bbabaf419527 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532558 Nov 10 22:37:58.605515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.619903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759f34c8-c848-4cc1-9688-5309af94e32e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:58.636354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-a1361e4f-5701-4635-bd3a-c01daf0a1080 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.638580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-a1361e4f-5701-4635-bd3a-c01daf0a1080 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.2472715 Nov 10 22:37:58.645467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=759f34c8-c848-4cc1-9688-5309af94e32e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:58.650303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.654384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a8c9d22-8f72-41e2-a6c2-b3ff2834d819 req-be9b9d4f-2135-476b-a5bc-8a9b11ca98a4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739650 Nov 10 22:37:58.687145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630086cc-a0f1-4ddd-ade7-11c5392a1fe0 req-a3344122-91dd-4831-a8c9-4868ac618af4 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.689339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-630086cc-a0f1-4ddd-ade7-11c5392a1fe0 req-a3344122-91dd-4831-a8c9-4868ac618af4 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 950 time: 0.0730007 Nov 10 22:37:58.748675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:58.777443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-630086cc-a0f1-4ddd-ade7-11c5392a1fe0 req-315b9df9-0e89-4ff5-98a7-91afa0e98dbc tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/security-groups?id=4586fdae-0946-4da9-af28-2ab40c98d2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772686 Nov 10 22:37:58.785546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-d274a47d-e0a7-4260-9e58-96cf721aaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.787007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-d274a47d-e0a7-4260-9e58-96cf721aaced service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.2508938 Nov 10 22:37:58.808336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.848733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-12bf2a08-b5b9-4150-9118-ec0591d175d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8302073a-7985-4137-a1d4-73a61b7fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0426433 Nov 10 22:37:58.858263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Deleting port 62714fe0-a530-47d9-b155-ce5871c8dcbc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:58.858678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:58.956477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-8d165c0d-c8c5-47fe-b405-35fc8d8fd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.958212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-8d165c0d-c8c5-47fe-b405-35fc8d8fd480 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0843220 Nov 10 22:37:59.010922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-4738c860-ea65-4710-b4fa-1cde47b8cf04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381064 Nov 10 22:37:59.019512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] For port 62714fe0-a530-47d9-b155-ce5871c8dcbc, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62714fe0-a530-47d9-b155-ce5871c8dcbc,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:59.019875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.042487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Calling delete_port for 62714fe0-a530-47d9-b155-ce5871c8dcbc owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:59.213101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-5458d169-3fe8-4493-9682-8eb68092aec7 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817658 Nov 10 22:37:59.232358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2dbd4-9943-4dd4-be08-ed439f769e52 req-2fe5a01b-1bd8-42ca-b9e7-1502e5e1e3e6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.240022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c2dbd4-9943-4dd4-be08-ed439f769e52 req-2fe5a01b-1bd8-42ca-b9e7-1502e5e1e3e6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 949 time: 0.1094820 Nov 10 22:37:59.284160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['759f34c8-c848-4cc1-9688-5309af94e32e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:59.366627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b528f183-2297-4ebc-867b-199359f47551'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:59.414956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c2dbd4-9943-4dd4-be08-ed439f769e52 req-c651b06c-4339-4947-bf7c-6626cebf17fe tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738517 Nov 10 22:37:59.459453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dbc22eb-df92-49b0-8445-d93eb998755b req-c1821141-425e-4955-9b43-c2f7ee589a4e service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170126 Nov 10 22:37:59.461528 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.507134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Pushing event deleted for resources: {'Port': ['ID=62714fe0-a530-47d9-b155-ce5871c8dcbc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:59.527327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d83e-fab7-446c-8d6e-4adc813c21ff req-d8b25ae1-1b64-4d42-9e0d-d59a18021e40 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.536604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84c6d83e-fab7-446c-8d6e-4adc813c21ff req-d8b25ae1-1b64-4d42-9e0d-d59a18021e40 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 949 time: 0.0657928 Nov 10 22:37:59.628188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] No DVR routers for this DVR port 62714fe0-a530-47d9-b155-ce5871c8dcbc on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:59.630784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.632664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84c6d83e-fab7-446c-8d6e-4adc813c21ff req-36734485-5c79-419b-8560-b512b2bfbf74 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946314 Nov 10 22:37:59.642725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68f4def6-48b4-4236-a084-7f70ed63dcc6 req-970482d6-66e4-4369-875d-48e5a6505fbd tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.20 "DELETE /v2.0/ports/62714fe0-a530-47d9-b155-ce5871c8dcbc HTTP/1.1" status: 204 len: 173 time: 0.9746966 Nov 10 22:37:59.731935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ce58-f57a-4c01-a130-5c106be3b2ff req-87120143-8d62-4f5e-bda1-7a4dc50ad80a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.739679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86c3ce58-f57a-4c01-a130-5c106be3b2ff req-87120143-8d62-4f5e-bda1-7a4dc50ad80a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 943 time: 0.0739334 Nov 10 22:37:59.742523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'name': 'network-vif-deleted', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:59.744700 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4098a24-2146-4034-b4de-7f91b214f096" -d '{"events": [{"server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "name": "network-vif-deleted", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:59.817083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8cfb-41eb-4924-a43c-c11bd54ac04e req-a9e6efaa-9501-4d77-a7b0-11beacf82a98 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.822951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86c3ce58-f57a-4c01-a130-5c106be3b2ff req-3a04bf1d-42a8-40ab-84db-8daee46bc81a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824070 Nov 10 22:37:59.831011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-697e8cfb-41eb-4924-a43c-c11bd54ac04e req-a9e6efaa-9501-4d77-a7b0-11beacf82a98 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0878799 Nov 10 22:37:59.879508 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503da5ce-128f-4621-967f-b9f8f743d865 x-openstack-request-id: req-503da5ce-128f-4621-967f-b9f8f743d865 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:59.879935 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ccb989-a77f-45f4-be78-40f9b593ef3b", "name": "network-vif-deleted", "tag": "62714fe0-a530-47d9-b155-ce5871c8dcbc", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:59.880284 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-503da5ce-128f-4621-967f-b9f8f743d865 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:59.880771 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ccb989-a77f-45f4-be78-40f9b593ef3b', 'name': 'network-vif-deleted', 'tag': '62714fe0-a530-47d9-b155-ce5871c8dcbc', 'status': 'completed', 'code': 200} Nov 10 22:37:59.893583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-697e8cfb-41eb-4924-a43c-c11bd54ac04e req-3117a752-5150-4c2b-be7c-9445783e0da7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615804 Nov 10 22:37:59.965076 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1406a00f-d81d-4d64-8068-cc351454a104 req-7e0827d0-0606-488f-8b93-6d518cdf9329 tempest-ServersAdminNegativeTestJSON-451816087 tempest-ServersAdminNegativeTestJSON-451816087-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ccb989-a77f-45f4-be78-40f9b593ef3b HTTP/1.1" status: 200 len: 210 time: 0.0266249 Nov 10 22:38:00.205016 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:00.535175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f91bd-189e-445b-a599-848fc33c0203 req-915be514-ba0f-4d99-ae95-4c0cddd17bf5 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:00.536539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d7f91bd-189e-445b-a599-848fc33c0203 req-915be514-ba0f-4d99-ae95-4c0cddd17bf5 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 949 time: 0.0487731 Nov 10 22:38:00.588252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d7f91bd-189e-445b-a599-848fc33c0203 req-7333e653-e3c8-4408-b9c3-b1667c3c2935 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Nov 10 22:38:00.631475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:00.746323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568231-bf7d-4349-96a9-b3b2d64cc5cd req-5b56ff2f-5ae7-4ca9-9c2f-b3d554225099 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:00.749468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb568231-bf7d-4349-96a9-b3b2d64cc5cd req-5b56ff2f-5ae7-4ca9-9c2f-b3d554225099 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 949 time: 0.0535829 Nov 10 22:38:00.798592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb568231-bf7d-4349-96a9-b3b2d64cc5cd req-4721fc8f-3317-432f-85bd-219b2e73b04d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Nov 10 22:38:00.958616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e77b3-28b2-4960-97aa-b88ec273612c req-a4b3852d-323c-4843-b449-204f3b4cc1cc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:00.966794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e7e77b3-28b2-4960-97aa-b88ec273612c req-a4b3852d-323c-4843-b449-204f3b4cc1cc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 943 time: 0.0694571 Nov 10 22:38:01.019206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe468d3-3788-412e-b541-002ea83cdd85 req-9202559b-71d0-42a5-86c4-542c4aa64f80 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:01.021500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efe468d3-3788-412e-b541-002ea83cdd85 req-9202559b-71d0-42a5-86c4-542c4aa64f80 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0551262 Nov 10 22:38:01.023440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e7e77b3-28b2-4960-97aa-b88ec273612c req-93e448bf-6e74-4456-90c7-bb6ae982f609 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555835 Nov 10 22:38:01.083484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efe468d3-3788-412e-b541-002ea83cdd85 req-2e3ef6cf-e8fa-425b-843b-0d227a7842af tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Nov 10 22:38:01.412249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:01.545832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-83ebeb58-f673-4e42-97d1-476610622ff9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa39c0b2225243cabb156576d4b36269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294580 Nov 10 22:38:01.546045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:01.592689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:01.616883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:01.662723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:01.665624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:01.669342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4586fdae-0946-4da9-af28-2ab40c98d2ea HTTP/1.1" status: 204 len: 168 time: 0.1199098 Nov 10 22:38:01.675099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a951132-4c3f-43ba-9578-3378bdf61114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4586fdae-0946-4da9-af28-2ab40c98d2ea,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:01.944689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55290) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:01.953717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4cde-1371-4411-91a7-f2dac7f37493 req-ee3a437d-fc87-4c8e-8c7d-c7690e8f6374 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:01.956431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f1d4cde-1371-4411-91a7-f2dac7f37493 req-ee3a437d-fc87-4c8e-8c7d-c7690e8f6374 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 949 time: 0.0799170 Nov 10 22:38:01.995976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-630d3c69-8803-49c5-a277-2dd1ada066c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b47028f2d6243dfaff7e616355ae2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476522 Nov 10 22:38:01.996341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55292) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:02.010321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f1d4cde-1371-4411-91a7-f2dac7f37493 req-003aa55e-d728-4214-b22a-70035b5bacbd tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 Nov 10 22:38:02.049134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.072358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.162863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a57b-e23d-499a-86b2-974897c4098d req-5a599987-c97a-48d8-8c4d-1f109b5c74e5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:02.166276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b69a57b-e23d-499a-86b2-974897c4098d req-5a599987-c97a-48d8-8c4d-1f109b5c74e5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 943 time: 0.0629327 Nov 10 22:38:02.167551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.170830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.174429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cc983b9-c159-4353-9e5b-c64ef8c7c88c HTTP/1.1" status: 204 len: 168 time: 0.1746457 Nov 10 22:38:02.186423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad462d1-4bff-42d3-9413-79b670d53830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc983b9-c159-4353-9e5b-c64ef8c7c88c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:02.234105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b69a57b-e23d-499a-86b2-974897c4098d req-41266154-92ff-4a02-a255-e4de163ed00c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Nov 10 22:38:02.241984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1ee3-d4ee-474d-b04d-3ee1bdee289d req-8f221aba-e10f-409c-9cce-4df36b8be8a0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:02.245290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-025b1ee3-d4ee-474d-b04d-3ee1bdee289d req-8f221aba-e10f-409c-9cce-4df36b8be8a0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0835960 Nov 10 22:38:02.270594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 8302073a-7985-4137-a1d4-73a61b7fcd90 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:02.387218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-025b1ee3-d4ee-474d-b04d-3ee1bdee289d req-9a7dd90e-ae40-4a11-8d49-e9285dd97b5b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343744 Nov 10 22:38:02.451952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=8302073a-7985-4137-a1d4-73a61b7fcd90,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:02.454570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b528f183-2297-4ebc-867b-199359f47551 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:02.490516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '8302073a-7985-4137-a1d4-73a61b7fcd90', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': '8302073a-7985-4137-a1d4-73a61b7fcd90', 'mac_address': 'fa:16:3e:b0:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:02.673073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.682042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b528f183-2297-4ebc-867b-199359f47551 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:02.688879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b528f183-2297-4ebc-867b-199359f47551 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:02.689273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.691670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8302073a-7985-4137-a1d4-73a61b7fcd90 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:02.736457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=8302073a-7985-4137-a1d4-73a61b7fcd90,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:02.745292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.830973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:02.836031 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.874108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528f183-2297-4ebc-867b-199359f47551'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:02.876834 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4543b8-761e-4b2a-8f2b-002ab2e09f71" -d '{"events": [{"server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "name": "network-vif-plugged", "status": "completed", "tag": "b528f183-2297-4ebc-867b-199359f47551"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:02.883294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b528f183-2297-4ebc-867b-199359f47551,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:02.892448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:02.893414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 759f34c8-c848-4cc1-9688-5309af94e32e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:02.938188 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23593220-c8d2-447f-8a5b-3cf7529648da x-openstack-request-id: req-23593220-c8d2-447f-8a5b-3cf7529648da {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:02.938492 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "name": "network-vif-plugged", "status": "completed", "tag": "b528f183-2297-4ebc-867b-199359f47551", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:02.938745 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23593220-c8d2-447f-8a5b-3cf7529648da {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:02.939141 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528f183-2297-4ebc-867b-199359f47551', 'code': 200} Nov 10 22:38:02.976891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:03.000920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 759f34c8-c848-4cc1-9688-5309af94e32e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:03.009329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 759f34c8-c848-4cc1-9688-5309af94e32e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:03.010178 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:03.098649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993eee0-3a34-46c7-be0c-c82ba1509aee req-1dc9f9bf-a49f-47a8-adc5-e6b6933a6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:03.100100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8993eee0-3a34-46c7-be0c-c82ba1509aee req-1dc9f9bf-a49f-47a8-adc5-e6b6933a6c16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 1101 time: 0.0471809 Nov 10 22:38:03.112860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:03.147813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=759f34c8-c848-4cc1-9688-5309af94e32e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:03.152180 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:03.155282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62714fe0-a530-47d9-b155-ce5871c8dcbc no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:03.175086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 62714fe0-a530-47d9-b155-ce5871c8dcbc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:38:03.175351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239a7a-488c-4758-ac36-27223d9191ac req-f74322fe-d32a-424c-ac59-1cc0cd762901 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:03.175460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62714fe0-a530-47d9-b155-ce5871c8dcbc not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:38:03.177165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3239a7a-488c-4758-ac36-27223d9191ac req-f74322fe-d32a-424c-ac59-1cc0cd762901 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 950 time: 0.0803435 Nov 10 22:38:03.197509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8993eee0-3a34-46c7-be0c-c82ba1509aee req-fb3f93ad-ec3b-4fbd-84ae-fcd8a521002b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Nov 10 22:38:03.238002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:03.245210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3239a7a-488c-4758-ac36-27223d9191ac req-31b28fd4-5dd5-4154-aef8-1cc19a8346d9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 Nov 10 22:38:03.361358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['8302073a-7985-4137-a1d4-73a61b7fcd90'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:03.437835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf78e1-2e99-473e-a0b3-6002c18326df req-00f67d48-ccd1-4e74-86c6-785dc888167d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:03.445670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8daf78e1-2e99-473e-a0b3-6002c18326df req-00f67d48-ccd1-4e74-86c6-785dc888167d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 944 time: 0.1153355 Nov 10 22:38:03.544996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8daf78e1-2e99-473e-a0b3-6002c18326df req-63d1ed21-bad5-4210-9ea8-330e0423eae0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830262 Nov 10 22:38:03.565454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185acd-000a-455f-9329-8e86cf095c0e req-3d2c75aa-b53c-4c68-80b2-db8b81e204fb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:03.573833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d185acd-000a-455f-9329-8e86cf095c0e req-3d2c75aa-b53c-4c68-80b2-db8b81e204fb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0630198 Nov 10 22:38:03.623996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d185acd-000a-455f-9329-8e86cf095c0e req-03580b1f-0040-4bcb-b04a-efca693c5371 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Nov 10 22:38:04.262318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:04.333028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55396) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:04.362068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a820fc-6230-4785-8b6e-8a130db9b220 req-37f9437a-a6f1-45dd-a403-b7146fd06c6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:04.363701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8a820fc-6230-4785-8b6e-8a130db9b220 req-37f9437a-a6f1-45dd-a403-b7146fd06c6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 950 time: 0.0548279 Nov 10 22:38:04.367775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:04.380544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'mac_address': 'fa:16:3e:dd:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:04.413905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8a820fc-6230-4785-8b6e-8a130db9b220 req-1187a302-246b-4052-b152-21c5fe6d3564 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Nov 10 22:38:04.423269 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.440524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:04.459141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63d10c54-16de-4199-ab60-de6d7995ac1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.464322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:04.469102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.535512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:04.547730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63d10c54-16de-4199-ab60-de6d7995ac1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.552495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63d10c54-16de-4199-ab60-de6d7995ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.594579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-63d10c54-16de-4199-ab60-de6d7995ac1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae086b26f085493fac57ecc176b254dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577152 Nov 10 22:38:04.594579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d10c54-16de-4199-ab60-de6d7995ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e768595-003f-4434-8021-5c45756033ab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:04.594791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55420) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:04.688147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.721379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f628-0b12-4275-bbfd-31f7ad4301e0 req-510215e5-f20f-4057-af89-583b38b3ecd9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:04.723276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3806f628-0b12-4275-bbfd-31f7ad4301e0 req-510215e5-f20f-4057-af89-583b38b3ecd9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 944 time: 0.0881734 Nov 10 22:38:04.725137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d7135777-4913-4cf4-abd1-7c4ac3238cfa'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:04.730534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.755973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098008-e3d5-48f8-8077-b47f0e287713 req-4da4758d-df32-40d8-a2ce-69e9f62e9427 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:04.757785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26098008-e3d5-48f8-8077-b47f0e287713 req-4da4758d-df32-40d8-a2ce-69e9f62e9427 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0613973 Nov 10 22:38:04.813523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26098008-e3d5-48f8-8077-b47f0e287713 req-f6757ebb-fcf0-477f-a352-1cc9a4793b11 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491335 Nov 10 22:38:04.822786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3806f628-0b12-4275-bbfd-31f7ad4301e0 req-c97fefc5-9d74-4587-9696-06f606ea886b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Nov 10 22:38:04.860563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.864685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:04.868104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e768595-003f-4434-8021-5c45756033ab HTTP/1.1" status: 204 len: 168 time: 0.2721989 Nov 10 22:38:04.879538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4573a-4864-4216-8ace-3628bae26ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e768595-003f-4434-8021-5c45756033ab,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:04.939760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:04.942036 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4484acbd-085c-4c43-948f-8e519fb9dde1" -d '{"events": [{"server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "name": "network-vif-plugged", "status": "completed", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:04.989533 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb56e63e-06e4-4d03-a422-9eb3d7d700f5 x-openstack-request-id: req-fb56e63e-06e4-4d03-a422-9eb3d7d700f5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:04.990084 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "name": "network-vif-plugged", "status": "completed", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:04.990334 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb56e63e-06e4-4d03-a422-9eb3d7d700f5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:04.990891 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e', 'code': 200} Nov 10 22:38:05.140550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a85a0-0e58-485c-a4a6-1813223c6337 req-6a752292-6dff-468e-b59f-fb16a8a35582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:05.142211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd5a85a0-0e58-485c-a4a6-1813223c6337 req-6a752292-6dff-468e-b59f-fb16a8a35582 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 1100 time: 0.0461347 Nov 10 22:38:05.190575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd5a85a0-0e58-485c-a4a6-1813223c6337 req-2526ef90-ada1-4a5f-968c-1329946286ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Nov 10 22:38:05.214261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55446) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:05.227883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-560e6ea5-0656-4012-b13e-931e31ceb7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.321195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-560e6ea5-0656-4012-b13e-931e31ceb7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.326831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-560e6ea5-0656-4012-b13e-931e31ceb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.368373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e6ea5-0656-4012-b13e-931e31ceb7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcc168f-e9b4-4752-947c-4c23c166efb4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:05.375919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:05.376626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-560e6ea5-0656-4012-b13e-931e31ceb7ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00000d3720d6469c9623492283c7706a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606193 Nov 10 22:38:05.427277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.458970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.519729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.522806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:05.527177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bcc168f-e9b4-4752-947c-4c23c166efb4 HTTP/1.1" status: 204 len: 168 time: 0.1501863 Nov 10 22:38:05.536856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5d7c-b0ea-4c93-a211-16a1ed2facab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcc168f-e9b4-4752-947c-4c23c166efb4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:05.641843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a298ef-c559-49cb-a438-5afc6566d12a req-5aa96313-768d-4c97-a494-0f40a3ae247a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:05.658921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37a298ef-c559-49cb-a438-5afc6566d12a req-5aa96313-768d-4c97-a494-0f40a3ae247a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 950 time: 0.1679933 Nov 10 22:38:05.750046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37a298ef-c559-49cb-a438-5afc6566d12a req-09b42146-e501-4218-a465-1ae5ed67b76f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897863 Nov 10 22:38:05.972231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ac093-d983-476e-bf40-04efc5e0d302 req-68d791c8-efb8-483f-a22d-06ef345a92ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:05.973933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-275ac093-d983-476e-bf40-04efc5e0d302 req-68d791c8-efb8-483f-a22d-06ef345a92ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0630014 Nov 10 22:38:05.984393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc31419-88b5-410f-92fa-e456f0cc7cea req-3be4cdb7-e679-4569-98dd-5fcf087e69b9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:05.988350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0dc31419-88b5-410f-92fa-e456f0cc7cea req-3be4cdb7-e679-4569-98dd-5fcf087e69b9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 944 time: 0.0756979 Nov 10 22:38:06.049890 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-275ac093-d983-476e-bf40-04efc5e0d302 req-be6fa2c7-c2c8-472d-b158-e93e13cb9c33 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692585 Nov 10 22:38:06.078716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0dc31419-88b5-410f-92fa-e456f0cc7cea req-0e5f7dcf-7ea6-40bd-a537-fe83275c4cae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832968 Nov 10 22:38:06.281630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 8302073a-7985-4137-a1d4-73a61b7fcd90 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:06.355459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 8302073a-7985-4137-a1d4-73a61b7fcd90 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:06.355915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 8302073a-7985-4137-a1d4-73a61b7fcd90 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:06.356807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.470280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.522461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=8302073a-7985-4137-a1d4-73a61b7fcd90,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:06.532453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.533616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:06.632239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:06.681144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d7135777-4913-4cf4-abd1-7c4ac3238cfa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:06.682125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.796965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.839466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:06.846313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:06.909206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:06.944886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96278154-6d82-4b83-8a17-c3df96701cba req-daee888d-5d67-4cd1-bd6b-5064c174aaf2 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:06.946572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96278154-6d82-4b83-8a17-c3df96701cba req-daee888d-5d67-4cd1-bd6b-5064c174aaf2 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 950 time: 0.0999639 Nov 10 22:38:06.992082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90'}, {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:06.994504 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0c257-1bd9-4f6b-842c-9a255c1a50d5" -d '{"events": [{"server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "name": "network-vif-plugged", "status": "completed", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90"}, {"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:07.009224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96278154-6d82-4b83-8a17-c3df96701cba req-f01333f5-2483-4394-b88a-ca9db982b0eb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542023 Nov 10 22:38:07.080799 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab01f53-4eb5-4e79-8b48-c9e1a3916b6b x-openstack-request-id: req-dab01f53-4eb5-4e79-8b48-c9e1a3916b6b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:07.081313 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "name": "network-vif-plugged", "status": "completed", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90", "code": 200}, {"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:07.081746 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dab01f53-4eb5-4e79-8b48-c9e1a3916b6b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:07.082303 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90', 'code': 200} Nov 10 22:38:07.082717 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'code': 200} Nov 10 22:38:07.226650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896f621-7376-4e27-8b0c-c1846321f9f1 req-c50e37fb-2c65-4223-b440-916a205444f0 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:07.228209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5896f621-7376-4e27-8b0c-c1846321f9f1 req-c50e37fb-2c65-4223-b440-916a205444f0 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 949 time: 0.1209781 Nov 10 22:38:07.249946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7608-b63e-4e55-857e-fb266f8f3c32 req-3718719b-fdc3-462e-9bf1-a47b761f1def tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:07.258113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cfc7608-b63e-4e55-857e-fb266f8f3c32 req-3718719b-fdc3-462e-9bf1-a47b761f1def tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0987914 Nov 10 22:38:07.330668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cfc7608-b63e-4e55-857e-fb266f8f3c32 req-793faf7f-202d-4e6d-812d-62662782ae5d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701010 Nov 10 22:38:07.339388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5896f621-7376-4e27-8b0c-c1846321f9f1 req-ba57ad05-fa8d-419b-94ed-4c004b86c66f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034248 Nov 10 22:38:07.457247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8cb85-2bd7-4260-8170-3d59a851afe4 req-8b32933c-b4a5-410a-a76e-5e8097182bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:07.469446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbe8cb85-2bd7-4260-8170-3d59a851afe4 req-8b32933c-b4a5-410a-a76e-5e8097182bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 1096 time: 0.2084270 Nov 10 22:38:07.577506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7795-bca3-462e-9239-35d8d76f70ea req-9fa3a0ba-f6df-4fe9-a841-342f8dc7d409 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:07.579300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b3d7795-bca3-462e-9239-35d8d76f70ea req-9fa3a0ba-f6df-4fe9-a841-342f8dc7d409 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.0999157 Nov 10 22:38:07.652055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b3d7795-bca3-462e-9239-35d8d76f70ea req-f1ead168-7f05-4634-b18b-5bf8104a188f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644898 Nov 10 22:38:07.660018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbe8cb85-2bd7-4260-8170-3d59a851afe4 req-a334ea6b-352b-49e3-a5bc-c3fe3f22ae48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366227 Nov 10 22:38:08.512624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617e3e-eed1-4249-a7c3-010407de01b9 req-70e05caf-507a-456f-a67e-bff69b2f4a04 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:08.520136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9617e3e-eed1-4249-a7c3-010407de01b9 req-70e05caf-507a-456f-a67e-bff69b2f4a04 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 949 time: 0.0620370 Nov 10 22:38:08.532054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25525de-8544-4630-8cc8-3498a9ac31d0 req-5b4e8d5f-9b86-46e1-b40b-48019cd11ef1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:08.533669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c25525de-8544-4630-8cc8-3498a9ac31d0 req-5b4e8d5f-9b86-46e1-b40b-48019cd11ef1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0832493 Nov 10 22:38:08.555364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55588) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:08.592729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9617e3e-eed1-4249-a7c3-010407de01b9 req-baf5057c-76a5-459e-b76f-14f0c6902d40 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715196 Nov 10 22:38:08.598661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c25525de-8544-4630-8cc8-3498a9ac31d0 req-bb0b93e4-99d6-4710-b315-ffe2b3bc672b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576627 Nov 10 22:38:08.747906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40edf693-a732-4018-9cfd-2806a925d830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:08.835025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40edf693-a732-4018-9cfd-2806a925d830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:08.839650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-40edf693-a732-4018-9cfd-2806a925d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:08.901829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-40edf693-a732-4018-9cfd-2806a925d830 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=417b206aa3974e99a303185759cb9c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452678 Nov 10 22:38:08.902218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a67df-ec7d-4dbc-ab90-4f565a663774 req-248417b0-e611-4881-9cc7-57401c075cd7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:08.902897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55606) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:08.903980 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a24a67df-ec7d-4dbc-ab90-4f565a663774 req-248417b0-e611-4881-9cc7-57401c075cd7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.0655324 Nov 10 22:38:08.905853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf693-a732-4018-9cfd-2806a925d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f2396-3bd4-4ba3-97a1-1b0a16477651,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:08.973255 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:08.997437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.000225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a24a67df-ec7d-4dbc-ab90-4f565a663774 req-f1f07705-d58e-43f5-903d-10c7ddcaf0c9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Nov 10 22:38:09.105557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.108912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.117336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d06f2396-3bd4-4ba3-97a1-1b0a16477651 HTTP/1.1" status: 204 len: 168 time: 0.2081892 Nov 10 22:38:09.131287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711883a7-5749-469a-8f61-60d9ae823fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f2396-3bd4-4ba3-97a1-1b0a16477651,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:09.150542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627d07-102b-4a1d-b6b8-ca512c26ee83 req-b8330052-d926-4a6a-b83f-1c00bcc74df6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:09.158230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627d07-102b-4a1d-b6b8-ca512c26ee83 req-b8330052-d926-4a6a-b83f-1c00bcc74df6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:09.160375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4627d07-102b-4a1d-b6b8-ca512c26ee83 req-b8330052-d926-4a6a-b83f-1c00bcc74df6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d&device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 1690 time: 0.1024265 Nov 10 22:38:09.245542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4627d07-102b-4a1d-b6b8-ca512c26ee83 req-56baa03d-3f8f-4b98-be5c-b90eb3203ed4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745556 Nov 10 22:38:09.427856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2da2-9db1-4192-821c-e6ab4cb2a270 req-91479c61-9477-4e08-a274-f7346ccd2f92 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:09.436669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4ff2da2-9db1-4192-821c-e6ab4cb2a270 req-91479c61-9477-4e08-a274-f7346ccd2f92 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 1101 time: 0.0587204 Nov 10 22:38:09.480522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4ff2da2-9db1-4192-821c-e6ab4cb2a270 req-e565aa68-2c9b-48c4-8530-2307c40ea238 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Nov 10 22:38:09.485239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:09.504552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2b214ca-5b68-489e-b577-f61bf8340e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.628073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2b214ca-5b68-489e-b577-f61bf8340e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.634164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a0cb-e996-4d31-bae1-427d01dd1577 req-468544b2-4c75-4eb7-8175-0e8c6f35f6c9 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:09.635671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e20a0cb-e996-4d31-bae1-427d01dd1577 req-468544b2-4c75-4eb7-8175-0e8c6f35f6c9 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 1100 time: 0.0696168 Nov 10 22:38:09.636783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2b214ca-5b68-489e-b577-f61bf8340e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.690790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b214ca-5b68-489e-b577-f61bf8340e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ba5e8-7b21-4451-8cdb-97258e5979d3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:09.698947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e2b214ca-5b68-489e-b577-f61bf8340e78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b742de7fd90d41fdafd0dc96497ddcf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126505 Nov 10 22:38:09.700715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55632) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:09.756284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967384-e0cd-47ec-a557-f2b25e5241df req-81eddfac-806f-49ae-b02a-3c825c466f1c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:09.765175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e20a0cb-e996-4d31-bae1-427d01dd1577 req-bbc615f3-b5bc-43de-a2e9-949be3620b93 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076553 Nov 10 22:38:09.771115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8967384-e0cd-47ec-a557-f2b25e5241df req-81eddfac-806f-49ae-b02a-3c825c466f1c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0850613 Nov 10 22:38:09.796828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.822463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.840054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8967384-e0cd-47ec-a557-f2b25e5241df req-a1ded2b0-9b76-4af5-821c-13c9df6f6272 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Nov 10 22:38:09.910217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.913052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.916831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/365ba5e8-7b21-4451-8cdb-97258e5979d3 HTTP/1.1" status: 204 len: 168 time: 0.2125359 Nov 10 22:38:09.925544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de4b8b-36ad-4311-9952-e5188006c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ba5e8-7b21-4451-8cdb-97258e5979d3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:10.224891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27646fa-c5fa-459b-a800-8fee9c6d2a30 req-e16d5e3c-87fa-4011-b207-3d72f981e0e2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:10.233260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a27646fa-c5fa-459b-a800-8fee9c6d2a30 req-e16d5e3c-87fa-4011-b207-3d72f981e0e2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.1179690 Nov 10 22:38:10.344960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a27646fa-c5fa-459b-a800-8fee9c6d2a30 req-8d9a4b98-7cc8-4300-b239-00880ae3cd38 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058342 Nov 10 22:38:10.420572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-2b9de102-9fbd-40b5-8f22-9729dc9aea41 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420034 Nov 10 22:38:10.578757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-12b4ad8e-41e6-4f61-8b4f-7afd502cfbd4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:10.580403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-12b4ad8e-41e6-4f61-8b4f-7afd502cfbd4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543558 Nov 10 22:38:10.598429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-9753c814-50ad-4fb8-8df4-a62757c150db tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0100322 Nov 10 22:38:10.662600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-ef81773c-8cfe-414e-bd22-8381874d356f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582771 Nov 10 22:38:11.156657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55694) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:11.171113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e382808-d9b7-43a3-9f73-4316d3d7c8ff req-038490d1-29c1-438d-89c4-acfe8244e81c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:11.180614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e382808-d9b7-43a3-9f73-4316d3d7c8ff req-038490d1-29c1-438d-89c4-acfe8244e81c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1592143 Nov 10 22:38:11.292142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e382808-d9b7-43a3-9f73-4316d3d7c8ff req-6aae5b0d-6622-4a48-996e-496d7fbb4171 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101298 Nov 10 22:38:11.369226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1087045437-network', 'tenant_id': '1ed81e23faa946e288faf3c8db411457'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:11.424831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:11.428383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.439183 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.504844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6eb18e6-719e-4471-903d-0b362bfeadcb req-76a761f8-85a7-43c2-b26a-7bb420d1dc0e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 210 time: 0.0430517 Nov 10 22:38:11.550766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9d94c-33fb-4786-a2a4-dab5d5efab01 req-b7131c84-1894-463b-9bbe-ba0e55752259 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:11.558760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bb9d94c-33fb-4786-a2a4-dab5d5efab01 req-b7131c84-1894-463b-9bbe-ba0e55752259 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.1198125 Nov 10 22:38:11.594188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.603949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.626749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:38:11.643237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c2930-27ae-4256-9ca9-f7deb7038929,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:11.646809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.647405 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Added segment a414d063-bf52-4bc7-82ed-a73f2b632986 of type vlan for network 005c7b72-3f74-49c0-b901-ae0cffcce745 Nov 10 22:38:11.649787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bb9d94c-33fb-4786-a2a4-dab5d5efab01 req-a3b00753-8cf2-41a6-a13d-572cb0219b9e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900872 Nov 10 22:38:11.738774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.782011 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.783638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:11.787471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.885042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7245965 Nov 10 22:38:11.885894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55736) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:38:11.890699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Request body: {'subnet': {'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1087045437-subnet', 'tenant_id': '1ed81e23faa946e288faf3c8db411457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:11.915482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:38:11.926145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f78b19-3019-4f69-bd10-4e43cf8796f8 admin admin] Pushing event updated for resources: {'Network': ['ID=005c7b72-3f74-49c0-b901-ae0cffcce745,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:11.942178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:38:12.062344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:12.068334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:12.247773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-37b3577d-b4aa-47bd-8d5d-f61643c6bb56 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:12.259005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-37b3577d-b4aa-47bd-8d5d-f61643c6bb56 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.3479018 Nov 10 22:38:12.307778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-91ab80bc-d231-4ba0-8a51-e8aace866b84 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0483227 Nov 10 22:38:12.449669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-20ad4825-bd9b-494a-914f-3debc0bda6ce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406043 Nov 10 22:38:12.512519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:12.571357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c87bdc-5d59-4464-9234-d73454442d82 req-c068458f-c18d-4942-845d-ba8b10cfc1dd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:12.597593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c87bdc-5d59-4464-9234-d73454442d82 req-c068458f-c18d-4942-845d-ba8b10cfc1dd tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1171381 Nov 10 22:38:12.622617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:12.638816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-c33d6de2-3645-4b04-942a-8f2b0e228113 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880083 Nov 10 22:38:12.667849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c87bdc-5d59-4464-9234-d73454442d82 req-d091ac28-44c9-428a-81c8-ffff66df2dca tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621202 Nov 10 22:38:12.688740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Checking segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:12.689032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Network hostable DHCP agents. Network: 005c7b72-3f74-49c0-b901-ae0cffcce745, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:38:12.734191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:38:12.747742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 005c7b72-3f74-49c0-b901-ae0cffcce745) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:12.758991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e14a1c-598b-4a02-a697-dc04cf41642f None None] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:38:12.759331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:12.759913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:12.789312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-3c5f0b6f-91a6-415c-84b5-8de2bf03d765 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491995 Nov 10 22:38:12.830655 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8434ac2e-e7fd-480f-8f5a-a4c9ff0feffa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9329238 Nov 10 22:38:12.960326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b066663e-1ffc-43a8-805e-7ac82110e391 None None] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:38:13.233114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a767e0a0-8765-446a-b596-68c95f1a5f2f req-7d6da5c3-2805-4e0f-8c87-945a8afa5c9c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 210 time: 0.0745320 Nov 10 22:38:13.306948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-2c2a2239-dff3-4993-8953-21b29e50cbe3 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567234 Nov 10 22:38:13.408897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a88ba67-6ecd-4f01-a261-aad86a8d3dc3 req-1ea7e3e7-ade7-4340-835a-558c01fe6ca4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0461650 Nov 10 22:38:13.462635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5852b-bd55-45cf-adcb-e6a67e662143 req-72e53330-8bb7-423c-b36b-0a09012170b2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:13.472494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56c5852b-bd55-45cf-adcb-e6a67e662143 req-72e53330-8bb7-423c-b36b-0a09012170b2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.0883446 Nov 10 22:38:13.530452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56c5852b-bd55-45cf-adcb-e6a67e662143 req-f2285cc8-1114-4c7e-a31a-d658b6824ad4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Nov 10 22:38:13.537065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-2bb76f9f-84d9-40b5-a38e-90fad0287528 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:13.540097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-2bb76f9f-84d9-40b5-a38e-90fad0287528 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244346 Nov 10 22:38:13.559664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '7784d893-6daf-440e-930a-0c15b01964df', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:13.894009 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-5a0cd14d-dd3e-47c8-86ff-65089a838615 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337374 Nov 10 22:38:13.918686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a1047-7a90-46e3-acdf-50164340e919 req-34b55560-12bd-499b-bd1a-2e4237609d21 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:13.927055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-694a1047-7a90-46e3-acdf-50164340e919 req-34b55560-12bd-499b-bd1a-2e4237609d21 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1104889 Nov 10 22:38:14.089422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-ce78c33a-a09e-4e9f-999d-054e06585d2e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:14.091797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-ce78c33a-a09e-4e9f-999d-054e06585d2e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617787 Nov 10 22:38:14.136556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-694a1047-7a90-46e3-acdf-50164340e919 req-71679890-a311-4cd8-80e3-b35dbfa78daa tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041907 Nov 10 22:38:14.150623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:14.320912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:14.331880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:14.353148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-bb4b18ed-33ba-4fa9-bed9-5b3947dd347e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:14.362188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-bb4b18ed-33ba-4fa9-bed9-5b3947dd347e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.2360651 Nov 10 22:38:14.401402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bdad93d-ba4a-4cc8-be3a-19e420818e1c req-9aa83aaf-f275-4581-ac06-b03a8ffd70d6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 210 time: 0.0836692 Nov 10 22:38:14.402388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:14.406970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:14.452846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:14.516654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-e5a8f067-09ce-40d0-866e-fa46033413c5 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/quotas/1ed81e23faa946e288faf3c8db411457 HTTP/1.1" status: 200 len: 375 time: 0.1537602 Nov 10 22:38:14.569086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-978c22bd-6339-45a1-a750-49b7ac74b31b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446329 Nov 10 22:38:14.591637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.172 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/4367f21c-0561-42d5-9593-02b6d178dd45) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:14.637029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25701446-0892-4546-9e12-b4f595559293 req-a0c98c3a-b0b3-4eed-a1f8-7716bac7e789 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0361359 Nov 10 22:38:14.787370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac45eb-43a2-40a8-8755-3496fccaf66e req-7bf61c67-0b32-4a3f-8f5a-05ec01dd25b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:14.795826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-aeea3929-fe68-42ce-a6a1-748da0c47888 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120049 Nov 10 22:38:14.804456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38ac45eb-43a2-40a8-8755-3496fccaf66e req-7bf61c67-0b32-4a3f-8f5a-05ec01dd25b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.0826700 Nov 10 22:38:14.832788 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:14.870330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38ac45eb-43a2-40a8-8755-3496fccaf66e req-f63b014e-1bb7-4e63-8c68-4f93e2904c34 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Nov 10 22:38:14.984744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-ec82c29d-193c-4c24-ae2d-5825fa87fec0 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783328 Nov 10 22:38:14.987798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.051215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.079494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:15.120024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.186 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/c0456272-b2d4-497c-b433-8d2cec6bf882) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:15.180501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:15.194022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:15.199077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:15.296071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:15.392798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e8c8042-7462-49c6-a248-1658233de714 req-77d3432c-4998-465e-82cb-1628f4ffe4e2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 210 time: 0.0543528 Nov 10 22:38:15.403442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:15.404100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.445222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-61136ed8-4557-457e-a4f0-2a57b752250e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8943899 Nov 10 22:38:15.470207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Request body: {'port': {'device_id': '7784d893-6daf-440e-930a-0c15b01964df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:15.647915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.736494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-751493a4-ce16-44b6-bda8-c11412cad41f None None] Provisioning complete for port 4367f21c-0561-42d5-9593-02b6d178dd45 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:15.737151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-751493a4-ce16-44b6-bda8-c11412cad41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.778791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.809526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e5b1-fd78-4f73-a276-e78ffb9d77a5 req-86851365-9ee7-4f65-95d3-417e3139d898 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:15.810666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b19e5b1-fd78-4f73-a276-e78ffb9d77a5 req-86851365-9ee7-4f65-95d3-417e3139d898 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 936 time: 0.1290262 Nov 10 22:38:15.837778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-751493a4-ce16-44b6-bda8-c11412cad41f None None] Port 4367f21c-0561-42d5-9593-02b6d178dd45 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:38:15.921754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e970b0-38a9-4cf6-9b7c-ffb6b706eeb7 req-648cbb3a-41f9-4cef-bc36-9365dc0aa498 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:15.926817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2e970b0-38a9-4cf6-9b7c-ffb6b706eeb7 req-648cbb3a-41f9-4cef-bc36-9365dc0aa498 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.5225568 Nov 10 22:38:15.948850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.005508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b19e5b1-fd78-4f73-a276-e78ffb9d77a5 req-2751beb2-9163-4817-b1e0-a9fdd666b0d4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822045 Nov 10 22:38:16.040526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:16.054558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-e47c1222-c572-4fbb-bc4a-b2847990e27b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:16.056373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-e47c1222-c572-4fbb-bc4a-b2847990e27b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.7869132 Nov 10 22:38:16.063204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:16.087782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:16.096656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:16.227944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4367f21c-0561-42d5-9593-02b6d178dd45 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:16.247306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.282916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Transition to ACTIVE for port object 4367f21c-0561-42d5-9593-02b6d178dd45 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:16.325512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2aeda4a8-99bf-4f1f-93fe-51d47e685fd8 req-a794e24e-ca02-47d8-91b6-6885a2f712e1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0604622 Nov 10 22:38:16.326858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.490799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-faac7016-3a83-4cc0-be00-10ea9b848a87 None None] Provisioning complete for port c0456272-b2d4-497c-b433-8d2cec6bf882 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:16.491672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-faac7016-3a83-4cc0-be00-10ea9b848a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.492179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Pushing event updated for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:16.611785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-faac7016-3a83-4cc0-be00-10ea9b848a87 None None] Port c0456272-b2d4-497c-b433-8d2cec6bf882 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:38:16.709348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fa268-fea7-4862-8884-b5362dcb8f45 req-f180fbb6-6b92-451b-a8c1-a1bb57ba6076 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:16.717076 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-611fa268-fea7-4862-8884-b5362dcb8f45 req-f180fbb6-6b92-451b-a8c1-a1bb57ba6076 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.2648797 Nov 10 22:38:16.752111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Attempting to bind port 4367f21c-0561-42d5-9593-02b6d178dd45 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:16.752448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Attempting to bind port 4367f21c-0561-42d5-9593-02b6d178dd45 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:16.752812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Attempting to bind port 4367f21c-0561-42d5-9593-02b6d178dd45 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:16.764167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Port 4367f21c-0561-42d5-9593-02b6d178dd45 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:16.764493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Attempting to bind port 4367f21c-0561-42d5-9593-02b6d178dd45 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:16.776603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:16.776954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:16.777443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:16.778487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Bound port: 4367f21c-0561-42d5-9593-02b6d178dd45, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:16.778851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.792531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:16.811975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2e970b0-38a9-4cf6-9b7c-ffb6b706eeb7 req-40c29783-c7e8-498b-943d-cc55bea2fa2d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8562772 Nov 10 22:38:16.839763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:16.840657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.843528 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-611fa268-fea7-4862-8884-b5362dcb8f45 req-547febbf-82d3-4a51-804d-974cc0fb6c26 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113510 Nov 10 22:38:16.868383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d8b5d05a-5fc4-40aa-bed5-3057b6a0939a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7217035 Nov 10 22:38:16.903631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Request body: {'port': {'device_id': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:16.950100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:16.954360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:16.974569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:16.982237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4367f21c-0561-42d5-9593-02b6d178dd45,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:17.015199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:17.040588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6a7cf60-b610-4659-baa7-6c64002d98c9 req-634d7f37-8390-4b91-b1e6-82f2168d88e2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 210 time: 0.0718505 Nov 10 22:38:17.044633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.045790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:17.048251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] 10.222.0.39 "PUT /v2.0/ports/4367f21c-0561-42d5-9593-02b6d178dd45 HTTP/1.1" status: 200 len: 1096 time: 1.5897851 Nov 10 22:38:17.110782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:17.113373 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e39cd-0360-4daf-87f8-30ea3dde35dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:17.202599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-86dcc470-388e-415f-b981-faa3e2696e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.203872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-86dcc470-388e-415f-b981-faa3e2696e95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 1099 time: 0.0864074 Nov 10 22:38:17.207522 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1c16da-4287-49ff-bf79-7243d1922398 x-openstack-request-id: req-3c1c16da-4287-49ff-bf79-7243d1922398 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:17.207942 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:17.208369 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c1c16da-4287-49ff-bf79-7243d1922398 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:17.208645 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45', 'status': 'completed', 'code': 200} Nov 10 22:38:17.209604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b5cad-2854-4819-8acf-7470d8fae248 service neutron] Pushing event updated for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:17.323582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-2ce63e59-a62c-4823-99fe-7e4505a6bea3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4367f21c-0561-42d5-9593-02b6d178dd45 HTTP/1.1" status: 200 len: 217 time: 0.0893035 Nov 10 22:38:17.383932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:17.449422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fffca-570b-437a-86c3-02f6850a7cfe req-90619f58-bc4d-48d0-b7e5-97bd9b14635d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.457118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c6fffca-570b-437a-86c3-02f6850a7cfe req-90619f58-bc4d-48d0-b7e5-97bd9b14635d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 948 time: 0.2866993 Nov 10 22:38:17.481945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-5bc8257c-e62d-490d-aff8-270a090f3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.482974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-5bc8257c-e62d-490d-aff8-270a090f3a7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1411943 Nov 10 22:38:17.495144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-010445cd-09b2-40b8-93b7-5adaa989e082 req-1783ff0f-fccc-4d56-a791-1fea69e1ea15 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0713484 Nov 10 22:38:17.575399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-cea73b3e-67cd-48b9-bc30-458aa8dc1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.576946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-cea73b3e-67cd-48b9-bc30-458aa8dc1da7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817075 Nov 10 22:38:17.584957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-281e1a1c-eaae-4c37-b6a1-4b85ddb27092 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.586637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-281e1a1c-eaae-4c37-b6a1-4b85ddb27092 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.4106987 Nov 10 22:38:17.603511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:17.742000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-af771e7a-666f-4e72-88f1-e7f6e5015d26 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:17.744956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-af771e7a-666f-4e72-88f1-e7f6e5015d26 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.20 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.3264952 Nov 10 22:38:17.753358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-0915da67-6700-4ea2-b559-211957fe6337 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683991 Nov 10 22:38:17.855915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c6fffca-570b-437a-86c3-02f6850a7cfe req-4450e24a-ab9c-4d3a-95dd-789d1f1aca2a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953965 Nov 10 22:38:17.873214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Request body: {'port': {'device_id': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'admin_state_up': True, 'tenant_id': '1ed81e23faa946e288faf3c8db411457'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:17.896168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-e1e850d6-b563-4f64-98f5-0ca7f95b4db0 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350231 Nov 10 22:38:17.998512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.6 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/577d36eb-8c02-44fe-8e92-af5ce17ebfd6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:18.048194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda71a-3585-4052-9c54-60c93cddf181 req-30d07881-db8f-4f26-9e0f-dc2065d900c1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.050982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89cda71a-3585-4052-9c54-60c93cddf181 req-30d07881-db8f-4f26-9e0f-dc2065d900c1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.1186657 Nov 10 22:38:18.059402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-f6753e48-c8e3-4037-9952-19828f47a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.062424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-f6753e48-c8e3-4037-9952-19828f47a65c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 1099 time: 0.1031578 Nov 10 22:38:18.181416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-0900e9e8-c108-4c8d-aab1-e15e6135e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.183313 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-0900e9e8-c108-4c8d-aab1-e15e6135e473 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1122332 Nov 10 22:38:18.239563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-1de1792f-11f8-4459-870e-781302dee123 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4367f21c-0561-42d5-9593-02b6d178dd45 HTTP/1.1" status: 200 len: 217 time: 0.0468748 Nov 10 22:38:18.309793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89cda71a-3585-4052-9c54-60c93cddf181 req-010019cb-a2c3-4c16-b5b9-a61df54c0014 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519999 Nov 10 22:38:18.315568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8e4e-4f82-4228-801c-8f52122e5c23 req-e6d3fadd-15f3-453d-aa9e-08e44cb24c42 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.330480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-f52881c8-7a4c-4217-b54c-2156b173378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.331975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80bf8e4e-4f82-4228-801c-8f52122e5c23 req-e6d3fadd-15f3-453d-aa9e-08e44cb24c42 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.2725823 Nov 10 22:38:18.332241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-f52881c8-7a4c-4217-b54c-2156b173378f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0798936 Nov 10 22:38:18.391283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-7e198acf-53bb-4075-a5f3-fe8199d8dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:18.393584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-7e198acf-53bb-4075-a5f3-fe8199d8dab8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519147 Nov 10 22:38:18.398661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:38:18.399040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.470175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.522748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-7ad18463-efc0-4fb9-b265-09fcb0c44b15 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205626 Nov 10 22:38:18.560838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80bf8e4e-4f82-4228-801c-8f52122e5c23 req-7970ec79-2c25-40a3-be13-e18c75734bae tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279119 Nov 10 22:38:18.595006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b023481-31d6-4e97-8b39-2e8ce1263cd7 req-9cd48224-0eca-4818-92bb-d5c124c20c21 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 210 time: 0.0672011 Nov 10 22:38:18.613778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:18.617335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.695078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port 9a56f0f8-ab63-4522-95ec-cb99da6f4268, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9a56f0f8-ab63-4522-95ec-cb99da6f4268,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:18.695471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.762437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for 9a56f0f8-ab63-4522-95ec-cb99da6f4268 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:38:18.768554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0456272-b2d4-497c-b433-8d2cec6bf882 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:18.780386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.803074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '8302073a-7985-4137-a1d4-73a61b7fcd90'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:18.813429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.841844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-852e39cd-0360-4daf-87f8-30ea3dde35dc req-f2514bdf-14d0-437c-ae7b-798866a3b051 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042560 Nov 10 22:38:18.933257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Transition to ACTIVE for port object c0456272-b2d4-497c-b433-8d2cec6bf882 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:18.974453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:18.977566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:19.000539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:19.034756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:19.037232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:19.053528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a3ae-cddf-45d7-9cfc-2774a3d1c1b9 req-48da49d6-d63f-4318-b00b-4d006f720c6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:19.065191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5102a3ae-cddf-45d7-9cfc-2774a3d1c1b9 req-48da49d6-d63f-4318-b00b-4d006f720c6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 948 time: 0.1091812 Nov 10 22:38:19.160338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055405e5-ae6e-4579-ac54-128ebdc0c459 req-d9cc6d28-f058-4168-b326-09ff6bb9b1ca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:19.167144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5102a3ae-cddf-45d7-9cfc-2774a3d1c1b9 req-0879dffa-0830-46f7-bc66-29cde87c7996 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008999 Nov 10 22:38:19.167916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-055405e5-ae6e-4579-ac54-128ebdc0c459 req-d9cc6d28-f058-4168-b326-09ff6bb9b1ca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 931 time: 0.3181970 Nov 10 22:38:19.204605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Allocated IP 172.20.0.9 (005c7b72-3f74-49c0-b901-ae0cffcce745/3feb01f4-3e96-40b6-b2c9-f5ceae250ba0/19dafc34-da92-40a4-ab00-b8fa9a53cc52) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:19.259938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:19.260767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.270067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:19.433051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-693cab24-f8fa-4f61-90a0-1a6314accc35 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3409891 Nov 10 22:38:19.447893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3d38e-e50b-4fdf-a345-0bceef146520 req-2ed9ce1b-340b-4eb1-b838-81ee1f3491b4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:19.457474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7c3d38e-e50b-4fdf-a345-0bceef146520 req-2ed9ce1b-340b-4eb1-b838-81ee1f3491b4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 945 time: 0.0722725 Nov 10 22:38:19.460619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Request body: {'port': {'device_id': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:19.501405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-055405e5-ae6e-4579-ac54-128ebdc0c459 req-d92c1bab-de48-4044-b440-5fbf2d4944d5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320215 Nov 10 22:38:19.531735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7c3d38e-e50b-4fdf-a345-0bceef146520 req-f9957cfe-5269-4d4c-8719-46c4b5f370f9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622604 Nov 10 22:38:19.573426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Attempting to bind port c0456272-b2d4-497c-b433-8d2cec6bf882 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:19.573780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Attempting to bind port c0456272-b2d4-497c-b433-8d2cec6bf882 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:19.574233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Attempting to bind port c0456272-b2d4-497c-b433-8d2cec6bf882 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:19.596104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.622691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Port c0456272-b2d4-497c-b433-8d2cec6bf882 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:19.625477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Attempting to bind port c0456272-b2d4-497c-b433-8d2cec6bf882 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:19.678485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:19.678485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:19.678485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:19.678485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Bound port: c0456272-b2d4-497c-b433-8d2cec6bf882, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:19.678485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.690622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=9a56f0f8-ab63-4522-95ec-cb99da6f4268,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:19.715955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.779288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3619-e4e8-4cd5-847d-bf160460ba92 req-c2614904-7f22-4167-badf-43cd2c9b1ce9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:19.787162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2bc3619-e4e8-4cd5-847d-bf160460ba92 req-c2614904-7f22-4167-badf-43cd2c9b1ce9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1319478 Nov 10 22:38:19.814246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port 9a56f0f8-ab63-4522-95ec-cb99da6f4268 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:38:19.828639 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.832044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0bb47c4-587d-47d8-b491-690a74d9e253 req-b0ca4cfb-a583-41af-9b1b-e884921059c4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "DELETE /v2.0/ports/9a56f0f8-ab63-4522-95ec-cb99da6f4268 HTTP/1.1" status: 204 len: 173 time: 2.2340195 Nov 10 22:38:19.834994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'name': 'network-vif-deleted', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:19.836545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2bc3619-e4e8-4cd5-847d-bf160460ba92 req-cda6a619-79dd-4e92-be4f-69a16613e03c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Nov 10 22:38:19.837333 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bab7e6-405a-4cbc-a52f-3ee8bf343fe3" -d '{"events": [{"server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "name": "network-vif-deleted", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:19.891511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:19.893629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4367f21c-0561-42d5-9593-02b6d178dd45 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:19.904946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2208809a-97b2-4a8a-902e-d20693dc2ca3 req-be140633-cc50-407f-93a9-7280cd29219c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 210 time: 0.1607533 Nov 10 22:38:19.997050 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892fb874-ced1-44a6-a041-d5400609df7b x-openstack-request-id: req-892fb874-ced1-44a6-a041-d5400609df7b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:19.997731 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02a7726-9eac-4e86-9017-91a1b5422453", "name": "network-vif-deleted", "tag": "9a56f0f8-ab63-4522-95ec-cb99da6f4268", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:19.997931 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-892fb874-ced1-44a6-a041-d5400609df7b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:19.998396 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02a7726-9eac-4e86-9017-91a1b5422453', 'name': 'network-vif-deleted', 'tag': '9a56f0f8-ab63-4522-95ec-cb99da6f4268', 'status': 'completed', 'code': 200} Nov 10 22:38:20.021284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:20.025293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4367f21c-0561-42d5-9593-02b6d178dd45,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:20.038357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '4367f21c-0561-42d5-9593-02b6d178dd45', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '4367f21c-0561-42d5-9593-02b6d178dd45', 'mac_address': 'fa:16:3e:ec:64:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:20.086477 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.125838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c0456272-b2d4-497c-b433-8d2cec6bf882,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:20.128758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4367f21c-0561-42d5-9593-02b6d178dd45 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:20.147200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.156084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4367f21c-0561-42d5-9593-02b6d178dd45,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:20.162151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.218341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.225522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:20.296807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558bbd3-1a99-483e-9625-dec019498526 req-4670d5c8-55f6-4ec9-bcac-66008afd4daf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.305947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6558bbd3-1a99-483e-9625-dec019498526 req-4670d5c8-55f6-4ec9-bcac-66008afd4daf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 949 time: 0.0659063 Nov 10 22:38:20.307280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9a56f0f8-ab63-4522-95ec-cb99da6f4268 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:20.362038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 9a56f0f8-ab63-4522-95ec-cb99da6f4268 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:38:20.363412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9a56f0f8-ab63-4522-95ec-cb99da6f4268 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:38:20.372921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:20.373353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6558bbd3-1a99-483e-9625-dec019498526 req-b096b3d0-db38-4362-902e-00f96e86d274 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Nov 10 22:38:20.378723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.379448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.380992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-d62987ec-e95c-4587-a20d-6d1b79898d5e service neutron] 10.222.0.20 "PUT /v2.0/ports/c0456272-b2d4-497c-b433-8d2cec6bf882 HTTP/1.1" status: 200 len: 1096 time: 3.4848428 Nov 10 22:38:20.399051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:20.433420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:20.433825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02a281-6366-417b-ac6f-f63fa08de5ec req-103e9305-5f81-4298-bc81-9ce96aca0087 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.443753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a02a281-6366-417b-ac6f-f63fa08de5ec req-103e9305-5f81-4298-bc81-9ce96aca0087 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 949 time: 0.2669652 Nov 10 22:38:20.462470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:20.483421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:20.660650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735bc6e-cfb7-4733-8edf-c2068a18f890 req-e811132a-375e-4387-ab98-31447bfe0209 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.662984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5735bc6e-cfb7-4733-8edf-c2068a18f890 req-e811132a-375e-4387-ab98-31447bfe0209 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 931 time: 0.0622902 Nov 10 22:38:20.730157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5735bc6e-cfb7-4733-8edf-c2068a18f890 req-3538e690-c5e0-4bae-9e53-6153d9cc72e3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 Nov 10 22:38:20.833902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e6fb410-8731-4dc7-86dc-5f9702d7f99f req-cbfb1d7e-94d0-4494-b1f7-b1a7c67e631a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0305593 Nov 10 22:38:20.925823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.926479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:20.934905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:20.983708 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a02a281-6366-417b-ac6f-f63fa08de5ec req-0d63c8da-ccc9-4827-9e19-0db5ccf9459b tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389204 Nov 10 22:38:20.989068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-043b1b0a-e1a3-4944-89a2-4b0c68cd76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:20.990636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-043b1b0a-e1a3-4944-89a2-4b0c68cd76f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 1099 time: 0.5399702 Nov 10 22:38:20.993913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-935bd99a-5577-4b4b-98d1-8ff4385880eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1521301 Nov 10 22:38:21.046342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Request body: {'port': {'device_id': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:21.061705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951198a2-9039-4cc2-abb6-32297c68fc31 req-e44cb7ad-9640-4c0f-ae50-d92848e707bc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.082890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-951198a2-9039-4cc2-abb6-32297c68fc31 req-e44cb7ad-9640-4c0f-ae50-d92848e707bc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0868981 Nov 10 22:38:21.111783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-4d4945c8-16f2-4e03-9db9-af5ebfb12438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c0456272-b2d4-497c-b433-8d2cec6bf882 HTTP/1.1" status: 200 len: 217 time: 0.0805852 Nov 10 22:38:21.153609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:21.156553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-951198a2-9039-4cc2-abb6-32297c68fc31 req-71143878-3a3c-4cc1-977b-c860c3881386 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Nov 10 22:38:21.213750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:21.250276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Transition to ACTIVE for port object 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:21.260381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e1048-a978-4726-9451-908c48b87349 req-7670f76c-c3de-4800-8d26-658b7519deda tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.262439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a63e1048-a978-4726-9451-908c48b87349 req-7670f76c-c3de-4800-8d26-658b7519deda tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 931 time: 0.1674130 Nov 10 22:38:21.262999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:21.267384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-e1d93b69-6800-4e52-a19a-c32e8d4f8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.268737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-e1d93b69-6800-4e52-a19a-c32e8d4f8a1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1347725 Nov 10 22:38:21.269362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:21.422492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Pushing event updated for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:21.475188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-4275cada-70e7-4b0e-b5fb-78b0ff67b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.476674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-4275cada-70e7-4b0e-b5fb-78b0ff67b32c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954663 Nov 10 22:38:21.480129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a63e1048-a978-4726-9451-908c48b87349 req-2aea7b2d-d5d9-4326-977f-5217d9e287f1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079024 Nov 10 22:38:21.542849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54cf32-4ee0-40f4-b3f1-e1aa108b837f req-e4eb59e4-5045-48dc-b83b-e6aa70336a8a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.544987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca54cf32-4ee0-40f4-b3f1-e1aa108b837f req-e4eb59e4-5045-48dc-b83b-e6aa70336a8a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 949 time: 0.0739343 Nov 10 22:38:21.606678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca54cf32-4ee0-40f4-b3f1-e1aa108b837f req-3b97fcf8-314f-4c79-b502-23adb5fda7ff tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Nov 10 22:38:21.671591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Attempting to bind port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:21.671925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Attempting to bind port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:21.672253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Attempting to bind port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:21.698182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:21.698404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Attempting to bind port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:21.713500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-e48b85d6-2105-44ca-be55-e3f9243ccaf8 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242064 Nov 10 22:38:21.715848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:21.716180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:21.716558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:21.717084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Bound port: 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:21.717447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:21.899298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4367f21c-0561-42d5-9593-02b6d178dd45 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:21.910757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:21.960890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10f4dbdd-98aa-40cd-b19d-3d6daf3c426f req-3133766a-3251-4a6a-a9ae-b9148b3dcb43 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0404067 Nov 10 22:38:21.973268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:21.986088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4873608-6744-4040-a729-b994a1f48ae2 req-a634365b-37cf-4f9a-b5d3-8158ada8778e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:21.989491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 4367f21c-0561-42d5-9593-02b6d178dd45 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:21.993669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4873608-6744-4040-a729-b994a1f48ae2 req-a634365b-37cf-4f9a-b5d3-8158ada8778e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.1832349 Nov 10 22:38:21.995398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 4367f21c-0561-42d5-9593-02b6d178dd45 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:21.995994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.005387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:22.007624 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730aae87-59c5-4aa0-81e9-707dfdabf70c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:22.019944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.029327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764d25df-26be-4f51-b0e9-eaa3fd029caf req-adc8cdbf-4570-4fd5-a342-625686b0049a service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015594 Nov 10 22:38:22.068307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dafc34-da92-40a4-ab00-b8fa9a53cc52 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:22.081994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.090753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.091368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.092732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] 10.222.0.20 "PUT /v2.0/ports/577d36eb-8c02-44fe-8e92-af5ce17ebfd6 HTTP/1.1" status: 200 len: 1091 time: 2.6363502 Nov 10 22:38:22.121870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.136054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Transition to ACTIVE for port object 19dafc34-da92-40a4-ab00-b8fa9a53cc52 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:22.147341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4873608-6744-4040-a729-b994a1f48ae2 req-ac16d767-d5e5-421e-9b7e-049f6942c10c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516085 Nov 10 22:38:22.159449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.162635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebe20-9da1-44d3-9106-667241b4559d service neutron] Pushing event updated for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:22.191449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:22.196232 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25069b-6bc0-4da8-8b83-602b65c5853b" -d '{"events": [{"server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "name": "network-vif-plugged", "status": "completed", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:22.212080 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5383c-7c46-4e92-b05b-c9d4ac7164c8 x-openstack-request-id: req-a3a5383c-7c46-4e92-b05b-c9d4ac7164c8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:22.214273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4367f21c-0561-42d5-9593-02b6d178dd45,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:22.217689 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:22.218203 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3a5383c-7c46-4e92-b05b-c9d4ac7164c8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:22.218811 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'status': 'completed', 'code': 200} Nov 10 22:38:22.222836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.299274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:22.300037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e37c6-25a6-47b1-9488-19f167079887 req-2953eb1f-5bf7-4607-b64c-511fe4940f46 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.313861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73e37c6-25a6-47b1-9488-19f167079887 req-2953eb1f-5bf7-4607-b64c-511fe4940f46 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0646491 Nov 10 22:38:22.361395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73e37c6-25a6-47b1-9488-19f167079887 req-e23f7c26-621f-4b12-aa4f-768fdd6f8c40 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Nov 10 22:38:22.375956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:22.403685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-4d1ff6fb-9602-4d2f-b340-43ef378adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.405223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-4d1ff6fb-9602-4d2f-b340-43ef378adf4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 1099 time: 0.1843054 Nov 10 22:38:22.416284 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba28d6e9-26f2-42c7-97ab-c896b4488d97 x-openstack-request-id: req-ba28d6e9-26f2-42c7-97ab-c896b4488d97 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:22.416803 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "name": "network-vif-plugged", "status": "completed", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:22.417530 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba28d6e9-26f2-42c7-97ab-c896b4488d97 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:22.418782 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45', 'code': 200} Nov 10 22:38:22.428286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-00fc74fa-4b43-4abd-a31c-8b8c9838709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.429879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-00fc74fa-4b43-4abd-a31c-8b8c9838709d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1094 time: 0.2400498 Nov 10 22:38:22.445915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08870-9b59-4c5a-ac1d-3e527c06854b req-0cee7303-39e4-4974-b8db-5877dba7e40a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.447421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33e08870-9b59-4c5a-ac1d-3e527c06854b req-0cee7303-39e4-4974-b8db-5877dba7e40a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 949 time: 0.1443398 Nov 10 22:38:22.493391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Attempting to bind port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:22.493654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Attempting to bind port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:22.494121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Attempting to bind port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:22.504244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:22.504244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Attempting to bind port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:22.509423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:22.509863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Checking segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:22.510481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Bound using segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:22.510750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Bound port: 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:22.511198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.550686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1a087-aab5-4a45-adf5-ba050422a4e6 req-69bf51dd-3b4d-4203-b3f0-60b43e16fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.552185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ea1a087-aab5-4a45-adf5-ba050422a4e6 req-69bf51dd-3b4d-4203-b3f0-60b43e16fa19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 1101 time: 0.0588772 Nov 10 22:38:22.627434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-a6fe5824-a23a-48b8-a9c0-13c9d9f16677 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6 HTTP/1.1" status: 200 len: 217 time: 0.0935595 Nov 10 22:38:22.647106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ea1a087-aab5-4a45-adf5-ba050422a4e6 req-2d6ff171-6471-4815-bc3c-cf6bc71b64dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874217 Nov 10 22:38:22.655626 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33e08870-9b59-4c5a-ac1d-3e527c06854b req-bc8b44e9-02f1-4bc4-a327-978c70de25e0 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847172 Nov 10 22:38:22.670671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231260d-b5b4-4440-b13a-703b1cd426c2 req-01461b07-a12f-40af-a3e9-ba3984afdb78 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.672326 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9231260d-b5b4-4440-b13a-703b1cd426c2 req-01461b07-a12f-40af-a3e9-ba3984afdb78 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.0727870 Nov 10 22:38:22.736478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9231260d-b5b4-4440-b13a-703b1cd426c2 req-10a87600-6464-4049-a287-8693a8825bb5 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Nov 10 22:38:22.754166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-e61ebec7-c04e-456c-8a2f-0dfc0b00dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.755627 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-e61ebec7-c04e-456c-8a2f-0dfc0b00dd88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1065001 Nov 10 22:38:22.760553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:22.773039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:22.775482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-efb0a5fc-0c39-452e-a4bb-d083156c0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.777108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-efb0a5fc-0c39-452e-a4bb-d083156c0965 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2521923 Nov 10 22:38:22.808652 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.863263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4e53e9a8-653a-487e-b7bf-074efb4f25c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715523 Nov 10 22:38:22.887110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-44bfad5c-32cc-4235-be9b-c0a694960ece service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c0456272-b2d4-497c-b433-8d2cec6bf882 HTTP/1.1" status: 200 len: 217 time: 0.0865257 Nov 10 22:38:22.919131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:22.919739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:22.921125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] 10.222.0.20 "PUT /v2.0/ports/19dafc34-da92-40a4-ab00-b8fa9a53cc52 HTTP/1.1" status: 200 len: 1091 time: 1.8810837 Nov 10 22:38:23.034508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08ff74-fe4e-4445-94d7-37ade22cc649 req-0eeca482-dfb1-4cf2-9112-c4b1e1a7bd93 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.036043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a08ff74-fe4e-4445-94d7-37ade22cc649 req-0eeca482-dfb1-4cf2-9112-c4b1e1a7bd93 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 950 time: 0.2730439 Nov 10 22:38:23.044221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75486450-066c-4ada-b718-3bbee82f7255 service neutron] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:23.098399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-45c85b9f-ea8a-4af7-9644-d43df6630ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.099882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-45c85b9f-ea8a-4af7-9644-d43df6630ba5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1983292 Nov 10 22:38:23.157536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-b1c00abd-6e10-4374-afc5-094d66726f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.159130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-b1c00abd-6e10-4374-afc5-094d66726f24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 1094 time: 0.1663663 Nov 10 22:38:23.167486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-71976844-ea29-49c6-bbf8-97b8a5fc1b9c service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793384 Nov 10 22:38:23.172763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a08ff74-fe4e-4445-94d7-37ade22cc649 req-6932404e-f968-4f8c-a6ae-6883d4b1e52f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211457 Nov 10 22:38:23.185734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-da36e976-0772-4f4e-b1d1-e13b0c811832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.187371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-da36e976-0772-4f4e-b1d1-e13b0c811832 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670788 Nov 10 22:38:23.187963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-560ced29-1b8d-4b49-bba9-f00e090aae21 req-da4e7fc8-b16b-4f6a-8bb8-73b67006a025 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0497794 Nov 10 22:38:23.255084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-2cbc5833-f7e1-4f2e-a603-d51948948f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52 HTTP/1.1" status: 200 len: 217 time: 0.0617943 Nov 10 22:38:23.360648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81fb2-5b5c-41b3-a660-b432d3dfa728 req-c8ffa057-c9cf-49ed-baeb-a0f289dd77d8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.362117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ddf81fb2-5b5c-41b3-a660-b432d3dfa728 req-c8ffa057-c9cf-49ed-baeb-a0f289dd77d8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0700376 Nov 10 22:38:23.418485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-b1cb1be0-2733-4f9e-bd98-9f2300803efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.419960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-b1cb1be0-2733-4f9e-bd98-9f2300803efc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.1375027 Nov 10 22:38:23.445572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ddf81fb2-5b5c-41b3-a660-b432d3dfa728 req-a9404fd3-58b5-42fb-82f7-1c57f7f669ef tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759950 Nov 10 22:38:23.460337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-13c89196-815a-4ba1-b6e2-c049f836794d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253582 Nov 10 22:38:23.484371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-9f509249-d683-4508-bc52-3f7d05a54a94 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466826 Nov 10 22:38:23.488735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-d46e50e9-efcb-4a13-a0b4-ce11d4318e66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386863 Nov 10 22:38:23.638403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802bab2-0a89-4a13-9004-d065289d1ff0 req-6764dd4a-663a-4678-ac55-a60dfd9e87ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.640004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8802bab2-0a89-4a13-9004-d065289d1ff0 req-6764dd4a-663a-4678-ac55-a60dfd9e87ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1916027 Nov 10 22:38:23.709293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-730aae87-59c5-4aa0-81e9-707dfdabf70c req-32a54f36-8acf-4017-a9ca-0187a9e9c139 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238896 Nov 10 22:38:23.728404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-27a92ee3-61ea-47d9-a840-6540da7fa730 service neutron] 10.222.0.20 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179067 Nov 10 22:38:23.736814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8802bab2-0a89-4a13-9004-d065289d1ff0 req-e4ec33ad-117d-4c84-9f56-7eff95f248eb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850184 Nov 10 22:38:23.831096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be965a2a-ba23-44b6-a548-03978ec394e6 req-526d3632-6ffb-4347-9427-130825523bda service neutron] 10.222.0.20 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875773 Nov 10 22:38:23.861846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c38cdc-1fc2-40fe-bf04-0dc56f7f6f91 req-7f158322-2e40-410a-a28b-34cb671f5abe tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:23.863302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6c38cdc-1fc2-40fe-bf04-0dc56f7f6f91 req-7f158322-2e40-410a-a28b-34cb671f5abe tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.0534153 Nov 10 22:38:23.912524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6c38cdc-1fc2-40fe-bf04-0dc56f7f6f91 req-e7d72974-805c-41c2-8544-71774dfb8f66 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Nov 10 22:38:24.220749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6'}, {'name': 'network-changed', 'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:24.223597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6844f29a-f0a7-4ede-855c-10db522bfdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6"}, {"name": "network-changed", "server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:24.290345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b88c4641-ff0c-4e23-b0c8-52c995c949dc req-7961c287-1d36-486d-b949-f1060547d6e7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0269587 Nov 10 22:38:24.318389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458f27-8981-4b3f-92b9-4ed6acccd332 req-58e515ec-c2e8-4690-a60e-99ca994fd2b1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.320246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94458f27-8981-4b3f-92b9-4ed6acccd332 req-58e515ec-c2e8-4690-a60e-99ca994fd2b1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 950 time: 0.0572073 Nov 10 22:38:24.339910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:24.342924 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50614e3f-c889-48e9-bb69-cdafa9c63c8e x-openstack-request-id: req-50614e3f-c889-48e9-bb69-cdafa9c63c8e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:24.344025 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:24.344025 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50614e3f-c889-48e9-bb69-cdafa9c63c8e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:24.344265 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6', 'status': 'completed', 'code': 200} Nov 10 22:38:24.344696 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'status': 'completed', 'code': 200} Nov 10 22:38:24.413030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94458f27-8981-4b3f-92b9-4ed6acccd332 req-f8ab0593-2512-45c2-93b9-5a17cc62d459 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837247 Nov 10 22:38:24.457684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-c2366f6a-a44a-4b68-8267-4afdae2e24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.459317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-c2366f6a-a44a-4b68-8267-4afdae2e24ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1094 time: 0.0709333 Nov 10 22:38:24.575202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-3ce046c7-0d4a-42f4-8e3a-cb1dd6d5bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.576063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973ed7-c10a-4189-ba8c-6ac26f58b58d req-d5ddaf5f-fe30-478c-9d17-6e4aad0414d7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.576965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-3ce046c7-0d4a-42f4-8e3a-cb1dd6d5bb1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.1030462 Nov 10 22:38:24.579015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1973ed7-c10a-4189-ba8c-6ac26f58b58d req-d5ddaf5f-fe30-478c-9d17-6e4aad0414d7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 948 time: 0.1086133 Nov 10 22:38:24.637354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:24.644028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1973ed7-c10a-4189-ba8c-6ac26f58b58d req-16aca513-7134-477b-a5b2-507411a4b203 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 Nov 10 22:38:24.663230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-83d8d41e-e41d-4881-981c-0ebc51681171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6 HTTP/1.1" status: 200 len: 217 time: 0.0448344 Nov 10 22:38:24.667009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:24.670494 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51565077-209e-425c-829b-2fa5c5a94f84" -d '{"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:24.680296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aebdc-e19b-4e70-9f46-a94fcde7a6e8 req-f5a25553-410a-4784-954c-26ad605960d9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.682139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f86aebdc-e19b-4e70-9f46-a94fcde7a6e8 req-f5a25553-410a-4784-954c-26ad605960d9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0973308 Nov 10 22:38:24.686245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:24.691172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:24.752595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:24.772069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-d97cd413-aae4-434b-ad28-809cfde99ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.773627 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-d97cd413-aae4-434b-ad28-809cfde99ffa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0814345 Nov 10 22:38:24.777907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f86aebdc-e19b-4e70-9f46-a94fcde7a6e8 req-3ec867e6-0478-4c1b-a116-28f6731fd64a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866835 Nov 10 22:38:24.803897 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3c14c-8f87-406a-a6a8-87dc9cd960d9 x-openstack-request-id: req-60f3c14c-8f87-406a-a6a8-87dc9cd960d9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:24.804314 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:24.804834 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60f3c14c-8f87-406a-a6a8-87dc9cd960d9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:24.805332 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'code': 200} Nov 10 22:38:24.815101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-0502df40-9e42-466c-ad29-cd2081e0e08e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291855 Nov 10 22:38:24.881393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ea9-bef3-449a-b5c5-f27a5065ab83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:24.944947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444364-63e8-4559-9df8-4cb919663bb4 req-0a165139-21c2-4be3-8ef0-29b540c4e62f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:24.946468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af444364-63e8-4559-9df8-4cb919663bb4 req-0a165139-21c2-4be3-8ef0-29b540c4e62f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0974920 Nov 10 22:38:24.952924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-beb033d0-410b-4216-96a1-d0d9ef77ec8a service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Nov 10 22:38:25.034226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff026067-f4b8-4c60-a537-c46fce140c1d req-362a8799-e588-44f3-9676-81daa4549e66 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.037563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff026067-f4b8-4c60-a537-c46fce140c1d req-362a8799-e588-44f3-9676-81daa4549e66 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.0527639 Nov 10 22:38:25.044945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af444364-63e8-4559-9df8-4cb919663bb4 req-ef5205c2-6646-4f38-9773-72c6719a7e85 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910313 Nov 10 22:38:25.081329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-3dc09712-bf97-439d-b3c2-66349f9e2a27 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126111 Nov 10 22:38:25.086254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff026067-f4b8-4c60-a537-c46fce140c1d req-c977ed86-40e7-4369-8d1a-268f5dd1300c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Nov 10 22:38:25.191325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-9bf375ea-312b-47de-9adb-8850604f3440 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625689 Nov 10 22:38:25.203215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-82545fc2-8286-40dd-bb1e-02491e2f905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.204579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-82545fc2-8286-40dd-bb1e-02491e2f905f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 1094 time: 0.0456066 Nov 10 22:38:25.328543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-cd038262-4216-4e5d-80fe-f4b81c7dd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.329927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-cd038262-4216-4e5d-80fe-f4b81c7dd4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 1100 time: 0.0694802 Nov 10 22:38:25.334328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-b293efa2-d50d-42f3-bb71-6f9795804b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.335672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-b293efa2-d50d-42f3-bb71-6f9795804b92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 905 time: 0.1210928 Nov 10 22:38:25.423776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-a2772402-f63f-4dfa-a54a-a079488bddb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52 HTTP/1.1" status: 200 len: 217 time: 0.0621705 Nov 10 22:38:25.471813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-177670e0-6810-4cfe-b74c-b62bf723bf3c req-708d8be6-c06a-455b-86e6-1a9b1a5dab7d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02a7726-9eac-4e86-9017-91a1b5422453 HTTP/1.1" status: 200 len: 210 time: 0.0672033 Nov 10 22:38:25.856598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-9797e27b-5500-4e8a-a8de-ee5bb1949500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.858109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-9797e27b-5500-4e8a-a8de-ee5bb1949500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.4089968 Nov 10 22:38:25.915342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1e111-e758-4168-b0dd-72ebc8db5845 req-a3322752-fcdf-4dde-8d5b-e1fe983cdca1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.916785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60d1e111-e758-4168-b0dd-72ebc8db5845 req-a3322752-fcdf-4dde-8d5b-e1fe983cdca1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 948 time: 0.1135466 Nov 10 22:38:25.917741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d5a33-7d85-48c4-9e9b-0ee0f02439e2 req-ec3df9e6-4e3e-497a-87d2-3c3bb2e9a863 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.919739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c0d5a33-7d85-48c4-9e9b-0ee0f02439e2 req-ec3df9e6-4e3e-497a-87d2-3c3bb2e9a863 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0535855 Nov 10 22:38:25.920934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-2c23ebb0-7764-4e81-9d33-a9a1b126cab4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465186 Nov 10 22:38:25.923679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-bc59db86-03a5-40c9-a43d-c82385848e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:25.925212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-bc59db86-03a5-40c9-a43d-c82385848e7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.5572770 Nov 10 22:38:25.967175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c0d5a33-7d85-48c4-9e9b-0ee0f02439e2 req-2b77f01e-e73b-4b3b-bab8-f77987804795 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Nov 10 22:38:26.036193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-4dadc2b5-43b9-4248-a831-3e1052393eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 200 len: 217 time: 0.0888424 Nov 10 22:38:26.043638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60d1e111-e758-4168-b0dd-72ebc8db5845 req-cc549903-85f0-423d-89d6-7de4ed066a49 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175745 Nov 10 22:38:26.118698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-b886eeee-7ef7-4641-961e-6de4c4209bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:26.120184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-b886eeee-7ef7-4641-961e-6de4c4209bd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0705893 Nov 10 22:38:26.123117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-27a7945f-6813-4d6a-8de8-0d020c2e4e38 service neutron] 10.222.0.20 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780078 Nov 10 22:38:26.167124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8489b87-18f2-43a9-8f9a-49f4ea12de2f req-42d1db97-d364-45ea-9e7f-3900427b1e04 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:26.168606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8489b87-18f2-43a9-8f9a-49f4ea12de2f req-42d1db97-d364-45ea-9e7f-3900427b1e04 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0517116 Nov 10 22:38:26.217325 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8489b87-18f2-43a9-8f9a-49f4ea12de2f req-6a545879-9469-4def-a798-683c2fa4c680 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Nov 10 22:38:26.266105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-9f133ee5-bfb6-481a-bc9e-48e5b72b2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:26.267602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-9f133ee5-bfb6-481a-bc9e-48e5b72b2ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284623 Nov 10 22:38:26.288606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b958c3-a592-4784-9bbe-d09ad246373b req-e649949b-df35-48e2-92ba-9bc82c8848d7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:26.290298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09b958c3-a592-4784-9bbe-d09ad246373b req-e649949b-df35-48e2-92ba-9bc82c8848d7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.1335382 Nov 10 22:38:26.337788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c0456272-b2d4-497c-b433-8d2cec6bf882 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:26.354290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6844f29a-f0a7-4ede-855c-10db522bfdd4 req-e8862586-fc14-4b26-86dd-49109934d6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137237 Nov 10 22:38:26.397753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09b958c3-a592-4784-9bbe-d09ad246373b req-76a47c9c-5e57-44ca-bdd4-c8fa80896c47 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005039 Nov 10 22:38:26.421673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-b2af9a98-2f25-40e3-9cd0-625ed91e4dfc service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255274 Nov 10 22:38:26.436245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c0456272-b2d4-497c-b433-8d2cec6bf882,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:26.447040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'mac_address': 'fa:16:3e:60:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:26.484823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:26.502131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0456272-b2d4-497c-b433-8d2cec6bf882 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:26.523413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7fcf28d0-a686-4fef-95ca-767464da71d4 req-9da9ee2d-4694-4354-a571-e440cf21e328 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903187 Nov 10 22:38:26.529554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c0456272-b2d4-497c-b433-8d2cec6bf882,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:26.535268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:26.536321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:26.607898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:26.611462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:26.624363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'mac_address': 'fa:16:3e:f6:39:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:26.659559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-8006fea5-88f6-4ed7-858b-8f5126dfd81c service neutron] 10.222.0.20 "GET /v2.0/ports/6136e0c5-5701-4241-a80d-fb12de72a333/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.0695469 Nov 10 22:38:26.668607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:26.682055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dee3420-de8d-4797-a625-6c2d4bb87b67 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:26.702817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:26.707235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:26.757980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:26.869194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3dee3420-de8d-4797-a625-6c2d4bb87b67'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:26.994371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-097a26a8-8219-46e3-bb81-648d4fe87083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:26.996699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-097a26a8-8219-46e3-bb81-648d4fe87083 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1100 time: 0.1023521 Nov 10 22:38:27.075504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-6c7ab98c-23be-4eee-99d3-0623cb6a1989 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.076948 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-6c7ab98c-23be-4eee-99d3-0623cb6a1989 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1523879 Nov 10 22:38:27.093138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee872-d3d4-4442-b430-0cb8be090474 req-64e312bb-3e74-45b1-85ca-898cbd52b730 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.094628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63fee872-d3d4-4442-b430-0cb8be090474 req-64e312bb-3e74-45b1-85ca-898cbd52b730 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0505068 Nov 10 22:38:27.096454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-bf0da079-fce2-4759-95fb-5cabf723fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.098054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-bf0da079-fce2-4759-95fb-5cabf723fd35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1100 time: 0.0653949 Nov 10 22:38:27.099411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-3abf0507-ae9c-4f9c-b382-e432a8564c8c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0159404 Nov 10 22:38:27.145107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-eaf1fdce-1f2d-4f50-a3a5-4367d7afe65b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399585 Nov 10 22:38:27.146679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63fee872-d3d4-4442-b430-0cb8be090474 req-958fbc0d-9f7e-49ad-a736-3fd0edcd0bf4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Nov 10 22:38:27.225976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:27.252010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a9ef-e185-45fb-a3a4-760177fac78f req-f2252f20-ac0f-4b3e-9a00-cf69940b7b6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.254173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c58a9ef-e185-45fb-a3a4-760177fac78f req-f2252f20-ac0f-4b3e-9a00-cf69940b7b6e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 949 time: 0.0527806 Nov 10 22:38:27.278198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-d968313b-3075-4483-ae5d-1a123e672c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.279636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-d968313b-3075-4483-ae5d-1a123e672c0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1646006 Nov 10 22:38:27.289915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-03b652b0-31ad-4bc0-8c7f-507d250edfe9 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202204 Nov 10 22:38:27.312670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c58a9ef-e185-45fb-a3a4-760177fac78f req-4c01e9cc-52be-426b-a021-c182edbb9660 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Nov 10 22:38:27.336296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-fdea5240-6547-407f-a2d0-761eab924388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.0454621 Nov 10 22:38:27.424393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-947c861f-ad2d-4df6-a784-6be8105124e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.425759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-947c861f-ad2d-4df6-a784-6be8105124e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0798218 Nov 10 22:38:27.427570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c6916-ef10-4c97-b45f-983d95416f9e req-6f0ba6ea-9d92-468f-99d8-ef9c18a77bf0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.429066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-794c6916-ef10-4c97-b45f-983d95416f9e req-6f0ba6ea-9d92-468f-99d8-ef9c18a77bf0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0495951 Nov 10 22:38:27.460355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f18ab83-1452-41aa-858b-6d7a2e32505b req-15d9729d-7376-45dd-b394-9d53002364b9 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626694 Nov 10 22:38:27.477420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-794c6916-ef10-4c97-b45f-983d95416f9e req-3883dfa1-7494-4d2c-8acd-a8561dd1b4f4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Nov 10 22:38:27.488652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7e61-220f-41fa-9510-86d69a60d848 req-d536f359-fe5a-4f3e-bfd7-82d87fb442f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.490166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-d536f359-fe5a-4f3e-bfd7-82d87fb442f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469959 Nov 10 22:38:27.542293 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-557c86a9-de21-40df-b32f-183c7e7e85ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:27.616658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-5dbdea7f-fc9c-473d-b87c-47b046b18e74 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101737 Nov 10 22:38:27.622405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc05e9-42cc-4916-b7bb-210c0defa9d1 req-46c30be3-5fa4-428b-a21c-8cd4764d2422 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.623998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6cc05e9-42cc-4916-b7bb-210c0defa9d1 req-46c30be3-5fa4-428b-a21c-8cd4764d2422 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.0701549 Nov 10 22:38:27.682362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6cc05e9-42cc-4916-b7bb-210c0defa9d1 req-3435f76b-0f1f-4a23-9a15-26215151d823 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Nov 10 22:38:27.717912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-047c9b7d-9c3d-4981-96b8-2f844ac55af7 req-41a45dcb-3fe4-4a4f-a016-f34e9daf80ec tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f8d209-fb36-4836-8fcf-4d964b672a10 HTTP/1.1" status: 200 len: 210 time: 0.0314662 Nov 10 22:38:27.771242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-452b7e61-220f-41fa-9510-86d69a60d848 req-92b7dda3-b94d-487e-819d-b5c830b2d3ce service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381083 Nov 10 22:38:28.264211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32f75-2356-44a2-b225-6adb62f0a79d req-a633eb71-a485-48a8-b759-d2d3c33fce42 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:28.265763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20b32f75-2356-44a2-b225-6adb62f0a79d req-a633eb71-a485-48a8-b759-d2d3c33fce42 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0501134 Nov 10 22:38:28.281573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-85102be4-e340-4658-b1db-a13bb9839ecc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:28.283300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-85102be4-e340-4658-b1db-a13bb9839ecc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1132305 Nov 10 22:38:28.302035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-7806c6a6-ee20-40d8-9233-f9bd8b1acef8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0100322 Nov 10 22:38:28.320757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20b32f75-2356-44a2-b225-6adb62f0a79d req-567fd6ae-f524-4d5e-81c3-870bd90d3514 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Nov 10 22:38:28.334356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-95ce1a25-79b5-494d-912d-7bd900fb28c5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269384 Nov 10 22:38:28.347580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:28.350347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:28.464440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-f233f5d9-e7f9-45af-81b9-72e498b4fbbd service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213868 Nov 10 22:38:28.497500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3dee3420-de8d-4797-a625-6c2d4bb87b67 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:28.497763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.525360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835469c-4a0f-48b7-8d07-6fea571c0e35 req-548c6dfc-f7d1-4682-ae60-bf8d8716a0da tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:28.534995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:28.536701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5835469c-4a0f-48b7-8d07-6fea571c0e35 req-548c6dfc-f7d1-4682-ae60-bf8d8716a0da tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 949 time: 0.1226120 Nov 10 22:38:28.556763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6', 'mac_address': 'fa:16:3e:52:ea:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:28.615486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-23578872-ebf8-4507-a96c-1a7c73dc3df1 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495123 Nov 10 22:38:28.630126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5835469c-4a0f-48b7-8d07-6fea571c0e35 req-ea5febe3-d830-4ce1-95f7-bcbda0250d4f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918229 Nov 10 22:38:28.655777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.687827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:28.693436 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.740748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:28.750540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:28.753502 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08a2cf-33ee-453f-8bea-2d882b9fd152" -d '{"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:28.759868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.760619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:28.774093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897fd0c-c6cb-4dfb-8299-8f301060e14c req-f58c454a-67eb-4514-804e-e3749b727f67 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:28.785938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:28.795624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1897fd0c-c6cb-4dfb-8299-8f301060e14c req-f58c454a-67eb-4514-804e-e3749b727f67 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0989885 Nov 10 22:38:28.830420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.851916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:28.880370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1897fd0c-c6cb-4dfb-8299-8f301060e14c req-139faacb-b66b-4e86-ba44-efdb8681eff0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827489 Nov 10 22:38:28.970155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:29.028181 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf0232e-395a-432e-a930-115e7c92b12d x-openstack-request-id: req-6cf0232e-395a-432e-a930-115e7c92b12d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:29.028637 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:29.029008 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cf0232e-395a-432e-a930-115e7c92b12d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:29.029668 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'code': 200} Nov 10 22:38:29.057865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850f8eb-ff20-4558-a2f9-5f2a3a1cd37d req-c75a3c4f-99e9-4539-b5ab-c716016ecda7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:29.076008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b850f8eb-ff20-4558-a2f9-5f2a3a1cd37d req-c75a3c4f-99e9-4539-b5ab-c716016ecda7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 943 time: 0.1243134 Nov 10 22:38:29.091312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:29.094664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:29.123657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'mac_address': 'fa:16:3e:c0:d4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:29.144568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b850f8eb-ff20-4558-a2f9-5f2a3a1cd37d req-6b5af39e-194d-4ff4-8ee7-81bca8d9a706 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673699 Nov 10 22:38:29.188478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.214339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dafc34-da92-40a4-ab00-b8fa9a53cc52 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:29.255514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8764b041-f430-4056-af15-544f85f05518 req-05dd5569-1662-4bdf-9054-aab556e91410 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 210 time: 0.0484307 Nov 10 22:38:29.280528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:29.285219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.368673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:29.483293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d1e46-46f0-40f4-96d3-d0478befffce req-42167c5d-8970-469b-be31-ea8b1786b8ff tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:29.489065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f27d1e46-46f0-40f4-96d3-d0478befffce req-42167c5d-8970-469b-be31-ea8b1786b8ff tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.0713360 Nov 10 22:38:29.569698 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f27d1e46-46f0-40f4-96d3-d0478befffce req-dce6b352-9d00-472e-a719-a6d00192871f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713215 Nov 10 22:38:29.776604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ca335-667a-4932-a2e1-dfeb2d221716 req-3499afd3-6f2b-40bf-8d9a-bd5b134e058d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:29.778850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d9ca335-667a-4932-a2e1-dfeb2d221716 req-3499afd3-6f2b-40bf-8d9a-bd5b134e058d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 949 time: 0.0762842 Nov 10 22:38:29.866383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d9ca335-667a-4932-a2e1-dfeb2d221716 req-7b8dae12-8327-4254-b057-ddc7c382f16e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747123 Nov 10 22:38:29.876053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['19dafc34-da92-40a4-ab00-b8fa9a53cc52'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:29.925399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['577d36eb-8c02-44fe-8e92-af5ce17ebfd6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:30.075514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98284-d75c-4e3a-b33a-229c5d00e7fb req-7d890d42-219c-4f9d-928c-2fe39adf9f83 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:30.083991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93a98284-d75c-4e3a-b33a-229c5d00e7fb req-7d890d42-219c-4f9d-928c-2fe39adf9f83 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0971014 Nov 10 22:38:30.175926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93a98284-d75c-4e3a-b33a-229c5d00e7fb req-9651d271-338a-4b1b-9a26-31eadd2908d6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903630 Nov 10 22:38:30.218594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.354548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:30.357286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c0456272-b2d4-497c-b433-8d2cec6bf882 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:30.359154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561ac7-f26c-4ccf-8343-61f8d9a03f16 req-2a9b5455-f2fb-494a-bb17-a4508a827c3a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:30.361075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6561ac7-f26c-4ccf-8343-61f8d9a03f16 req-2a9b5455-f2fb-494a-bb17-a4508a827c3a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 944 time: 0.1009016 Nov 10 22:38:30.459599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6561ac7-f26c-4ccf-8343-61f8d9a03f16 req-62e341c8-3825-4256-8e25-5f5d3ba566eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Nov 10 22:38:30.563671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc8d115-32ae-44d9-9184-a9295b7c3bea req-c4616fd3-ee4e-4a4f-bce8-6e6f8be0b39e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 210 time: 0.0482559 Nov 10 22:38:30.612200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-6f35fcf9-2a8e-44f2-963e-6bbd3fdb3c01 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:30.614014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-6f35fcf9-2a8e-44f2-963e-6bbd3fdb3c01 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.2137301 Nov 10 22:38:30.632077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:30.668546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:30.720851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.725186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '6136e0c5-5701-4241-a80d-fb12de72a333', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '6136e0c5-5701-4241-a80d-fb12de72a333', 'mac_address': 'fa:16:3e:ad:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:30.729940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port c0456272-b2d4-497c-b433-8d2cec6bf882 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:30.736946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port c0456272-b2d4-497c-b433-8d2cec6bf882 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:30.737608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.760230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884401c-b0e0-4a95-95bb-ad896d926b57 req-083d25fe-fc2d-4ba1-94f9-a964cbbc5f7a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:30.765842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2884401c-b0e0-4a95-95bb-ad896d926b57 req-083d25fe-fc2d-4ba1-94f9-a964cbbc5f7a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.0850976 Nov 10 22:38:30.815208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:30.817017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.820549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.837595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:30.857663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2884401c-b0e0-4a95-95bb-ad896d926b57 req-c63c209b-c248-4281-9d92-40856adc456a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818062 Nov 10 22:38:30.894259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:30.903609 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.911702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.970354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.2 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/48c1e907-14be-42fb-9d51-cd04541d6522) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:30.981090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c0456272-b2d4-497c-b433-8d2cec6bf882,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:30.989053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:30.989922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:31.014926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:31.045857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:31.048323 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e107bdd-2ba9-43b4-acda-17e05ff19239" -d '{"events": [{"server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "name": "network-vif-plugged", "status": "completed", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:31.091324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:31.153364 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9726739-1c8a-4771-a6b6-58b2c4d57525 x-openstack-request-id: req-d9726739-1c8a-4771-a6b6-58b2c4d57525 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:31.153774 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "name": "network-vif-plugged", "status": "completed", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:31.154093 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9726739-1c8a-4771-a6b6-58b2c4d57525 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:31.158575 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'code': 200} Nov 10 22:38:31.159515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.195214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:31.221871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d6363-0b58-497f-85ae-cdd95442a966 req-dabef95e-3a36-4047-8845-aaed2ccb85e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.228253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:31.230350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141d6363-0b58-497f-85ae-cdd95442a966 req-dabef95e-3a36-4047-8845-aaed2ccb85e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.1851201 Nov 10 22:38:31.233433 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.324762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:31.377271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141d6363-0b58-497f-85ae-cdd95442a966 req-65233ac3-1082-4a0a-8ac6-c842afa62ae8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459033 Nov 10 22:38:31.403362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e214ac-ab5d-488f-9e21-508d93f09a9c req-868bc3ef-fb36-4d9b-89cb-6f78826bd90c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.407585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33432f80-1d04-48de-af29-1338a73fe236 req-58679228-7b24-4208-8acf-98200e32b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.409094 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33432f80-1d04-48de-af29-1338a73fe236 req-58679228-7b24-4208-8acf-98200e32b774 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 1101 time: 0.1266174 Nov 10 22:38:31.409691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81e214ac-ab5d-488f-9e21-508d93f09a9c req-868bc3ef-fb36-4d9b-89cb-6f78826bd90c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0676491 Nov 10 22:38:31.428617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.506795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33432f80-1d04-48de-af29-1338a73fe236 req-55c7e438-9c4f-4288-afc0-f31c024e1341 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Nov 10 22:38:31.528902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81e214ac-ab5d-488f-9e21-508d93f09a9c req-8709fdac-321c-4cff-b96f-58aed3e4fda6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101785 Nov 10 22:38:31.532210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.592394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:31.595920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:31.600334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:31.643692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55409-e064-4c84-8232-485aecc135a2 req-32ca9b71-2621-4db0-a4a0-f57bf6e18453 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.651279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91a55409-e064-4c84-8232-485aecc135a2 req-32ca9b71-2621-4db0-a4a0-f57bf6e18453 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 944 time: 0.0620823 Nov 10 22:38:31.662191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.662848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.677345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:31.682779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-514313bc-a758-4b07-82d3-630526daafd0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554607 Nov 10 22:38:31.703816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91a55409-e064-4c84-8232-485aecc135a2 req-d68114c8-d0af-4985-8f91-8b12de247db1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Nov 10 22:38:31.825286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Request body: {'port': {'device_id': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:31.923903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:31.985667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d459a0-212f-40dc-b5b1-f59b1ddbf710 req-4e5fba3a-20a4-45ed-afc7-01bcb3f76aa3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.993575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45d459a0-212f-40dc-b5b1-f59b1ddbf710 req-4e5fba3a-20a4-45ed-afc7-01bcb3f76aa3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 931 time: 0.1104653 Nov 10 22:38:32.065783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b9b8b-233b-4f69-bd86-cf17bd701939 req-d6fc30be-76d3-4fab-b135-faaa30983be4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.074007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f1b9b8b-233b-4f69-bd86-cf17bd701939 req-d6fc30be-76d3-4fab-b135-faaa30983be4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.0671883 Nov 10 22:38:32.140237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f1b9b8b-233b-4f69-bd86-cf17bd701939 req-26271500-a698-493b-aa1f-20d5b651d41e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635245 Nov 10 22:38:32.173465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-45d459a0-212f-40dc-b5b1-f59b1ddbf710 req-19eb04c1-83d6-4182-9466-9b73c8386ac4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743538 Nov 10 22:38:32.184941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-89560e7a-108c-40a4-9350-8f048660e00a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.187495 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-89560e7a-108c-40a4-9350-8f048660e00a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76&tenant_id=992b801f6f7e46319b92fdedfae00f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 947 time: 0.1862504 Nov 10 22:38:32.284688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f26e-1599-4fab-bfbb-035cebee2fc3 req-535f9cb5-6f4f-45e8-b581-760fbb9a4f92 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.286538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ef3f26e-1599-4fab-bfbb-035cebee2fc3 req-535f9cb5-6f4f-45e8-b581-760fbb9a4f92 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0693662 Nov 10 22:38:32.330165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-4ed52d9c-e588-420b-8b82-b17c2fc7148c service neutron] 10.222.0.20 "GET /v2.0/ports/6136e0c5-5701-4241-a80d-fb12de72a333/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.1026492 Nov 10 22:38:32.350710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:32.392543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ef3f26e-1599-4fab-bfbb-035cebee2fc3 req-b1dc114f-e583-48a7-bc2e-549c4c89a330 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834744 Nov 10 22:38:32.416193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c1e907-14be-42fb-9d51-cd04541d6522 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:32.425222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:32.437413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Transition to ACTIVE for port object 48c1e907-14be-42fb-9d51-cd04541d6522 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:32.449602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:32.566080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Pushing event updated for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:32.580921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.581293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.581634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.581977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.582295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.582624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.582949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.583471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.583811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.584128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.584448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.584834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:32.620519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126461-6601-4dff-b860-a8cc9ea5ddf3 req-dc6e929e-de80-46c4-b38b-b99fdde472a8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.628875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9126461-6601-4dff-b860-a8cc9ea5ddf3 req-dc6e929e-de80-46c4-b38b-b99fdde472a8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.1603222 Nov 10 22:38:32.642055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-75e96ef1-c7db-4549-a183-269e8a316989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.644235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-75e96ef1-c7db-4549-a183-269e8a316989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1098 time: 0.2050762 Nov 10 22:38:32.810187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9126461-6601-4dff-b860-a8cc9ea5ddf3 req-5f3863ca-163d-4c7a-b5b7-15e9f05e2b36 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803746 Nov 10 22:38:32.816038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Attempting to bind port 48c1e907-14be-42fb-9d51-cd04541d6522 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:32.822274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Attempting to bind port 48c1e907-14be-42fb-9d51-cd04541d6522 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:32.822804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Attempting to bind port 48c1e907-14be-42fb-9d51-cd04541d6522 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:32.837936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Port 48c1e907-14be-42fb-9d51-cd04541d6522 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:32.838555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Attempting to bind port 48c1e907-14be-42fb-9d51-cd04541d6522 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:32.847039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a918f-d1a5-4d45-ad89-3312ce66968b req-6f109775-fa85-4dfb-aec7-04838a2ebb44 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.852025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:32.852366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:32.852744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:32.853270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Bound port: 48c1e907-14be-42fb-9d51-cd04541d6522, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:32.853630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:32.855422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c2a918f-d1a5-4d45-ad89-3312ce66968b req-6f109775-fa85-4dfb-aec7-04838a2ebb44 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 944 time: 0.0779352 Nov 10 22:38:32.858525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-27c099af-d0ab-423e-be6a-0280a343aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:32.860826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-27c099af-d0ab-423e-be6a-0280a343aefc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1877527 Nov 10 22:38:32.910539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c2a918f-d1a5-4d45-ad89-3312ce66968b req-2f1e3533-2b7b-4b57-8b87-46dc770ed013 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527797 Nov 10 22:38:32.996413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-b1ef48f4-bca6-48a8-9851-991bbfcb0577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.1159368 Nov 10 22:38:33.091430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-5ca97ad0-4e42-41b8-af21-cc56273b76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.091430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-5ca97ad0-4e42-41b8-af21-cc56273b76a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0657365 Nov 10 22:38:33.101470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:33.152733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=48c1e907-14be-42fb-9d51-cd04541d6522,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:33.160461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:33.208226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-4302d029-5531-4a85-9fdb-53b9b6929fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.208226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-4302d029-5531-4a85-9fdb-53b9b6929fcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100512 Nov 10 22:38:33.216503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.216503 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:33.218768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] 10.222.0.20 "PUT /v2.0/ports/48c1e907-14be-42fb-9d51-cd04541d6522 HTTP/1.1" status: 200 len: 1091 time: 1.4012005 Nov 10 22:38:33.218768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:33.225289 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955a324-8a98-47a6-bce1-961cb654c915" -d '{"events": [{"name": "network-changed", "server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:33.321526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fef90-f579-44f0-b5cf-93ed5c9ab657 service neutron] Pushing event updated for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:33.370235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d18f-7bcb-49bb-854b-0b5c3d220f3d req-50e22c9a-fa41-455b-9aae-838755443cf6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.372586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b7d18f-7bcb-49bb-854b-0b5c3d220f3d req-50e22c9a-fa41-455b-9aae-838755443cf6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.0816143 Nov 10 22:38:33.435744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-3e9a802d-ea79-4236-a3ce-ebc8fcd29f7c service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069147 Nov 10 22:38:33.445012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-4509381b-15d5-4e7a-9645-99a5c6e2e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.447631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-4509381b-15d5-4e7a-9645-99a5c6e2e2a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1094 time: 0.1267278 Nov 10 22:38:33.447781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b7d18f-7bcb-49bb-854b-0b5c3d220f3d req-0f315e48-b53d-4a8c-8c41-2c043e67fa77 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685706 Nov 10 22:38:33.456137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd4db-086d-45e6-a286-a1ea1a1680db req-f4b3619a-f908-43d7-97d6-a8c7deaf2ee9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.462380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a4fd4db-086d-45e6-a286-a1ea1a1680db req-f4b3619a-f908-43d7-97d6-a8c7deaf2ee9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.1647964 Nov 10 22:38:33.533147 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858433b7-8977-4328-8be9-d35bb1173262 x-openstack-request-id: req-858433b7-8977-4328-8be9-d35bb1173262 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:33.533408 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:33.533664 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-858433b7-8977-4328-8be9-d35bb1173262 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:33.534056 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522', 'status': 'completed', 'code': 200} Nov 10 22:38:33.741916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38d9d9-64ee-41c1-b683-b04ff2723adc req-61bc4b8b-7ac8-4fbb-812f-5bf9182d4102 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:33.751573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e38d9d9-64ee-41c1-b683-b04ff2723adc req-61bc4b8b-7ac8-4fbb-812f-5bf9182d4102 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0758002 Nov 10 22:38:33.825649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e38d9d9-64ee-41c1-b683-b04ff2723adc req-853a6adb-af30-4cfb-ad70-88701054d46b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642011 Nov 10 22:38:33.916116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf5008c2-20fe-4020-aeb5-d6627ca49bd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48c1e907-14be-42fb-9d51-cd04541d6522 HTTP/1.1" status: 200 len: 217 time: 0.4412174 Nov 10 22:38:34.002341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a4fd4db-086d-45e6-a286-a1ea1a1680db req-5c1b5b5f-2044-479b-9266-bf00397a66b0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301120 Nov 10 22:38:34.025621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-1cec8c63-24c8-45f4-866f-8c466fb4f87e service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622251 Nov 10 22:38:34.036414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-84009655-aa2e-4e52-a891-7011b38fec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.041089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-84009655-aa2e-4e52-a891-7011b38fec5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.1055813 Nov 10 22:38:34.094372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183f4a-0d47-46fe-be5a-2912acb2322a req-642b6db6-4317-467e-a380-653bd07803af tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.096014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-e16213d9-9ccc-466b-b2a3-f9bd11d3c3ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365474 Nov 10 22:38:34.102369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34183f4a-0d47-46fe-be5a-2912acb2322a req-642b6db6-4317-467e-a380-653bd07803af tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.0754032 Nov 10 22:38:34.165631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34183f4a-0d47-46fe-be5a-2912acb2322a req-f61ceb7b-5de0-46c4-a0b0-e3dd993b1432 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620382 Nov 10 22:38:34.329020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd4e55-5137-4371-9ea3-d4d1e613ce5e req-6bd2aac4-c382-4bcd-8964-daf1101d1c81 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.331232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bbd4e55-5137-4371-9ea3-d4d1e613ce5e req-6bd2aac4-c382-4bcd-8964-daf1101d1c81 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 944 time: 0.0934863 Nov 10 22:38:34.333261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-242c35d7-49f1-4489-a9dc-f8cfb9627e23 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234843 Nov 10 22:38:34.372605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:34.473384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183adc42-a11f-4860-9bd8-c1d2c0378dc5 req-c8962fcb-c419-4ed5-99c5-a08aa7dfb859 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.473996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:34.477758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:34.478132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:34.481022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183adc42-a11f-4860-9bd8-c1d2c0378dc5 req-c8962fcb-c419-4ed5-99c5-a08aa7dfb859 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.489596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-183adc42-a11f-4860-9bd8-c1d2c0378dc5 req-c8962fcb-c419-4ed5-99c5-a08aa7dfb859 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df&device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 1691 time: 0.0725517 Nov 10 22:38:34.513680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bbd4e55-5137-4371-9ea3-d4d1e613ce5e req-4dc3c71a-8c34-4481-a815-70dac9a1503b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734767 Nov 10 22:38:34.547256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-0ce7f8c2-ec4c-4444-986a-d481c6c8cf87 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905389 Nov 10 22:38:34.570925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-183adc42-a11f-4860-9bd8-c1d2c0378dc5 req-53b517cf-35a9-4766-840b-8a065e74faf3 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783801 Nov 10 22:38:34.650067 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:34.685057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:34.687958 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e330e58-67d1-4ac3-b528-9bd847cf8c76" -d '{"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-plugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:34.692447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a324-8a98-47a6-bce1-961cb654c915 req-7a09e9cc-efe9-4719-86ed-51699cb2b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.694152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-7a09e9cc-efe9-4719-86ed-51699cb2b22b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1094 time: 0.0576904 Nov 10 22:38:34.707727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:34.712950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b45af7-6ec0-47a8-bbf2-2a197192ebf4 req-10678d3c-fb22-481c-96a9-14937ba7dd07 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.713356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:34.714489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:34.716662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11b45af7-6ec0-47a8-bbf2-2a197192ebf4 req-10678d3c-fb22-481c-96a9-14937ba7dd07 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1148853 Nov 10 22:38:34.850732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11b45af7-6ec0-47a8-bbf2-2a197192ebf4 req-f973e03f-e0ae-422f-a8e2-9ae5fea3cef1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117840 Nov 10 22:38:34.928184 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb55094-3948-4246-8131-5841a04bfad6 x-openstack-request-id: req-4fb55094-3948-4246-8131-5841a04bfad6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:34.928556 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-plugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:34.928673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d4c-97bc-4edd-b07d-afd8c086669d req-0f3c1f28-2e78-4905-a24c-11eb8066097a tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.928770 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fb55094-3948-4246-8131-5841a04bfad6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:34.929134 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'code': 200} Nov 10 22:38:34.955751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb264d4c-97bc-4edd-b07d-afd8c086669d req-0f3c1f28-2e78-4905-a24c-11eb8066097a tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 1101 time: 0.0926569 Nov 10 22:38:34.987038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:35.003888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:35.009065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:35.009738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.029491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb264d4c-97bc-4edd-b07d-afd8c086669d req-287fd83e-668c-415d-a533-a5e900a19ce6 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Nov 10 22:38:35.067513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7af37-c46a-42ee-815a-0b307c276aaa req-dfe7faed-9c98-4d96-99a0-758cc386bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.069038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60d7af37-c46a-42ee-815a-0b307c276aaa req-dfe7faed-9c98-4d96-99a0-758cc386bd48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 1096 time: 0.1769021 Nov 10 22:38:35.072923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a324-8a98-47a6-bce1-961cb654c915 req-e8b06cf0-3c2d-4f30-a565-a413c8f53cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.075491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-e8b06cf0-3c2d-4f30-a565-a413c8f53cc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.3449080 Nov 10 22:38:35.093785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c7fd-f5ac-4edc-b239-eba836559249 req-46b72801-a54f-45a9-ae7a-8e4c03288504 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.095476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac48c7fd-f5ac-4edc-b239-eba836559249 req-46b72801-a54f-45a9-ae7a-8e4c03288504 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.1233423 Nov 10 22:38:35.116610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.176476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:35.185668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.225457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-0080a90d-e623-496e-99d9-f7c5da71d9e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48c1e907-14be-42fb-9d51-cd04541d6522 HTTP/1.1" status: 200 len: 217 time: 0.0889912 Nov 10 22:38:35.257620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:35.282982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb108c55-34bb-435d-9677-71209fde7a63 req-4473940a-6c97-4774-9ac2-c75b49576a15 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.284513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb108c55-34bb-435d-9677-71209fde7a63 req-4473940a-6c97-4774-9ac2-c75b49576a15 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0925758 Nov 10 22:38:35.298661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac48c7fd-f5ac-4edc-b239-eba836559249 req-1b17b11b-1cfd-43c2-9fea-a508c27344ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970370 Nov 10 22:38:35.311302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60d7af37-c46a-42ee-815a-0b307c276aaa req-c47d06bf-83c8-46a2-bdb6-ebb645a57052 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941974 Nov 10 22:38:35.335284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a324-8a98-47a6-bce1-961cb654c915 req-a0460576-b7cf-48fb-b57a-ea3dbece40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.338444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-a0460576-b7cf-48fb-b57a-ea3dbece40f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0966225 Nov 10 22:38:35.370769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb108c55-34bb-435d-9677-71209fde7a63 req-d2cbc447-ba40-4373-abd0-bb3d10331298 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798228 Nov 10 22:38:35.419495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da824efb-4981-479f-8714-c7e587c1256a req-d186fe96-069b-430b-8c9d-efa4e57c0a80 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.421176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da824efb-4981-479f-8714-c7e587c1256a req-d186fe96-069b-430b-8c9d-efa4e57c0a80 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 1101 time: 0.0548749 Nov 10 22:38:35.471012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da824efb-4981-479f-8714-c7e587c1256a req-95e70d7a-f0e3-4dae-b405-a99d744723e1 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Nov 10 22:38:35.649273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacfea2-8d1a-4762-a291-c67e8c3d373f req-2088c47b-dafc-4114-ad1e-7dd385613e28 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.650803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dacfea2-8d1a-4762-a291-c67e8c3d373f req-2088c47b-dafc-4114-ad1e-7dd385613e28 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.0567052 Nov 10 22:38:35.723074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-09331dfa-36bb-4752-889e-cfa6b63a08ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333383 Nov 10 22:38:35.740565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dacfea2-8d1a-4762-a291-c67e8c3d373f req-e75174a4-7f6f-4001-816d-5db1da5678db tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826232 Nov 10 22:38:35.833235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-f436d34c-6308-4756-95ce-af798983c44e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431020 Nov 10 22:38:35.885090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-20bee473-d086-4f52-b82d-9a74c18656b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377442 Nov 10 22:38:35.982007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-51c578b7-30c3-453c-bfbb-0f235ddfa796 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.991117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-51c578b7-30c3-453c-bfbb-0f235ddfa796 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493008 Nov 10 22:38:36.010583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-de7991f8-4877-4793-86a0-81c317cadd9d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0182502 Nov 10 22:38:36.032791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f4bb9-54f6-40e8-b961-9b6f6c40c4f1 req-db5762b9-7096-493d-92c9-2177c080d5b1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.039423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-550f4bb9-54f6-40e8-b961-9b6f6c40c4f1 req-db5762b9-7096-493d-92c9-2177c080d5b1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1024077 Nov 10 22:38:36.080363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e955a324-8a98-47a6-bce1-961cb654c915 req-9a45bb53-c5c2-43cd-bb06-2e390646b967 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673095 Nov 10 22:38:36.090681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-a425fd31-dc99-46e4-99a6-fda2d3208b62 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0768814 Nov 10 22:38:36.111428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-550f4bb9-54f6-40e8-b961-9b6f6c40c4f1 req-8f74bcd1-8411-4eb6-a565-e62eebacbb81 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709870 Nov 10 22:38:36.307102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd16dbbd-d431-4408-83bb-df4b4ef17f74 req-18f04386-a6ed-4c73-9fc5-c0fefb47ec9a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 210 time: 0.0365684 Nov 10 22:38:36.395474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:36.460942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa8438-d004-45f6-8160-5ed1afade387 req-3cfcca7d-7666-4028-b4cc-bef8842c2dc9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.469419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7fa8438-d004-45f6-8160-5ed1afade387 req-3cfcca7d-7666-4028-b4cc-bef8842c2dc9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0875847 Nov 10 22:38:36.485942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 6136e0c5-5701-4241-a80d-fb12de72a333 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:36.486314 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.567935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e57b5-8511-4eb4-89ee-f0a1cf53fd1c req-f1d7d198-b852-42f0-8c61-3953d6e78b65 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.569617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-093e57b5-8511-4eb4-89ee-f0a1cf53fd1c req-f1d7d198-b852-42f0-8c61-3953d6e78b65 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0596330 Nov 10 22:38:36.586560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7fa8438-d004-45f6-8160-5ed1afade387 req-8ade1647-2b5e-46b0-87e8-d9151788ad88 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158340 Nov 10 22:38:36.631709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.656925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-093e57b5-8511-4eb4-89ee-f0a1cf53fd1c req-1c036cae-2b18-4d95-95ac-20c6d520dc9c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798414 Nov 10 22:38:36.687066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:36.691538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.787654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:36.929936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6'}, {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:36.932541 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93b60db-da88-46cb-92ef-a12f7a4649ef" -d '{"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-plugged", "status": "completed", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6"}, {"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:36.933838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f455d3-1632-4c49-a899-c5b1baa32772 req-305a9027-8769-4081-b595-976d685c4907 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.938929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2f455d3-1632-4c49-a899-c5b1baa32772 req-305a9027-8769-4081-b595-976d685c4907 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.0962663 Nov 10 22:38:36.990984 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba6cc74-f71c-427c-9a27-5bebaf199a0d x-openstack-request-id: req-dba6cc74-f71c-427c-9a27-5bebaf199a0d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:36.991382 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-plugged", "status": "completed", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6", "code": 200}, {"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:36.991808 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dba6cc74-f71c-427c-9a27-5bebaf199a0d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:36.992268 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6', 'code': 200} Nov 10 22:38:36.992527 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'code': 200} Nov 10 22:38:37.026941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2f455d3-1632-4c49-a899-c5b1baa32772 req-fc29a31c-f2d8-4e99-9ef0-4b6bc4c233c2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Nov 10 22:38:37.311272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5f90f-94fb-4cf6-9052-6b736dc67237 req-7c8a6356-c8fb-4c55-8e7d-70eb6f733cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.313263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78b5f90f-94fb-4cf6-9052-6b736dc67237 req-7c8a6356-c8fb-4c55-8e7d-70eb6f733cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1096 time: 0.1592224 Nov 10 22:38:37.334451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b2a65-e5d1-4427-8330-7c1e5118e253 req-33a7345d-ba92-4888-a85f-c828cf289f10 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.335972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a61b2a65-e5d1-4427-8330-7c1e5118e253 req-33a7345d-ba92-4888-a85f-c828cf289f10 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1322188 Nov 10 22:38:37.420578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58c2d1a5-e5cf-4dc9-bb3d-0fb7cd734140 req-7c55e849-6a58-4a3a-b66e-aeed4945ba30 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 210 time: 0.0347278 Nov 10 22:38:37.424102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a61b2a65-e5d1-4427-8330-7c1e5118e253 req-40a36e64-d6f7-4969-8e55-04ff18b5e623 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Nov 10 22:38:37.427188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78b5f90f-94fb-4cf6-9052-6b736dc67237 req-5b2ad561-ba65-4b2d-b548-f6479711cc7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897729 Nov 10 22:38:37.585068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-f7cee34d-f4eb-44a7-a3b6-0596ac59ee3a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255888 Nov 10 22:38:37.762051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0683-ed28-4434-9eb7-8429f974078b req-0845758f-f81a-471c-8e45-e33d5c9c16eb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.769815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03bb0683-ed28-4434-9eb7-8429f974078b req-0845758f-f81a-471c-8e45-e33d5c9c16eb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0920725 Nov 10 22:38:37.771587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-6e7ba980-3c3a-4958-9b58-0d3755933a1d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.773979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-6e7ba980-3c3a-4958-9b58-0d3755933a1d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770275 Nov 10 22:38:37.788308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:37.832235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03bb0683-ed28-4434-9eb7-8429f974078b req-246fc5ec-0298-401c-9da4-4b7d193da886 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614452 Nov 10 22:38:37.937710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881acc-9672-4d3e-a454-93b818b0e725 req-91192da6-57b1-43b5-a4ab-e3f0f52a80b6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.948952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa881acc-9672-4d3e-a454-93b818b0e725 req-91192da6-57b1-43b5-a4ab-e3f0f52a80b6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0884440 Nov 10 22:38:38.056604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa881acc-9672-4d3e-a454-93b818b0e725 req-34a8ac0d-e866-4759-b837-64bb9a435a27 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067734 Nov 10 22:38:38.073357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:38.077951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:38.192593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2fdf-3705-4d92-bc61-645636711893 req-30aa7022-0654-4765-b513-f7645a1b32d2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:38.202743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1af2fdf-3705-4d92-bc61-645636711893 req-30aa7022-0654-4765-b513-f7645a1b32d2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.0733814 Nov 10 22:38:38.246580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.42 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/d5cd8758-da95-4f91-88aa-c66371be79d0) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:38.266482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1af2fdf-3705-4d92-bc61-645636711893 req-5af64642-087c-4a10-a27b-c2c4518b37d7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626733 Nov 10 22:38:38.400635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 48c1e907-14be-42fb-9d51-cd04541d6522 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:38.554938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:38.585413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998182e7-c87b-47a1-943c-3bfa8cbbdca2 req-27ed00dd-2595-4bb6-896f-bca1824d4e34 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:38.594623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-998182e7-c87b-47a1-943c-3bfa8cbbdca2 req-27ed00dd-2595-4bb6-896f-bca1824d4e34 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.0900640 Nov 10 22:38:38.595292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=48c1e907-14be-42fb-9d51-cd04541d6522,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:38.617647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '48c1e907-14be-42fb-9d51-cd04541d6522', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': '48c1e907-14be-42fb-9d51-cd04541d6522', 'mac_address': 'fa:16:3e:a6:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:38.660131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b446-c7fe-49ee-83de-5b87325d8dc9 req-f8bbd809-262a-4992-bf1f-49e73566fcc1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:38.670263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2488b446-c7fe-49ee-83de-5b87325d8dc9 req-f8bbd809-262a-4992-bf1f-49e73566fcc1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1310234 Nov 10 22:38:38.703147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:38.726787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c1e907-14be-42fb-9d51-cd04541d6522 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:38.742791 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-998182e7-c87b-47a1-943c-3bfa8cbbdca2 req-8013e65f-3fb2-4edd-99cf-6f7f05313eb9 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453996 Nov 10 22:38:38.757014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2488b446-c7fe-49ee-83de-5b87325d8dc9 req-91ce9737-546d-4e7f-9b16-61b92d6212e7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856767 Nov 10 22:38:38.758466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=48c1e907-14be-42fb-9d51-cd04541d6522,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:38.758876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:38.776323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:38.789921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:38.792870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:38.919791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:38.929862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:38.976749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:39.008558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:39.041360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:39.055269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cee9b1-e8c9-4036-8d2e-b75634caa36a req-2cd54917-dd28-455a-b413-d13036ebde9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.059610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7cee9b1-e8c9-4036-8d2e-b75634caa36a req-2cd54917-dd28-455a-b413-d13036ebde9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.1419499 Nov 10 22:38:39.061881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.062321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.063374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.063829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.064256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.064680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.065228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.065642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.066060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.066477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.067913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.068359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:39.101574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d8972-16c4-4985-8f9a-388b69406164 req-1a722dd4-7555-4b97-8863-ee4d3e33da4e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.113593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-531d8972-16c4-4985-8f9a-388b69406164 req-1a722dd4-7555-4b97-8863-ee4d3e33da4e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 935 time: 0.1880348 Nov 10 22:38:39.122750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.124584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:39.251941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7cee9b1-e8c9-4036-8d2e-b75634caa36a req-643703eb-e653-4bac-8493-a36be7992879 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790435 Nov 10 22:38:39.260433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1a2fc16c-90a1-4077-b93d-5ffcf5a83914 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4764194 Nov 10 22:38:39.297232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-531d8972-16c4-4985-8f9a-388b69406164 req-ad6ba734-a5c8-4604-af94-133d234ddb7c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821015 Nov 10 22:38:39.307377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Request body: {'port': {'device_id': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:39.362398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-953c0222-6ffb-465b-9d4b-0ab2d4c0134e None None] Provisioning complete for port d5cd8758-da95-4f91-88aa-c66371be79d0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:39.362933 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-953c0222-6ffb-465b-9d4b-0ab2d4c0134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:39.450140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-bc33f0d4-efe6-4928-a988-0a4053dbb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.455322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-bc33f0d4-efe6-4928-a988-0a4053dbb13d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1100 time: 0.1074455 Nov 10 22:38:39.541318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-953c0222-6ffb-465b-9d4b-0ab2d4c0134e None None] Port d5cd8758-da95-4f91-88aa-c66371be79d0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:38:39.552556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['48c1e907-14be-42fb-9d51-cd04541d6522'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:39.593392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bfaf7-3991-4b0a-b803-9e71d2f04cfd req-20031276-c48d-4427-a571-0827b71b2fe5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.601423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b4bfaf7-3991-4b0a-b803-9e71d2f04cfd req-20031276-c48d-4427-a571-0827b71b2fe5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.1383979 Nov 10 22:38:39.614038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-d7c31940-b423-40ef-a4a9-69055313719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.614038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-d7c31940-b423-40ef-a4a9-69055313719f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 1100 time: 0.0927317 Nov 10 22:38:39.734728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-9130ec4f-07c8-43ef-9dca-db24863d1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.736235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-9130ec4f-07c8-43ef-9dca-db24863d1106 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1105564 Nov 10 22:38:39.787925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:39.804663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-164e3c2a-a201-4991-bed9-96b4fe7a3a6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 200 len: 217 time: 0.0455134 Nov 10 22:38:39.815650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b4bfaf7-3991-4b0a-b803-9e71d2f04cfd req-36bbd93d-b8d6-4415-a1ca-82b14b5574d3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132664 Nov 10 22:38:39.949205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-19c5d8d5-11eb-4a55-847d-0857b89d9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.952872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-19c5d8d5-11eb-4a55-847d-0857b89d9836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1362624 Nov 10 22:38:40.042832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84506698-b988-4f9e-ad0f-76677cf60946 req-c59e6af7-f7c2-40ae-9be9-cfbefbbabce4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.044533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84506698-b988-4f9e-ad0f-76677cf60946 req-c59e6af7-f7c2-40ae-9be9-cfbefbbabce4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.1651847 Nov 10 22:38:40.056563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23b76-5661-4751-984e-4d5b8751438f req-eb98080a-0598-47d8-8d78-4cef677cae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.058511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-eb98080a-0598-47d8-8d78-4cef677cae6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659003 Nov 10 22:38:40.066483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764200b9-3201-4d17-aa82-a4d54fffb0bb req-f4ad7bbf-7f3d-404b-a1fa-990b808da0ad tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.067972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764200b9-3201-4d17-aa82-a4d54fffb0bb req-f4ad7bbf-7f3d-404b-a1fa-990b808da0ad tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.1356397 Nov 10 22:38:40.185700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-764200b9-3201-4d17-aa82-a4d54fffb0bb req-218941cc-7261-4d07-b73c-2a643ec3a124 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964270 Nov 10 22:38:40.233665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-6d78e5f3-5c81-48c1-81b7-477d1fe0ef4d service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584380 Nov 10 22:38:40.261007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84506698-b988-4f9e-ad0f-76677cf60946 req-75da7884-2062-4e50-a7a5-e56655a3c5cd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602492 Nov 10 22:38:40.299056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cd8758-da95-4f91-88aa-c66371be79d0 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:40.316185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.340568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Transition to ACTIVE for port object d5cd8758-da95-4f91-88aa-c66371be79d0 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:40.377170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.413487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffe23b76-5661-4751-984e-4d5b8751438f req-bb1b4ecb-7521-4bc7-bdd3-d9a8c63bb8f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397679 Nov 10 22:38:40.428620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:40.466066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:40.575879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a215b9-6667-4f9a-a452-a9d972e0a325 req-ea503e5b-e2ba-41b5-9dd3-17e4f0398c8b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.585553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27a215b9-6667-4f9a-a452-a9d972e0a325 req-ea503e5b-e2ba-41b5-9dd3-17e4f0398c8b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.2411942 Nov 10 22:38:40.658389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.676030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27a215b9-6667-4f9a-a452-a9d972e0a325 req-842608f5-8f87-4230-9c5d-e2aa1b02a012 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892701 Nov 10 22:38:40.681388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Attempting to bind port d5cd8758-da95-4f91-88aa-c66371be79d0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:40.682382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Attempting to bind port d5cd8758-da95-4f91-88aa-c66371be79d0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:40.682715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Attempting to bind port d5cd8758-da95-4f91-88aa-c66371be79d0 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:40.699594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Port d5cd8758-da95-4f91-88aa-c66371be79d0 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:40.700038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Attempting to bind port d5cd8758-da95-4f91-88aa-c66371be79d0 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:40.713297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:40.713680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:40.714071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:40.715097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Bound port: d5cd8758-da95-4f91-88aa-c66371be79d0, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:40.715478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.719495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c118d-4aec-4baa-a6cd-1403ae6a748d req-e65e99a6-4b1b-4861-8ba0-e961dcd5f686 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.721064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca7c118d-4aec-4baa-a6cd-1403ae6a748d req-e65e99a6-4b1b-4861-8ba0-e961dcd5f686 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 947 time: 0.1081648 Nov 10 22:38:40.744392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:40.758116 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98183fd1-e3c9-4b59-92da-3bcce57237c8" -d '{"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-unplugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:40.828312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:40.833210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca7c118d-4aec-4baa-a6cd-1403ae6a748d req-de8ef7f9-0037-4550-8f74-db24b433c9cb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019776 Nov 10 22:38:40.833747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:40.837793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d5cd8758-da95-4f91-88aa-c66371be79d0,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:40.849890 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.863292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.923766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.924419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.926441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] 10.222.0.39 "PUT /v2.0/ports/d5cd8758-da95-4f91-88aa-c66371be79d0 HTTP/1.1" status: 200 len: 1095 time: 1.6559706 Nov 10 22:38:40.928848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:40.932067 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2c203-a63f-481c-864a-9b544c96fedc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:40.968657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fa79a-4c11-42f5-b1d7-790290b24449 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:41.030872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:41.060929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-9472d7ea-64c7-4954-afdf-9ab1e001447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.065571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-9472d7ea-64c7-4954-afdf-9ab1e001447a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 1098 time: 0.0826497 Nov 10 22:38:41.097575 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d1961-e938-41af-bd36-f89fc0629b7b x-openstack-request-id: req-b11d1961-e938-41af-bd36-f89fc0629b7b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:41.098088 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-unplugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:41.098489 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b11d1961-e938-41af-bd36-f89fc0629b7b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:41.099035 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'code': 200} Nov 10 22:38:41.133077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-098e8478-c0c8-4261-a1ef-07c6bed0531b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d5cd8758-da95-4f91-88aa-c66371be79d0 HTTP/1.1" status: 200 len: 217 time: 0.0602632 Nov 10 22:38:41.153868 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0916ce-eef3-424a-a6c5-ede2966d2004 x-openstack-request-id: req-1b0916ce-eef3-424a-a6c5-ede2966d2004 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:41.154247 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:41.154556 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b0916ce-eef3-424a-a6c5-ede2966d2004 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:41.155013 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'status': 'completed', 'code': 200} Nov 10 22:38:41.244947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db665f-5fdc-40cc-b8cf-26b93ede138f req-c54b296a-70d5-429c-b3cf-e98cb019a1d0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.247891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45db665f-5fdc-40cc-b8cf-26b93ede138f req-c54b296a-70d5-429c-b3cf-e98cb019a1d0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.1064651 Nov 10 22:38:41.250866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-b71eead1-71a9-41f6-b74b-fda836ce7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.252678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-b71eead1-71a9-41f6-b74b-fda836ce7109 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1087825 Nov 10 22:38:41.347832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1d5bc22d-3329-4023-aa84-84507fcee3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.350353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-1d5bc22d-3329-4023-aa84-84507fcee3e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888066 Nov 10 22:38:41.361725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45db665f-5fdc-40cc-b8cf-26b93ede138f req-5b175a62-92c6-4bd2-b3fc-a4e16fc6349e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065831 Nov 10 22:38:41.426206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58587ee-cc0e-4059-89bc-9c70ced344c7 req-375f6c8b-eaa6-4f0c-9830-7d89ca1b136d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.428358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b58587ee-cc0e-4059-89bc-9c70ced344c7 req-375f6c8b-eaa6-4f0c-9830-7d89ca1b136d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.0675788 Nov 10 22:38:41.483048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-69b7a429-b95e-4c9d-be16-3b3cf4afd52a service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203260 Nov 10 22:38:41.493085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b58587ee-cc0e-4059-89bc-9c70ced344c7 req-1e54446e-8f43-4a58-8403-c20f3e3bfcbe tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Nov 10 22:38:41.609382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3d052a2-2e5a-4b71-8a67-1c4e71a323a1 req-57bb1249-0c3b-4eb8-b334-248a7ddb92f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196456 Nov 10 22:38:41.700842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c203-a63f-481c-864a-9b544c96fedc req-0ade8d5a-4058-4298-a756-6c20fb31fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.701841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-0ade8d5a-4058-4298-a756-6c20fb31fd0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 1098 time: 0.0446522 Nov 10 22:38:41.861352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc6e7-c882-4795-a2e8-a8e51740d5c4 req-73a6d019-cde6-488a-88a7-ecec8fc1ea8c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.863384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e13bc6e7-c882-4795-a2e8-a8e51740d5c4 req-73a6d019-cde6-488a-88a7-ecec8fc1ea8c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0914958 Nov 10 22:38:41.868276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c203-a63f-481c-864a-9b544c96fedc req-a76195ec-b175-45e3-870f-7fa632b84cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.869782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-a76195ec-b175-45e3-870f-7fa632b84cb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1612172 Nov 10 22:38:41.925507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-7ac4c3e9-1c3f-422e-a3d0-b122a1f5b66b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d5cd8758-da95-4f91-88aa-c66371be79d0 HTTP/1.1" status: 200 len: 217 time: 0.0454290 Nov 10 22:38:42.018630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e13bc6e7-c882-4795-a2e8-a8e51740d5c4 req-b8b4e5d0-2a5e-4ecb-837f-263e2c9211f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465194 Nov 10 22:38:42.036883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd354-c89e-477a-b815-2d1fc5898d99 req-3744ba1d-1c2c-4d58-bee8-9dd3791a02f1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.038437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b30fd354-c89e-477a-b815-2d1fc5898d99 req-3744ba1d-1c2c-4d58-bee8-9dd3791a02f1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 947 time: 0.0708325 Nov 10 22:38:42.041381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c203-a63f-481c-864a-9b544c96fedc req-fc58a695-9e6d-4d70-85c6-38908499c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.043482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-fc58a695-9e6d-4d70-85c6-38908499c571 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0842481 Nov 10 22:38:42.117869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c203-a63f-481c-864a-9b544c96fedc req-9df5f85a-66a4-40af-9191-3fe5181263c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.119303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-9df5f85a-66a4-40af-9191-3fe5181263c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654306 Nov 10 22:38:42.120790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b30fd354-c89e-477a-b815-2d1fc5898d99 req-fd408a66-196d-43b3-8695-4245fbd4a86a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755458 Nov 10 22:38:42.236197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-bf27bb1f-ffa9-40be-95b3-7f767d6858da service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069059 Nov 10 22:38:42.346253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6af2c203-a63f-481c-864a-9b544c96fedc req-e3fa7558-bad2-4730-a633-c3fecf8e90ad service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022217 Nov 10 22:38:42.478765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473fe6-a3a0-4eb1-b801-6234d1ffbe2c req-1d6f60d7-ac35-47e6-9b9d-a7e628d55d2a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.481296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d473fe6-a3a0-4eb1-b801-6234d1ffbe2c req-1d6f60d7-ac35-47e6-9b9d-a7e628d55d2a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0532324 Nov 10 22:38:42.535240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d473fe6-a3a0-4eb1-b801-6234d1ffbe2c req-e54dfa94-b498-47a1-8beb-9077b7f2cf29 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Nov 10 22:38:42.622906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e86c8-514e-43b6-95fd-8512c4886b6f req-6db9489a-ce41-4aea-947e-72e79c6dbe2f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.624384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef1e86c8-514e-43b6-95fd-8512c4886b6f req-6db9489a-ce41-4aea-947e-72e79c6dbe2f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Nov 10 22:38:42.672805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef1e86c8-514e-43b6-95fd-8512c4886b6f req-e950aae4-78ad-4380-8781-68378dc38712 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Nov 10 22:38:43.138906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886cf8-bfe4-4096-befa-e7008797f926 req-054085e5-e9df-42e9-b333-14b3d86f4a4c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.140577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7886cf8-bfe4-4096-befa-e7008797f926 req-054085e5-e9df-42e9-b333-14b3d86f4a4c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0497258 Nov 10 22:38:43.201669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7886cf8-bfe4-4096-befa-e7008797f926 req-372fb504-6e26-4150-8868-c536e224477e tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Nov 10 22:38:43.285570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcbf2b-c001-4ded-8f58-48f232743a4c req-47fdb742-755c-424a-bd57-33a067aaad50 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.287038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eadcbf2b-c001-4ded-8f58-48f232743a4c req-47fdb742-755c-424a-bd57-33a067aaad50 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 947 time: 0.0553508 Nov 10 22:38:43.337625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eadcbf2b-c001-4ded-8f58-48f232743a4c req-2e85cb88-ca9a-4adf-b860-011f9051650b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Nov 10 22:38:43.447872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451c2bf-7f3c-4291-b427-c68967d3cb1b req-3501fb22-5450-4a72-8b53-118ae44f1eb1 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.449255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4451c2bf-7f3c-4291-b427-c68967d3cb1b req-3501fb22-5450-4a72-8b53-118ae44f1eb1 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0489345 Nov 10 22:38:43.495850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4451c2bf-7f3c-4291-b427-c68967d3cb1b req-ac835c6a-3ccb-4c01-9c63-d95731a30572 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Nov 10 22:38:43.652177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f5a92-bfbf-4061-a990-956ccd142b18 req-3be86167-aa6b-48a4-90e0-c2d569abb7a6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.653650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-746f5a92-bfbf-4061-a990-956ccd142b18 req-3be86167-aa6b-48a4-90e0-c2d569abb7a6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0478446 Nov 10 22:38:43.704288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-746f5a92-bfbf-4061-a990-956ccd142b18 req-ff93de43-c627-4d2f-8170-9a5d7d304d0d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Nov 10 22:38:43.811991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18393005-315b-4326-8d92-72db757a984b req-fcf17d58-f5ed-45c9-b49f-d5050ad3cf9d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.813915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18393005-315b-4326-8d92-72db757a984b req-fcf17d58-f5ed-45c9-b49f-d5050ad3cf9d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.0551081 Nov 10 22:38:43.870204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18393005-315b-4326-8d92-72db757a984b req-fbf2bc4e-734c-4e9f-a486-6fce301126b1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488651 Nov 10 22:38:43.950962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d5cd8758-da95-4f91-88aa-c66371be79d0 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:44.052641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d5cd8758-da95-4f91-88aa-c66371be79d0,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:44.063770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'mac_address': 'fa:16:3e:42:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:44.100005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.112492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cd8758-da95-4f91-88aa-c66371be79d0 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:44.131398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d5cd8758-da95-4f91-88aa-c66371be79d0,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:44.135058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.179341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:44.316933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94ba29-e809-4b42-bbd5-eba062a04c7c req-1aa525f7-9547-419d-8df5-e66ab1da1c46 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:44.318420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f94ba29-e809-4b42-bbd5-eba062a04c7c req-1aa525f7-9547-419d-8df5-e66ab1da1c46 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 947 time: 0.0482616 Nov 10 22:38:44.363362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d5cd8758-da95-4f91-88aa-c66371be79d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:44.368232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f94ba29-e809-4b42-bbd5-eba062a04c7c req-9f24ef20-5c8b-465d-b08e-a0f997ed3895 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Nov 10 22:38:44.435434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:44.438089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 48c1e907-14be-42fb-9d51-cd04541d6522 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:44.485762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657edaf-ef6a-423e-8f64-6efeb426004e req-28290eae-f6cd-46ba-8d7a-7732231e252f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:44.487430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d657edaf-ef6a-423e-8f64-6efeb426004e req-28290eae-f6cd-46ba-8d7a-7732231e252f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 948 time: 0.0571499 Nov 10 22:38:44.505223 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.535040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d657edaf-ef6a-423e-8f64-6efeb426004e req-6cc42392-0ba2-4e88-a94a-340776d966cb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Nov 10 22:38:44.598675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 48c1e907-14be-42fb-9d51-cd04541d6522 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:44.626281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 48c1e907-14be-42fb-9d51-cd04541d6522 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:44.626655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.635484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:44.672346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'mac_address': 'fa:16:3e:c0:d4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:44.744251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.782116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19dafc34-da92-40a4-ab00-b8fa9a53cc52 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:44.808825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.811792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:44.824878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ed08-1b02-4622-963a-2d47a5e76bb0 req-24e64755-52c1-40cb-897c-69c9d21170f2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:44.826414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2188ed08-1b02-4622-963a-2d47a5e76bb0 req-24e64755-52c1-40cb-897c-69c9d21170f2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0534933 Nov 10 22:38:44.827096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.827746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:44.875633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2188ed08-1b02-4622-963a-2d47a5e76bb0 req-35655215-6fc3-4ec7-9510-224e0e140484 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Nov 10 22:38:44.879645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:44.881904 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b04619-e76b-4c6d-a423-38a8814928f5" -d '{"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-plugged", "status": "completed", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:44.900384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.911949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=48c1e907-14be-42fb-9d51-cd04541d6522,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:44.957956 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0b569-5426-482f-8461-dfd257192ff2 x-openstack-request-id: req-c4b0b569-5426-482f-8461-dfd257192ff2 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:44.958683 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-plugged", "status": "completed", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:44.958683 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4b0b569-5426-482f-8461-dfd257192ff2 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:44.958900 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522', 'code': 200} Nov 10 22:38:44.961662 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:44.965657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:45.034590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17ca6e-dcd8-446d-bc38-76cec2b44839 req-2af563f9-66d4-4c16-9e80-7bd7afced0b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:45.036209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b17ca6e-dcd8-446d-bc38-76cec2b44839 req-2af563f9-66d4-4c16-9e80-7bd7afced0b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0558386 Nov 10 22:38:45.042234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:45.052675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:45.063199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '6136e0c5-5701-4241-a80d-fb12de72a333', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '6136e0c5-5701-4241-a80d-fb12de72a333', 'mac_address': 'fa:16:3e:ad:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:45.107082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:45.108319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542075a-e39a-4429-9771-4c61d201492f req-068d2c43-afa9-4b5d-9ac5-4869c9ea760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:45.109834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4542075a-e39a-4429-9771-4c61d201492f req-068d2c43-afa9-4b5d-9ac5-4869c9ea760f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1096 time: 0.0720072 Nov 10 22:38:45.120432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:45.128956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b17ca6e-dcd8-446d-bc38-76cec2b44839 req-9ae4375d-70bd-4a7c-a53d-5c6e304f4e60 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Nov 10 22:38:45.152738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:45.156546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:45.166059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4542075a-e39a-4429-9771-4c61d201492f req-753d81c9-afb1-43e8-98a6-e63ee0f09bf3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Nov 10 22:38:45.208791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:45.489633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6df2f1-2011-42d4-b51f-56389f321f24 req-d16a3bcc-b849-48c8-ace4-9edd526bafc4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:45.491107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d6df2f1-2011-42d4-b51f-56389f321f24 req-d16a3bcc-b849-48c8-ace4-9edd526bafc4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0508554 Nov 10 22:38:45.539140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d6df2f1-2011-42d4-b51f-56389f321f24 req-eeb653c3-6530-488d-8d49-7336a4f56cb1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Nov 10 22:38:45.647890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918881-d7ff-4b29-a958-45073b568a3e req-6314b4a7-ffe5-4eb5-bd4b-08b38fd57312 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:45.649278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c918881-d7ff-4b29-a958-45073b568a3e req-6314b4a7-ffe5-4eb5-bd4b-08b38fd57312 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 948 time: 0.0474269 Nov 10 22:38:45.698246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c918881-d7ff-4b29-a958-45073b568a3e req-ddeb9d92-b341-46dd-89d0-6fc27a8e8ea8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Nov 10 22:38:45.749432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['19dafc34-da92-40a4-ab00-b8fa9a53cc52'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:45.969794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d5cd8758-da95-4f91-88aa-c66371be79d0 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:45.999480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d0fb8-b312-49b8-b08b-6c3bfd046d6e req-dc70bfe4-c22a-42b8-9875-df77955f1c0b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.001011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a5d0fb8-b312-49b8-b08b-6c3bfd046d6e req-dc70bfe4-c22a-42b8-9875-df77955f1c0b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0544765 Nov 10 22:38:46.024343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port d5cd8758-da95-4f91-88aa-c66371be79d0 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:46.030014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port d5cd8758-da95-4f91-88aa-c66371be79d0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:46.030367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.051913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a5d0fb8-b312-49b8-b08b-6c3bfd046d6e req-6ebc71a6-4919-4594-95e8-cb6c9e6f3a0e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Nov 10 22:38:46.118947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.153264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d5cd8758-da95-4f91-88aa-c66371be79d0,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:46.157714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.209336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:46.251592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f502b-224f-4f0c-bba8-a1ae6867035f req-f8c77ab0-cf67-4b03-a645-6e8a10c0d384 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.253860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e54f502b-224f-4f0c-bba8-a1ae6867035f req-f8c77ab0-cf67-4b03-a645-6e8a10c0d384 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Nov 10 22:38:46.300844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e54f502b-224f-4f0c-bba8-a1ae6867035f req-3d63888a-882c-403c-bc2b-eab3eaf532e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Nov 10 22:38:46.336820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:46.455721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:46.460675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:46.578369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:46.578738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.631365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:46.644184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'mac_address': 'fa:16:3e:dd:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:46.666094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f65ca-7cf7-448c-8ae9-aa9c87d5e4d4 req-fafa36ba-afa2-42fa-9004-e7b211b5d9cf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.668177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-044f65ca-7cf7-448c-8ae9-aa9c87d5e4d4 req-fafa36ba-afa2-42fa-9004-e7b211b5d9cf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0507224 Nov 10 22:38:46.720375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-044f65ca-7cf7-448c-8ae9-aa9c87d5e4d4 req-e757e146-8603-4c7e-aef3-10eb949dc9b9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Nov 10 22:38:46.818340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba0c50-801d-4d98-ad14-ab3d22b1d244 req-82ae64f8-30a0-45bf-bdb9-4da9bdc4fb54 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.819809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bba0c50-801d-4d98-ad14-ab3d22b1d244 req-82ae64f8-30a0-45bf-bdb9-4da9bdc4fb54 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0494554 Nov 10 22:38:46.839582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.842492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.861621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:46.872225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bba0c50-801d-4d98-ad14-ab3d22b1d244 req-8482d6e3-f1b1-4cb2-8933-8dbcd2db7a8c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Nov 10 22:38:46.895351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:46.897283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:46.899579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.904194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:46.904905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:46.960368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0'}, {'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:46.962598 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f5721b-73ee-4b1d-9899-ce3ca13d9433" -d '{"events": [{"server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "name": "network-vif-plugged", "status": "completed", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0"}, {"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-plugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:46.981838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:47.007273 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8abdb-9876-42c6-9b91-2850c0b66629 x-openstack-request-id: req-01b8abdb-9876-42c6-9b91-2850c0b66629 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:47.007564 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "name": "network-vif-plugged", "status": "completed", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0", "code": 200}, {"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-plugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:47.007804 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b8abdb-9876-42c6-9b91-2850c0b66629 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:47.008184 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'code': 200} Nov 10 22:38:47.008431 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'code': 200} Nov 10 22:38:47.074154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:47.077367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:47.112031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:47.118717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:47.145360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408824-cc25-4d86-b96e-9d41bd569e4a req-f1f8c248-9776-416e-b212-0ae4de50721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:47.146811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05408824-cc25-4d86-b96e-9d41bd569e4a req-f1f8c248-9776-416e-b212-0ae4de50721d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 1100 time: 0.0503044 Nov 10 22:38:47.171610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:47.191124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cda28-84eb-41e9-8c32-5eef39a09439 req-3a352631-6634-4f43-be87-42e1f8970055 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:47.192704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d4cda28-84eb-41e9-8c32-5eef39a09439 req-3a352631-6634-4f43-be87-42e1f8970055 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0599298 Nov 10 22:38:47.196176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05408824-cc25-4d86-b96e-9d41bd569e4a req-538394b2-75b2-4f76-91c3-d2737d727533 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Nov 10 22:38:47.253099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d4cda28-84eb-41e9-8c32-5eef39a09439 req-3fdf690d-04b5-4b32-8e2f-aa2c9c454796 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Nov 10 22:38:47.255448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d7135777-4913-4cf4-abd1-7c4ac3238cfa'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:47.426652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7558ee-969a-4dff-bb6f-77ea800982bc req-6c74fb1e-182c-400d-92b9-3f3ff6eae842 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:47.428134 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b7558ee-969a-4dff-bb6f-77ea800982bc req-6c74fb1e-182c-400d-92b9-3f3ff6eae842 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Nov 10 22:38:47.478513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b7558ee-969a-4dff-bb6f-77ea800982bc req-3cd5131a-308d-4288-977f-d67d85e8fcd3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Nov 10 22:38:47.852553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254238-aedc-42eb-9e84-16b5b9d88721 req-79879f32-955d-4cfc-8b3f-1d0bee0ad168 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:47.854271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e254238-aedc-42eb-9e84-16b5b9d88721 req-79879f32-955d-4cfc-8b3f-1d0bee0ad168 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0548642 Nov 10 22:38:47.913379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e254238-aedc-42eb-9e84-16b5b9d88721 req-28656b14-82c8-4584-9b03-133f49649041 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Nov 10 22:38:48.006521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c5e4-b4be-43f5-b997-5edffe2812cf req-0b71133f-4730-4c94-b414-a849a53ef004 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:48.008691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3a6c5e4-b4be-43f5-b997-5edffe2812cf req-0b71133f-4730-4c94-b414-a849a53ef004 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0576298 Nov 10 22:38:48.074501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3a6c5e4-b4be-43f5-b997-5edffe2812cf req-b7a53920-9b2b-46a0-8036-f61b128846ca tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586317 Nov 10 22:38:48.377953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeb819-4d3b-4325-a16e-8a60f336ad1a req-ba8ac5fb-e53f-49f1-945c-b7703740aedf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:48.386479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6eeb819-4d3b-4325-a16e-8a60f336ad1a req-ba8ac5fb-e53f-49f1-945c-b7703740aedf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0658674 Nov 10 22:38:48.440318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6eeb819-4d3b-4325-a16e-8a60f336ad1a req-e7461aee-276b-4c45-a03d-934f5970bac3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Nov 10 22:38:48.608267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14091e2-6d3f-4cba-ac35-136028950816 req-b67a0bd9-adfa-417e-9e4d-efe5a8c63413 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:48.610022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d14091e2-6d3f-4cba-ac35-136028950816 req-b67a0bd9-adfa-417e-9e4d-efe5a8c63413 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0542367 Nov 10 22:38:48.673556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d14091e2-6d3f-4cba-ac35-136028950816 req-8344e71d-d963-4699-81da-3b42f4fff955 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571561 Nov 10 22:38:48.915286 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:38:49.009385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:49.012391 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07f9dd-c1f8-4a9b-8568-0b0fd0056f9c" -d '{"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:49.046415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd2de-6f18-4df0-a767-8f5905e96db4 req-946d68ee-e164-4c07-9d5c-c7e98c9726b5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:49.050204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4afdd2de-6f18-4df0-a767-8f5905e96db4 req-946d68ee-e164-4c07-9d5c-c7e98c9726b5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0568788 Nov 10 22:38:49.068180 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86321c7c-e9df-4de2-98d2-883739d1981b x-openstack-request-id: req-86321c7c-e9df-4de2-98d2-883739d1981b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:49.068500 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:49.068758 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86321c7c-e9df-4de2-98d2-883739d1981b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:49.069185 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'code': 200} Nov 10 22:38:49.111562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4afdd2de-6f18-4df0-a767-8f5905e96db4 req-0df7b3ce-46b5-4461-a09a-6cb517250eb8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 Nov 10 22:38:49.244372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f240-10cb-4701-945a-422dd88060f9 req-b92e654d-7c4a-4858-b176-ac048123a539 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:49.246562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d3f240-10cb-4701-945a-422dd88060f9 req-b92e654d-7c4a-4858-b176-ac048123a539 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0774224 Nov 10 22:38:49.300482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d3f240-10cb-4701-945a-422dd88060f9 req-4910cc17-f838-4ffc-b0a3-b782ce2e472c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458219 Nov 10 22:38:49.605327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554d55-d72e-408a-89a3-464d34b2f376 req-6cc61aeb-ee99-4c18-9251-97b3ae8ea2da tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:49.613449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10554d55-d72e-408a-89a3-464d34b2f376 req-6cc61aeb-ee99-4c18-9251-97b3ae8ea2da tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0797577 Nov 10 22:38:49.616749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cd633-2142-4704-9d9f-7519f7c14182 req-7c7ff530-6ae7-493f-a262-e3f2965c82da tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:49.625570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-449cd633-2142-4704-9d9f-7519f7c14182 req-7c7ff530-6ae7-493f-a262-e3f2965c82da tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 1100 time: 0.0578113 Nov 10 22:38:49.681229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10554d55-d72e-408a-89a3-464d34b2f376 req-b52fbbda-086c-4f6c-a2de-a119ab1a8aac tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Nov 10 22:38:49.715845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-449cd633-2142-4704-9d9f-7519f7c14182 req-1ba1e9aa-0223-48e3-962d-a868a0eff108 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890324 Nov 10 22:38:49.985156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541fdc9-610d-4b74-a23f-dc5e8eb3edd8 req-4e65c2ec-869a-4efa-b536-39a58eafefa4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:50.003029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b541fdc9-610d-4b74-a23f-dc5e8eb3edd8 req-4e65c2ec-869a-4efa-b536-39a58eafefa4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.2166679 Nov 10 22:38:50.004490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-fe1ecfb6-ea55-40bb-8f42-fd17a554ece8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534146 Nov 10 22:38:50.077923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b541fdc9-610d-4b74-a23f-dc5e8eb3edd8 req-804a825e-a168-4dd7-a43d-60820403c7f7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682533 Nov 10 22:38:50.130130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-fe8b9d7d-fa8c-4d61-b108-f2be523df0e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:50.131593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-fe8b9d7d-fa8c-4d61-b108-f2be523df0e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260176 Nov 10 22:38:50.149255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-4a8894b1-18ee-4b9a-a559-5c3871a51457 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0112503 Nov 10 22:38:50.248892 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-8852a0d2-625d-450a-a16f-b494eff5d70b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0872138 Nov 10 22:38:50.263094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b76d0c-82af-49ca-98c2-dcd5846626ab req-71947cfe-440f-4db7-84f7-df22e1eadded tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:50.264621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65b76d0c-82af-49ca-98c2-dcd5846626ab req-71947cfe-440f-4db7-84f7-df22e1eadded tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 949 time: 0.0679848 Nov 10 22:38:50.356057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65b76d0c-82af-49ca-98c2-dcd5846626ab req-85f4c0dd-b97e-44bc-8a50-2bf8592add0c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856185 Nov 10 22:38:50.498049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:50.516133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4af2e865-b567-497c-99bf-c5bd447c76cf req-d87f9daf-8f36-496b-939f-60a407ea6bf7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 210 time: 0.0540416 Nov 10 22:38:50.569391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 6136e0c5-5701-4241-a80d-fb12de72a333 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:50.569830 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:50.669450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:50.710450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:50.715649 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:50.716768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:50.823176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:50.852850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.853832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.854436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.855735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.856253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.856679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.857147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.858052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.858638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.859061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.860127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.860728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:50.894779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d7135777-4913-4cf4-abd1-7c4ac3238cfa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:50.895276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:50.906113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb83cc-5f91-4c90-9ef7-de6df1c63290 req-22b481eb-8886-416d-85d7-d1d06c97ed89 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:50.914367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ceb83cc-5f91-4c90-9ef7-de6df1c63290 req-22b481eb-8886-416d-85d7-d1d06c97ed89 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0937543 Nov 10 22:38:51.000286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:51.007640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ceb83cc-5f91-4c90-9ef7-de6df1c63290 req-78ecc9a4-e11a-4544-a0cd-ce1801915643 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919802 Nov 10 22:38:51.057475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:51.063188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:51.069958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}, {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:51.074005 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3898fa8d-4d05-4eb5-a763-1602661c58a8" -d '{"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}, {"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:51.126959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:51.203423 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b00f6d0-e05a-4acb-ae35-228f68fa50ae x-openstack-request-id: req-8b00f6d0-e05a-4acb-ae35-228f68fa50ae {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:51.203846 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-plugged", "status": "completed", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "code": 200}, {"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-plugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:51.204102 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b00f6d0-e05a-4acb-ae35-228f68fa50ae {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:51.204587 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'code': 200} Nov 10 22:38:51.204815 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'code': 200} Nov 10 22:38:51.245771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06822c-9172-42b4-8b10-4d25d3375124 req-15b5f25d-33c2-4e75-8797-84731c8cd82f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:51.247456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be06822c-9172-42b4-8b10-4d25d3375124 req-15b5f25d-33c2-4e75-8797-84731c8cd82f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0694773 Nov 10 22:38:51.330465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be06822c-9172-42b4-8b10-4d25d3375124 req-777ed33b-2f00-40e1-9329-cbb4413a54d3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Nov 10 22:38:51.510147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf266f8-b610-4d90-83f8-862bb779fc84 req-3cad317a-4f99-45a3-bf35-c03208ccc1b7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:51.511837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bf266f8-b610-4d90-83f8-862bb779fc84 req-3cad317a-4f99-45a3-bf35-c03208ccc1b7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 950 time: 0.0750732 Nov 10 22:38:51.590951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bf266f8-b610-4d90-83f8-862bb779fc84 req-4169a198-c5a2-44c7-984b-28392d14fb07 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728281 Nov 10 22:38:51.740798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89ae888f-198f-4243-912c-b4874de534fb req-fe7eee46-407c-474a-a7da-a9fb6e1213c6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 210 time: 0.0584898 Nov 10 22:38:51.867029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-3c1f586b-0f3e-41f9-b9c1-07c5eec0227d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780752 Nov 10 22:38:52.150362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-91b845f5-694c-4fe7-a2c8-5107abefed5c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:52.152251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-91b845f5-694c-4fe7-a2c8-5107abefed5c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833543 Nov 10 22:38:52.170359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:52.407495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:52.415526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:52.595628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.229 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:52.812551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:52.868961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:52.886833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45', 'd5cd8758-da95-4f91-88aa-c66371be79d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:52.891761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:52.952811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:53.024829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:53.075267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:53.240613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:53.276715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:53.277447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:53.345022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-ba45585b-04b9-4fe4-8ed2-66d9e391085f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1804681 Nov 10 22:38:53.358724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Request body: {'port': {'device_id': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:53.538439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:53.695975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b45511e5-ae84-4acd-93e5-756323d8d63b None None] Provisioning complete for port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:53.696385 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b45511e5-ae84-4acd-93e5-756323d8d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:53.845983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b45511e5-ae84-4acd-93e5-756323d8d63b None None] Port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:38:53.978062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:53.986975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:54.001301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Transition to ACTIVE for port object d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:54.005742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:54.131483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Pushing event updated for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:54.312139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Attempting to bind port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:54.312469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Attempting to bind port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:54.312797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Attempting to bind port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:54.317969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:54.318288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Attempting to bind port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:54.324345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:54.324683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:54.325087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:54.325524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Bound port: d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:54.325882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:54.470345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:54.484552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:54.495627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:54.576227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Pushing event updated for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:54.592588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:54.593683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:54.594988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-7fb7de0e-2e8c-4911-9d57-ea33d87d9e05 service neutron] 10.222.0.39 "PUT /v2.0/ports/d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 HTTP/1.1" status: 200 len: 1096 time: 1.2422049 Nov 10 22:38:54.595504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:54.598804 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:54.735376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-41dbadb0-276d-46a0-aad3-4026c3e04d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:54.736875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-41dbadb0-276d-46a0-aad3-4026c3e04d22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 1099 time: 0.0772274 Nov 10 22:38:54.821236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-357b39f7-0003-4c0c-a8f5-4b5d70ba277f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0705612 Nov 10 22:38:54.924511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-fc0534bf-06ee-46f7-80e6-643774b3ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:54.930993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-fc0534bf-06ee-46f7-80e6-643774b3ed3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0940075 Nov 10 22:38:54.956207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b0ef-154c-45f2-a4e8-b57de567f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:55.071563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-1576b347-963e-4744-b090-3a9adf1c7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:55.073133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-1576b347-963e-4744-b090-3a9adf1c7fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370461 Nov 10 22:38:55.244148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-3f324ea2-5ea2-4f91-bf57-fc56da193123 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600225 Nov 10 22:38:55.394914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e66928d7-3050-4048-885d-d5166ff6ea1a req-917f97f7-ecd3-4414-ad09-6a14eae86f46 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400514 Nov 10 22:38:57.541584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b00257e7-77a2-4aa0-a2d0-2828d51317cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:57.991854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:58.125832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:58.139840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6', 'mac_address': 'fa:16:3e:6f:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:58.191725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:58.217851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:58.265002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:58.271507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:58.344895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:58.520686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:58.793714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:58.901496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c36c8-fb73-4e94-ac0f-73ad3108a3c9 req-32f6c7bc-0b6a-40ec-b64b-aca66c019e8d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:58.903886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-162c36c8-fb73-4e94-ac0f-73ad3108a3c9 req-32f6c7bc-0b6a-40ec-b64b-aca66c019e8d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0581753 Nov 10 22:38:58.911500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba56d6-b77f-4dc3-8dac-5e69519542aa req-b71cb942-bec0-4732-bfa2-fb0ac89234e8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:58.920149 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22ba56d6-b77f-4dc3-8dac-5e69519542aa req-b71cb942-bec0-4732-bfa2-fb0ac89234e8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0716012 Nov 10 22:38:58.959964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-162c36c8-fb73-4e94-ac0f-73ad3108a3c9 req-19117a47-4edc-4615-b05f-0057ad701c88 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493803 Nov 10 22:38:58.981447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22ba56d6-b77f-4dc3-8dac-5e69519542aa req-5953bf1c-3218-4a20-8ed5-4f7990128c77 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 Nov 10 22:38:59.103975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7603-dd25-4158-bccf-6ed44815e44b req-ab0e910a-0a04-4fcc-82ee-8851875d17da tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.106938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d1e7603-dd25-4158-bccf-6ed44815e44b req-ab0e910a-0a04-4fcc-82ee-8851875d17da tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 950 time: 0.0547028 Nov 10 22:38:59.127071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f351-a77c-44c6-8f41-041e6b2d1fef req-bc966efc-ef82-49cb-b152-7099110e81ca tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.129008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ad6f351-a77c-44c6-8f41-041e6b2d1fef req-bc966efc-ef82-49cb-b152-7099110e81ca tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 949 time: 0.0669925 Nov 10 22:38:59.195987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d1e7603-dd25-4158-bccf-6ed44815e44b req-04fde197-cfa8-4dbc-b8fd-eb645f6bf02c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825391 Nov 10 22:38:59.247706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ad6f351-a77c-44c6-8f41-041e6b2d1fef req-79c47053-4a1d-4a56-b3d6-071357d124eb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123860 Nov 10 22:38:59.363444 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e3865-0411-4802-80c5-4f132576ddbd x-openstack-request-id: req-d47e3865-0411-4802-80c5-4f132576ddbd {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:59.363752 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:59.363968 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d47e3865-0411-4802-80c5-4f132576ddbd {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:59.364365 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6', 'status': 'completed', 'code': 200} Nov 10 22:38:59.462830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-c2982e4a-c198-4b54-92ae-e18949d68383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.464921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-c2982e4a-c198-4b54-92ae-e18949d68383 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 1100 time: 0.0665610 Nov 10 22:38:59.582384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-89da4681-520c-4ada-a037-87e0f3577cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.585592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-89da4681-520c-4ada-a037-87e0f3577cc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1137788 Nov 10 22:38:59.629729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-c1a49fb7-1350-47a1-af7a-ff62c06d2776 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0368154 Nov 10 22:38:59.710822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-b5a996d4-6605-4482-9626-7c734c36265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.712610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-b5a996d4-6605-4482-9626-7c734c36265d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0684962 Nov 10 22:38:59.780529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-0f54885e-d425-46bb-bbd7-ff44e701d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:59.782086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-0f54885e-d425-46bb-bbd7-ff44e701d335 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605607 Nov 10 22:38:59.900837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-791a1c89-a081-4da9-a8e0-bc5694b543bf service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107697 Nov 10 22:39:00.008715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:00.039475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36d4e5b1-bacb-402f-9c12-b89efde1ab7f req-fe429cc8-7e37-4ee5-8be3-c78f5432bfbd service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284847 Nov 10 22:39:00.089060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:00.093801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:00.094352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:00.150799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-3f59364f-d749-469a-9eee-912f82856d68 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513678 Nov 10 22:39:00.185412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:00.221788 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:00.228044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:00.231194 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f480fd1b-c0f4-432a-95d2-beef87c5d26c" -d '{"events": [{"server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "name": "network-vif-plugged", "status": "completed", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:00.245677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:00.251199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:00.284610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4f58-220d-4f73-8f7a-d4bcd3777c5d req-921be9fb-d9ee-4f5b-91c4-46a1b51cccbc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:00.286164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f9a4f58-220d-4f73-8f7a-d4bcd3777c5d req-921be9fb-d9ee-4f5b-91c4-46a1b51cccbc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0782626 Nov 10 22:39:00.325171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-dc9e991c-c02d-4d6f-8ef7-1ba517a1266b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:00.333001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-dc9e991c-c02d-4d6f-8ef7-1ba517a1266b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800988 Nov 10 22:39:00.333351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:00.356097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-82d6daa9-6108-4637-8e77-d381e204a2b0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/quotas/992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 375 time: 0.0216353 Nov 10 22:39:00.363088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f9a4f58-220d-4f73-8f7a-d4bcd3777c5d req-052af6a1-1261-4746-8fd7-0e27c388c1d9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698516 Nov 10 22:39:00.433998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-886053c7-3e1b-4795-ab58-82959ff919b7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767193 Nov 10 22:39:00.486375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1cf2f-80f7-4954-9654-04eb2f811092 req-7516273d-2ff7-44b8-ac87-39b6ebb6dead tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:00.489855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fde1cf2f-80f7-4954-9654-04eb2f811092 req-7516273d-2ff7-44b8-ac87-39b6ebb6dead tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0626376 Nov 10 22:39:00.557244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fde1cf2f-80f7-4954-9654-04eb2f811092 req-d5171e51-6767-4f67-b299-c4d51b6676f4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589616 Nov 10 22:39:00.628013 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9404c-98ac-4083-949a-38f8faebe375 x-openstack-request-id: req-98b9404c-98ac-4083-949a-38f8faebe375 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:00.628705 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "name": "network-vif-plugged", "status": "completed", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:00.629251 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98b9404c-98ac-4083-949a-38f8faebe375 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:00.629848 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6', 'code': 200} Nov 10 22:39:00.665449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:00.839421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdedd6-768d-4ece-a35d-e4981fb53dce req-001ede83-59ff-422f-a1e7-344aa97cfc99 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:00.848445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74bdedd6-768d-4ece-a35d-e4981fb53dce req-001ede83-59ff-422f-a1e7-344aa97cfc99 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.1330144 Nov 10 22:39:00.861849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5573c3-423c-40d7-99d5-f0769fd87c98 req-cd9d9957-3883-47d4-bdcb-9d2ad4af2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:00.863439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f5573c3-423c-40d7-99d5-f0769fd87c98 req-cd9d9957-3883-47d4-bdcb-9d2ad4af2676 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 1101 time: 0.0948632 Nov 10 22:39:00.923566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74bdedd6-768d-4ece-a35d-e4981fb53dce req-bd01cb5e-1591-4d8a-b395-67a7e56d1387 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Nov 10 22:39:00.971000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f5573c3-423c-40d7-99d5-f0769fd87c98 req-6297a53d-ca18-4fb6-b2bc-93a664243934 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997021 Nov 10 22:39:01.031422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be2fbf79-a10e-483c-a5a1-e2414d889fbf req-5c112c61-e20e-441e-9e88-ca208fc695f2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 210 time: 0.0426960 Nov 10 22:39:01.266887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-46ebec2b-c61d-41e4-8ede-6ab7b3dbc222 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:01.268802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-46ebec2b-c61d-41e4-8ede-6ab7b3dbc222 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.1872022 Nov 10 22:39:01.297304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-4cf95db0-2f93-433f-8754-a6ddc00b7235 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/quotas/1ed81e23faa946e288faf3c8db411457 HTTP/1.1" status: 200 len: 375 time: 0.0191433 Nov 10 22:39:01.357547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-cced1aa3-5940-4b2b-9571-2d01a7c1d13a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577097 Nov 10 22:39:01.499830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-d2572ff9-01fc-421b-8a4f-2440d5de136a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:01.504179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-d2572ff9-01fc-421b-8a4f-2440d5de136a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.1361325 Nov 10 22:39:01.542003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-1d1de12e-abdc-4d26-87f1-156fcfd36265 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836090 Nov 10 22:39:01.567571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb519-8fd4-43cc-ae91-7fbe950f2e5b req-8edd7e85-f944-4e33-9b97-c4fa9ce434b4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:01.576641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-000eb519-8fd4-43cc-ae91-7fbe950f2e5b req-8edd7e85-f944-4e33-9b97-c4fa9ce434b4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0915091 Nov 10 22:39:01.655037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-000eb519-8fd4-43cc-ae91-7fbe950f2e5b req-8c3ae6be-5d73-44c0-bbf8-db3e44d50eb9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772748 Nov 10 22:39:01.728111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-42cb8d67-78bf-447c-b193-d15fdec2bbd5 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812017 Nov 10 22:39:01.768414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:01.769040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:01.786254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82822-1b2a-4ff1-8254-2c614cfbde55 req-306439d2-40f1-4e7a-b0fd-162f85d536be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:01.801662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41e82822-1b2a-4ff1-8254-2c614cfbde55 req-306439d2-40f1-4e7a-b0fd-162f85d536be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0676877 Nov 10 22:39:01.876006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41e82822-1b2a-4ff1-8254-2c614cfbde55 req-c651f758-dfc6-44dd-b54d-355dbda649c5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656493 Nov 10 22:39:01.960502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:01.961362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:02.026402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-b4c6ba7a-ff3e-4e29-8ce7-56d464e18996 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=992b801f6f7e46319b92fdedfae00f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401225 Nov 10 22:39:02.026889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-125e7bad-1dab-461b-93ef-fd05ed949970 req-30e4e95a-3db6-4bbd-bcd8-24abf453ff40 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0601022 Nov 10 22:39:02.031653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:02.257270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:02.272392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c06fe5-fabc-49d4-84fc-d1aad406fdb3 req-080e79bb-7599-48d1-a918-8bc89990e766 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:02.276445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '8302073a-7985-4137-a1d4-73a61b7fcd90', '577d36eb-8c02-44fe-8e92-af5ce17ebfd6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:02.281836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59c06fe5-fabc-49d4-84fc-d1aad406fdb3 req-080e79bb-7599-48d1-a918-8bc89990e766 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.1544306 Nov 10 22:39:02.368131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=577d36eb-8c02-44fe-8e92-af5ce17ebfd6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:02.430910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:02.434963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:02.438670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-4536c549-17c9-4307-910e-3ca41fe468ee tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/577d36eb-8c02-44fe-8e92-af5ce17ebfd6 HTTP/1.1" status: 204 len: 173 time: 0.9122748 Nov 10 22:39:02.478485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-deleted', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:02.482417 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6327a34c-3660-42ba-9aa2-a99079e69ab7" -d '{"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-deleted", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:02.500436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94ffb61c-6ad9-42ef-8e05-6b028fc7d22f req-280b3f31-8a59-44ee-9412-eae84a47c2e9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 210 time: 0.0705960 Nov 10 22:39:02.552729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-47c83231-c296-4634-8045-42468a02062b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:02.555093 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-47c83231-c296-4634-8045-42468a02062b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.3417296 Nov 10 22:39:02.659455 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76d830-b4d8-49bf-8834-8553a8f37475 x-openstack-request-id: req-ca76d830-b4d8-49bf-8834-8553a8f37475 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:02.659745 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-deleted", "tag": "577d36eb-8c02-44fe-8e92-af5ce17ebfd6", "status": "failed", "code": 422}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:02.659991 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca76d830-b4d8-49bf-8834-8553a8f37475 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:02.660422 n-d-811521-3 neutron-server[102458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-deleted', 'tag': '577d36eb-8c02-44fe-8e92-af5ce17ebfd6', 'status': 'failed', 'code': 422} returned with failed status Nov 10 22:39:02.847800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a08a7da9-38f3-446a-a2c3-e214840fafec req-eca841ea-4948-47bc-baef-e25cb9eaf00e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0796344 Nov 10 22:39:02.887617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-c8438ae3-ecb4-4961-a1ee-98024297e104 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:02.888222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port 48c1e907-14be-42fb-9d51-cd04541d6522 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:02.888222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:02.890190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-c8438ae3-ecb4-4961-a1ee-98024297e104 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8561029 Nov 10 22:39:02.928706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Request body: {'port': {'device_id': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '992b801f6f7e46319b92fdedfae00f7a'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:03.005687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59c06fe5-fabc-49d4-84fc-d1aad406fdb3 req-5f67ae05-6f70-4893-a215-4f494143efcb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227869 Nov 10 22:39:03.097622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port 48c1e907-14be-42fb-9d51-cd04541d6522, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=48c1e907-14be-42fb-9d51-cd04541d6522,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:03.098151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:03.113411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for 48c1e907-14be-42fb-9d51-cd04541d6522 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:03.115585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Made reservation on behalf of 992b801f6f7e46319b92fdedfae00f7a for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:03.119376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:03.265415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:03.340062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Allocated IP 192.168.233.238 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/eb01def4-f17b-412b-9f3f-990be3350c87) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:03.360768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port 48c1e907-14be-42fb-9d51-cd04541d6522 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:03.363915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=48c1e907-14be-42fb-9d51-cd04541d6522,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:03.366296 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:03.371058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5159eb2d-a743-4f7c-9414-302db19ed659 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "DELETE /v2.0/ports/48c1e907-14be-42fb-9d51-cd04541d6522 HTTP/1.1" status: 204 len: 173 time: 0.7983403 Nov 10 22:39:03.379342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356e8e7-c470-4b79-8611-debf00864965 req-40bf8a69-bcd0-4b69-93e1-b75f77db2c72 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:03.389131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a356e8e7-c470-4b79-8611-debf00864965 req-40bf8a69-bcd0-4b69-93e1-b75f77db2c72 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 867 time: 0.4077728 Nov 10 22:39:03.476623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a356e8e7-c470-4b79-8611-debf00864965 req-bb091aca-60a9-4515-90e6-d615d224d1af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864275 Nov 10 22:39:03.570292 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af5269b5-5bf4-4ce4-b3f6-fb1d0f022601 req-e75aa324-e2ae-4285-816e-3244ff4dd2cc tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 210 time: 0.1295700 Nov 10 22:39:03.743718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:03.879416 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9e442ea-cbd8-4b73-a034-c3eeb6c28ced req-29678763-56f7-44c2-b2e4-78e330fd46fa tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 210 time: 0.1236401 Nov 10 22:39:04.035243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:04.097256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:04.122381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1dbb52a1-873f-47a3-9c36-e28fbafbd1f4 req-09c4c4eb-0fd9-4bc8-9914-961e9cb773b9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0563078 Nov 10 22:39:04.169969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-88cfd236-34f1-47d4-8f2f-04a0766e0774 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:04.173982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-88cfd236-34f1-47d4-8f2f-04a0766e0774 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.2420340 Nov 10 22:39:04.176245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['48c1e907-14be-42fb-9d51-cd04541d6522'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:04.186801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3', '6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:04.199618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Request body: {'port': {'device_id': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'admin_state_up': True, 'tenant_id': '1ed81e23faa946e288faf3c8db411457'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:04.301828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:04.343720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:04.355668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:04.365112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:04.414315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:04.423633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:04.472554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4265-22a4-490b-8f58-07b3f9336c5c req-fb79f4dd-351f-48d3-9d12-3a0a286cb02a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:04.487893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-109b4265-22a4-490b-8f58-07b3f9336c5c req-fb79f4dd-351f-48d3-9d12-3a0a286cb02a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.2509327 Nov 10 22:39:04.551084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:04.657291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:04.657916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 577d36eb-8c02-44fe-8e92-af5ce17ebfd6 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:04.658484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:04.689744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-deleted', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:04.693733 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa69aa-991e-413b-8452-3ed23024b9c8" -d '{"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-deleted", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:04.708353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce7b2497-f8cd-46e8-813b-c16d223ae996 req-9b2167c9-0b01-4afd-9651-a33e98a4a2e0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 210 time: 0.0541682 Nov 10 22:39:04.782178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Allocated IP 172.20.0.3 (005c7b72-3f74-49c0-b901-ae0cffcce745/3feb01f4-3e96-40b6-b2c9-f5ceae250ba0/1fd98a79-e338-4d83-981f-3501ee043244) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:04.808291 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-109b4265-22a4-490b-8f58-07b3f9336c5c req-ca82efca-3f18-4ae5-89aa-0c487df30388 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190742 Nov 10 22:39:04.816555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-7dcf50e2-8164-4918-b416-a36ef5706b0e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:04.818090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-7dcf50e2-8164-4918-b416-a36ef5706b0e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.3267763 Nov 10 22:39:04.846566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:04.847479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:04.865021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:04.933199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21b2d742-9567-4b05-8304-6f5da7aca78b req-cfd734f4-94b4-473b-beef-e52f7dd81e10 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0753453 Nov 10 22:39:04.999702 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d547de-ef6f-48de-a3a3-f83683d75fa0 x-openstack-request-id: req-c6d547de-ef6f-48de-a3a3-f83683d75fa0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:05.000059 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-deleted", "tag": "48c1e907-14be-42fb-9d51-cd04541d6522", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:05.000447 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6d547de-ef6f-48de-a3a3-f83683d75fa0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:05.003518 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-deleted', 'tag': '48c1e907-14be-42fb-9d51-cd04541d6522', 'status': 'completed', 'code': 200} Nov 10 22:39:05.044028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9a8d7a0b-831f-48de-bbd9-66753d7b52a8 None None] Provisioning complete for port eb01def4-f17b-412b-9f3f-990be3350c87 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:05.044304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7a0b-831f-48de-bbd9-66753d7b52a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.046370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-372b4f6e-93e4-453a-b898-d9aa86e84298 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1205008 Nov 10 22:39:05.071516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Request body: {'port': {'device_id': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:05.131001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-cca87074-3681-433b-86f3-89ef087f16e9 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:05.132508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-cca87074-3681-433b-86f3-89ef087f16e9 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.20 "GET /v2.0/ports?device_id=05d51b85-8b7d-4e17-a3b2-106503089f9e HTTP/1.1" status: 200 len: 945 time: 0.2962983 Nov 10 22:39:05.199870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.204418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d7a0b-831f-48de-bbd9-66753d7b52a8 None None] Port eb01def4-f17b-412b-9f3f-990be3350c87 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:05.208746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.231073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:05.234951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.248196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc355cbb-a4aa-43d1-840b-077b99f886bd req-66f8d819-10b5-4d15-8704-02253178ca81 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:05.255873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc355cbb-a4aa-43d1-840b-077b99f886bd req-66f8d819-10b5-4d15-8704-02253178ca81 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 936 time: 0.1269753 Nov 10 22:39:05.343760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:05.363132 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a8f188-7980-4b83-a9fe-230b62dcaf16" -d '{"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:05.447438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:05.454376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.493728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc355cbb-a4aa-43d1-840b-077b99f886bd req-dc2b2602-265e-4640-bb74-c52d1952e0c9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329364 Nov 10 22:39:05.629228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:05.694696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da78a3-1d39-4de0-9a71-66ce8dac15e7 req-4c36df0e-3ea0-4e2f-8a3b-e6984515580c tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:05.696217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29da78a3-1d39-4de0-9a71-66ce8dac15e7 req-4c36df0e-3ea0-4e2f-8a3b-e6984515580c tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 1101 time: 0.5839486 Nov 10 22:39:05.709663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.751744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea38bde8-0ed9-4aa1-9bc9-f33de441d3f2 req-42decbfc-6b94-4f40-a14e-0a0bb83e7870 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.1050799 Nov 10 22:39:05.760055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Deleting port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:05.760937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.792358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.9 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/f62fadab-ceb0-4983-bf3a-33dafe5cc9f6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:05.833349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-b39cf308-5c5c-4996-9684-ddf4dc9d7c32 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:05.834785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-b39cf308-5c5c-4996-9684-ddf4dc9d7c32 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.3384378 Nov 10 22:39:05.856796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:05.864520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29da78a3-1d39-4de0-9a71-66ce8dac15e7 req-aac997f9-d846-40e0-89fc-f9c0e0971166 tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582594 Nov 10 22:39:05.867741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.936262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:05.950113 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c897c77-7df9-4c8e-ba30-1a6b19dc2a09 x-openstack-request-id: req-0c897c77-7df9-4c8e-ba30-1a6b19dc2a09 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:05.950658 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:05.951144 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c897c77-7df9-4c8e-ba30-1a6b19dc2a09 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:05.951715 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'code': 200} Nov 10 22:39:05.996394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ec51ad4-7d47-42c9-aa7f-f20253883c48 req-2e678ca0-d034-44b2-ade4-c384303d826c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 210 time: 0.0399890 Nov 10 22:39:06.021885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:06.027296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] For port 19dafc34-da92-40a4-ab00-b8fa9a53cc52, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=19dafc34-da92-40a4-ab00-b8fa9a53cc52,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:06.028170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.030418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:06.046552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:06.054607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:06.077995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.084123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Calling delete_port for 19dafc34-da92-40a4-ab00-b8fa9a53cc52 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:06.139353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Transition to ACTIVE for port object eb01def4-f17b-412b-9f3f-990be3350c87 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:06.168610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.169724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:06.170545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.195097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.196660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-b836b035-cf6c-4211-b9cf-50f430cef97b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791886 Nov 10 22:39:06.241199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:06.244941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.266439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-615900f8-2f89-4b93-8070-0d0f266a95f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0710411 Nov 10 22:39:06.283495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Request body: {'port': {'device_id': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:06.300817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3d84-611a-4398-9f2f-c2d45bf5beee req-79fe90fe-07ff-4f92-b2f4-0d8f1b91c4ec tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:06.302421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-564c3d84-611a-4398-9f2f-c2d45bf5beee req-79fe90fe-07ff-4f92-b2f4-0d8f1b91c4ec tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 931 time: 0.1865833 Nov 10 22:39:06.303075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:06.418938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-d01da56f-cf9e-4dcd-8ffd-6b21101fb654 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:06.420556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-d01da56f-cf9e-4dcd-8ffd-6b21101fb654 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137516 Nov 10 22:39:06.422873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.426365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.435396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '8302073a-7985-4137-a1d4-73a61b7fcd90'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:06.479196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-69c9bd6a-f7ba-460a-ab1c-5fa72f2ecda1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/quotas/0d2b5ee14fda450f94741f93a0fc6e1c HTTP/1.1" status: 200 len: 375 time: 0.0449777 Nov 10 22:39:06.481755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.523767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:06.533011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event deleted for resources: {'Port': ['ID=19dafc34-da92-40a4-ab00-b8fa9a53cc52,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:06.546952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:06.559985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:06.567176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:06.567176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:06.567176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:06.571870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:06.585530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-564c3d84-611a-4398-9f2f-c2d45bf5beee req-92f9fdeb-2580-4e70-a743-1e764b778179 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538221 Nov 10 22:39:06.589355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 19dafc34-da92-40a4-ab00-b8fa9a53cc52 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:06.589831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 19dafc34-da92-40a4-ab00-b8fa9a53cc52 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:06.590367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 48c1e907-14be-42fb-9d51-cd04541d6522 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:06.626614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 48c1e907-14be-42fb-9d51-cd04541d6522 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:06.627166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 48c1e907-14be-42fb-9d51-cd04541d6522 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:06.654426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] No DVR routers for this DVR port 19dafc34-da92-40a4-ab00-b8fa9a53cc52 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:06.667237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.670603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7236e17b-269c-4336-88e4-6ab059f7c05b req-80305e1c-d970-4318-a5d1-39ac06f360a2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.20 "DELETE /v2.0/ports/19dafc34-da92-40a4-ab00-b8fa9a53cc52 HTTP/1.1" status: 204 len: 173 time: 1.4907217 Nov 10 22:39:06.684370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.9 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/fcc1c70f-e5db-4153-9836-e92c38849e81) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:06.707676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-b5a14514-da3c-400e-879f-32eae67c7424 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2162278 Nov 10 22:39:06.918146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:06.952577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd98a79-e338-4d83-981f-3501ee043244 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:06.962615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.970768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:06.970998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:06.985541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Transition to ACTIVE for port object 1fd98a79-e338-4d83-981f-3501ee043244 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:06.989793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.003099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:07.004247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:07.022651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-272e5a09-5063-41b1-ba0f-0212d951ff48 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1725640 Nov 10 22:39:07.037033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-deleted', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:07.039227 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee5f9fb-085f-4e58-980e-2b58246b9481" -d '{"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-deleted", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:07.051389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:07.051868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:07.052265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:07.052717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Bound port: eb01def4-f17b-412b-9f3f-990be3350c87, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:07.053132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.058257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Request body: {'port': {'device_id': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:07.064765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.087297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:07.151718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5187-f4ff-46cc-8e24-e8af0fc139d2 req-c245800a-ac4b-4dd5-8dd1-86d13fc337df tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.153417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3efe5187-f4ff-46cc-8e24-e8af0fc139d2 req-c245800a-ac4b-4dd5-8dd1-86d13fc337df tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 931 time: 0.1554840 Nov 10 22:39:07.176337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fce2c-e4cb-4f93-b242-db071a22f058 req-ba0c59a8-84c0-4060-b96e-d08cb964c712 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.177834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a0fce2c-e4cb-4f93-b242-db071a22f058 req-ba0c59a8-84c0-4060-b96e-d08cb964c712 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.2268362 Nov 10 22:39:07.196839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.211642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Attempting to bind port 1fd98a79-e338-4d83-981f-3501ee043244 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:07.211979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Attempting to bind port 1fd98a79-e338-4d83-981f-3501ee043244 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:07.212314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Attempting to bind port 1fd98a79-e338-4d83-981f-3501ee043244 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:07.226498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Port 1fd98a79-e338-4d83-981f-3501ee043244 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:07.226837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Attempting to bind port 1fd98a79-e338-4d83-981f-3501ee043244 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:07.234911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3efe5187-f4ff-46cc-8e24-e8af0fc139d2 req-f165f8c8-6f79-478f-aca8-8b18ae8170ba tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Nov 10 22:39:07.235827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:07.236169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Checking segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:07.236549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Bound using segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:07.237031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Bound port: 1fd98a79-e338-4d83-981f-3501ee043244, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:07.237372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.277862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:07.280317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.315161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:07.349930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.351873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:07.355992 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a0fce2c-e4cb-4f93-b242-db071a22f058 req-9ae65c84-9cf2-44ee-9e43-ee59462f54f3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671536 Nov 10 22:39:07.358001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:07.367703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.375375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:07.388805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:07.443915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.444599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.448863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] 10.222.0.39 "PUT /v2.0/ports/1fd98a79-e338-4d83-981f-3501ee043244 HTTP/1.1" status: 200 len: 1091 time: 1.1683195 Nov 10 22:39:07.452551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:07.458839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.459827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.461943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 1096 time: 2.4074950 Nov 10 22:39:07.472732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:07.475038 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:07.478329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8aaa0-08ee-4331-919e-07ecb50252dd service neutron] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:07.530804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:07.603382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49ae99fd-d060-4c9e-904d-625e4ec43dca req-7bae81d4-b582-4674-ba81-41f58f9edccc tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 210 time: 0.1314373 Nov 10 22:39:07.629232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-1730e2d9-b8be-4b79-9706-4698b3b975e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.631395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-1730e2d9-b8be-4b79-9706-4698b3b975e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.0712063 Nov 10 22:39:07.645030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c952c-62de-4994-ba7c-037ca88fafe8 req-33ea17fa-78d8-41ea-b133-fbaadda7ca0a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.649910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d08c952c-62de-4994-ba7c-037ca88fafe8 req-33ea17fa-78d8-41ea-b133-fbaadda7ca0a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 950 time: 0.1262693 Nov 10 22:39:07.716461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-c10b205b-6772-4135-8c6b-e62390c7d856 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0654702 Nov 10 22:39:07.757990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.758706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.783069 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d08c952c-62de-4994-ba7c-037ca88fafe8 req-3405bd14-9e55-4333-9ce1-6c30e691d38f tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147375 Nov 10 22:39:07.791947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-23635d93-166a-4f72-a5fb-969cc49cd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.793742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-23635d93-166a-4f72-a5fb-969cc49cd539 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0688426 Nov 10 22:39:07.851726 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0e3fa-a24b-4a17-91e9-fd4cd7f23200 x-openstack-request-id: req-c1b0e3fa-a24b-4a17-91e9-fd4cd7f23200 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:07.852021 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d51b85-8b7d-4e17-a3b2-106503089f9e", "name": "network-vif-deleted", "tag": "19dafc34-da92-40a4-ab00-b8fa9a53cc52", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:07.852271 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1b0e3fa-a24b-4a17-91e9-fd4cd7f23200 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:07.852664 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d51b85-8b7d-4e17-a3b2-106503089f9e', 'name': 'network-vif-deleted', 'tag': '19dafc34-da92-40a4-ab00-b8fa9a53cc52', 'status': 'completed', 'code': 200} Nov 10 22:39:07.878173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-d95d80c1-df4e-4a97-98dc-1b501d25d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:07.879718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-d95d80c1-df4e-4a97-98dc-1b501d25d8b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702064 Nov 10 22:39:07.989327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-89e5eefb-df14-429c-b1d6-ddeb3c74d018 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013925 Nov 10 22:39:08.077865 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee48270-3a72-431f-abb3-9ff8e1b54ff6 x-openstack-request-id: req-3ee48270-3a72-431f-abb3-9ff8e1b54ff6 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:08.078432 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:08.078432 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee48270-3a72-431f-abb3-9ff8e1b54ff6 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:08.078643 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'status': 'completed', 'code': 200} Nov 10 22:39:08.109455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310b15-1355-4211-940d-366d46a84d99 req-97f95f76-cbab-4062-9d9d-ed1b8a1056c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.110582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6b08-9e95-47de-a166-abeea0dba379 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:08.110949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a310b15-1355-4211-940d-366d46a84d99 req-97f95f76-cbab-4062-9d9d-ed1b8a1056c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 943 time: 0.1023178 Nov 10 22:39:08.118632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-06163d79-149e-4c38-80c1-5b079dc2f7db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2657216 Nov 10 22:39:08.120905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-110b3e7c-3436-40b9-91f1-71e924a255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.122266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-110b3e7c-3436-40b9-91f1-71e924a255ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 1094 time: 0.5743930 Nov 10 22:39:08.150743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fce1935c-43b5-433b-9e8b-b053ef921490 req-12e7febf-286d-4fce-8f4f-7cef74350bad service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497352 Nov 10 22:39:08.152284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Request body: {'port': {'device_id': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:08.171991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05e361-a18c-4d63-b429-b022ec1174f9 req-8a138d5d-de66-4578-ae67-60282e6e02b8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.173495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd05e361-a18c-4d63-b429-b022ec1174f9 req-8a138d5d-de66-4578-ae67-60282e6e02b8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 931 time: 0.4550128 Nov 10 22:39:08.178997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a310b15-1355-4211-940d-366d46a84d99 req-a5ca0fb1-9963-418b-a848-2a8a1a1c1d23 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533366 Nov 10 22:39:08.229012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-9599ed6d-2cab-42da-87d8-d426f519bb6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd98a79-e338-4d83-981f-3501ee043244 HTTP/1.1" status: 200 len: 217 time: 0.0845981 Nov 10 22:39:08.243992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-dc4a6a2b-a5b2-43b9-b7c9-c0a262354105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.246143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-dc4a6a2b-a5b2-43b9-b7c9-c0a262354105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.0417321 Nov 10 22:39:08.350188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:08.389997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd740-55a5-44f0-8da2-3dc11833772d req-e64b8f04-476b-4555-90ac-43d6af1d88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.393013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-e64b8f04-476b-4555-90ac-43d6af1d88ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.1511214 Nov 10 22:39:08.400738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-09992f87-433c-4301-82ea-27761f0a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.402236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-09992f87-433c-4301-82ea-27761f0a9ce7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1483908 Nov 10 22:39:08.418735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-80371e1f-eb35-40cc-ae94-791096bf1d9c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477629 Nov 10 22:39:08.466212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-c313f3a9-b47a-4d24-a39b-522583c0b796 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0501573 Nov 10 22:39:08.476821 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-34478b24-d403-4b28-bed7-4b3310a407ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625806 Nov 10 22:39:08.479736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd05e361-a18c-4d63-b429-b022ec1174f9 req-068c1af9-c372-443d-8a76-0db06b09de53 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496850 Nov 10 22:39:08.512135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:08.553070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:08.586082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9457-77a2-49dc-82ab-4c92d71bb723 req-bc2d162b-4c24-41f7-a3b0-e3c56c96cc71 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.588740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d75a9457-77a2-49dc-82ab-4c92d71bb723 req-bc2d162b-4c24-41f7-a3b0-e3c56c96cc71 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 931 time: 0.2198665 Nov 10 22:39:08.590018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Transition to ACTIVE for port object f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:08.639480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-860b8ea1-9866-4226-8ada-309a37486d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.640950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-860b8ea1-9866-4226-8ada-309a37486d24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1641078 Nov 10 22:39:08.642987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:08.696394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-f547ab26-13dd-48fe-90d8-d8558838a833 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.697926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-f547ab26-13dd-48fe-90d8-d8558838a833 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336206 Nov 10 22:39:08.714274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d75a9457-77a2-49dc-82ab-4c92d71bb723 req-b68e0a37-be60-4aeb-9c66-d839f63761a1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150467 Nov 10 22:39:08.724316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-47004f87-5dc0-4d29-8c0e-011d4131a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.725995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-47004f87-5dc0-4d29-8c0e-011d4131a691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695150 Nov 10 22:39:08.731635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Request body: {'port': {'device_id': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '0d2b5ee14fda450f94741f93a0fc6e1c'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:08.810301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-6d3d26c9-5193-4476-a907-c109dd3cbf8d service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241503 Nov 10 22:39:08.834544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Pushing event updated for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:08.895096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-83c8224a-b5c9-4bdb-8f27-33cef4f8055a service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589739 Nov 10 22:39:08.944647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb07019-e2fb-46d0-84e9-6217a380c2b6 req-7f014607-9ee9-406d-aef9-6c3db685b1b7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:08.949137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb07019-e2fb-46d0-84e9-6217a380c2b6 req-7f014607-9ee9-406d-aef9-6c3db685b1b7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.2998807 Nov 10 22:39:08.991353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cb9e329-3a9b-4d9d-84dc-a15a1d41bcb3 req-04dc0fd3-5411-4502-a223-79451ba6d549 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 210 time: 0.0338259 Nov 10 22:39:08.993931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Made reservation on behalf of 0d2b5ee14fda450f94741f93a0fc6e1c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:08.997521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.079353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69ac77c6-4d27-4a0b-8d3c-687fea92ec2b req-246e6f89-9c1f-47c8-b499-6a5f436f175e service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737864 Nov 10 22:39:09.092446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-681bd740-55a5-44f0-8da2-3dc11833772d req-42c8e87c-071a-493b-afd9-c5c51deee9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552538 Nov 10 22:39:09.105206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Attempting to bind port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:09.105859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Attempting to bind port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:09.106324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Attempting to bind port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:09.117522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb07019-e2fb-46d0-84e9-6217a380c2b6 req-5c802230-5ce4-42f1-864a-12f933aed347 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584468 Nov 10 22:39:09.126519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:09.126849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Attempting to bind port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:09.140219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:09.140560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:09.141663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:09.141663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Bound port: f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:09.141895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.170687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Allocated IP 192.168.233.37 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:09.222561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc1c70f-e5db-4153-9836-e92c38849e81 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:09.235187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.267888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Transition to ACTIVE for port object fcc1c70f-e5db-4153-9836-e92c38849e81 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:09.273628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.281880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:09.332104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:09.339362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:09.342050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.376429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.377080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.378506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] 10.222.0.39 "PUT /v2.0/ports/f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 HTTP/1.1" status: 200 len: 1091 time: 2.3417952 Nov 10 22:39:09.403883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469614-0a99-470c-a483-6c86a7780936 req-2260df8d-683a-4254-8ad8-964bb6e37fc7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.405447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1469614-0a99-470c-a483-6c86a7780936 req-2260df8d-683a-4254-8ad8-964bb6e37fc7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 943 time: 0.1259534 Nov 10 22:39:09.419443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.486822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1469614-0a99-470c-a483-6c86a7780936 req-e472a542-a6bb-4446-9d52-53a510babb7f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Nov 10 22:39:09.491091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0a497-ae9f-42b2-ba9a-c9c00e7ec646 service neutron] Pushing event updated for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:09.495448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.510081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45', 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:09.513702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:09.550425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Attempting to bind port fcc1c70f-e5db-4153-9836-e92c38849e81 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:09.553360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Attempting to bind port fcc1c70f-e5db-4153-9836-e92c38849e81 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:09.553774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Attempting to bind port fcc1c70f-e5db-4153-9836-e92c38849e81 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:09.559469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-92c2e656-4b6c-4479-90ea-4a55fc6e21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.563895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-92c2e656-4b6c-4479-90ea-4a55fc6e21bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1094 time: 0.1273313 Nov 10 22:39:09.570460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Port fcc1c70f-e5db-4153-9836-e92c38849e81 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:09.582886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Attempting to bind port fcc1c70f-e5db-4153-9836-e92c38849e81 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:09.603384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event updated for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:09.613326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:09.614119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:09.615048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:09.615674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Bound port: fcc1c70f-e5db-4153-9836-e92c38849e81, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:09.618044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.640695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:09.656921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:09.662400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:09.702951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-b8a7615b-169b-4911-8759-f8e5eb98f8c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 HTTP/1.1" status: 200 len: 217 time: 0.1134040 Nov 10 22:39:09.780871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.781606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.797221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730765c-b06f-4784-9eef-3978dc3d1c7d req-a6c2011c-716a-4591-b348-64740817cd8a tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.798914 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b730765c-b06f-4784-9eef-3978dc3d1c7d req-a6c2011c-716a-4591-b348-64740817cd8a tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.1310961 Nov 10 22:39:09.817477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-466257e5-f4c4-489b-963d-4102a988c7e6 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0903273 Nov 10 22:39:09.819643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11746f37-8f0b-482a-b162-8b47b0a292be req-5f0a8327-7e57-4ad4-b74a-ddcf7f600e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.823417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-5f0a8327-7e57-4ad4-b74a-ddcf7f600e37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0990868 Nov 10 22:39:09.852513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Request body: {'port': {'device_id': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:09.874201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e207-9690-4b71-ae4e-643aa4cc7b0d req-b6fc61f9-4af5-4753-8fca-08b8a41ab2be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:09.876025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94c4e207-9690-4b71-ae4e-643aa4cc7b0d req-b6fc61f9-4af5-4753-8fca-08b8a41ab2be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1841462 Nov 10 22:39:09.890042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:09.894188 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4386215-8c78-4878-a12e-756e59db44a3" -d '{"events": [{"name": "network-changed", "server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "tag": "1fd98a79-e338-4d83-981f-3501ee043244"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:09.901520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-7c549805-bd61-4558-93c4-c666c92fecd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544212 Nov 10 22:39:09.904625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:09.934590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.967020 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b730765c-b06f-4784-9eef-3978dc3d1c7d req-83245497-f06b-40ec-ada8-9bf5a98482d0 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614444 Nov 10 22:39:09.974607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fcc1c70f-e5db-4153-9836-e92c38849e81,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:09.988463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.041651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:10.061690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-61fe5d2f-2283-4c52-9a97-ab3c442dfee0 None None] Provisioning complete for port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:10.061952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61fe5d2f-2283-4c52-9a97-ab3c442dfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.081102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94c4e207-9690-4b71-ae4e-643aa4cc7b0d req-706de264-d26e-4a89-8c8d-0a79dd4c8dc4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832321 Nov 10 22:39:10.086406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.093366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.101135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/fcc1c70f-e5db-4153-9836-e92c38849e81 HTTP/1.1" status: 200 len: 1091 time: 1.9493980 Nov 10 22:39:10.101987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6'}, {'name': 'network-changed', 'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:10.105148 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe1657-b41c-4d1e-a56f-197dfb362ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6"}, {"name": "network-changed", "server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:10.214689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-61fe5d2f-2283-4c52-9a97-ab3c442dfee0 None None] Port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:10.230242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8108e7-ac73-48f0-933a-5e9b13e31eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:10.249529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-35e84912-b4b9-49cb-a75e-ddfa70928af5 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344936 Nov 10 22:39:10.317243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-644d999f-a6fa-46af-aaa5-465dcf3d1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.317448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:10.318981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-644d999f-a6fa-46af-aaa5-465dcf3d1fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1094 time: 0.1711433 Nov 10 22:39:10.326144 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07f188f-9eee-4572-8fc6-ed7b5850b3b7 x-openstack-request-id: req-d07f188f-9eee-4572-8fc6-ed7b5850b3b7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:10.326344 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "tag": "1fd98a79-e338-4d83-981f-3501ee043244", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:10.326481 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d07f188f-9eee-4572-8fc6-ed7b5850b3b7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:10.326817 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244', 'status': 'completed', 'code': 200} Nov 10 22:39:10.340958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'mac_address': 'fa:16:3e:c9:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:10.352253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:10.352418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a29a-ad02-4d4d-aeac-ced583c51b1e req-c75c2463-3c14-40d0-93c6-24b0e210dab6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.359945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17d6a29a-ad02-4d4d-aeac-ced583c51b1e req-c75c2463-3c14-40d0-93c6-24b0e210dab6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.1619601 Nov 10 22:39:10.365760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.388943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Transition to ACTIVE for port object a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:10.394559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.415695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.426465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-5e7c9689-8306-4ec6-b09a-f69e42be97db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcc1c70f-e5db-4153-9836-e92c38849e81 HTTP/1.1" status: 200 len: 217 time: 0.0933080 Nov 10 22:39:10.441185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:10.468953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:10.480755 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.529936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11746f37-8f0b-482a-b162-8b47b0a292be req-749ca9cc-4793-445c-a8b5-e791cab0ab11 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722678 Nov 10 22:39:10.544714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:10.547971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:10.555709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386215-8c78-4878-a12e-756e59db44a3 req-f5d32c73-2baa-442c-be95-95ae13159300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.557887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-f5d32c73-2baa-442c-be95-95ae13159300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 1094 time: 0.2150073 Nov 10 22:39:10.568056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17d6a29a-ad02-4d4d-aeac-ced583c51b1e req-908ed57b-c4b5-4e3e-8642-9ee32f3efcf8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071316 Nov 10 22:39:10.570115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824abf60-e6d8-4c99-937e-845fa3adb559 req-5a927258-8387-4294-8343-4944acae1699 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.573685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:10.579529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-824abf60-e6d8-4c99-937e-845fa3adb559 req-5a927258-8387-4294-8343-4944acae1699 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 947 time: 0.1729529 Nov 10 22:39:10.581920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-31e75952-9bb2-4505-9208-3c31e9f5c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.584020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-31e75952-9bb2-4505-9208-3c31e9f5c9a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.1453471 Nov 10 22:39:10.618655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Attempting to bind port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:10.619287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Attempting to bind port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:10.619785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Attempting to bind port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:10.628061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:10.628610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Attempting to bind port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:10.638290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:10.638929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:10.639491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:10.640155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Bound port: a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:10.640683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.698155 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b487257-735f-4aae-8701-6d7577fafd67 x-openstack-request-id: req-6b487257-735f-4aae-8701-6d7577fafd67 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:10.698478 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:10.698703 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b487257-735f-4aae-8701-6d7577fafd67 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:10.699104 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6', 'status': 'completed', 'code': 200} Nov 10 22:39:10.699353 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81', 'status': 'completed', 'code': 200} Nov 10 22:39:10.703783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-824abf60-e6d8-4c99-937e-845fa3adb559 req-97e38e31-bfc2-4430-91dc-5933a704c7e0 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232986 Nov 10 22:39:10.714252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-710a58ed-fa0e-40ae-8b58-e8032aa54922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012285 Nov 10 22:39:10.717852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.749543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:10.751796 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45177b03-131c-444f-bd0f-2fc69889b72f" -d '{"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:10.777088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:10.782096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.808314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:10.811588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['eb01def4-f17b-412b-9f3f-990be3350c87'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:10.813443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:10.821415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.888462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:10.900955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386215-8c78-4878-a12e-756e59db44a3 req-4d718d38-d22e-4472-86b7-015932468c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.903169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-4d718d38-d22e-4472-86b7-015932468c1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 905 time: 0.3313022 Nov 10 22:39:10.914998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:10.916743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-8f44aa58-a200-4e0c-bf82-15ca3585e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.918231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-8f44aa58-a200-4e0c-bf82-15ca3585e60f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1094 time: 0.2179000 Nov 10 22:39:10.928657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.930147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:10.933439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-031c5d79-e9da-4739-8341-cacd0ae86872 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d HTTP/1.1" status: 200 len: 1095 time: 1.0870140 Nov 10 22:39:10.985982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdde57-4f74-4794-9b6c-2f8880b8e5db req-bf2111c7-c51d-49cb-bd22-ea91ce2742ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:10.987520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ddfdde57-4f74-4794-9b6c-2f8880b8e5db req-bf2111c7-c51d-49cb-bd22-ea91ce2742ec tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.2155828 Nov 10 22:39:11.001633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-699806fb-69ca-4cce-8fc8-ef43895dd2f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd98a79-e338-4d83-981f-3501ee043244 HTTP/1.1" status: 200 len: 217 time: 0.0878668 Nov 10 22:39:11.048259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-67859d1c-3a31-4f74-9023-cca2a567098e service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075073 Nov 10 22:39:11.068559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bb2e-68cc-4bfa-a483-23518c4147d6 req-fdde0ea4-e870-4d8a-9518-210aafc3de18 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.070242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36e5bb2e-68cc-4bfa-a483-23518c4147d6 req-fdde0ea4-e870-4d8a-9518-210aafc3de18 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 943 time: 0.1354849 Nov 10 22:39:11.077273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-1ae731ee-c0a8-48f0-b1be-8a969fc1d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.078891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-1ae731ee-c0a8-48f0-b1be-8a969fc1d041 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0729380 Nov 10 22:39:11.143194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-9109c429-b9e9-4e4e-9f17-45370a81ca4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d HTTP/1.1" status: 200 len: 217 time: 0.0486102 Nov 10 22:39:11.172473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36e5bb2e-68cc-4bfa-a483-23518c4147d6 req-32c40dfd-1fe4-4410-9cda-53571d27e2c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Nov 10 22:39:11.181660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386215-8c78-4878-a12e-756e59db44a3 req-9f6ec564-18a6-47e9-8fd3-43b6e2242a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.183799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-9f6ec564-18a6-47e9-8fd3-43b6e2242a5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.1395485 Nov 10 22:39:11.212445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-55615afc-8959-49b7-8031-e9e4768ae9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.214663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-55615afc-8959-49b7-8031-e9e4768ae9f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0589020 Nov 10 22:39:11.239964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ddfdde57-4f74-4794-9b6c-2f8880b8e5db req-f2b5e39f-b7a6-4228-9598-d15793084c99 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975718 Nov 10 22:39:11.241867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-071ff15f-d59a-4d71-b1e8-a6c9458fc414 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457275 Nov 10 22:39:11.246854 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e10494c-999a-4c21-986e-295d6267eda0 x-openstack-request-id: req-0e10494c-999a-4c21-986e-295d6267eda0 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:11.251608 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-unplugged", "status": "completed", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:11.253196 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e10494c-999a-4c21-986e-295d6267eda0 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:11.253841 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'code': 200} Nov 10 22:39:11.289241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50596ba-a418-4fdf-958d-accbd4345aba req-2e661d03-8791-48d3-9816-7d0e305df6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.292035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-2e661d03-8791-48d3-9816-7d0e305df6b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590911 Nov 10 22:39:11.292341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-29fd4a77-0e41-4eff-9e47-11ffc2544988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.293793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-29fd4a77-0e41-4eff-9e47-11ffc2544988 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.3639836 Nov 10 22:39:11.353328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e71553d-53dc-435f-a5b1-2c425044a7c6 req-0592ac6b-8d02-4a1f-a8d3-89c823da2c60 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798517 Nov 10 22:39:11.401857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-a373a872-c660-4e10-9096-926501727b3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 HTTP/1.1" status: 200 len: 217 time: 0.0789917 Nov 10 22:39:11.420474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-9f800c4d-5bc7-44ff-933a-2c915d08a188 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158645 Nov 10 22:39:11.484521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029f3f-ece4-417e-9c46-4f7399e270bd req-3e83661a-e8ef-421b-94a7-e518d4b8b46c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.485951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68029f3f-ece4-417e-9c46-4f7399e270bd req-3e83661a-e8ef-421b-94a7-e518d4b8b46c tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.1643443 Nov 10 22:39:11.491303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-2f27fcb2-6b26-447a-a3d4-b02145d9c9c9 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347381 Nov 10 22:39:11.500647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-8b44aafb-8cb7-4220-891d-1fec66e09689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.500881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153b85-f14a-4596-b89e-f0636e3e5197 req-3cbb5b11-1fe0-475d-a21c-d8616215b543 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.502029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-8b44aafb-8cb7-4220-891d-1fec66e09689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0909584 Nov 10 22:39:11.502375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a153b85-f14a-4596-b89e-f0636e3e5197 req-3cbb5b11-1fe0-475d-a21c-d8616215b543 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.1007695 Nov 10 22:39:11.560124 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d50596ba-a418-4fdf-958d-accbd4345aba req-fc685d35-c1a5-4725-a3b1-25318b2f8ec5 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237218 Nov 10 22:39:11.576428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a153b85-f14a-4596-b89e-f0636e3e5197 req-2dd2e411-29db-4d88-b4a6-219819684f32 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677376 Nov 10 22:39:11.861962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38545d-581e-424a-8019-863e142c88ba req-f9aef0b9-6234-489e-95ea-922220649457 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.863446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b38545d-581e-424a-8019-863e142c88ba req-f9aef0b9-6234-489e-95ea-922220649457 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0569353 Nov 10 22:39:11.871201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-ed5c6f56-3ea4-4e19-82d0-9f259ea28d14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3535926 Nov 10 22:39:11.919631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b38545d-581e-424a-8019-863e142c88ba req-e31e5c6d-617a-44c8-9666-fdcb9b9ff71c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Nov 10 22:39:11.941564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68029f3f-ece4-417e-9c46-4f7399e270bd req-5f43e530-7bef-4abf-b698-2fb29a1edb7f tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475033 Nov 10 22:39:11.965568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-f2883291-3f20-4155-b3fd-f918273d79e4 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.967133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-f2883291-3f20-4155-b3fd-f918273d79e4 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.0591815 Nov 10 22:39:11.983697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4386215-8c78-4878-a12e-756e59db44a3 req-eaa9bbe7-3667-442c-a20b-31c451e3b6b1 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798734 Nov 10 22:39:12.011674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-2e8706b4-74a6-4c6e-86c5-03c9c1a6bf4b service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286588 Nov 10 22:39:12.023780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1fd98a79-e338-4d83-981f-3501ee043244 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:12.058227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:12.111711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a5c23-a320-441b-b99d-0336628bc34d req-babddd3e-161d-4f8d-8573-ab349d0736ca tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.114057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16a5c23-a320-441b-b99d-0336628bc34d req-babddd3e-161d-4f8d-8573-ab349d0736ca tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 947 time: 0.0976562 Nov 10 22:39:12.138582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-d770550b-ec56-46d8-bffc-07aae70b9065 service neutron] 10.222.0.39 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161003 Nov 10 22:39:12.164273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Deleting port 78e84fa9-8b8d-4058-9fbd-967325743ea2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:12.164614 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.211652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:12.234912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '1fd98a79-e338-4d83-981f-3501ee043244', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '1fd98a79-e338-4d83-981f-3501ee043244', 'mac_address': 'fa:16:3e:15:93:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:12.242778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port eb01def4-f17b-412b-9f3f-990be3350c87 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:12.249870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-9a3b61af-7e68-40e7-8f2d-2533fb04e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.253010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-9a3b61af-7e68-40e7-8f2d-2533fb04e2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1094 time: 0.0614746 Nov 10 22:39:12.269490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port eb01def4-f17b-412b-9f3f-990be3350c87 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:12.269824 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.334962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.350856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd98a79-e338-4d83-981f-3501ee043244 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:12.383007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-360593e0-ca91-4b3f-bccb-750598a0c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.384497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-360593e0-ca91-4b3f-bccb-750598a0c6b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.1161594 Nov 10 22:39:12.400937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:12.405821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.410439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.459185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-f7f1e570-fa77-403b-bd28-b20db407fcf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcc1c70f-e5db-4153-9836-e92c38849e81 HTTP/1.1" status: 200 len: 217 time: 0.0643811 Nov 10 22:39:12.486159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:12.487326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:12.491762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.508848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3e4f4-79ea-4830-a5fd-043406e0303a req-a198449e-27f3-4794-b6dc-79c7cb31360b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.510652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3e4f4-79ea-4830-a5fd-043406e0303a req-a198449e-27f3-4794-b6dc-79c7cb31360b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 944 time: 0.1249597 Nov 10 22:39:12.518544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:12.521740 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a6808a-f01b-43c6-9725-d13ce8720775" -d '{"events": [{"name": "network-changed", "server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:12.536909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16a5c23-a320-441b-b99d-0336628bc34d req-20ae05d9-fffc-4332-9a98-00e672f5a578 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099865 Nov 10 22:39:12.543980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:12.544856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-04dd9e6c-718e-4a1a-b2e2-8603f9d5449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.546117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-04dd9e6c-718e-4a1a-b2e2-8603f9d5449e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0763133 Nov 10 22:39:12.592410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-c9ec260b-06aa-47ea-8475-f2e23d241c3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383451 Nov 10 22:39:12.597894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] For port 78e84fa9-8b8d-4058-9fbd-967325743ea2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=78e84fa9-8b8d-4058-9fbd-967325743ea2,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:12.598437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.601207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3e4f4-79ea-4830-a5fd-043406e0303a req-836a3c0d-bb8e-46b2-afe5-449f138f361c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725074 Nov 10 22:39:12.687461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1fd98a79-e338-4d83-981f-3501ee043244'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:12.708179 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e605fe-5479-4737-9aa7-b5e791526ad1 x-openstack-request-id: req-f1e605fe-5479-4737-9aa7-b5e791526ad1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:12.709110 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:12.709401 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1e605fe-5479-4737-9aa7-b5e791526ad1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:12.709769 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d', 'status': 'completed', 'code': 200} Nov 10 22:39:12.711174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-57ceb5f0-b983-43c3-b972-3c7437f5dd63 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077585 Nov 10 22:39:12.852216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21e14-d069-45c4-be03-12a36db0b070 req-bf029d81-405d-4885-b624-6e00bdf85690 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.854411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8df73-dadc-494f-97a0-ce47aaf7e454 req-cf7d6e66-6057-4a06-9c63-8da6277d3e2e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.855086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6fd21e14-d069-45c4-be03-12a36db0b070 req-bf029d81-405d-4885-b624-6e00bdf85690 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.2345300 Nov 10 22:39:12.855876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fd8df73-dadc-494f-97a0-ce47aaf7e454 req-cf7d6e66-6057-4a06-9c63-8da6277d3e2e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.0837486 Nov 10 22:39:12.859800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fe1657-b41c-4d1e-a56f-197dfb362ca7 req-73291e22-0e4b-45e3-a7d7-bd6451119013 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333942 Nov 10 22:39:12.905621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fd8df73-dadc-494f-97a0-ce47aaf7e454 req-42f49d85-e748-4e35-8355-6326b6675efa tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Nov 10 22:39:12.930814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-acfcf28b-3657-42cf-af2a-9f6e2d4c57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.932833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-acfcf28b-3657-42cf-af2a-9f6e2d4c57d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 1098 time: 0.1722035 Nov 10 22:39:12.983213 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6fd21e14-d069-45c4-be03-12a36db0b070 req-3d2e0535-c1b0-459c-bf25-1d5956f73b81 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148226 Nov 10 22:39:12.993789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.994795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:12.995119 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Floating IP 58d17e9f-9e88-494a-9907-44c5a8838a35 disassociated. External IP: 172.25.0.161, port: 78e84fa9-8b8d-4058-9fbd-967325743ea2. Nov 10 22:39:12.995861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Calling delete_port for 78e84fa9-8b8d-4058-9fbd-967325743ea2 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:13.143134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b291d-e1e6-42cc-85b1-08bf60cb9965 req-f5cf91f8-e5c2-471b-9e9c-160f0d8e33b4 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.144603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-181b291d-e1e6-42cc-85b1-08bf60cb9965 req-f5cf91f8-e5c2-471b-9e9c-160f0d8e33b4 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 945 time: 0.0481975 Nov 10 22:39:13.151538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-89678f60-653b-48ef-aaaa-15a7adc798ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.152999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-89678f60-653b-48ef-aaaa-15a7adc798ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1919248 Nov 10 22:39:13.182602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b822a7-e802-4693-9331-07b302885896 req-e7c288b6-0520-4af6-9992-213e5d061abc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.184052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b822a7-e802-4693-9331-07b302885896 req-e7c288b6-0520-4af6-9992-213e5d061abc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.1072593 Nov 10 22:39:13.193925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-181b291d-e1e6-42cc-85b1-08bf60cb9965 req-ab9b5fde-3963-4104-96fe-51d7046f4476 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups?id=56a2187f-e0de-434d-87e6-42bf0d4771a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Nov 10 22:39:13.213586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-09905cdb-4441-46ba-965e-f5a1733ee4d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d HTTP/1.1" status: 200 len: 217 time: 0.0469177 Nov 10 22:39:13.255101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:13.257979 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d31a71e-1035-42e3-8da9-3cbba6052362" -d '{"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:13.326157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-84800ec3-8934-45bb-bf6d-800e5a0ff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.327607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-84800ec3-8934-45bb-bf6d-800e5a0ff781 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1004832 Nov 10 22:39:13.331121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b822a7-e802-4693-9331-07b302885896 req-438c9bc1-4f3a-403e-b9df-407f4edbb9bb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212225 Nov 10 22:39:13.365353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.383932 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d2987-c2e2-498c-894e-3430b77a93b9 x-openstack-request-id: req-ac2d2987-c2e2-498c-894e-3430b77a93b9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:13.384272 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:13.384603 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac2d2987-c2e2-498c-894e-3430b77a93b9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:13.385706 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'code': 200} Nov 10 22:39:13.403530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event deleted for resources: {'Port': ['ID=78e84fa9-8b8d-4058-9fbd-967325743ea2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:13.452109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-5c18b1d5-f650-4005-b8d6-1d360bef2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.453638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-5c18b1d5-f650-4005-b8d6-1d360bef2de8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160088 Nov 10 22:39:13.498651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04963f86-ece0-4181-8ff9-040c1c8f0a6c req-925e30cc-d1c6-4c01-810b-d2fe0b9d062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.500405 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04963f86-ece0-4181-8ff9-040c1c8f0a6c req-925e30cc-d1c6-4c01-810b-d2fe0b9d062d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1101 time: 0.0481377 Nov 10 22:39:13.571998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04963f86-ece0-4181-8ff9-040c1c8f0a6c req-eea3c343-6523-4ace-8c43-33f091f4365c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Nov 10 22:39:13.583894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Router d778ea31-1a61-48fb-b415-fb1a69af49d8 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:13.601883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-a295e91d-2499-43aa-bb2e-1609876edeb2 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380222 Nov 10 22:39:13.770867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d135-4940-4869-94f5-0309fff897c6 req-50d91542-74e0-4710-9b7b-f8cfaadc091b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.772359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41a1d135-4940-4869-94f5-0309fff897c6 req-50d91542-74e0-4710-9b7b-f8cfaadc091b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 944 time: 0.0513053 Nov 10 22:39:13.803449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f5dc-ad55-4152-b929-5399b780c437 req-8feb6521-eaaf-4414-bc69-695bae547faf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.805008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbd7f5dc-ad55-4152-b929-5399b780c437 req-8feb6521-eaaf-4414-bc69-695bae547faf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 947 time: 0.1616378 Nov 10 22:39:13.825788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41a1d135-4940-4869-94f5-0309fff897c6 req-db8c4225-3459-4551-a23e-70e89222fd22 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Nov 10 22:39:13.837019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:13.842268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a6808a-f01b-43c6-9725-d13ce8720775 req-1dfef107-5f1b-4751-8494-aef42e42a16b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973815 Nov 10 22:39:13.850139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Sync routers for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:13.883341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:13.883968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:13.899088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] No DVR routers for this DVR port 78e84fa9-8b8d-4058-9fbd-967325743ea2 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:13.905942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.913137 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca5fff3d-80be-4692-be49-c281cc5516b0 req-230795d3-31b3-4b56-ba96-6efeb3b9ba58 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.20 "DELETE /v2.0/ports/78e84fa9-8b8d-4058-9fbd-967325743ea2 HTTP/1.1" status: 204 len: 173 time: 1.9242222 Nov 10 22:39:13.923446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbd7f5dc-ad55-4152-b929-5399b780c437 req-57a5d2c6-4549-42a8-b697-2d869606ff36 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065514 Nov 10 22:39:14.039985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:14.042837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1fd98a79-e338-4d83-981f-3501ee043244 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:14.077385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:14.094652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d80b-a63f-4f53-b519-2fd92573b4b2 req-f015455e-1b72-4310-a2d4-0ce7c2a71ea6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:14.096284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e3d80b-a63f-4f53-b519-2fd92573b4b2 req-f015455e-1b72-4310-a2d4-0ce7c2a71ea6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.0791726 Nov 10 22:39:14.168514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e3d80b-a63f-4f53-b519-2fd92573b4b2 req-1d89942a-dd7b-4b2d-948a-6842941f108b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589046 Nov 10 22:39:14.300251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9b30-07f7-4e75-8ddc-598c6ee2e6d3 req-c5bf1839-91fc-485c-83fa-7e0b3c7e056d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:14.302052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b04e9b30-07f7-4e75-8ddc-598c6ee2e6d3 req-c5bf1839-91fc-485c-83fa-7e0b3c7e056d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0566072 Nov 10 22:39:14.356544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b04e9b30-07f7-4e75-8ddc-598c6ee2e6d3 req-ac5cb75d-71b6-47e2-8cd9-751692419b57 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Nov 10 22:39:14.413056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 1fd98a79-e338-4d83-981f-3501ee043244 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:14.426178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 1fd98a79-e338-4d83-981f-3501ee043244 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:14.426554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.499828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7ad6a40-d59c-432a-b42e-5df298435fa4 req-fbf774fc-74cb-48cf-bcb8-09bf9ce73911 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c476be5d-2eb1-4393-a8c3-5f58b42306cb HTTP/1.1" status: 200 len: 210 time: 0.0364873 Nov 10 22:39:14.505411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:14.526659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.531067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6', 'mac_address': 'fa:16:3e:33:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:14.578054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafd474-9f8b-41bf-9b98-bb92d454b774 req-e0942bca-0042-4eea-8041-c2f2df93aecd tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:14.585504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acafd474-9f8b-41bf-9b98-bb92d454b774 req-e0942bca-0042-4eea-8041-c2f2df93aecd tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 943 time: 0.0856202 Nov 10 22:39:14.610751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.637577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acafd474-9f8b-41bf-9b98-bb92d454b774 req-89f15237-cb21-40b3-920a-f45efe8ee551 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Nov 10 22:39:14.664947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:14.689546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.696281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:14.707047 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.707819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fcc1c70f-e5db-4153-9836-e92c38849e81 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:14.711488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'name': 'network-vif-deleted', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:14.714543 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273b7c4-c774-49b1-bc2e-71d71b553082" -d '{"events": [{"server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "name": "network-vif-deleted", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:14.754496 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be20e1-df96-4a91-91d4-1bce20ad2df3 x-openstack-request-id: req-02be20e1-df96-4a91-91d4-1bce20ad2df3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:14.754793 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c476be5d-2eb1-4393-a8c3-5f58b42306cb", "name": "network-vif-deleted", "tag": "78e84fa9-8b8d-4058-9fbd-967325743ea2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:14.755076 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02be20e1-df96-4a91-91d4-1bce20ad2df3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:14.755442 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c476be5d-2eb1-4393-a8c3-5f58b42306cb', 'name': 'network-vif-deleted', 'tag': '78e84fa9-8b8d-4058-9fbd-967325743ea2', 'status': 'completed', 'code': 200} Nov 10 22:39:14.759181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:14.817415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Checking router: d778ea31-1a61-48fb-b415-fb1a69af49d8 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:14.824753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:14.878936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:14.892146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:14.938785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:14.940100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:14.949077 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.002642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f758-1d36-4318-9f6e-7fd02a01de32 req-a9aa9dbd-bdcd-4673-bc2a-4e6588af39e8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.010867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d83f758-1d36-4318-9f6e-7fd02a01de32 req-a9aa9dbd-bdcd-4673-bc2a-4e6588af39e8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0908520 Nov 10 22:39:15.052627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:15.077462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d83f758-1d36-4318-9f6e-7fd02a01de32 req-eb2c7fb2-0e0f-4b36-b17b-3bc8b8522784 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636215 Nov 10 22:39:15.094419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fcc1c70f-e5db-4153-9836-e92c38849e81,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:15.113268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'fcc1c70f-e5db-4153-9836-e92c38849e81', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': 'fcc1c70f-e5db-4153-9836-e92c38849e81', 'mac_address': 'fa:16:3e:be:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:15.155613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:15.177540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5a971-4cb6-4cbb-bfea-7828dc2c428a req-16ee5d77-b78d-4246-9a82-8c9c3d678d2a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.179453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5af5a971-4cb6-4cbb-bfea-7828dc2c428a req-16ee5d77-b78d-4246-9a82-8c9c3d678d2a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 947 time: 0.0529027 Nov 10 22:39:15.193043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.218876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc1c70f-e5db-4153-9836-e92c38849e81 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:15.245532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5af5a971-4cb6-4cbb-bfea-7828dc2c428a req-122110f6-3867-44dd-9b26-e292dbc1317b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Nov 10 22:39:15.343492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fcc1c70f-e5db-4153-9836-e92c38849e81,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:15.354237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.358694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd446c6-8a21-49fe-8823-a57549f15afd req-a1bbebf4-9311-4c9c-8991-3b4f61ac5a40 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.360362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6fd446c6-8a21-49fe-8823-a57549f15afd req-a1bbebf4-9311-4c9c-8991-3b4f61ac5a40 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 943 time: 0.0640433 Nov 10 22:39:15.378103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba737b29-d7df-4fef-95a2-a02788728e46 req-aef2cd3c-3b9f-4ba3-b32c-d2686dd3ce6a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.379671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba737b29-d7df-4fef-95a2-a02788728e46 req-aef2cd3c-3b9f-4ba3-b32c-d2686dd3ce6a tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0669534 Nov 10 22:39:15.399942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:15.402505 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5447f-7456-439d-85c3-58fb16af6c01" -d '{"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:15.434317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6fd446c6-8a21-49fe-8823-a57549f15afd req-868bcd3f-d5f6-4966-90b0-3024b8dd6285 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663259 Nov 10 22:39:15.460217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba737b29-d7df-4fef-95a2-a02788728e46 req-33d26170-d9a0-4fea-adbc-a4a8399e3ab1 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678360 Nov 10 22:39:15.470445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:15.496826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:15.501075 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c718aa6b-6356-4ed0-9991-01db64737388 x-openstack-request-id: req-c718aa6b-6356-4ed0-9991-01db64737388 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:15.501584 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:15.502000 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c718aa6b-6356-4ed0-9991-01db64737388 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:15.502547 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244', 'code': 200} Nov 10 22:39:15.541181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394acb2-569c-49cb-905d-163ee161b8bb None None] The sync data for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 is: [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:38Z', 'revision_number': 4, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '36810445-2e13-4b16-bd18-9da65ef11231', 'name': '', 'network_id': '3d04e07b-a056-45f8-875d-d1cf2a76c3bd', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'mac_address': 'fa:16:3e:aa:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:36Z', 'updated_at': '2021-11-10T22:36:44Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'subnets': [{'id': 'afb45d71-9e0a-4e5b-ade8-76bc8450af86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:15.569716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ede8-b08d-429d-872a-d8b47599ef78 req-532021f3-dfc2-4a3f-9cfd-37c8c8b550d7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.571274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd2ede8-b08d-429d-872a-d8b47599ef78 req-532021f3-dfc2-4a3f-9cfd-37c8c8b550d7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0671775 Nov 10 22:39:15.634920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd2ede8-b08d-429d-872a-d8b47599ef78 req-c000eb81-6a0d-42e6-8f59-a42caa08c03d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565226 Nov 10 22:39:15.635196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa46114-9761-40e2-85d0-7e58b54fd70d req-10f547d8-f560-4d47-8751-ab1315059c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.636733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fa46114-9761-40e2-85d0-7e58b54fd70d req-10f547d8-f560-4d47-8751-ab1315059c12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0589519 Nov 10 22:39:15.642508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57654) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:15.678504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['f62fadab-ceb0-4983-bf3a-33dafe5cc9f6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:15.720944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fcc1c70f-e5db-4153-9836-e92c38849e81'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:15.735106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fa46114-9761-40e2-85d0-7e58b54fd70d req-cb0fcaa1-556f-44c7-a820-ef158d0a770d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901451 Nov 10 22:39:15.741020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.793844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.819205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4dbb4-9b92-40e8-a11b-ebb035e1559c req-a5b789e9-65b5-48ed-a53d-80bee9aa78f1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.828653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7d4dbb4-9b92-40e8-a11b-ebb035e1559c req-a5b789e9-65b5-48ed-a53d-80bee9aa78f1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.0752819 Nov 10 22:39:15.833320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ea98-cbbb-4e8f-8afc-262b846ccd7b req-1e588a2e-6cd4-46ec-bc82-8b9c936cf35e tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:15.835280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fb6ea98-cbbb-4e8f-8afc-262b846ccd7b req-1e588a2e-6cd4-46ec-bc82-8b9c936cf35e tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1101 time: 0.0901051 Nov 10 22:39:15.875154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.878003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.879562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "DELETE /v2.0/security-groups/56a2187f-e0de-434d-87e6-42bf0d4771a0 HTTP/1.1" status: 204 len: 168 time: 0.2359889 Nov 10 22:39:15.882579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57660) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:15.910739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a765c-ca44-4395-9b70-cfed503c5e37 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a2187f-e0de-434d-87e6-42bf0d4771a0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:15.917525 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-1d3c8440-a97e-43eb-9331-52e6ef0ef40d tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] show failed (client error): The resource could not be found. Nov 10 22:39:15.922662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d3c8440-a97e-43eb-9331-52e6ef0ef40d tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "GET /v2.0/security-groups/56a2187f-e0de-434d-87e6-42bf0d4771a0 HTTP/1.1" status: 404 len: 347 time: 0.0351715 Nov 10 22:39:15.922839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fb6ea98-cbbb-4e8f-8afc-262b846ccd7b req-2d818beb-7b4b-4a71-ab2a-8f92858a661b tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782151 Nov 10 22:39:15.922839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57662) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:15.961509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7d4dbb4-9b92-40e8-a11b-ebb035e1559c req-c849349a-6c3b-48a1-a515-3e07ffab7ba7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262467 Nov 10 22:39:15.996790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbc051-40bf-44a4-b0e0-02dc8bad68b8 None None] New status for floating IP 58d17e9f-9e88-494a-9907-44c5a8838a35: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:39:16.077581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-26964cfb-dead-401a-aa3d-6de6e45ad778 req-b4d7de2d-a423-46d3-91f5-50ffd9c3b1ba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:39:16.078550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26964cfb-dead-401a-aa3d-6de6e45ad778 req-b4d7de2d-a423-46d3-91f5-50ffd9c3b1ba service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050843 Nov 10 22:39:16.084580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Deleting port 9a49035b-4b23-42a9-9139-0d61ce08bef5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:16.085140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.172446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.172780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.187880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Calling delete_port for 9a49035b-4b23-42a9-9139-0d61ce08bef5 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:16.219447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d591f6-260b-4971-88e7-c998da740c5f req-27045d00-6623-4ac7-b7fd-1166d125f2eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:16.221007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9d591f6-260b-4971-88e7-c998da740c5f req-27045d00-6623-4ac7-b7fd-1166d125f2eb tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Nov 10 22:39:16.274190 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9d591f6-260b-4971-88e7-c998da740c5f req-9b603696-9afb-4d53-aca3-e6e9f9c6ee71 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Nov 10 22:39:16.328329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.379328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Pushing event deleted for resources: {'Port': ['ID=9a49035b-4b23-42a9-9139-0d61ce08bef5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:16.386761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708763-7d9f-419f-ad1a-73b77fc73142 req-730ab615-995b-4941-9812-a809e6bc5f7e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:16.388268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a708763-7d9f-419f-ad1a-73b77fc73142 req-730ab615-995b-4941-9812-a809e6bc5f7e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 947 time: 0.0503869 Nov 10 22:39:16.425657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.429073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.433399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6f4d119-7615-4daa-b0af-e2f4dc441aa7 tempest-ServersTestFqdnHostnames-1587040624 tempest-ServersTestFqdnHostnames-1587040624-project] 10.222.0.25 "DELETE /v2.0/floatingips/58d17e9f-9e88-494a-9907-44c5a8838a35 HTTP/1.1" status: 204 len: 168 time: 0.5096667 Nov 10 22:39:16.434027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:16.452840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a708763-7d9f-419f-ad1a-73b77fc73142 req-c71222e7-32b5-42e8-96de-a50399a6f4e4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524473 Nov 10 22:39:16.555245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21803e14-68b6-407a-87f0-5b046323f6e3 req-e0ef1302-2067-4f6a-a849-196c548fb966 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:16.557286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21803e14-68b6-407a-87f0-5b046323f6e3 req-e0ef1302-2067-4f6a-a849-196c548fb966 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.0517437 Nov 10 22:39:16.604611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:16.605239 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21803e14-68b6-407a-87f0-5b046323f6e3 req-639d178b-f262-4dbc-85cf-ab3357c80fc7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Nov 10 22:39:16.613273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 78e84fa9-8b8d-4058-9fbd-967325743ea2 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:16.614354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-1423ba3d-5427-4f41-af64-35570a0dac2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237493 Nov 10 22:39:16.625515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ac10-09ff-4cae-977d-d6c35f8d59f6 req-a400fb4c-f97a-41dd-aaa2-91cac8a6df52 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:16.626932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5058ac10-09ff-4cae-977d-d6c35f8d59f6 req-a400fb4c-f97a-41dd-aaa2-91cac8a6df52 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.1265061 Nov 10 22:39:16.646220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 78e84fa9-8b8d-4058-9fbd-967325743ea2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:16.646808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 78e84fa9-8b8d-4058-9fbd-967325743ea2 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:16.739270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:16.752586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d', 'mac_address': 'fa:16:3e:a9:c1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:16.774708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f01247-7862-460c-83f8-b93d9819b150 req-bb083577-1506-4a9e-afea-070de252dae0 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:16.780091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6f01247-7862-460c-83f8-b93d9819b150 req-bb083577-1506-4a9e-afea-070de252dae0 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0612910 Nov 10 22:39:16.782098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5058ac10-09ff-4cae-977d-d6c35f8d59f6 req-93ae056e-70c2-4cb9-a44a-6d17824c2d65 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489511 Nov 10 22:39:16.807628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.824709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:16.843468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6f01247-7862-460c-83f8-b93d9819b150 req-54fbe39a-0edd-4ee0-a5ba-9b6f8dfea4ee tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Nov 10 22:39:16.860002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:16.864623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.934294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:16.971752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.091310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a841b-75b1-4b31-ba2d-4350afa8897b req-d3cc7ba5-c4b8-48f0-8056-e888894bdba8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.092807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-362a841b-75b1-4b31-ba2d-4350afa8897b req-d3cc7ba5-c4b8-48f0-8056-e888894bdba8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 944 time: 0.0579681 Nov 10 22:39:17.154348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-362a841b-75b1-4b31-ba2d-4350afa8897b req-50d6cb8f-98ad-42f2-a594-46a7855a02a6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Nov 10 22:39:17.263214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Deleting port 36810445-2e13-4b16-bd18-9da65ef11231 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:17.263551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.319023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:17.372960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] For port 36810445-2e13-4b16-bd18-9da65ef11231, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36810445-2e13-4b16-bd18-9da65ef11231,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:17.373361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.405304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Calling delete_port for 36810445-2e13-4b16-bd18-9da65ef11231 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:17.463736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca380a73-c650-47b4-9d35-bb3b293f7c57 req-98fe62f4-defa-4881-822e-f2714ee855b9 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.469845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca380a73-c650-47b4-9d35-bb3b293f7c57 req-98fe62f4-defa-4881-822e-f2714ee855b9 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1130750 Nov 10 22:39:17.491627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-015bdf50-d267-4dc4-9099-78b08bd1e3cb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.493304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-015bdf50-d267-4dc4-9099-78b08bd1e3cb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0647302 Nov 10 22:39:17.559349 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca380a73-c650-47b4-9d35-bb3b293f7c57 req-ee735abf-92ac-466b-ae9e-a3652a5ce378 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Nov 10 22:39:17.614469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bca58-d064-495c-9ef3-64789c208785 req-ae80934f-8341-49b8-813c-b7e6943ee04d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.616080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f3bca58-d064-495c-9ef3-64789c208785 req-ae80934f-8341-49b8-813c-b7e6943ee04d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 948 time: 0.0888841 Nov 10 22:39:17.657483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Deleting port 3dee3420-de8d-4797-a625-6c2d4bb87b67 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:17.657928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.718525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.725962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f3bca58-d064-495c-9ef3-64789c208785 req-0ea872a3-532c-4979-bb89-42effca3a9a1 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987608 Nov 10 22:39:17.771840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] For port 3dee3420-de8d-4797-a625-6c2d4bb87b67, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3dee3420-de8d-4797-a625-6c2d4bb87b67,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:17.772904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.777690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=36810445-2e13-4b16-bd18-9da65ef11231,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:17.786854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Calling delete_port for 3dee3420-de8d-4797-a625-6c2d4bb87b67 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:17.891601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16428-4d96-4999-bb37-fa417aa3a064 req-1d3f8899-8482-4d7f-aa94-48463a1b237c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.893580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0f16428-4d96-4999-bb37-fa417aa3a064 req-1d3f8899-8482-4d7f-aa94-48463a1b237c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 944 time: 0.1099334 Nov 10 22:39:17.918228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720f152-9048-4c65-b41c-b73387caf211 req-dae2831d-ac1e-469b-9f09-9be5dad651f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:17.919775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c720f152-9048-4c65-b41c-b73387caf211 req-dae2831d-ac1e-469b-9f09-9be5dad651f7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0781164 Nov 10 22:39:18.016266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c720f152-9048-4c65-b41c-b73387caf211 req-379924fb-7802-4f82-b8e4-7e4997cce9f4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853434 Nov 10 22:39:18.027031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.029526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0f16428-4d96-4999-bb37-fa417aa3a064 req-14126ae5-d0cf-4399-a082-af1a5432af03 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946844 Nov 10 22:39:18.044814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:18.057101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.057313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Pushing event deleted for resources: {'Port': ['ID=3dee3420-de8d-4797-a625-6c2d4bb87b67,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.143140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] No DVR routers for this DVR port 3dee3420-de8d-4797-a625-6c2d4bb87b67 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:18.146464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.152080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6cc1f52-3b74-473f-b4ed-02495a77fb4f req-c2df29f6-8f58-43db-9038-529bb4ea1959 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "DELETE /v2.0/ports/3dee3420-de8d-4797-a625-6c2d4bb87b67 HTTP/1.1" status: 204 len: 173 time: 0.6504142 Nov 10 22:39:18.152548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-deleted', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:18.155112 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1ee707-b686-4649-aaf6-4e595f8d1e95" -d '{"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-deleted", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:18.172916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:18.177453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:18.177828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.220061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abe27b56-5653-4d94-9964-a2e6142caeab req-9e83a635-c296-49e6-8579-b198bbe45267 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc92986-bd0d-4803-8678-52a8436d8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0392971 Nov 10 22:39:18.279439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.288192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-f398cd84-fa43-4b49-9642-78bbc234e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.289942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-f398cd84-fa43-4b49-9642-78bbc234e5b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1101 time: 0.1412358 Nov 10 22:39:18.299873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89598e4-d937-4475-9dc6-89ca1273a138 req-cafd4498-4b13-4304-98f4-727179abb574 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.301332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d89598e4-d937-4475-9dc6-89ca1273a138 req-cafd4498-4b13-4304-98f4-727179abb574 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.1564171 Nov 10 22:39:18.311828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:18.314280 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096bf8ed-c913-4cca-a72e-64afe0e20304" -d '{"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-plugged", "status": "completed", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:18.331270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:18.337510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.338834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fcc1c70f-e5db-4153-9836-e92c38849e81 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:18.369203 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0101086b-2200-4ec0-bbeb-2af08f411e19 x-openstack-request-id: req-0101086b-2200-4ec0-bbeb-2af08f411e19 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:18.369990 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc92986-bd0d-4803-8678-52a8436d8dc1", "name": "network-vif-deleted", "tag": "3dee3420-de8d-4797-a625-6c2d4bb87b67", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:18.370515 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0101086b-2200-4ec0-bbeb-2af08f411e19 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:18.371817 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc92986-bd0d-4803-8678-52a8436d8dc1', 'name': 'network-vif-deleted', 'tag': '3dee3420-de8d-4797-a625-6c2d4bb87b67', 'status': 'completed', 'code': 200} Nov 10 22:39:18.421395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.433885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port fcc1c70f-e5db-4153-9836-e92c38849e81 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:18.438887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port fcc1c70f-e5db-4153-9836-e92c38849e81 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:18.439311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.489304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c20a04-2351-4582-a6f1-62feb75666f1 req-ad93cba6-5ea7-41cd-8958-ec94fce1c19d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.507967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80c20a04-2351-4582-a6f1-62feb75666f1 req-ad93cba6-5ea7-41cd-8958-ec94fce1c19d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0832026 Nov 10 22:39:18.531520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.573894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80c20a04-2351-4582-a6f1-62feb75666f1 req-0d3d12bf-6823-49a2-985d-24f26fae1286 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Nov 10 22:39:18.582041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fcc1c70f-e5db-4153-9836-e92c38849e81,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:18.592463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.631421 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff81ee-2323-41b7-93ca-3a2d73f8426f x-openstack-request-id: req-9aff81ee-2323-41b7-93ca-3a2d73f8426f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:18.631838 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-plugged", "status": "completed", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:18.632316 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aff81ee-2323-41b7-93ca-3a2d73f8426f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:18.632802 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6', 'code': 200} Nov 10 22:39:18.662489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.826060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d89598e4-d937-4475-9dc6-89ca1273a138 req-309acc2a-bf84-4368-8406-90bbfe5356af tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169687 Nov 10 22:39:18.852021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-b8506f9e-4bb6-4170-b138-7084f2185a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.852021 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-b8506f9e-4bb6-4170-b138-7084f2185a48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.5374596 Nov 10 22:39:18.852292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79556-775b-48ac-b6e4-4e3b03704c31 req-758f6958-8458-4577-8890-e40432484a35 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.854221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ac79556-775b-48ac-b6e4-4e3b03704c31 req-758f6958-8458-4577-8890-e40432484a35 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 948 time: 0.0558691 Nov 10 22:39:18.868611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Router d778ea31-1a61-48fb-b415-fb1a69af49d8 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:18.900295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-98236cef-4e19-4b87-bf65-14722d856e32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0454884 Nov 10 22:39:18.902733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ac79556-775b-48ac-b6e4-4e3b03704c31 req-9e911bce-33df-462a-be71-bc176aae78fb tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462189 Nov 10 22:39:18.904197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43919b-f82c-4a08-a1ce-a015b2ec9597 req-9e37a5da-8504-439f-898b-27884e3f0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:18.905640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b43919b-f82c-4a08-a1ce-a015b2ec9597 req-9e37a5da-8504-439f-898b-27884e3f0fea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 1096 time: 0.1716564 Nov 10 22:39:19.061755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-36b5fec7-c74b-4710-82e6-03958555a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.063201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-36b5fec7-c74b-4710-82e6-03958555a718 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1175516 Nov 10 22:39:19.067186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b43919b-f82c-4a08-a1ce-a015b2ec9597 req-60dbc9ba-52b4-4206-97ce-685b7ff7de1c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226139 Nov 10 22:39:19.077077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:19.083731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-13d9f136-2ecd-4aee-bf16-b438f1aefa2f admin admin] 10.222.0.25 "PUT /v2.0/routers/d778ea31-1a61-48fb-b415-fb1a69af49d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6471744 Nov 10 22:39:19.084566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:19.087095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Sync routers for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:19.098198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:19.098820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:19.214930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee8417-cd38-4167-bacf-0e2b9fd14e3a req-4dde6f36-816f-4418-bc7a-f35b8fdc9ccd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.217111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fee8417-cd38-4167-bacf-0e2b9fd14e3a req-4dde6f36-816f-4418-bc7a-f35b8fdc9ccd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0593214 Nov 10 22:39:19.223451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432cff4-418f-4df9-8d3e-b32c90cc84fa req-1e71fd7e-7d20-4e8f-8209-138e6a5ee88b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.224950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8432cff4-418f-4df9-8d3e-b32c90cc84fa req-1e71fd7e-7d20-4e8f-8209-138e6a5ee88b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0884333 Nov 10 22:39:19.229967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:19.230626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.276857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fee8417-cd38-4167-bacf-0e2b9fd14e3a req-1cf497fc-ac44-42bd-99f8-a88047c574c8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535009 Nov 10 22:39:19.391326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-63aff19a-284e-4ffd-8eac-42e55a2e3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.392806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-63aff19a-284e-4ffd-8eac-42e55a2e3aba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196287 Nov 10 22:39:19.398018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8432cff4-418f-4df9-8d3e-b32c90cc84fa req-20919714-2683-49da-ab61-6c16c82044d6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636689 Nov 10 22:39:19.455887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.542492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-f1d4ad8b-8a98-43ad-a413-a798d5048edd service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386349 Nov 10 22:39:19.555429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Deleting port 2a36a139-8973-4ed5-9715-352b929e5dc0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:19.556284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.579042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:39:17Z', 'revision_number': 5, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port': {'id': '2a36a139-8973-4ed5-9715-352b929e5dc0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:19.606504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964061-b4a2-4982-89d7-f1b29effcd63 req-70ec67de-8c4e-4381-a736-c4a8d5bad8b6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.608462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Checking router: d778ea31-1a61-48fb-b415-fb1a69af49d8 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:19.609008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6964061-b4a2-4982-89d7-f1b29effcd63 req-70ec67de-8c4e-4381-a736-c4a8d5bad8b6 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 948 time: 0.0616112 Nov 10 22:39:19.618199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Routers {'d778ea31-1a61-48fb-b415-fb1a69af49d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:19.618840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d778ea31-1a61-48fb-b415-fb1a69af49d8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:19.687706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6964061-b4a2-4982-89d7-f1b29effcd63 req-42dd9fe2-c605-47b9-8b9e-6b40e1b21485 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725274 Nov 10 22:39:19.738821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] Set router d778ea31-1a61-48fb-b415-fb1a69af49d8 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:19.759509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] For port 2a36a139-8973-4ed5-9715-352b929e5dc0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a36a139-8973-4ed5-9715-352b929e5dc0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:19.759880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.783327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-5b771900-2a59-4ba6-b091-fe658b4c35a5 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299495 Nov 10 22:39:19.785115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Calling delete_port for 2a36a139-8973-4ed5-9715-352b929e5dc0 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:19.792861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:39:19Z', 'revision_number': 6, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:19.800050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29a0f-2fbb-4060-8d97-a92bd03d8c40 req-3a9a2414-3c38-4876-833e-14151e343d4c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.801602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79a29a0f-2fbb-4060-8d97-a92bd03d8c40 req-3a9a2414-3c38-4876-833e-14151e343d4c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.1345820 Nov 10 22:39:19.824212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17820b0e-81da-4026-a67a-8f0121037f6b None None] The sync data for ids ['d778ea31-1a61-48fb-b415-fb1a69af49d8'] in n-d-811521-3 is: [{'id': 'd778ea31-1a61-48fb-b415-fb1a69af49d8', 'name': 'tempest-ServersTestFqdnHostnames-1163636293-router', 'tenant_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:36:31Z', 'updated_at': '2021-11-10T22:39:19Z', 'revision_number': 6, 'project_id': 'df815e5e0d0d4cf78e62f24ba17ffaa2', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:19.915056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79a29a0f-2fbb-4060-8d97-a92bd03d8c40 req-19644738-57f7-4691-a1b1-094702b26f95 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058013 Nov 10 22:39:19.965664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb711-cc08-4554-a9db-fe9749bc82c0 req-00e7e1b1-e5c0-4cbc-b71b-df6b9d4739d5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:19.973663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3d2cb711-cc08-4554-a9db-fe9749bc82c0 req-00e7e1b1-e5c0-4cbc-b71b-df6b9d4739d5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0738833 Nov 10 22:39:20.017830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3d2cb711-cc08-4554-a9db-fe9749bc82c0 req-ac40aa37-3d3e-420a-a2e5-dc51b88ecdd1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Nov 10 22:39:20.067440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.082770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c3d93-024e-49c9-af6c-82b66180f438 req-6956eea1-0266-484c-a2b9-0046927db35c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.084235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-788c3d93-024e-49c9-af6c-82b66180f438 req-6956eea1-0266-484c-a2b9-0046927db35c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 948 time: 0.0797825 Nov 10 22:39:20.103959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Pushing event deleted for resources: {'Port': ['ID=2a36a139-8973-4ed5-9715-352b929e5dc0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:20.190195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-788c3d93-024e-49c9-af6c-82b66180f438 req-2d8619a0-d40a-432a-a914-a02280ce700d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885403 Nov 10 22:39:20.195211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.286320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.288438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.333837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.334392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d778ea31-1a61-48fb-b415-fb1a69af49d8 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:39:20.340295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.341639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c2bd610-aef6-418b-b0d7-6ec6bbce30db admin admin] 10.222.0.25 "DELETE /v2.0/routers/d778ea31-1a61-48fb-b415-fb1a69af49d8 HTTP/1.1" status: 204 len: 168 time: 1.2560091 Nov 10 22:39:20.344152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57760) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:20.420830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Deleting subnet afb45d71-9e0a-4e5b-ade8-76bc8450af86 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:39:20.425833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.435130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd51a0-a35a-4d51-9648-b184940aa433 req-eb477c29-36a2-4baf-b91c-094d5aee9588 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.436410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddcd51a0-a35a-4d51-9648-b184940aa433 req-eb477c29-36a2-4baf-b91c-094d5aee9588 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0900240 Nov 10 22:39:20.491395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.548869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddcd51a0-a35a-4d51-9648-b184940aa433 req-eea17a2a-1689-4e84-bb0f-f0bd5ca496e8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929563 Nov 10 22:39:20.568663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534de82a-77ff-4c16-af88-c13318169e0b req-67a69c2e-62f7-48aa-98a3-c6ad6d98d73b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.576440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-534de82a-77ff-4c16-af88-c13318169e0b req-67a69c2e-62f7-48aa-98a3-c6ad6d98d73b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0997612 Nov 10 22:39:20.587175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-55dc9f20-8ee2-4192-8ba5-d9d3164fe886 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775077 Nov 10 22:39:20.611819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:20.617117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.639391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-534de82a-77ff-4c16-af88-c13318169e0b req-7deaf559-0fbe-48f7-a810-6270ee891de9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Nov 10 22:39:20.664814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:20.667161 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19adb72-4e8f-4a40-80ff-466edef558ed" -d '{"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:20.698247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.721589 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da758062-0450-4599-861e-21a5c818ad3c x-openstack-request-id: req-da758062-0450-4599-861e-21a5c818ad3c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:20.722062 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:20.722312 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da758062-0450-4599-861e-21a5c818ad3c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:20.722718 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81', 'code': 200} Nov 10 22:39:20.725692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:20.732269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:20.732641 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.734110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb45d71-9e0a-4e5b-ade8-76bc8450af86,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:20.741650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.746122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-1fa4e643-e976-4ecc-a4df-d26f3e361974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.749637 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-1fa4e643-e976-4ecc-a4df-d26f3e361974 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 1100 time: 0.0771134 Nov 10 22:39:20.750104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9052a66a-183f-440c-b51a-03bb5f8a0882 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/afb45d71-9e0a-4e5b-ade8-76bc8450af86 HTTP/1.1" status: 204 len: 168 time: 0.4040642 Nov 10 22:39:20.751646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57770) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:20.776855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04089ddd-cde0-45b0-8f39-ed44bcff17f8 None None] Network 3d04e07b-a056-45f8-875d-d1cf2a76c3bd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:20.879407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.892865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c4274-f52c-4455-a6a2-34874856eaa7 req-faf11ef5-c62e-42f2-b98b-6919ec542de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.894475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-879c4274-f52c-4455-a6a2-34874856eaa7 req-faf11ef5-c62e-42f2-b98b-6919ec542de1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 1096 time: 0.0583673 Nov 10 22:39:20.901264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dde99-bc9e-45dc-aa2f-8a4217cfbd9f req-b75f2a66-0461-4475-892f-21cdb0064bd8 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.902898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9dde99-bc9e-45dc-aa2f-8a4217cfbd9f req-b75f2a66-0461-4475-892f-21cdb0064bd8 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 948 time: 0.0857728 Nov 10 22:39:20.970166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-879c4274-f52c-4455-a6a2-34874856eaa7 req-bda2a5b6-a1bb-4189-bdb6-92de9cadd70a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553279 Nov 10 22:39:20.971844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-f938c9b0-4be8-443d-9bb9-34f8ba9bc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:20.973238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-f938c9b0-4be8-443d-9bb9-34f8ba9bc989 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1955874 Nov 10 22:39:20.976543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.018900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:21.036069 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.036885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:21.058769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9dde99-bc9e-45dc-aa2f-8a4217cfbd9f req-4993be05-384a-48f4-940b-421fa1f91451 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487658 Nov 10 22:39:21.079708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] DHCP port deletion for 3d04e07b-a056-45f8-875d-d1cf2a76c3bd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:21.083514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Deleting port 1f8fd714-bc32-4455-b1ef-84a30f2d959f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:21.084950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.096164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3dee3420-de8d-4797-a625-6c2d4bb87b67 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:21.096506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3dee3420-de8d-4797-a625-6c2d4bb87b67 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:21.099419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a4df-f16f-4368-8dbd-b6acf1af0288 req-ca3627cd-4e32-4d4a-aea1-001df6771a10 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.101685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35a3a4df-f16f-4368-8dbd-b6acf1af0288 req-ca3627cd-4e32-4d4a-aea1-001df6771a10 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0800560 Nov 10 22:39:21.155675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:21.158872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35a3a4df-f16f-4368-8dbd-b6acf1af0288 req-c95b8a94-20a0-4126-a9a7-179c377ec3dc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505600 Nov 10 22:39:21.181798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Deleting port 1f8fd714-bc32-4455-b1ef-84a30f2d959f {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:21.182300 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.200507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] For port 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f8fd714-bc32-4455-b1ef-84a30f2d959f,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:21.200814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.221711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Calling delete_port for 1f8fd714-bc32-4455-b1ef-84a30f2d959f owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:21.231531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148f50-16c2-405e-b815-b80b79c7f118 req-160ac8e0-c099-432e-8219-4933ee5a18b1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.233676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29148f50-16c2-405e-b815-b80b79c7f118 req-160ac8e0-c099-432e-8219-4933ee5a18b1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0921361 Nov 10 22:39:21.252886 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-9417f971-1904-4f8a-9e14-f209516dda48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 200 len: 217 time: 0.0530844 Nov 10 22:39:21.260002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] For port 1f8fd714-bc32-4455-b1ef-84a30f2d959f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f8fd714-bc32-4455-b1ef-84a30f2d959f,segment=NetworkSegment(fc582591-3c5b-4668-b1a2-f613f7b7099a),segment_id=fc582591-3c5b-4668-b1a2-f613f7b7099a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:21.260402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.276299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Calling delete_port for 1f8fd714-bc32-4455-b1ef-84a30f2d959f owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:21.332592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29148f50-16c2-405e-b815-b80b79c7f118 req-bac947c5-b7f4-458f-a547-d38610ca745a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887396 Nov 10 22:39:21.343627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267a1a-809a-4223-8d67-dbb7dc3c8bc2 req-1d253208-d361-418e-b69e-0fb90c3409b9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.345271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70267a1a-809a-4223-8d67-dbb7dc3c8bc2 req-1d253208-d361-418e-b69e-0fb90c3409b9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.0835299 Nov 10 22:39:21.347217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-85055cea-dd07-4a2e-a250-81f39648995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.348642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-85055cea-dd07-4a2e-a250-81f39648995d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0780094 Nov 10 22:39:21.357814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.375188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.399908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] Pushing event deleted for resources: {'Port': ['ID=1f8fd714-bc32-4455-b1ef-84a30f2d959f,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:21.404378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8fd714-bc32-4455-b1ef-84a30f2d959f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:21.406273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca15218-be04-4670-9272-d9dc0d800adf None None] No DVR routers for this DVR port 1f8fd714-bc32-4455-b1ef-84a30f2d959f on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:21.406437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] No DVR routers for this DVR port 1f8fd714-bc32-4455-b1ef-84a30f2d959f on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:21.442875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-bfd3451a-db06-46e6-b6c6-a5ff6bb43cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.444380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-bfd3451a-db06-46e6-b6c6-a5ff6bb43cd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808358 Nov 10 22:39:21.449004 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70267a1a-809a-4223-8d67-dbb7dc3c8bc2 req-8b270b1a-8825-4b37-aaea-c557ae4f442b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926216 Nov 10 22:39:21.579610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-dc06323b-f966-4540-90c2-d1a273e22660 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198909 Nov 10 22:39:21.596890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bd608-adcc-483d-b429-5a31d68f1665 req-26990f4b-191e-4c1a-8df5-d3d73cb4231b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.598492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-590bd608-adcc-483d-b429-5a31d68f1665 req-26990f4b-191e-4c1a-8df5-d3d73cb4231b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0717397 Nov 10 22:39:21.696961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a36a139-8973-4ed5-9715-352b929e5dc0 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:21.710136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-590bd608-adcc-483d-b429-5a31d68f1665 req-da10fdff-2939-4957-ad18-827fc77ebb11 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027422 Nov 10 22:39:21.729363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09b1e20-989b-4707-8d64-9b476f22cca0 req-22bd8792-b99e-4e57-afa2-10984826c9da service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 Nov 10 22:39:21.749502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2a36a139-8973-4ed5-9715-352b929e5dc0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:21.749853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a36a139-8973-4ed5-9715-352b929e5dc0 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:21.750276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f8fd714-bc32-4455-b1ef-84a30f2d959f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:21.776354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1f8fd714-bc32-4455-b1ef-84a30f2d959f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:21.777148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f8fd714-bc32-4455-b1ef-84a30f2d959f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:21.777665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36810445-2e13-4b16-bd18-9da65ef11231 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:21.803380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 36810445-2e13-4b16-bd18-9da65ef11231 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:21.803917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.804778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36810445-2e13-4b16-bd18-9da65ef11231 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:21.830429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d04e07b-a056-45f8-875d-d1cf2a76c3bd']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.840773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85146507-999f-4247-9768-1d284c4f086b req-05df1edd-0ced-4c72-8714-3c036876a356 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.843223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1264c-014a-4210-a4e2-c8bbe4070eb4 req-953e303b-73ef-4968-bb73-e1df59bd84c6 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:21.844796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0be1264c-014a-4210-a4e2-c8bbe4070eb4 req-953e303b-73ef-4968-bb73-e1df59bd84c6 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0564682 Nov 10 22:39:21.848486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85146507-999f-4247-9768-1d284c4f086b req-05df1edd-0ced-4c72-8714-3c036876a356 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.3799613 Nov 10 22:39:21.868861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc582591-3c5b-4668-b1a2-f613f7b7099a') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.869183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc582591-3c5b-4668-b1a2-f613f7b7099a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.882182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.896956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0be1264c-014a-4210-a4e2-c8bbe4070eb4 req-dc471257-95da-4430-8188-a681686a5294 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Nov 10 22:39:21.906648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.921570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85146507-999f-4247-9768-1d284c4f086b req-615ead3d-3c30-4abe-8dde-334e66f61924 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721979 Nov 10 22:39:21.924401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:39:21.924802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:39:21.926753 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:39:22.021631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.033246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.039349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d04e07b-a056-45f8-875d-d1cf2a76c3bd HTTP/1.1" status: 204 len: 168 time: 1.2864370 Nov 10 22:39:22.070637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bd13b-3b39-4f90-a761-64df71b84de2 req-7d65a030-f3f5-479d-814f-2c46dfefd551 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.072700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-387bd13b-3b39-4f90-a761-64df71b84de2 req-7d65a030-f3f5-479d-814f-2c46dfefd551 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0808854 Nov 10 22:39:22.073512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278a27-71b3-47df-b3f8-5b3872907899 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d04e07b-a056-45f8-875d-d1cf2a76c3bd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.141901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420552b5-bef3-4310-9f2a-9251022dd865 req-59f1f21f-7d91-46c3-8cee-60b1104a3ffb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.143388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-420552b5-bef3-4310-9f2a-9251022dd865 req-59f1f21f-7d91-46c3-8cee-60b1104a3ffb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 948 time: 0.0889661 Nov 10 22:39:22.187478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57796) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:22.198628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-387bd13b-3b39-4f90-a761-64df71b84de2 req-dc37f186-997b-44a2-bd40-9a6a3ee25705 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Nov 10 22:39:22.249568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c893538-7700-4286-abaa-d317b9cf575c req-19fba75a-f1bb-4f73-9dc7-a7e49d630bb5 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.256587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c893538-7700-4286-abaa-d317b9cf575c req-19fba75a-f1bb-4f73-9dc7-a7e49d630bb5 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 948 time: 0.0798028 Nov 10 22:39:22.268552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dccd5679-19e3-46f5-a0ac-b053406a3b8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df815e5e0d0d4cf78e62f24ba17ffaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799096 Nov 10 22:39:22.269432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:22.301773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c893538-7700-4286-abaa-d317b9cf575c req-5d8cc53a-54f8-49e8-9e86-9c454a5250d0 tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4ed9f3c-908e-4168-91fb-9ee4de965286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Nov 10 22:39:22.348001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Deleting port d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:22.348333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.408540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813be1d-e63e-4d96-8723-4c75a8a2194c req-35bb74f4-e960-43e1-9b0e-52d1e6c9d006 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.410099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2813be1d-e63e-4d96-8723-4c75a8a2194c req-35bb74f4-e960-43e1-9b0e-52d1e6c9d006 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.1222785 Nov 10 22:39:22.450474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.484006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a003d-6e04-447c-a165-fdff3e14223b req-730d93eb-047b-42ba-b6f5-a70b7b4526f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.489467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199a003d-6e04-447c-a165-fdff3e14223b req-730d93eb-047b-42ba-b6f5-a70b7b4526f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0587547 Nov 10 22:39:22.512954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.517250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2813be1d-e63e-4d96-8723-4c75a8a2194c req-df2d80bc-1aab-434c-890c-7277211cf2bc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930371 Nov 10 22:39:22.527175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] For port d7135777-4913-4cf4-abd1-7c4ac3238cfa, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d7135777-4913-4cf4-abd1-7c4ac3238cfa,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:22.527539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.561553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199a003d-6e04-447c-a165-fdff3e14223b req-3213291a-9582-48a3-8089-62f2dd645bf3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699725 Nov 10 22:39:22.562732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Calling delete_port for d7135777-4913-4cf4-abd1-7c4ac3238cfa owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:22.641171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.643684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.644797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14cd5df7-aca3-45ef-8bd2-09e4b002e3bc HTTP/1.1" status: 204 len: 168 time: 0.3726926 Nov 10 22:39:22.662101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b51f6a-dc19-4866-932b-ede1ec65e51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd5df7-aca3-45ef-8bd2-09e4b002e3bc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.723981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:22.726334 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d112f85-6804-4605-940b-55924a8bdf33" -d '{"events": [{"server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "name": "network-vif-plugged", "status": "completed", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:22.740819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.765627 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddf4055-8098-4848-9a3d-d1635ed10ab5 x-openstack-request-id: req-8ddf4055-8098-4848-9a3d-d1635ed10ab5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:22.766126 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "name": "network-vif-plugged", "status": "completed", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:22.766467 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ddf4055-8098-4848-9a3d-d1635ed10ab5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:22.767646 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d', 'code': 200} Nov 10 22:39:22.771093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Pushing event deleted for resources: {'Port': ['ID=d7135777-4913-4cf4-abd1-7c4ac3238cfa,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.819931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] No DVR routers for this DVR port d7135777-4913-4cf4-abd1-7c4ac3238cfa on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:22.822818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.826262 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-420552b5-bef3-4310-9f2a-9251022dd865 req-5c88aaa1-6337-47f1-85cc-2dcfb356d3fb tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.20 "DELETE /v2.0/ports/d7135777-4913-4cf4-abd1-7c4ac3238cfa HTTP/1.1" status: 204 len: 173 time: 0.6724441 Nov 10 22:39:22.826714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-deleted', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:22.828951 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9bce9-e581-4be9-aed1-2755cefba174" -d '{"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-deleted", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:22.876478 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53bbec6-d6a6-40f1-b111-46850cb830dc x-openstack-request-id: req-a53bbec6-d6a6-40f1-b111-46850cb830dc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:22.876942 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd225-f0cb-456f-bb65-f41ec23edacc", "name": "network-vif-deleted", "tag": "d7135777-4913-4cf4-abd1-7c4ac3238cfa", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:22.877483 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a53bbec6-d6a6-40f1-b111-46850cb830dc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:22.877958 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd225-f0cb-456f-bb65-f41ec23edacc', 'name': 'network-vif-deleted', 'tag': 'd7135777-4913-4cf4-abd1-7c4ac3238cfa', 'status': 'completed', 'code': 200} Nov 10 22:39:22.898535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ebb63-6c3b-4b57-90ad-da9881f71645 req-53dd76fe-314f-46ff-9591-56a0f5dc9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:22.900233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-211ebb63-6c3b-4b57-90ad-da9881f71645 req-53dd76fe-314f-46ff-9591-56a0f5dc9e8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 1100 time: 0.0593276 Nov 10 22:39:22.965226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-211ebb63-6c3b-4b57-90ad-da9881f71645 req-112c895d-80d0-4dba-b027-919c2b772f4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531738 Nov 10 22:39:23.054027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258c8e5-f9ac-4b5e-b3e1-fceb138a871f req-37add3a1-e7e6-43e5-b822-0b91228e0b01 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.055454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9258c8e5-f9ac-4b5e-b3e1-fceb138a871f req-37add3a1-e7e6-43e5-b822-0b91228e0b01 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.0553095 Nov 10 22:39:23.061090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a023310-4024-4698-86c8-874f9623c716 req-19549d4c-5034-4d16-9454-c2840d6ab7fe tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.062774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a023310-4024-4698-86c8-874f9623c716 req-19549d4c-5034-4d16-9454-c2840d6ab7fe tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0723324 Nov 10 22:39:23.117089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a023310-4024-4698-86c8-874f9623c716 req-efe9a8c4-7bfc-4f34-87a5-ee7e8e83109d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482028 Nov 10 22:39:23.121350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9258c8e5-f9ac-4b5e-b3e1-fceb138a871f req-ae628c33-f4d8-4a7a-bdcd-58d28fe0e52e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Nov 10 22:39:23.356146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe90bb7-5e1c-4b4a-a5b8-4ee3cef6b9b9 req-de3b8dda-321b-4e67-b4e1-4b16bf08a527 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.363240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fe90bb7-5e1c-4b4a-a5b8-4ee3cef6b9b9 req-de3b8dda-321b-4e67-b4e1-4b16bf08a527 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0664523 Nov 10 22:39:23.407450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fe90bb7-5e1c-4b4a-a5b8-4ee3cef6b9b9 req-22dcbdfe-1572-430d-9bee-81bfbb59d336 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Nov 10 22:39:23.419112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7571e97-2b6f-4d60-8d6a-77662fc4efcb req-e229399a-5dd1-4a74-afb7-368d42cc295f tempest-ListImageFiltersTestJSON-1094159943 tempest-ListImageFiltersTestJSON-1094159943-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6fdd225-f0cb-456f-bb65-f41ec23edacc HTTP/1.1" status: 200 len: 210 time: 0.0270784 Nov 10 22:39:23.445297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57838) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:23.543704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-149021459-network', 'tenant_id': '2d1d01e9598048f58d6db2a64f9d8224'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:23.572404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Made reservation on behalf of 2d1d01e9598048f58d6db2a64f9d8224 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:23.574828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.585021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.625233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b7ff1-b027-4b7a-b55b-5825ace1c1fc req-d90477cc-7497-4c45-81a5-28650c9a5d9d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.626110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-991b7ff1-b027-4b7a-b55b-5825ace1c1fc req-d90477cc-7497-4c45-81a5-28650c9a5d9d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Nov 10 22:39:23.680850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-991b7ff1-b027-4b7a-b55b-5825ace1c1fc req-d795b16c-abd3-4d87-9751-a5d184d107a4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Nov 10 22:39:23.684284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13c42a-4894-405d-bfd7-9f6bae910f9f req-9bf86501-1ce0-4c6b-9816-b3aae6d1ee36 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.686063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b13c42a-4894-405d-bfd7-9f6bae910f9f req-9bf86501-1ce0-4c6b-9816-b3aae6d1ee36 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0849402 Nov 10 22:39:23.760534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.768079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.791598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b13c42a-4894-405d-bfd7-9f6bae910f9f req-f743575c-58bc-4591-9ced-320352ce1102 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962753 Nov 10 22:39:23.810587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:39:23.825530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.826238 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Added segment 11172904-743b-4479-9436-3928cd74865e of type vlan for network 9535e54a-00a6-4230-927c-5db9b6b99f9c Nov 10 22:39:23.827574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80011fc8-a86f-424a-97dd-eb327e98e26b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:23.848965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1991d-80b3-433c-8fb4-efee17d87c36 req-e099cb21-eb45-456e-af20-a54e7c538d39 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.851542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3a1991d-80b3-433c-8fb4-efee17d87c36 req-e099cb21-eb45-456e-af20-a54e7c538d39 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0665636 Nov 10 22:39:23.891013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.904061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3a1991d-80b3-433c-8fb4-efee17d87c36 req-a26a4259-3f31-4f1f-b536-5fd9605e782f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Nov 10 22:39:23.916740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.917721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:23.918295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.969458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5230167 Nov 10 22:39:23.972306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57848) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:23.977857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Request body: {'subnet': {'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-149021459-subnet', 'tenant_id': '2d1d01e9598048f58d6db2a64f9d8224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:23.980539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0e13-6a33-44ea-969f-50653863b9bb admin admin] Pushing event updated for resources: {'Network': ['ID=9535e54a-00a6-4230-927c-5db9b6b99f9c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:23.991045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9535e54a-00a6-4230-927c-5db9b6b99f9c details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:39:24.025847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Made reservation on behalf of 2d1d01e9598048f58d6db2a64f9d8224 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:24.028380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.076594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-074c664e-6e90-4662-b359-36c0d48b7965 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:24.078055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-074c664e-6e90-4662-b359-36c0d48b7965 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 945 time: 0.0963416 Nov 10 22:39:24.239028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ad440-0936-45c9-b1ed-d973e29e5dfa req-6f360415-73d2-4a7a-84c1-b5f729ea0b86 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:24.240687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d70ad440-0936-45c9-b1ed-d973e29e5dfa req-6f360415-73d2-4a7a-84c1-b5f729ea0b86 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.0598252 Nov 10 22:39:24.268487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:24.268937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.290979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d70ad440-0936-45c9-b1ed-d973e29e5dfa req-932ad86c-0cb7-487b-99d6-bd69a00ddd3c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Nov 10 22:39:24.376081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594560e-c444-4513-8f98-00d106e6c36c req-f3830a38-b182-42f8-a1ab-0bd441918a15 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:24.377587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3594560e-c444-4513-8f98-00d106e6c36c req-f3830a38-b182-42f8-a1ab-0bd441918a15 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1615775 Nov 10 22:39:24.380913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.472941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:24.473728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.477329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da692976-3c03-40fd-b6be-08b3863dbfce,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:24.502244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:24.532907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3594560e-c444-4513-8f98-00d106e6c36c req-f5166742-b1df-4583-86f5-0a40dc790b2d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431382 Nov 10 22:39:24.569237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Checking segment: {'id': '11172904-743b-4479-9436-3928cd74865e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:24.569585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Network hostable DHCP agents. Network: 9535e54a-00a6-4230-927c-5db9b6b99f9c, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:39:24.602233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Network 9535e54a-00a6-4230-927c-5db9b6b99f9c is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:39:24.619014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9535e54a-00a6-4230-927c-5db9b6b99f9c) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:24.625024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:24.625953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.627521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7f33d-c999-492d-974d-43783cba66ba None None] Network 9535e54a-00a6-4230-927c-5db9b6b99f9c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:24.644512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-95df1440-06ab-460c-9836-12adc8a7d925 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6708720 Nov 10 22:39:24.711154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.728191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['f62fadab-ceb0-4983-bf3a-33dafe5cc9f6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:24.732067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '8302073a-7985-4137-a1d4-73a61b7fcd90'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:24.785175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=f62fadab-ceb0-4983-bf3a-33dafe5cc9f6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:24.837464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:24.840953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.846238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecc3fe1-d45f-4844-ab30-231a9fb19a05 req-21553879-2ce0-403d-8d02-e86d69874ec1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.39 "DELETE /v2.0/ports/f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 HTTP/1.1" status: 204 len: 173 time: 0.7566683 Nov 10 22:39:24.859830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-deleted', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:24.862621 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf8c946-0066-4b64-b655-ef77de376b11" -d '{"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-deleted", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:24.932588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e9fe9-3aff-46bd-b4fd-7734c1428751 None None] Network 9535e54a-00a6-4230-927c-5db9b6b99f9c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:24.987403 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fc08dd2-4041-4986-889d-6b5b7847a604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.062433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2782e995-cd8f-4c0d-97fd-2c10569118b2 req-52185f5a-f122-4bb6-89f4-3929f21ce31f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=760e87fa-7c16-423e-9e07-c6caabd4c729 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Nov 10 22:39:25.224804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11e36-f657-4cad-933f-2d599b9fa1b3 req-baad3768-df8f-4573-a09a-3f753a6f744c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:25.226299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a11e36-f657-4cad-933f-2d599b9fa1b3 req-baad3768-df8f-4573-a09a-3f753a6f744c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.4179814 Nov 10 22:39:25.277099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a11e36-f657-4cad-933f-2d599b9fa1b3 req-ec3c25b1-5874-4899-a82d-85273563c127 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Nov 10 22:39:25.325054 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae96e72e-0fb1-4b67-86a1-816b17d40a7d x-openstack-request-id: req-ae96e72e-0fb1-4b67-86a1-816b17d40a7d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:25.325497 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e87fa-7c16-423e-9e07-c6caabd4c729", "name": "network-vif-deleted", "tag": "f62fadab-ceb0-4983-bf3a-33dafe5cc9f6", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:25.325812 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae96e72e-0fb1-4b67-86a1-816b17d40a7d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:25.326376 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e87fa-7c16-423e-9e07-c6caabd4c729', 'name': 'network-vif-deleted', 'tag': 'f62fadab-ceb0-4983-bf3a-33dafe5cc9f6', 'status': 'completed', 'code': 200} Nov 10 22:39:25.374783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-3480242f-e746-4653-a087-1b869f51bf3a tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:25.376438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-3480242f-e746-4653-a087-1b869f51bf3a tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/networks?id=9535e54a-00a6-4230-927c-5db9b6b99f9c HTTP/1.1" status: 200 len: 813 time: 0.1089389 Nov 10 22:39:25.391784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-33f0c18c-3565-4aff-a08e-d6cab880d708 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/quotas/2d1d01e9598048f58d6db2a64f9d8224 HTTP/1.1" status: 200 len: 375 time: 0.0097406 Nov 10 22:39:25.429524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6598fd6b-04dd-4442-9388-f60877f42e2b tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d1d01e9598048f58d6db2a64f9d8224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316491 Nov 10 22:39:25.430023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148fe79-189c-4073-bcc8-500092e2ea25 req-d4c10cf0-1d50-41b3-a9b1-c6166a635fe5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:25.432065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d148fe79-189c-4073-bcc8-500092e2ea25 req-d4c10cf0-1d50-41b3-a9b1-c6166a635fe5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0611708 Nov 10 22:39:25.481913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d148fe79-189c-4073-bcc8-500092e2ea25 req-cfcc6c18-f489-4dde-b523-05299eae841a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437241 Nov 10 22:39:25.530033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-8a695972-dd6d-498d-a687-1e813c708421 service neutron] 10.222.0.25 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952137 Nov 10 22:39:25.624188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-96979716-424c-4a0d-8d2d-040838dc66d6 service neutron] 10.222.0.25 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876362 Nov 10 22:39:25.828885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36d473-d193-4bb2-97eb-5ced16129169 req-14597a26-abf8-4ada-8eea-2c6eec762548 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:25.830449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce36d473-d193-4bb2-97eb-5ced16129169 req-14597a26-abf8-4ada-8eea-2c6eec762548 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.0541821 Nov 10 22:39:25.892647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce36d473-d193-4bb2-97eb-5ced16129169 req-641ef802-1371-4b2b-b152-5d79acc7b899 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563347 Nov 10 22:39:25.927831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:39:26.028624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c6a5b-e956-45ac-ac28-c1f2670bd61c req-794699e8-2331-4455-a16e-7b23f01defe2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.035972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a7c6a5b-e956-45ac-ac28-c1f2670bd61c req-794699e8-2331-4455-a16e-7b23f01defe2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0744233 Nov 10 22:39:26.085614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a7c6a5b-e956-45ac-ac28-c1f2670bd61c req-1c834310-8c46-4ac3-8101-98421a35dcfe tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Nov 10 22:39:26.157933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa1fea1a-0777-4108-b57f-232727118452 req-4c5ee6b9-9a3e-478c-a4da-84421502b4df tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 210 time: 0.0286572 Nov 10 22:39:26.278594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e39b6-fb18-49f9-9ab2-a08d1ad1baa0 req-f9cac079-574d-45a1-9a71-060a7bd76bbf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.280090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110e39b6-fb18-49f9-9ab2-a08d1ad1baa0 req-f9cac079-574d-45a1-9a71-060a7bd76bbf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0560038 Nov 10 22:39:26.341084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1203797-9cb8-4792-9cef-a9de1ebc6fe4 req-9a980095-d076-4990-a19a-c8c2d48420da tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.348553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1203797-9cb8-4792-9cef-a9de1ebc6fe4 req-9a980095-d076-4990-a19a-c8c2d48420da tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 1100 time: 0.0896208 Nov 10 22:39:26.383285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110e39b6-fb18-49f9-9ab2-a08d1ad1baa0 req-bae2db64-4308-4d99-a938-794ca97f9976 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Nov 10 22:39:26.411171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-e7afafee-89dc-4ba9-b017-879d9571c20c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762594 Nov 10 22:39:26.425378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1203797-9cb8-4792-9cef-a9de1ebc6fe4 req-774bdcca-17b9-411f-93ad-b27b0277381a tempest-ServersOnMultiNodesTest-1113185876 tempest-ServersOnMultiNodesTest-1113185876-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599701 Nov 10 22:39:26.469363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:26.507415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-2e9658b9-eee0-46ba-b270-fb0be0c59b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.508886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-2e9658b9-eee0-46ba-b270-fb0be0c59b30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 1097 time: 0.0751421 Nov 10 22:39:26.636190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:26.657721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-d795975b-819b-4242-b506-db8cc627ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.659773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-d795975b-819b-4242-b506-db8cc627ab2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.1206884 Nov 10 22:39:26.680817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: d7135777-4913-4cf4-abd1-7c4ac3238cfa {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:26.681736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d7135777-4913-4cf4-abd1-7c4ac3238cfa not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:26.716119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-314b4881-e34d-4a0a-9e50-9848b1b6483e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b12c443a-ad96-4811-bd83-c33618718928 HTTP/1.1" status: 200 len: 217 time: 0.0477295 Nov 10 22:39:26.731174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23f745b5-c00a-4641-9425-be0083a820a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ccbfb983c6f4d3b81aa624d42c6cff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603731 Nov 10 22:39:26.734343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57978) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:26.738665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac5d8-333d-435b-97fc-e3cac2e2ed16 req-02391b58-bb02-452c-8524-e96767db5a7f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.740111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b02ac5d8-333d-435b-97fc-e3cac2e2ed16 req-02391b58-bb02-452c-8524-e96767db5a7f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0877528 Nov 10 22:39:26.788296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b02ac5d8-333d-435b-97fc-e3cac2e2ed16 req-aefed4a9-e262-44bb-b938-f22a7d48d50d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Nov 10 22:39:26.818929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46152033-acb6-427f-aced-0d45764af792 req-77c2885b-e29f-474b-8469-8e8bc9a0fad8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.820403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46152033-acb6-427f-aced-0d45764af792 req-77c2885b-e29f-474b-8469-8e8bc9a0fad8 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.1445985 Nov 10 22:39:26.847536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-ad60f822-0788-4481-a12c-00b47c24787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.848799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-ad60f822-0788-4481-a12c-00b47c24787b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1058872 Nov 10 22:39:26.895586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fa0f6-6a85-4a20-9a8f-255d0b5d432e req-f6d178b9-cb68-4578-9abd-9a9e803028ca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.897220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b0fa0f6-6a85-4a20-9a8f-255d0b5d432e req-f6d178b9-cb68-4578-9abd-9a9e803028ca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.0538421 Nov 10 22:39:26.899693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-d15ff952-5e31-4839-9e23-78fdab787d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354331 Nov 10 22:39:26.903741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.924393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46152033-acb6-427f-aced-0d45764af792 req-3ef1f741-7e6c-439f-a254-eca56c55364f tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Nov 10 22:39:26.979510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.996223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b0fa0f6-6a85-4a20-9a8f-255d0b5d432e req-8a8bf7b5-1c75-422d-9c9d-ea748c4754da tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895319 Nov 10 22:39:27.063531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-5cb4d669-51e6-4b66-aa6d-83b7156c3f73 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381543 Nov 10 22:39:27.070349 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.073784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.077220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4ed9f3c-908e-4168-91fb-9ee4de965286 HTTP/1.1" status: 204 len: 168 time: 0.3397827 Nov 10 22:39:27.122394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1828ba3-c1eb-4fbe-8737-451e0d1eb486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed9f3c-908e-4168-91fb-9ee4de965286,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:27.131933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-8b257489-008f-4e73-9a3c-84cbf8b7de2a tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.151267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-8b257489-008f-4e73-9a3c-84cbf8b7de2a tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.39 "GET /v2.0/networks?id=9535e54a-00a6-4230-927c-5db9b6b99f9c HTTP/1.1" status: 200 len: 813 time: 0.1573825 Nov 10 22:39:27.162496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Request body: {'port': {'device_id': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c', 'admin_state_up': True, 'tenant_id': '2d1d01e9598048f58d6db2a64f9d8224'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:27.191526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b1fc922-7093-41fc-9673-e41b476e7134 req-8760cadb-f5d5-48d0-b2dd-9e93d75d10e8 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156218 Nov 10 22:39:27.260236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732a299-017a-4690-9748-33ea4f1a1a76 req-003bfac4-ab1a-4744-aa01-f988160cd0e0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.261791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a732a299-017a-4690-9748-33ea4f1a1a76 req-003bfac4-ab1a-4744-aa01-f988160cd0e0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0676651 Nov 10 22:39:27.294577 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6df94ca-5d02-4a2a-a745-ceae4d917ea4 req-2581ebc2-c7b6-4c22-ac04-b8a4e19671eb tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 210 time: 0.0452564 Nov 10 22:39:27.317480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a732a299-017a-4690-9748-33ea4f1a1a76 req-0fd8706b-c304-4b7f-812a-005fe0c39099 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Nov 10 22:39:27.331847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Made reservation on behalf of 2d1d01e9598048f58d6db2a64f9d8224 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:27.335633 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.490467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Allocated IP 172.20.0.4 (9535e54a-00a6-4230-927c-5db9b6b99f9c/da692976-3c03-40fd-b6be-08b3863dbfce/1dc1ae39-5bb5-445a-9f1a-bf90dd35f915) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:27.532809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ea7c4-f8a8-4193-bf67-c17ed4724882 req-4da15b4f-6870-4b09-910b-d8da652c56ad tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.534415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-569ea7c4-f8a8-4193-bf67-c17ed4724882 req-4da15b4f-6870-4b09-910b-d8da652c56ad tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0743444 Nov 10 22:39:27.536449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-863e7cf5-726d-45f0-8587-bfe1526090b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.646273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-569ea7c4-f8a8-4193-bf67-c17ed4724882 req-4b844288-5b2b-4fa1-a63f-6285d7df3c5e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016843 Nov 10 22:39:27.698762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.738662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.787560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Network 9535e54a-00a6-4230-927c-5db9b6b99f9c is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:27.791599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:27.795521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:27.825401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Pushing event updated for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:27.879147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.879769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.903494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-2bbd7dd9-ef50-4223-987c-6fb8b657c754 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479379 Nov 10 22:39:27.912098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-8e1e921b-6d7e-4635-9342-8151ca2add91 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.913724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-8e1e921b-6d7e-4635-9342-8151ca2add91 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 945 time: 0.0894022 Nov 10 22:39:27.928233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d18d61-6442-4b51-84a2-975fc6d4e474 req-de7cc3da-19ae-44f0-a45c-0456f925104c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:27.929727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d18d61-6442-4b51-84a2-975fc6d4e474 req-de7cc3da-19ae-44f0-a45c-0456f925104c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0511990 Nov 10 22:39:27.935657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Request body: {'port': {'device_id': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:27.984120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d18d61-6442-4b51-84a2-975fc6d4e474 req-9736be0a-ec1e-4762-977d-cbc8ae75cf2f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467832 Nov 10 22:39:28.044795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.083710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:28.109502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:28.110356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f62fadab-ceb0-4983-bf3a-33dafe5cc9f6 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:28.119590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port fcc1c70f-e5db-4153-9836-e92c38849e81 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:28.119590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.136928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743c51a-33ef-491c-a779-45b4b9ebf87c req-3b431a39-a712-4a5a-9a11-388d65c67e1b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.138468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f743c51a-33ef-491c-a779-45b4b9ebf87c req-3b431a39-a712-4a5a-9a11-388d65c67e1b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.0654011 Nov 10 22:39:28.205555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f743c51a-33ef-491c-a779-45b4b9ebf87c req-b8dd8ad4-b60c-4340-b472-8e23a0422383 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Nov 10 22:39:28.323797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port fcc1c70f-e5db-4153-9836-e92c38849e81, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fcc1c70f-e5db-4153-9836-e92c38849e81,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:28.324169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.341957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for fcc1c70f-e5db-4153-9836-e92c38849e81 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:28.399310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054009c-6344-40a1-8848-74a118f61520 req-375f4935-76b1-4c47-8720-5448a123a351 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.401336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4054009c-6344-40a1-8848-74a118f61520 req-375f4935-76b1-4c47-8720-5448a123a351 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.0582848 Nov 10 22:39:28.454789 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4054009c-6344-40a1-8848-74a118f61520 req-3a8f8785-16eb-4c67-ae62-b1f602c95601 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Nov 10 22:39:28.516346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072e1df-687c-4189-86dc-612f46b92e51 req-c93e6150-69ee-485e-8596-fcee4547d7d8 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.523407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b072e1df-687c-4189-86dc-612f46b92e51 req-c93e6150-69ee-485e-8596-fcee4547d7d8 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 931 time: 0.1242847 Nov 10 22:39:28.527486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74593-009a-46a8-a128-e37e78e18295 req-7a8b1487-34ba-4843-b96a-63bbf39845f0 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.529622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b74593-009a-46a8-a128-e37e78e18295 req-7a8b1487-34ba-4843-b96a-63bbf39845f0 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.0608869 Nov 10 22:39:28.550602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:28.562271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.630909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b072e1df-687c-4189-86dc-612f46b92e51 req-7fad012b-6971-42bb-8f7b-a8acdec10eef tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Nov 10 22:39:28.646915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Transition to ACTIVE for port object 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:28.649124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.652560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.679230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fcc1c70f-e5db-4153-9836-e92c38849e81'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:28.713186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f36e4-e4fc-4456-974b-a48af0b994e1 req-6282ff37-404a-4099-9c47-ad94425eb683 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.721925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-941f36e4-e4fc-4456-974b-a48af0b994e1 req-6282ff37-404a-4099-9c47-ad94425eb683 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1911967 Nov 10 22:39:28.746828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-810791ca-0e65-49a8-9648-5959e642f956 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:28.748301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-810791ca-0e65-49a8-9648-5959e642f956 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 945 time: 0.1619985 Nov 10 22:39:28.797508 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.807118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0bd506da-e753-46d3-8f50-719cc467bc76 req-6237b499-09ea-4a7a-b480-83adb2318c4f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=232e4728-8537-4fb8-8aaf-70f3954b1e21 HTTP/1.1" status: 200 len: 210 time: 0.0791836 Nov 10 22:39:28.832797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:28.835475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port fcc1c70f-e5db-4153-9836-e92c38849e81 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:28.860249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-941f36e4-e4fc-4456-974b-a48af0b994e1 req-f172d8b8-9187-4c2b-84d2-4be447c84481 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371691 Nov 10 22:39:28.864172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=fcc1c70f-e5db-4153-9836-e92c38849e81,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:28.866122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.869565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d838cddb-5fb1-45da-b493-658e93ea3689 req-c71559ab-5aae-4e50-9bb2-51a046cdefe9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "DELETE /v2.0/ports/fcc1c70f-e5db-4153-9836-e92c38849e81 HTTP/1.1" status: 204 len: 173 time: 0.9387741 Nov 10 22:39:28.872478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-deleted', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:28.874790 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55b8c46-e340-49a6-9299-e5c72edf8551" -d '{"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-deleted", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:28.892642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:28.892642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.958540 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8cc814-4923-4f4d-8cea-0b16935f8570 x-openstack-request-id: req-5a8cc814-4923-4f4d-8cea-0b16935f8570 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:28.959115 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4728-8537-4fb8-8aaf-70f3954b1e21", "name": "network-vif-deleted", "tag": "fcc1c70f-e5db-4153-9836-e92c38849e81", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:28.959432 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a8cc814-4923-4f4d-8cea-0b16935f8570 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:28.959892 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4728-8537-4fb8-8aaf-70f3954b1e21', 'name': 'network-vif-deleted', 'tag': 'fcc1c70f-e5db-4153-9836-e92c38849e81', 'status': 'completed', 'code': 200} Nov 10 22:39:28.975632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Attempting to bind port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:28.976249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Attempting to bind port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '11172904-743b-4479-9436-3928cd74865e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:28.976778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Attempting to bind port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 on network 9535e54a-00a6-4230-927c-5db9b6b99f9c {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:28.982812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 on network 9535e54a-00a6-4230-927c-5db9b6b99f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:28.983743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Attempting to bind port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 on network 9535e54a-00a6-4230-927c-5db9b6b99f9c {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:28.988815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:28.989370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Checking segment: {'id': '11172904-743b-4479-9436-3928cd74865e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:28.989822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Bound using segment: {'id': '11172904-743b-4479-9436-3928cd74865e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:28.991022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Bound port: 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11172904-743b-4479-9436-3928cd74865e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:28.991804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.084194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port 8302073a-7985-4137-a1d4-73a61b7fcd90 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:29.084632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.112003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:29.115728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,segment=NetworkSegment(11172904-743b-4479-9436-3928cd74865e),segment_id=11172904-743b-4479-9436-3928cd74865e)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:29.120574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.163318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.164192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.166010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] 10.222.0.39 "PUT /v2.0/ports/1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 HTTP/1.1" status: 200 len: 1091 time: 1.2368417 Nov 10 22:39:29.167364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:29.167868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.194529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b024-a1d2-413b-8933-8ffb94f07e65 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.213143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:29.301468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-66749252-8dfd-4db1-8f49-60f07459cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.301720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port 8302073a-7985-4137-a1d4-73a61b7fcd90, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=8302073a-7985-4137-a1d4-73a61b7fcd90,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:29.301976 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.303574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-66749252-8dfd-4db1-8f49-60f07459cd47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1d01e9598048f58d6db2a64f9d8224&device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 1094 time: 0.0864615 Nov 10 22:39:29.312569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a899b71-58b0-4335-8f4b-9e4d0a83ccbf req-bf415cd4-a93c-439e-be82-78bd6de1a240 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.319834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a899b71-58b0-4335-8f4b-9e4d0a83ccbf req-bf415cd4-a93c-439e-be82-78bd6de1a240 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.2086923 Nov 10 22:39:29.347978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for 8302073a-7985-4137-a1d4-73a61b7fcd90 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:29.382341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-d4568529-73ef-45eb-9791-7f7381c4f03f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 HTTP/1.1" status: 200 len: 217 time: 0.0687320 Nov 10 22:39:29.447286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2168e-08ba-4c47-815c-bcbe90e80f64 req-35cabf1b-09c4-4f01-982a-f5896112d855 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.448807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0e2168e-08ba-4c47-815c-bcbe90e80f64 req-35cabf1b-09c4-4f01-982a-f5896112d855 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d9695c-18b0-471e-8959-694efa5b4dc5 HTTP/1.1" status: 200 len: 949 time: 0.1276417 Nov 10 22:39:29.476397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-5ba0debf-427c-4b42-94de-aaf56fd05dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.477907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-5ba0debf-427c-4b42-94de-aaf56fd05dca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da692976-3c03-40fd-b6be-08b3863dbfce HTTP/1.1" status: 200 len: 853 time: 0.0753720 Nov 10 22:39:29.498138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a899b71-58b0-4335-8f4b-9e4d0a83ccbf req-f1c6386b-30ed-4f0b-bed5-2ad07d35c07b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774399 Nov 10 22:39:29.519714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.541467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-090b879b-1427-4ae9-a50a-a2e7003ceb16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9535e54a-00a6-4230-927c-5db9b6b99f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514674 Nov 10 22:39:29.542698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45', 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:29.546289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:29.633996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0e2168e-08ba-4c47-815c-bcbe90e80f64 req-55af2218-176d-4c2f-b1af-1a489f4b5e6d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686308 Nov 10 22:39:29.711033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-376e45ae-ecf7-4d34-838f-d7b337bca72d service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548219 Nov 10 22:39:29.726392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.850969 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.874570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:29.881195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.883344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f4d4-7844-48ff-9eb5-10623caf33d8 req-13d5cc8e-e3df-4fbd-84af-1dc12aa735f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:29.885495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3155f4d4-7844-48ff-9eb5-10623caf33d8 req-13d5cc8e-e3df-4fbd-84af-1dc12aa735f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=054b163a-9b5d-4f6d-981b-b0244d3d2d1a HTTP/1.1" status: 200 len: 867 time: 0.1036026 Nov 10 22:39:29.885733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b74593-009a-46a8-a128-e37e78e18295 req-520278a6-359c-44ea-bcec-cc985474d92e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "DELETE /v2.0/ports/a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d HTTP/1.1" status: 204 len: 173 time: 1.3461053 Nov 10 22:39:29.886192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'name': 'network-vif-deleted', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:29.888755 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c74b1f6-5352-4f52-bb59-21ca0787b91c" -d '{"events": [{"server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "name": "network-vif-deleted", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:29.937280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78cd6624-6402-4a7d-8b6d-c76d928cd47b req-9486bd33-dc09-4eb2-a721-9b78c48cde61 service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135463 Nov 10 22:39:29.979212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=8302073a-7985-4137-a1d4-73a61b7fcd90,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:30.018976 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3155f4d4-7844-48ff-9eb5-10623caf33d8 req-c56fa4ec-b1a6-43a3-bd55-d29e48bd0d9a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261778 Nov 10 22:39:30.046392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port 8302073a-7985-4137-a1d4-73a61b7fcd90 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:30.058492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:30.066277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c64d6fbe-24d2-43d8-a6a6-d4269b5b4d7e req-1e60c7e2-70d7-41ef-8f66-aabbdcd250ae tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/8302073a-7985-4137-a1d4-73a61b7fcd90 HTTP/1.1" status: 204 len: 173 time: 1.3075604 Nov 10 22:39:30.203913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2cc9-9ee3-48c0-a21e-169d278d26e9 req-8548fcc1-b0f2-4ef4-806f-98eda72d4515 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:30.205846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-491e2cc9-9ee3-48c0-a21e-169d278d26e9 req-8548fcc1-b0f2-4ef4-806f-98eda72d4515 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 943 time: 0.0559058 Nov 10 22:39:30.254111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:30.262609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-491e2cc9-9ee3-48c0-a21e-169d278d26e9 req-fc12e870-9442-4cdc-b8d1-22031809bc3d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Nov 10 22:39:30.350114 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b7d57a-8bdb-4c52-bebd-32eab1fa2517 x-openstack-request-id: req-60b7d57a-8bdb-4c52-bebd-32eab1fa2517 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:30.350641 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d9695c-18b0-471e-8959-694efa5b4dc5", "name": "network-vif-deleted", "tag": "a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:30.350641 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60b7d57a-8bdb-4c52-bebd-32eab1fa2517 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:30.351347 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d9695c-18b0-471e-8959-694efa5b4dc5', 'name': 'network-vif-deleted', 'tag': 'a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d', 'status': 'completed', 'code': 200} Nov 10 22:39:30.530916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2324-a05e-44df-8965-308d411461f2 req-84a1fb8e-9cad-49a4-893d-25da59edd3ec tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:30.539986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfee2324-a05e-44df-8965-308d411461f2 req-84a1fb8e-9cad-49a4-893d-25da59edd3ec tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1089885 Nov 10 22:39:30.593793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfee2324-a05e-44df-8965-308d411461f2 req-aa35dd77-6f9c-4d43-beac-1148e38c5450 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525806 Nov 10 22:39:30.643880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:30.675306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-457e1f91-6125-4815-9581-d4a44b61a08a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:30.676764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-457e1f91-6125-4815-9581-d4a44b61a08a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1307743 Nov 10 22:39:30.691250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-29ec0362-0092-4aae-8afa-691598bfaad5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0087621 Nov 10 22:39:30.722469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-e03e2ff3-f1ce-466d-8994-b9a9026d3502 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259962 Nov 10 22:39:30.827809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-1c3592a4-7a6f-410b-9ed3-85f6d48c7582 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979888 Nov 10 22:39:30.905237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf8d3b-bcb6-4ac7-98b9-0b38a896fa7f req-eedaf16d-6445-4d16-b7e8-90abe17f94e4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:30.906831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3abf8d3b-bcb6-4ac7-98b9-0b38a896fa7f req-eedaf16d-6445-4d16-b7e8-90abe17f94e4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0522549 Nov 10 22:39:30.933380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-a32e8196-e3ff-4e7f-a6c2-bc09d3629ad2 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967500 Nov 10 22:39:30.956058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3abf8d3b-bcb6-4ac7-98b9-0b38a896fa7f req-bd59e06a-400e-4585-a263-9a468bab0152 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Nov 10 22:39:30.960610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:30.963537 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f0387-9ff6-4c50-9303-56e64eac912a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:31.099136 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f0de33-f560-4051-806e-d64d82121d75 x-openstack-request-id: req-c5f0de33-f560-4051-806e-d64d82121d75 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:31.099522 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:31.099839 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5f0de33-f560-4051-806e-d64d82121d75 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:31.100300 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915', 'status': 'completed', 'code': 200} Nov 10 22:39:31.192846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f0387-9ff6-4c50-9303-56e64eac912a req-ecbb4580-fc99-492e-9906-e41c23fca124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.195424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-ecbb4580-fc99-492e-9906-e41c23fca124 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1d01e9598048f58d6db2a64f9d8224&device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 1094 time: 0.0631907 Nov 10 22:39:31.322300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ef6f960-145a-4413-b615-0ac9c816a3d1 req-c7bb1922-7610-472f-97cd-2d75a90ff10f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 210 time: 0.0396347 Nov 10 22:39:31.365626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f0387-9ff6-4c50-9303-56e64eac912a req-8096a0d4-9aae-4d97-9742-5c75a007ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.367469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-8096a0d4-9aae-4d97-9742-5c75a007ba61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9535e54a-00a6-4230-927c-5db9b6b99f9c HTTP/1.1" status: 200 len: 913 time: 0.1629381 Nov 10 22:39:31.428581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-004e16db-e36b-4f19-a583-ec715e9b4933 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 HTTP/1.1" status: 200 len: 217 time: 0.0499785 Nov 10 22:39:31.495453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd360c-282f-4ed1-ba30-232c09d61e51 req-515cbed3-e5e6-49f7-80b1-4c921e3cbc3b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.498388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62bd360c-282f-4ed1-ba30-232c09d61e51 req-515cbed3-e5e6-49f7-80b1-4c921e3cbc3b tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.0652511 Nov 10 22:39:31.535741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f0387-9ff6-4c50-9303-56e64eac912a req-13cc6628-c898-44e1-a7ec-b0b7da8ff83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.537231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-13cc6628-c898-44e1-a7ec-b0b7da8ff83b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da692976-3c03-40fd-b6be-08b3863dbfce HTTP/1.1" status: 200 len: 853 time: 0.0985482 Nov 10 22:39:31.550878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62bd360c-282f-4ed1-ba30-232c09d61e51 req-e109b118-5d0b-4952-8c44-60e73dcfc896 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Nov 10 22:39:31.552222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6acdb-47dc-4b7d-8cfd-22685a949c8c req-ec0b89ab-e37c-4b85-82b2-2c26144ff6fc tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.553718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9c6acdb-47dc-4b7d-8cfd-22685a949c8c req-ec0b89ab-e37c-4b85-82b2-2c26144ff6fc tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 943 time: 0.0967653 Nov 10 22:39:31.596961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-6b9667a1-4278-4958-9cd1-8f47cbe5a186 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9535e54a-00a6-4230-927c-5db9b6b99f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418487 Nov 10 22:39:31.676827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9c6acdb-47dc-4b7d-8cfd-22685a949c8c req-a148fc92-c150-4500-a1cb-a0ce13faaaad tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090565 Nov 10 22:39:31.730834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-b05d5c6f-22ef-43b5-8c86-69b64d838edb service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208954 Nov 10 22:39:31.791063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-52842a2b-fedc-41d6-91d2-175e7b9d8c07 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.792661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-52842a2b-fedc-41d6-91d2-175e7b9d8c07 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.1331203 Nov 10 22:39:31.809695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-001bcb59-5fff-4469-a201-0ea9df605c9f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0098159 Nov 10 22:39:31.815274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:31.859627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-113f0387-9ff6-4c50-9303-56e64eac912a req-bf698e65-5ed4-4ee6-b3de-4c3253c497e2 service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196275 Nov 10 22:39:31.867038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12929332-ac88-41a6-82eb-51fa93429805 req-c3eea322-beb7-44b2-95d6-b38aa9444217 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.869258 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12929332-ac88-41a6-82eb-51fa93429805 req-c3eea322-beb7-44b2-95d6-b38aa9444217 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0835965 Nov 10 22:39:31.878209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-29a77d60-915c-4601-807c-882900dd1d7d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621836 Nov 10 22:39:31.925501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12929332-ac88-41a6-82eb-51fa93429805 req-4bc54a34-512d-48d4-be4a-e123fd46eda5 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497704 Nov 10 22:39:31.979343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-5e6e00c2-034a-4dc3-b01f-0dc2ae8f2f4a service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943356 Nov 10 22:39:32.080778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:32.098015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fcc1c70f-e5db-4153-9836-e92c38849e81 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:32.101773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd548c8-dd8a-4a01-be5d-18e4b32cc173 req-1d9a09d6-9f88-4a9e-b185-18c846f8485b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:32.104412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bcd548c8-dd8a-4a01-be5d-18e4b32cc173 req-1d9a09d6-9f88-4a9e-b185-18c846f8485b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0662277 Nov 10 22:39:32.106256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-d24cee11-9f52-4d94-a062-14ce2fa465ec service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176395 Nov 10 22:39:32.128544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: fcc1c70f-e5db-4153-9836-e92c38849e81 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:32.128891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fcc1c70f-e5db-4153-9836-e92c38849e81 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:32.185494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bcd548c8-dd8a-4a01-be5d-18e4b32cc173 req-58cebb79-451d-4c48-aaad-5d1235666e82 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Nov 10 22:39:32.306603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,segment=NetworkSegment(11172904-743b-4479-9436-3928cd74865e),segment_id=11172904-743b-4479-9436-3928cd74865e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:32.328312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915', 'network_id': '9535e54a-00a6-4230-927c-5db9b6b99f9c', 'port_id': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915', 'mac_address': 'fa:16:3e:84:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da692976-3c03-40fd-b6be-08b3863dbfce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:32.354499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'name': 'network-vif-deleted', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:32.356741 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6cd53e-bb0b-4bde-a834-888ace63f149" -d '{"events": [{"server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "name": "network-vif-deleted", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:32.381910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.386087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-113d118c-2aa3-4dec-b3dd-7f2bb6a4bbd2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:32.388739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-113d118c-2aa3-4dec-b3dd-7f2bb6a4bbd2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.2293975 Nov 10 22:39:32.403224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:32.409420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:32.415154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af89d3eb-9e05-4419-a81a-d991225760e5 req-6bdb4922-fc11-43aa-b292-1dd662606355 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 210 time: 0.0580699 Nov 10 22:39:32.432905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,segment=NetworkSegment(11172904-743b-4479-9436-3928cd74865e),segment_id=11172904-743b-4479-9436-3928cd74865e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:32.438582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.463727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:32.501995 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0647532-d86c-4947-b02d-27078b6a4975 x-openstack-request-id: req-a0647532-d86c-4947-b02d-27078b6a4975 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:32.502525 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054b163a-9b5d-4f6d-981b-b0244d3d2d1a", "name": "network-vif-deleted", "tag": "8302073a-7985-4137-a1d4-73a61b7fcd90", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:32.502525 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0647532-d86c-4947-b02d-27078b6a4975 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:32.502871 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054b163a-9b5d-4f6d-981b-b0244d3d2d1a', 'name': 'network-vif-deleted', 'tag': '8302073a-7985-4137-a1d4-73a61b7fcd90', 'status': 'completed', 'code': 200} Nov 10 22:39:32.505061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8940009-f24c-4fba-a02e-691c25a818af req-f5276efd-804b-42a6-a58e-a201e5216e67 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 210 time: 0.0346146 Nov 10 22:39:32.508125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:32.590978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:32.595751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.608377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5290adb5-464b-4ccc-b43f-85de4185cd5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.660931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:32.706304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cc2d-72ef-45bb-8367-17bc7c38baf9 req-f32d64ee-2cd5-4c5a-b9f0-7b288f9104e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:32.714443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f25cc2d-72ef-45bb-8367-17bc7c38baf9 req-f32d64ee-2cd5-4c5a-b9f0-7b288f9104e7 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.0853558 Nov 10 22:39:32.767983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.9 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/b7d68a5a-c1e1-4141-bf76-b36f181744c6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:32.793088 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f25cc2d-72ef-45bb-8367-17bc7c38baf9 req-efb7f966-c1bf-48b5-9620-327bb9100490 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Nov 10 22:39:32.808255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5290adb5-464b-4ccc-b43f-85de4185cd5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.816570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5290adb5-464b-4ccc-b43f-85de4185cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.856857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5290adb5-464b-4ccc-b43f-85de4185cd5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab8ee05710d540c49566e21e8921fde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918071 Nov 10 22:39:32.861034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58152) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:32.890105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290adb5-464b-4ccc-b43f-85de4185cd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03515d0b-65a3-4d18-8d65-f80a8fcb7a7b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:32.928080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1dc1ae39-5bb5-445a-9f1a-bf90dd35f915'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:32.932464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:32.933114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a1b699c6-e1ae-42ce-a33a-8e7ae2bb3a3d not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:32.934059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 8302073a-7985-4137-a1d4-73a61b7fcd90 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:32.985351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 8302073a-7985-4137-a1d4-73a61b7fcd90 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:32.986077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 8302073a-7985-4137-a1d4-73a61b7fcd90 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:33.047181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-ce2e9f79-5048-4184-bb83-8a591f8c2bd2 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.049754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-ce2e9f79-5048-4184-bb83-8a591f8c2bd2 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 950 time: 0.0735857 Nov 10 22:39:33.162593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80cc6-0749-43ef-b7fc-96dc80deea3c req-541f6ff4-ff11-433e-8920-4e36ea579367 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.164369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ee80cc6-0749-43ef-b7fc-96dc80deea3c req-541f6ff4-ff11-433e-8920-4e36ea579367 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1412771 Nov 10 22:39:33.218278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:33.218678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.272153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ee80cc6-0749-43ef-b7fc-96dc80deea3c req-3bada3f0-be57-4ce3-ba05-6dfcc26b09c1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965886 Nov 10 22:39:33.277730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724ca2c-14b2-4de8-822a-c5866fbc731a req-c19b9346-1df6-4015-807b-23b57a18a812 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.279240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6724ca2c-14b2-4de8-822a-c5866fbc731a req-c19b9346-1df6-4015-807b-23b57a18a812 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 944 time: 0.4891806 Nov 10 22:39:33.334575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:33.335094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.371245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:33.393912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6724ca2c-14b2-4de8-822a-c5866fbc731a req-b6b0c2f2-6cb6-4ecf-bba5-ed123222e450 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Nov 10 22:39:33.398195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.423708 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.426568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d42f47-a4c0-405c-aa2e-bb3926f6b15b req-0c40de03-1ec0-4e42-8a50-468b71571ed5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.428670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5d42f47-a4c0-405c-aa2e-bb3926f6b15b req-0c40de03-1ec0-4e42-8a50-468b71571ed5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0964239 Nov 10 22:39:33.434907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.504039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.510210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.512966 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.516957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5d42f47-a4c0-405c-aa2e-bb3926f6b15b req-5b843ac3-f8c1-48a5-8c33-8cba17eaad1a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816138 Nov 10 22:39:33.528320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03515d0b-65a3-4d18-8d65-f80a8fcb7a7b HTTP/1.1" status: 204 len: 168 time: 0.6572638 Nov 10 22:39:33.573222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03515d0b-65a3-4d18-8d65-f80a8fcb7a7b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.625508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.626467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.626804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.627133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.627460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.627785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.628319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.628658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.628989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.629313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.629628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.629948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a8774-c7ee-4c9f-b0d6-6097b48f2bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:33.652340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:33.659729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-407b63fa-609a-4401-b599-737e91bb5438 req-ed7df7b3-3641-4a7f-84ea-9c556aadd022 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 210 time: 0.0816331 Nov 10 22:39:33.668347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.692059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:33.694373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:33.710903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:33.714588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.765831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.794335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45', 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:33.805435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c808-a6e8-4b7d-87bf-9aa0d1282ad6 req-d946f213-8db3-4f45-af80-cc5339dc72f4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.807661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fb8c808-a6e8-4b7d-87bf-9aa0d1282ad6 req-d946f213-8db3-4f45-af80-cc5339dc72f4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 931 time: 0.1907241 Nov 10 22:39:33.808669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:33.811145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.814511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f849e7fc-36d3-404b-ad94-9c2c37157493 req-36cf1bd6-8629-40ae-ab04-9d4d01b5dd6c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "DELETE /v2.0/ports/d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 HTTP/1.1" status: 204 len: 173 time: 0.7466843 Nov 10 22:39:33.815021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'name': 'network-vif-deleted', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:33.817250 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817c0223-73bd-4b90-a325-a5889a8571c0" -d '{"events": [{"server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "name": "network-vif-deleted", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:33.891384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:33.892055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.892529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fb8c808-a6e8-4b7d-87bf-9aa0d1282ad6 req-6e38a31c-2eef-45dc-9594-b4a2542f5b01 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632136 Nov 10 22:39:33.963121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-66189942-7172-4d74-b749-b168c52a709e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5642242 Nov 10 22:39:33.993054 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72880eb-2f5c-4737-b18c-7fe3db166fe5 x-openstack-request-id: req-c72880eb-2f5c-4737-b18c-7fe3db166fe5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:33.994006 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98e7e3-f46f-496c-a4f6-20146eb21ad1", "name": "network-vif-deleted", "tag": "d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:33.994351 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c72880eb-2f5c-4737-b18c-7fe3db166fe5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:33.994841 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98e7e3-f46f-496c-a4f6-20146eb21ad1', 'name': 'network-vif-deleted', 'tag': 'd05e6c62-b3c0-42bf-9ea7-25b2920e8fb6', 'status': 'completed', 'code': 200} Nov 10 22:39:33.997290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Request body: {'port': {'device_id': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:34.001630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3316666d-1542-42d2-a2e3-d79417a18df6 req-4fad087d-76ec-4257-bef7-53722e1453c4 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98e7e3-f46f-496c-a4f6-20146eb21ad1 HTTP/1.1" status: 200 len: 210 time: 0.0555823 Nov 10 22:39:34.009815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-900341b5-6d37-4be2-8c6c-8689ee0fcfc8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:34.011418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-900341b5-6d37-4be2-8c6c-8689ee0fcfc8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.3542941 Nov 10 22:39:34.043394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:34.094900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:34.140552 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.270333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:34.281569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:34.282036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.287862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:34.291807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.479674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4a40e-992d-4270-8de5-da7735109582 req-2126d042-b796-427c-b1d8-946dece6f166 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:34.487476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70a4a40e-992d-4270-8de5-da7735109582 req-2126d042-b796-427c-b1d8-946dece6f166 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0718331 Nov 10 22:39:34.526294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.554527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.10 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/6c1a7285-f286-4563-bf3b-278d37865b76) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:34.563112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70a4a40e-992d-4270-8de5-da7735109582 req-0e3e6938-34ef-440a-b83b-fffc19ff5770 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746083 Nov 10 22:39:34.599319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:34.621753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:34.624152 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059a60c-8519-43dd-992a-05143dc28c8d" -d '{"events": [{"server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:34.641922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,segment=NetworkSegment(11172904-743b-4479-9436-3928cd74865e),segment_id=11172904-743b-4479-9436-3928cd74865e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:34.650518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6441-ae90-4db5-add5-147dd4079b5b req-8e1ef587-06b3-47be-942b-1cad91e2262c tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:34.650742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.651461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:34.659582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-853c6441-ae90-4db5-add5-147dd4079b5b req-8e1ef587-06b3-47be-942b-1cad91e2262c tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 944 time: 0.1476452 Nov 10 22:39:34.700036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d68a5a-c1e1-4141-bf76-b36f181744c6 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:34.707278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:34.707614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d05e6c62-b3c0-42bf-9ea7-25b2920e8fb6 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:34.716614 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.758158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:34.787728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Transition to ACTIVE for port object b7d68a5a-c1e1-4141-bf76-b36f181744c6 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:34.798056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.807214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-198513367-network', 'tenant_id': 'b46ef875fe31489794f6fcc32fec07bc'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:34.828680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-853c6441-ae90-4db5-add5-147dd4079b5b req-7ff5aa60-8bc4-4532-9bea-25336d19ad3d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643603 Nov 10 22:39:34.829743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Made reservation on behalf of b46ef875fe31489794f6fcc32fec07bc for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:34.832866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.844434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.903868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:34.936933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.969975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.989943 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e752c-c12e-4cf9-806f-d8b792efcff6 x-openstack-request-id: req-5e1e752c-c12e-4cf9-806f-d8b792efcff6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:34.990216 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:34.990467 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e1e752c-c12e-4cf9-806f-d8b792efcff6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:34.990977 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915', 'code': 200} Nov 10 22:39:35.000934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:39:35.006411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.039380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f24ca20-9cda-4ca7-b244-b321d838e67c req-0f09c99a-5ebf-4b98-9613-6105a3874899 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 210 time: 0.0493517 Nov 10 22:39:35.048652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.049007 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Added segment 51cb8705-b1ef-4edf-9e7b-9ede732f5000 of type vlan for network fa66fb2e-9a03-4f63-8b58-83ef9c552186 Nov 10 22:39:35.058516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a6c89-b95e-4cc6-927c-2e06231c8131 req-152254d9-a0d5-408c-9a9d-fda04c7b2d8c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.059960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-332a6c89-b95e-4cc6-927c-2e06231c8131 req-152254d9-a0d5-408c-9a9d-fda04c7b2d8c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.3097708 Nov 10 22:39:35.061542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.080800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Attempting to bind port b7d68a5a-c1e1-4141-bf76-b36f181744c6 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:35.081169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Attempting to bind port b7d68a5a-c1e1-4141-bf76-b36f181744c6 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:35.081498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Attempting to bind port b7d68a5a-c1e1-4141-bf76-b36f181744c6 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:35.090175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Port b7d68a5a-c1e1-4141-bf76-b36f181744c6 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:35.090501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Attempting to bind port b7d68a5a-c1e1-4141-bf76-b36f181744c6 on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:35.098390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:35.098735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:35.099122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:35.099587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Bound port: b7d68a5a-c1e1-4141-bf76-b36f181744c6, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:35.099904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.110172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.135490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.144634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9f523-66bc-4a79-8edb-b64b2ba70427 req-c385e4a0-9c51-46af-a370-5f18e0774a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.146148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ce9f523-66bc-4a79-8edb-b64b2ba70427 req-c385e4a0-9c51-46af-a370-5f18e0774a9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 1096 time: 0.1428311 Nov 10 22:39:35.187210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-332a6c89-b95e-4cc6-927c-2e06231c8131 req-42fb44f0-d3ea-4ba8-913f-e5085f86c382 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 Nov 10 22:39:35.206801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.207747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.208319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.215106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:35.225210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.227866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:35.234871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:35.264157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ce9f523-66bc-4a79-8edb-b64b2ba70427 req-995ebf9c-ef0e-4d9d-9006-ce4a94fa5a7b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Nov 10 22:39:35.271426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6708505 Nov 10 22:39:35.278193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58212) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:35.285880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Request body: {'subnet': {'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-198513367-subnet', 'tenant_id': 'b46ef875fe31489794f6fcc32fec07bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:35.293880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:35.295487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bfd1c-a5d1-4821-a1f4-0cb2bb2891a3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa66fb2e-9a03-4f63-8b58-83ef9c552186,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.305370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b84713-4607-46ff-bf4c-0b3618cf9055 req-12c1699f-9198-4b7d-9ab3-74e1e5fe3a93 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.307450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1b84713-4607-46ff-bf4c-0b3618cf9055 req-12c1699f-9198-4b7d-9ab3-74e1e5fe3a93 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.1659553 Nov 10 22:39:35.311474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Made reservation on behalf of b46ef875fe31489794f6fcc32fec07bc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:35.313351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:39:35.318276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.318434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.318912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.326524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:35.340462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.379772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-7072285d-ef08-4cfb-af2d-76ef85de221f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3419414 Nov 10 22:39:35.396942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Request body: {'port': {'device_id': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:35.400052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.400663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.402023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] 10.222.0.20 "PUT /v2.0/ports/b7d68a5a-c1e1-4141-bf76-b36f181744c6 HTTP/1.1" status: 200 len: 1091 time: 1.4274781 Nov 10 22:39:35.406627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:35.408886 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3156189f-9955-4aab-a7fa-9efcb94d85b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:35.479791 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d391d-4933-4c00-9f61-db2024a920bd x-openstack-request-id: req-129d391d-4933-4c00-9f61-db2024a920bd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:35.480086 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:35.480339 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-129d391d-4933-4c00-9f61-db2024a920bd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:35.480736 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'status': 'completed', 'code': 200} Nov 10 22:39:35.484895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523299bb-ead8-404c-bcc7-e6ad570b6a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.517453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1b84713-4607-46ff-bf4c-0b3618cf9055 req-a4ba7108-ca9f-45b7-942f-5b6466ab7a77 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882813 Nov 10 22:39:35.555384 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.571796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-dde4abea-3c00-466e-84d0-ec8bc87c890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.573249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-dde4abea-3c00-466e-84d0-ec8bc87c890e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 1094 time: 0.1068614 Nov 10 22:39:35.602226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.620327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac7391-bbd2-44d1-b240-b1dc630a0820 req-207cb108-bb24-4355-b474-3c513375fa9e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.621824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eaac7391-bbd2-44d1-b240-b1dc630a0820 req-207cb108-bb24-4355-b474-3c513375fa9e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0959930 Nov 10 22:39:35.653716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-30ea5e63-6766-4195-9bff-0e9280387509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6 HTTP/1.1" status: 200 len: 217 time: 0.0592794 Nov 10 22:39:35.693253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.720437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eaac7391-bbd2-44d1-b240-b1dc630a0820 req-0d4405c8-3a72-487b-a186-568ecdd44e5d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800111 Nov 10 22:39:35.723251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Checking segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:35.723668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Network hostable DHCP agents. Network: fa66fb2e-9a03-4f63-8b58-83ef9c552186, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:39:35.748432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:39:35.761728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, fa66fb2e-9a03-4f63-8b58-83ef9c552186) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:35.768137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.768940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.774447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5e73c-112c-468d-a3ea-b0ee20b9b880 None None] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:35.796743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4a8b4d97-36da-492d-b348-33b351c8cc28 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5172889 Nov 10 22:39:35.831141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f94f7-31be-4728-a5d8-efcf7a2eb426 req-2199f7d2-7c03-452f-b5f8-c6ba6f8afe5f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.833570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-487f94f7-31be-4728-a5d8-efcf7a2eb426 req-2199f7d2-7c03-452f-b5f8-c6ba6f8afe5f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1952770 Nov 10 22:39:35.841237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-4f710c41-0bd9-43b3-9046-397119819a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.842908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-4f710c41-0bd9-43b3-9046-397119819a02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.1645212 Nov 10 22:39:35.900691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-077ad301-9fc9-4a21-a249-6af922f70075 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425382 Nov 10 22:39:35.924524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838b71-7be1-4bd5-90bc-133daab16608 None None] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:35.976845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc9b97-f677-401c-aced-e8f2927fab4d req-f9e79fee-9648-469a-a7eb-5ff3704dcfac tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:35.981495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51dc9b97-f677-401c-aced-e8f2927fab4d req-f9e79fee-9648-469a-a7eb-5ff3704dcfac tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.0668480 Nov 10 22:39:36.035452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51dc9b97-f677-401c-aced-e8f2927fab4d req-c2c1ceaa-e2d7-485a-865b-60a631cc1267 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Nov 10 22:39:36.044098 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-487f94f7-31be-4728-a5d8-efcf7a2eb426 req-87bef5c2-cc15-422b-9a69-1e15bb7d5077 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966741 Nov 10 22:39:36.148490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:36.151221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-5bd5fa3e-755c-4ebd-beae-443f589c6e7c service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278602 Nov 10 22:39:36.281066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee18112-482f-4284-a46b-7029f833dece req-4173e83b-1aa1-4952-85d9-bb493eb1b9d8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.282583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee18112-482f-4284-a46b-7029f833dece req-4173e83b-1aa1-4952-85d9-bb493eb1b9d8 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 932 time: 0.1513844 Nov 10 22:39:36.287795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1a7285-f286-4563-bf3b-278d37865b76 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:36.306369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.311346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-468123df-95fb-4ab0-9571-eb5188fb4ded tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.312853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-468123df-95fb-4ab0-9571-eb5188fb4ded tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.1226778 Nov 10 22:39:36.327978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-d3614558-a9e9-46cc-8208-4dce868597ec tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/quotas/b46ef875fe31489794f6fcc32fec07bc HTTP/1.1" status: 200 len: 375 time: 0.0094483 Nov 10 22:39:36.342443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Transition to ACTIVE for port object 6c1a7285-f286-4563-bf3b-278d37865b76 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:36.347074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-035cdc16-dfa0-4993-974d-ae6ee41fc8e0 req-4f0f2630-ce6f-457d-a27a-2cfbdddb3d53 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808507 Nov 10 22:39:36.349301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.360338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-4e6b7504-6be1-4cbc-a56d-159481b8c47a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268121 Nov 10 22:39:36.438873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee18112-482f-4284-a46b-7029f833dece req-073ff1d8-fa87-4556-a8cc-8401a446551d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Nov 10 22:39:36.442430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:36.510765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-48a4018a-f262-4075-925e-10d81f7dedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.511452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-48a4018a-f262-4075-925e-10d81f7dedec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 1094 time: 0.1140707 Nov 10 22:39:36.623059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Attempting to bind port 6c1a7285-f286-4563-bf3b-278d37865b76 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:36.623763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Attempting to bind port 6c1a7285-f286-4563-bf3b-278d37865b76 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:36.623763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Attempting to bind port 6c1a7285-f286-4563-bf3b-278d37865b76 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:36.637787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Port 6c1a7285-f286-4563-bf3b-278d37865b76 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:36.638107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Attempting to bind port 6c1a7285-f286-4563-bf3b-278d37865b76 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:36.652606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:36.652938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:36.653345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:36.653785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Bound port: 6c1a7285-f286-4563-bf3b-278d37865b76, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:36.654140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.670839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afa27f-653a-4e7a-a8e2-0b8d5482d7a2 req-afbaf130-b3b0-4030-bed2-fc2fcad8fc84 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.672314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0afa27f-653a-4e7a-a8e2-0b8d5482d7a2 req-afbaf130-b3b0-4030-bed2-fc2fcad8fc84 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.1397190 Nov 10 22:39:36.729053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-b1086981-dcac-456e-8bb0-eb8d7e899048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.730523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-b1086981-dcac-456e-8bb0-eb8d7e899048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.2101872 Nov 10 22:39:36.766537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-3636479e-9950-408d-a7c0-72610305309b service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865557 Nov 10 22:39:36.798280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-c9dc0d6e-7bb4-4fb8-a6f9-a3cf547bdc98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6 HTTP/1.1" status: 200 len: 217 time: 0.0540917 Nov 10 22:39:36.841975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0afa27f-653a-4e7a-a8e2-0b8d5482d7a2 req-dedbbb00-693b-4ac2-b81a-d28181fbcaeb tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590376 Nov 10 22:39:36.843054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:36.864696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-4479e197-b886-4a23-8e73-70362aa9868a service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Nov 10 22:39:36.866725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6c1a7285-f286-4563-bf3b-278d37865b76,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:36.871068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.879968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-7d836821-c2e4-4d92-959d-31510484ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.881446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-7d836821-c2e4-4d92-959d-31510484ab54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0718834 Nov 10 22:39:36.930602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:36.931239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.932604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] 10.222.0.20 "PUT /v2.0/ports/6c1a7285-f286-4563-bf3b-278d37865b76 HTTP/1.1" status: 200 len: 1092 time: 1.5444868 Nov 10 22:39:36.934466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-194573b1-cbe1-4315-8067-a4475ce36205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333877 Nov 10 22:39:37.053665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efab26-e826-4462-9897-1a209b1c570e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:37.103488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f290e80-d127-426e-a272-06b649e521a3 req-d4293d7d-76a3-4687-933c-566d4a81bc56 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.106016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f290e80-d127-426e-a272-06b649e521a3 req-d4293d7d-76a3-4687-933c-566d4a81bc56 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.1670101 Nov 10 22:39:37.119817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2818d-a697-468d-89a2-46e87e1f4b24 req-f9c831df-8102-4406-a2a7-c4aad6e6792a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.121537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98d2818d-a697-468d-89a2-46e87e1f4b24 req-f9c831df-8102-4406-a2a7-c4aad6e6792a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0951602 Nov 10 22:39:37.134301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-f83d857e-8b2e-4dea-9cd2-8f13716cd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.135843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-f83d857e-8b2e-4dea-9cd2-8f13716cd8f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 1095 time: 0.1492114 Nov 10 22:39:37.147289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-4fbb8d28-3b19-45d3-96e4-3a9df2485b8d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.148491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-4fbb8d28-3b19-45d3-96e4-3a9df2485b8d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 949 time: 0.0834548 Nov 10 22:39:37.155512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-4164a69e-a5ae-48b7-bd9c-0fd640c5a08a service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992919 Nov 10 22:39:37.194508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-178d09e8-29f3-4065-aa3a-dd55b8b03132 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a7285-f286-4563-bf3b-278d37865b76 HTTP/1.1" status: 200 len: 217 time: 0.0486672 Nov 10 22:39:37.219207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98d2818d-a697-468d-89a2-46e87e1f4b24 req-bd3623a1-1708-4287-b57a-77f3081b9711 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904126 Nov 10 22:39:37.282281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port d5cd8758-da95-4f91-88aa-c66371be79d0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:37.282624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.373943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a48730b-76ca-429d-98a6-4da1df66c766 req-d06fec87-bff9-4543-882f-868f69f4a6dc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Nov 10 22:39:37.420661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port d5cd8758-da95-4f91-88aa-c66371be79d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d5cd8758-da95-4f91-88aa-c66371be79d0,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:37.421133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.435687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for d5cd8758-da95-4f91-88aa-c66371be79d0 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:37.545335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd46c6-79fd-44c7-9c7c-9d3858b0a7ec req-bf84f0e7-5a13-473e-83f8-603990433d6e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.546836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63cd46c6-79fd-44c7-9c7c-9d3858b0a7ec req-bf84f0e7-5a13-473e-83f8-603990433d6e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.0983281 Nov 10 22:39:37.566281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:37.568412 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:37.615112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f290e80-d127-426e-a272-06b649e521a3 req-81fc54d4-828b-45a6-a207-39bfa5d84538 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947045 Nov 10 22:39:37.635420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-4a7fa1ae-2efe-4440-baf3-e0c74370b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.636868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-4a7fa1ae-2efe-4440-baf3-e0c74370b367 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.4238925 Nov 10 22:39:37.655267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63cd46c6-79fd-44c7-9c7c-9d3858b0a7ec req-c54a23d6-af54-4d9a-9b11-f548edc7160d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956056 Nov 10 22:39:37.681541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-d39e7bac-6da0-4627-91db-b98b45071047 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354462 Nov 10 22:39:37.683352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3156189f-9955-4aab-a7fa-9efcb94d85b1 req-725b6918-1400-475d-8a97-3921b360a731 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989467 Nov 10 22:39:37.690580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.704586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:37.745268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45', 'd5cd8758-da95-4f91-88aa-c66371be79d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:37.756273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=d5cd8758-da95-4f91-88aa-c66371be79d0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:37.839400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port d5cd8758-da95-4f91-88aa-c66371be79d0 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:37.843422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.844010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a961d31-6d5a-4e71-b271-bb1465d501e5 req-259250c6-0234-4605-ae45-12e039fcf0b0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.846659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a809a4a-e0e0-484c-897e-62e05b3c8f69 req-3e53d088-a608-498b-ab86-371135fefd09 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "DELETE /v2.0/ports/d5cd8758-da95-4f91-88aa-c66371be79d0 HTTP/1.1" status: 204 len: 173 time: 0.6896703 Nov 10 22:39:37.847093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'name': 'network-vif-deleted', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:37.849620 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c212b4e-8093-489d-b2b9-cfd6f9faae5b" -d '{"events": [{"server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "name": "network-vif-deleted", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:37.852398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6a961d31-6d5a-4e71-b271-bb1465d501e5 req-259250c6-0234-4605-ae45-12e039fcf0b0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1021152 Nov 10 22:39:37.864957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3a58e-ed00-4d83-a4d8-72179af4f81f req-22ff4b11-1ff8-4814-81f1-23f294718b76 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:37.873143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22b3a58e-ed00-4d83-a4d8-72179af4f81f req-22ff4b11-1ff8-4814-81f1-23f294718b76 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 944 time: 0.1178327 Nov 10 22:39:37.873929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-42267927-a5ec-4271-aa57-6305aab8ae8b service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808019 Nov 10 22:39:37.930415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22b3a58e-ed00-4d83-a4d8-72179af4f81f req-890a3156-61f8-4078-b320-e334f6849ea1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563016 Nov 10 22:39:37.996147 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a035f9-5634-4751-8e72-0cb798a4c275 x-openstack-request-id: req-57a035f9-5634-4751-8e72-0cb798a4c275 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:37.996439 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:37.996689 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a035f9-5634-4751-8e72-0cb798a4c275 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:37.997101 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76', 'status': 'completed', 'code': 200} Nov 10 22:39:38.037730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6a961d31-6d5a-4e71-b271-bb1465d501e5 req-2cbc71ed-e847-4022-932b-333de25acfc3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843657 Nov 10 22:39:38.090434 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fb37dd-821d-49d3-ab25-3ead7ca3998f x-openstack-request-id: req-82fb37dd-821d-49d3-ab25-3ead7ca3998f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:38.090726 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5aef22-a288-4f4a-97f3-171f101f9bda", "name": "network-vif-deleted", "tag": "d5cd8758-da95-4f91-88aa-c66371be79d0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:38.090977 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82fb37dd-821d-49d3-ab25-3ead7ca3998f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:38.091375 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5aef22-a288-4f4a-97f3-171f101f9bda', 'name': 'network-vif-deleted', 'tag': 'd5cd8758-da95-4f91-88aa-c66371be79d0', 'status': 'completed', 'code': 200} Nov 10 22:39:38.093566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c064407-83f4-4a42-986e-7b70b773b3d0 req-d569b891-f27f-4b47-9838-b45f41d188c5 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106624 Nov 10 22:39:38.188888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f332-6959-47bd-88c9-4c3f112b400b req-1cc40a86-b7bf-49ff-8951-2a7293985ad6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.197032 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e942f332-6959-47bd-88c9-4c3f112b400b req-1cc40a86-b7bf-49ff-8951-2a7293985ad6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0805702 Nov 10 22:39:38.221459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-0b352478-2013-4d09-bb35-a535a1e202e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.223182 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-0b352478-2013-4d09-bb35-a535a1e202e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 1095 time: 0.0640688 Nov 10 22:39:38.269458 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e942f332-6959-47bd-88c9-4c3f112b400b req-696e5b05-4882-4dd8-b623-8d0e0819f663 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682001 Nov 10 22:39:38.445557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-660eeaf6-2c43-40da-a510-7067d1ea7406 req-1d0bd6cb-e4a9-4882-b740-529f213b091c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5aef22-a288-4f4a-97f3-171f101f9bda HTTP/1.1" status: 200 len: 210 time: 0.0467949 Nov 10 22:39:38.470591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5078ea-c620-43b5-b1b9-c706c7d11898 req-26338204-02e6-4bdc-9577-5f47db045538 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.478261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d5078ea-c620-43b5-b1b9-c706c7d11898 req-26338204-02e6-4bdc-9577-5f47db045538 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.1320519 Nov 10 22:39:38.488286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-98af4daa-08c6-41e3-9e65-9842c2ba1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.489743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-98af4daa-08c6-41e3-9e65-9842c2ba1cc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.2593901 Nov 10 22:39:38.513717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-faa91e67-0178-4e6d-969f-47644b2523fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.515202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-faa91e67-0178-4e6d-969f-47644b2523fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1d01e9598048f58d6db2a64f9d8224&device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 1096 time: 0.1708910 Nov 10 22:39:38.552097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-50999525-7a03-437a-a11e-195e7b9cfec4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a7285-f286-4563-bf3b-278d37865b76 HTTP/1.1" status: 200 len: 217 time: 0.0536332 Nov 10 22:39:38.594988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d5078ea-c620-43b5-b1b9-c706c7d11898 req-b64a3a51-7d17-4517-9dc9-cc192adcce59 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158528 Nov 10 22:39:38.614514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-71bdcd23-13b5-47b7-9b1f-b9975f026dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.616184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-71bdcd23-13b5-47b7-9b1f-b9975f026dbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.0537009 Nov 10 22:39:38.640451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c2c129-2734-4b67-ad28-de4f7fd56ab4 req-5dbc8adf-ab4d-4ea7-b54d-2c9aaec05f79 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 210 time: 0.0556402 Nov 10 22:39:38.651016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-48bddf20-574b-47e9-bd90-4f21490035bc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.652961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-48bddf20-574b-47e9-bd90-4f21490035bc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.1985958 Nov 10 22:39:38.668257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-ad9968b4-2805-488f-a32c-0f7cdf8d95fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448794 Nov 10 22:39:38.670083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Request body: {'port': {'device_id': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'admin_state_up': True, 'tenant_id': 'b46ef875fe31489794f6fcc32fec07bc'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:38.722976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-f9bcba9e-ae22-480e-a00f-a06f25f8fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.724431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-f9bcba9e-ae22-480e-a00f-a06f25f8fbab service neutron] 10.222.0.39 "GET /v2.0/networks?id=9535e54a-00a6-4230-927c-5db9b6b99f9c HTTP/1.1" status: 200 len: 913 time: 0.2010622 Nov 10 22:39:38.780894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-9a9f2886-65c8-4f69-b052-35abccb98266 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 HTTP/1.1" status: 200 len: 217 time: 0.0451689 Nov 10 22:39:38.825309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-74e7ad25-f479-413a-9299-8fce85860134 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493189 Nov 10 22:39:38.857862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-0da2adc9-6e89-4bf9-9fbc-0722b85ca8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.859400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-0da2adc9-6e89-4bf9-9fbc-0722b85ca8e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da692976-3c03-40fd-b6be-08b3863dbfce HTTP/1.1" status: 200 len: 853 time: 0.0662544 Nov 10 22:39:38.877194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Made reservation on behalf of b46ef875fe31489794f6fcc32fec07bc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:38.880460 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.897830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-87112a8b-6c93-410f-acda-a0441295f1a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9535e54a-00a6-4230-927c-5db9b6b99f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300817 Nov 10 22:39:38.914382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f1a3-5f48-4ead-81c7-a5de220cc846 req-a7cc5fb1-f7e2-43d5-b24e-a1598f5a22eb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:38.915882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a836f1a3-5f48-4ead-81c7-a5de220cc846 req-a7cc5fb1-f7e2-43d5-b24e-a1598f5a22eb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.1858282 Nov 10 22:39:38.964345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ca03ce8-ccb5-4169-be73-e25c54f7e84a req-deb327c5-2456-45cc-8f2f-217bdbee592f service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233883 Nov 10 22:39:39.001144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a836f1a3-5f48-4ead-81c7-a5de220cc846 req-8d471c1a-ceea-42b4-9038-5e2f58e0521d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786331 Nov 10 22:39:39.101614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-d70fcbbc-b52d-4cd4-94c7-6ebad826f8a3 service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960957 Nov 10 22:39:39.133308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f14a5d-f696-4682-b0dd-8ce3d12db9c9 req-1d57b635-a278-4c13-80b8-3fe473f8ad4a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.133563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f48648-3756-4876-8e0c-9de5af87b0a4 req-8680f599-89bd-4b51-a7cd-751c3bd6bc57 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.135355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f14a5d-f696-4682-b0dd-8ce3d12db9c9 req-1d57b635-a278-4c13-80b8-3fe473f8ad4a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0507095 Nov 10 22:39:39.135487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35f48648-3756-4876-8e0c-9de5af87b0a4 req-8680f599-89bd-4b51-a7cd-751c3bd6bc57 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 944 time: 0.1264057 Nov 10 22:39:39.184738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f14a5d-f696-4682-b0dd-8ce3d12db9c9 req-2e870897-11b0-42a0-be5d-0bdab4412b9f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Nov 10 22:39:39.186266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Allocated IP 172.20.0.6 (fa66fb2e-9a03-4f63-8b58-83ef9c552186/b2d9f12b-fdf9-434a-af3d-d59caa57f7b2/33432d98-2b46-4a20-8769-225bc019912b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:39.277638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35f48648-3756-4876-8e0c-9de5af87b0a4 req-4c5d6ecc-f84d-465a-ae81-92e394d1adca tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300514 Nov 10 22:39:39.291734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c41ce637-12c5-4f12-bb11-62d50084a839 req-984cde7f-0809-4e2f-9367-d6a0d8663e98 service neutron] 10.222.0.39 "GET /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792734 Nov 10 22:39:39.388634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecae149-5a5e-423a-ad81-3a4460d10a28 req-eea8027d-1833-45dd-84d1-5ef99b3d366f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.391668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ecae149-5a5e-423a-ad81-3a4460d10a28 req-eea8027d-1833-45dd-84d1-5ef99b3d366f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0514307 Nov 10 22:39:39.395618 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.436217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.444671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ecae149-5a5e-423a-ad81-3a4460d10a28 req-4105bdf3-d120-432b-aaf6-2ce851570f75 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Nov 10 22:39:39.476457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:39.479542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:39.485862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:39.518061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:39.536551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.536891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.537272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.538104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.538104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.538343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.538550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.539129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.539448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.539763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.540641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.540961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:39.554784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.555195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.572201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5b327543-f462-4cdc-bbb7-b726baef276b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9083629 Nov 10 22:39:39.584512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Request body: {'port': {'device_id': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:39.656037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.828894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ba12-b10e-4b67-8c9d-defc7357e519 req-5f3d0def-1661-4466-87a9-e48fd73464c2 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.830403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8555ba12-b10e-4b67-8c9d-defc7357e519 req-5f3d0def-1661-4466-87a9-e48fd73464c2 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.1269391 Nov 10 22:39:39.897424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dc1ec-893d-4f41-bb83-3445b5aee2c3 req-6b03e142-1180-4708-b562-af6cfc259ab5 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:39.898882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f82dc1ec-893d-4f41-bb83-3445b5aee2c3 req-6b03e142-1180-4708-b562-af6cfc259ab5 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 931 time: 0.0513465 Nov 10 22:39:39.930618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8555ba12-b10e-4b67-8c9d-defc7357e519 req-edc637d5-a436-480d-aa43-241fc1aea06d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Nov 10 22:39:39.952135 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f82dc1ec-893d-4f41-bb83-3445b5aee2c3 req-fd3f908b-acb4-4f05-b20f-33926234fb1b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Nov 10 22:39:40.079364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc104c34-7438-4bed-8169-fe9acf735e32 req-ad531ae0-7249-423b-afb2-22b634a18ebf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.080769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc104c34-7438-4bed-8169-fe9acf735e32 req-ad531ae0-7249-423b-afb2-22b634a18ebf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.0890524 Nov 10 22:39:40.084587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33432d98-2b46-4a20-8769-225bc019912b {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:40.093937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.105292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d5cd8758-da95-4f91-88aa-c66371be79d0 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:40.119524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5adb40-8e63-4a4d-8706-32aeac3fabd2 req-9d9607fc-42a9-478e-8e36-c6b012789fa0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.121206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d5adb40-8e63-4a4d-8706-32aeac3fabd2 req-9d9607fc-42a9-478e-8e36-c6b012789fa0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.0503297 Nov 10 22:39:40.126146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Transition to ACTIVE for port object 33432d98-2b46-4a20-8769-225bc019912b will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:40.136938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: d5cd8758-da95-4f91-88aa-c66371be79d0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:40.137180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.137679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d5cd8758-da95-4f91-88aa-c66371be79d0 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:40.170970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d5adb40-8e63-4a4d-8706-32aeac3fabd2 req-8cee455d-3b92-40d9-841c-0809ab8f2273 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Nov 10 22:39:40.183356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc104c34-7438-4bed-8169-fe9acf735e32 req-a2114bc5-e0cf-4785-a4ab-205dcead709d tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941193 Nov 10 22:39:40.201082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:40.269947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Attempting to bind port 33432d98-2b46-4a20-8769-225bc019912b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:40.270281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Attempting to bind port 33432d98-2b46-4a20-8769-225bc019912b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:40.270608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Attempting to bind port 33432d98-2b46-4a20-8769-225bc019912b on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:40.277281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Port 33432d98-2b46-4a20-8769-225bc019912b on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:40.277767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Attempting to bind port 33432d98-2b46-4a20-8769-225bc019912b on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:40.283619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:40.283959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Checking segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:40.284340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Bound using segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:40.284796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Bound port: 33432d98-2b46-4a20-8769-225bc019912b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:40.285180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.301453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199700c-a391-41c4-ba6d-d85980038b15 req-63776c71-2a96-4c84-a31a-00794b84fea1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.302949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a199700c-a391-41c4-ba6d-d85980038b15 req-63776c71-2a96-4c84-a31a-00794b84fea1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Nov 10 22:39:40.357032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a199700c-a391-41c4-ba6d-d85980038b15 req-60dfdd2a-501f-4f7d-bbed-190976bf86b2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Nov 10 22:39:40.377120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:40.392584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:40.397905 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.439445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2edbd-f215-469c-8f0a-f4f45b73afbf req-d31f9bdf-7605-49f4-a428-09bb9e428e73 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.440919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-deb2edbd-f215-469c-8f0a-f4f45b73afbf req-d31f9bdf-7605-49f4-a428-09bb9e428e73 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 944 time: 0.0938323 Nov 10 22:39:40.447264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.447858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.449166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] 10.222.0.39 "PUT /v2.0/ports/33432d98-2b46-4a20-8769-225bc019912b HTTP/1.1" status: 200 len: 1091 time: 0.8688107 Nov 10 22:39:40.449619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'tag': '33432d98-2b46-4a20-8769-225bc019912b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:40.451861 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "tag": "33432d98-2b46-4a20-8769-225bc019912b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:40.490161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc5cec-0fe5-4723-b14e-b5201921f7ff service neutron] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:40.506276 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747dc7c8-7d8c-4a56-813b-261a90791921 x-openstack-request-id: req-747dc7c8-7d8c-4a56-813b-261a90791921 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:40.506581 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "tag": "33432d98-2b46-4a20-8769-225bc019912b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:40.506814 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-747dc7c8-7d8c-4a56-813b-261a90791921 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:40.507201 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'tag': '33432d98-2b46-4a20-8769-225bc019912b', 'status': 'completed', 'code': 200} Nov 10 22:39:40.545063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-deb2edbd-f215-469c-8f0a-f4f45b73afbf req-f8c6545d-18ae-4b39-bf19-ca10dcc3ea86 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902877 Nov 10 22:39:40.557541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-6f83484d-903e-4ea9-8cb1-ce19b3c10ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.559054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-6f83484d-903e-4ea9-8cb1-ce19b3c10ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 1094 time: 0.0610743 Nov 10 22:39:40.593771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71ac0-f088-4269-9d68-11c1b5fee703 req-cc34a091-9757-4bb1-a996-43f7c77417d8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.595344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fc71ac0-f088-4269-9d68-11c1b5fee703 req-cc34a091-9757-4bb1-a996-43f7c77417d8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0520129 Nov 10 22:39:40.606603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-073a96cf-4d51-41db-9f3f-305edd6ad5bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33432d98-2b46-4a20-8769-225bc019912b HTTP/1.1" status: 200 len: 217 time: 0.0343304 Nov 10 22:39:40.645830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fc71ac0-f088-4269-9d68-11c1b5fee703 req-bb720612-bb00-4ec8-9c6d-5e6e887714db tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436542 Nov 10 22:39:40.666443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-d1b76879-6aab-4dfd-bb39-85891b25fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:40.667884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-d1b76879-6aab-4dfd-bb39-85891b25fd55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.0473263 Nov 10 22:39:40.700265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6c1a7285-f286-4563-bf3b-278d37865b76 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:40.703608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-5fbdd812-447f-4593-9cbe-b52937bb4dbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282683 Nov 10 22:39:40.792111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-1c1fa19b-cf50-43f0-8617-1087a8a43723 service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Nov 10 22:39:40.793244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6c1a7285-f286-4563-bf3b-278d37865b76,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:40.804360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '6c1a7285-f286-4563-bf3b-278d37865b76', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': '6c1a7285-f286-4563-bf3b-278d37865b76', 'mac_address': 'fa:16:3e:04:9d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:40.845360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.858679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1a7285-f286-4563-bf3b-278d37865b76 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:40.878300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6c1a7285-f286-4563-bf3b-278d37865b76,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:40.882158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:40.882849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:40.893707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d45f69-6cc2-494c-8dbe-7561792d8259 req-022df9c5-5f57-4b80-ad0b-8ff13653605f service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893340 Nov 10 22:39:40.973490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:41.012940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-165c2c8c-3ec0-45fd-87b5-8afacc7b47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.014903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-165c2c8c-3ec0-45fd-87b5-8afacc7b47c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 1094 time: 0.0591080 Nov 10 22:39:41.027907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:41.045965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'mac_address': 'fa:16:3e:62:26:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:41.085309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.102650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d68a5a-c1e1-4141-bf76-b36f181744c6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:41.120964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd15f-ad50-49ba-a6c4-6dab4df97658 req-4c338fdb-2f10-4f88-8ec6-c7b7fffd4a71 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.122484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac2cd15f-ad50-49ba-a6c4-6dab4df97658 req-4c338fdb-2f10-4f88-8ec6-c7b7fffd4a71 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 943 time: 0.0836749 Nov 10 22:39:41.125084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d05ee-e6e2-4692-a9cd-15b9cfeae152 req-7e2df7c2-2d4c-48cb-96ca-725bc970149d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.126600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-726d05ee-e6e2-4692-a9cd-15b9cfeae152 req-7e2df7c2-2d4c-48cb-96ca-725bc970149d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.1106777 Nov 10 22:39:41.131574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:41.135139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8051c-c37e-485a-aecc-840834ecf203 req-b55b23ae-0179-41d3-a088-e5005d457fc9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.136767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe8051c-c37e-485a-aecc-840834ecf203 req-b55b23ae-0179-41d3-a088-e5005d457fc9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.0868869 Nov 10 22:39:41.137972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.170546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-8d499963-53bf-435f-a7ed-ebe08be986d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.171927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-8d499963-53bf-435f-a7ed-ebe08be986d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 914 time: 0.1430929 Nov 10 22:39:41.203188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:41.238183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac2cd15f-ad50-49ba-a6c4-6dab4df97658 req-3348c0f7-0741-45b7-84ae-ae37683531d3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003041 Nov 10 22:39:41.239012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-8b9ea007-4117-4ad7-8787-34db740deb1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33432d98-2b46-4a20-8769-225bc019912b HTTP/1.1" status: 200 len: 217 time: 0.0408957 Nov 10 22:39:41.242415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-726d05ee-e6e2-4692-a9cd-15b9cfeae152 req-ebdd27aa-a1da-4632-a637-31cbb5bbb554 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039896 Nov 10 22:39:41.286867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port c0456272-b2d4-497c-b433-8d2cec6bf882 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:41.287454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.315796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-dc4bf075-26c7-4f1f-b8f0-d4c23a27ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.317355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-dc4bf075-26c7-4f1f-b8f0-d4c23a27ce7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.0649805 Nov 10 22:39:41.373508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-b3dc8720-fee2-450c-9642-506e8ac8efcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402157 Nov 10 22:39:41.420728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcf47b-2c8e-495a-b06d-21e1fb0dcf58 req-e91d7cae-e718-4f72-8113-ccc06e3211ad tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.422130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fdcf47b-2c8e-495a-b06d-21e1fb0dcf58 req-e91d7cae-e718-4f72-8113-ccc06e3211ad tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb2640-2ea4-4e0c-838a-555a898ce7e7 HTTP/1.1" status: 200 len: 950 time: 0.0788238 Nov 10 22:39:41.436833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['6c1a7285-f286-4563-bf3b-278d37865b76'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:41.440914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b7d68a5a-c1e1-4141-bf76-b36f181744c6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:41.461812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port c0456272-b2d4-497c-b433-8d2cec6bf882, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c0456272-b2d4-497c-b433-8d2cec6bf882,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:41.462183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.474779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6259c1-99e2-4c9f-9645-d80c24ff3970 req-ee874b73-367b-481a-b19d-cd7a16efee8e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.476286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa6259c1-99e2-4c9f-9645-d80c24ff3970 req-ee874b73-367b-481a-b19d-cd7a16efee8e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 944 time: 0.1516964 Nov 10 22:39:41.487777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for c0456272-b2d4-497c-b433-8d2cec6bf882 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:41.491538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-5814ddb7-e774-4d3a-9d1b-c72043b41103 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.492805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-5814ddb7-e774-4d3a-9d1b-c72043b41103 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 950 time: 0.1229637 Nov 10 22:39:41.501713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fdcf47b-2c8e-495a-b06d-21e1fb0dcf58 req-3a4efa20-c83d-4cf1-9b18-8a662fbdb153 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721602 Nov 10 22:39:41.585149 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-000f682b-d6e5-4843-a7a5-1b3fe7a023b8 service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026181 Nov 10 22:39:41.682071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa6259c1-99e2-4c9f-9645-d80c24ff3970 req-36388003-0d81-4510-9eec-658e968aa19f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859336 Nov 10 22:39:41.699703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.714648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4513877-7f24-4315-8ff2-813f680643f1 req-5ffb5b1f-c7e5-4bfb-8fc2-fc3272da41d4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.722147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4513877-7f24-4315-8ff2-813f680643f1 req-5ffb5b1f-c7e5-4bfb-8fc2-fc3272da41d4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0699127 Nov 10 22:39:41.726986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4367f21c-0561-42d5-9593-02b6d178dd45'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:41.749639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b6d6eb6-8554-4d2a-b737-254fe519bdaa req-b04c77eb-4d8a-4a80-b4f5-b2b992a6346f service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522026 Nov 10 22:39:41.782822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=c0456272-b2d4-497c-b433-8d2cec6bf882,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:41.829184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port 4367f21c-0561-42d5-9593-02b6d178dd45 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:41.829744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.832242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port c0456272-b2d4-497c-b433-8d2cec6bf882 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:41.836889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4513877-7f24-4315-8ff2-813f680643f1 req-ac5cc08e-d94c-4ab3-8acb-8e684cbbff27 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138558 Nov 10 22:39:41.837955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.841304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe8051c-c37e-485a-aecc-840834ecf203 req-4ae61cb4-bd36-4d0f-8049-4a68025b7124 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "DELETE /v2.0/ports/c0456272-b2d4-497c-b433-8d2cec6bf882 HTTP/1.1" status: 204 len: 173 time: 0.6971395 Nov 10 22:39:41.841752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'name': 'network-vif-deleted', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:41.844119 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b677e-d542-4adb-88fb-b61448bd8aba" -d '{"events": [{"server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "name": "network-vif-deleted", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:41.848871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2c5fd-01b1-474a-8682-d5cb7bdc228a req-a9a24327-d3c3-4bcc-ab98-08b5f6c143f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:41.850598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cf2c5fd-01b1-474a-8682-d5cb7bdc228a req-a9a24327-d3c3-4bcc-ab98-08b5f6c143f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 945 time: 0.0968804 Nov 10 22:39:41.981444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cf2c5fd-01b1-474a-8682-d5cb7bdc228a req-e797de97-63ca-443c-8511-91502b75625d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109836 Nov 10 22:39:42.002671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port 4367f21c-0561-42d5-9593-02b6d178dd45, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4367f21c-0561-42d5-9593-02b6d178dd45,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:42.003046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:42.018961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for 4367f21c-0561-42d5-9593-02b6d178dd45 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:42.121918 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e5cc5e-3532-488b-ab12-e22ce3d7f8b9 x-openstack-request-id: req-c5e5cc5e-3532-488b-ab12-e22ce3d7f8b9 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:42.122475 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb2640-2ea4-4e0c-838a-555a898ce7e7", "name": "network-vif-deleted", "tag": "c0456272-b2d4-497c-b433-8d2cec6bf882", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:42.122475 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5e5cc5e-3532-488b-ab12-e22ce3d7f8b9 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:42.122819 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb2640-2ea4-4e0c-838a-555a898ce7e7', 'name': 'network-vif-deleted', 'tag': 'c0456272-b2d4-497c-b433-8d2cec6bf882', 'status': 'completed', 'code': 200} Nov 10 22:39:42.153061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d6e2-27de-4be5-ab9f-844cc9b8af47 req-cb5dfb07-b26b-4848-9c8d-1cc604d2d99d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:42.154909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16f1d6e2-27de-4be5-ab9f-844cc9b8af47 req-cb5dfb07-b26b-4848-9c8d-1cc604d2d99d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0656681 Nov 10 22:39:42.194583 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:42.209668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16f1d6e2-27de-4be5-ab9f-844cc9b8af47 req-99930feb-dc44-4140-bd62-ddb16a3f6a7d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Nov 10 22:39:42.228698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=4367f21c-0561-42d5-9593-02b6d178dd45,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:42.308620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port 4367f21c-0561-42d5-9593-02b6d178dd45 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:42.312286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:42.315625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c2072c4-3b36-4bbe-ac59-5fd53d77e9d3 req-e443628f-90ec-41cb-ae27-a0c41286eaab tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.39 "DELETE /v2.0/ports/4367f21c-0561-42d5-9593-02b6d178dd45 HTTP/1.1" status: 204 len: 173 time: 0.8102131 Nov 10 22:39:42.325940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6a53-b4ab-4e34-95a6-f7024a2d8674 req-9ea34ce0-5285-4a31-84bd-7d8648e1c06d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:42.335119 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aaca6a53-b4ab-4e34-95a6-f7024a2d8674 req-9ea34ce0-5285-4a31-84bd-7d8648e1c06d tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.1689491 Nov 10 22:39:42.392072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd689db-cd51-46ce-97d6-97a1bef86af7 req-1de9b30d-ec75-47bf-81ea-e170ae8ea4cf tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:42.399662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aaca6a53-b4ab-4e34-95a6-f7024a2d8674 req-e1e36b16-09ed-470e-a48c-307c41ced1b2 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639768 Nov 10 22:39:42.399988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bd689db-cd51-46ce-97d6-97a1bef86af7 req-1de9b30d-ec75-47bf-81ea-e170ae8ea4cf tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 943 time: 0.0750053 Nov 10 22:39:42.400568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:42.403605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551', 'c0456272-b2d4-497c-b433-8d2cec6bf882'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:42.466385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bd689db-cd51-46ce-97d6-97a1bef86af7 req-c73ccd74-521c-44de-9084-6158e59dc892 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653920 Nov 10 22:39:42.508584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'name': 'network-vif-deleted', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:42.511032 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa604f5-771d-4b49-93f7-7758aba56b6c" -d '{"events": [{"server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "name": "network-vif-deleted", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:42.551650 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d0ba0-026e-429f-b110-319cdf670e0e x-openstack-request-id: req-421d0ba0-026e-429f-b110-319cdf670e0e {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:42.551935 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784d893-6daf-440e-930a-0c15b01964df", "name": "network-vif-deleted", "tag": "4367f21c-0561-42d5-9593-02b6d178dd45", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:42.552182 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-421d0ba0-026e-429f-b110-319cdf670e0e {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:42.552584 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784d893-6daf-440e-930a-0c15b01964df', 'name': 'network-vif-deleted', 'tag': '4367f21c-0561-42d5-9593-02b6d178dd45', 'status': 'completed', 'code': 200} Nov 10 22:39:42.643896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d8b22bf-c382-455c-8e71-859f8f53089b req-94728205-38d8-446c-badc-57d7aab7871c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=7784d893-6daf-440e-930a-0c15b01964df HTTP/1.1" status: 200 len: 210 time: 0.0265167 Nov 10 22:39:42.792930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6c1a7285-f286-4563-bf3b-278d37865b76 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:42.824296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489be24-589b-41d1-b769-e1874612847e req-c2e87034-5461-46da-bed7-0e8483e284d9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:42.826534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1489be24-589b-41d1-b769-e1874612847e req-c2e87034-5461-46da-bed7-0e8483e284d9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 944 time: 0.0659988 Nov 10 22:39:42.901535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1489be24-589b-41d1-b769-e1874612847e req-cb51c429-59ea-4d96-aec5-c2e39b93a287 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658031 Nov 10 22:39:42.919260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 6c1a7285-f286-4563-bf3b-278d37865b76 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:42.933761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 6c1a7285-f286-4563-bf3b-278d37865b76 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:42.934141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.026488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141c727-7f6c-4f39-8093-8675cb7df5d7 req-a6559ec6-7cf3-48bb-b70f-e7abbbd3e5bd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.028041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4141c727-7f6c-4f39-8093-8675cb7df5d7 req-a6559ec6-7cf3-48bb-b70f-e7abbbd3e5bd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0509863 Nov 10 22:39:43.083082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4141c727-7f6c-4f39-8093-8675cb7df5d7 req-bc27d59a-5b03-4a70-9a1b-44f117ebdb81 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Nov 10 22:39:43.126158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb380f-dd6b-41e6-b09a-f197f88ff89d req-00a497c8-6aa4-4fad-919a-04ef6372045e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.127780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74bb380f-dd6b-41e6-b09a-f197f88ff89d req-00a497c8-6aa4-4fad-919a-04ef6372045e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 945 time: 0.0597367 Nov 10 22:39:43.156730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.180368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74bb380f-dd6b-41e6-b09a-f197f88ff89d req-0f9d8bb7-f593-435a-89af-89f053cff35a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Nov 10 22:39:43.206396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:43.208591 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d5e9f-bf42-4b58-ad96-1b6c4e2be034" -d '{"events": [{"server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:43.233905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6c1a7285-f286-4563-bf3b-278d37865b76,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:43.240175 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.241109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:43.281631 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fec804-3154-4215-80f3-aa02ce7cc0ce x-openstack-request-id: req-73fec804-3154-4215-80f3-aa02ce7cc0ce {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:43.281846 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:43.282083 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73fec804-3154-4215-80f3-aa02ce7cc0ce {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:43.282477 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76', 'code': 200} Nov 10 22:39:43.324726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:43.336140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b7d68a5a-c1e1-4141-bf76-b36f181744c6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:43.340646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b7d68a5a-c1e1-4141-bf76-b36f181744c6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:43.341057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.370293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f00a-9afe-4ac7-adda-007c7ad1cd6b req-a2dbff1a-31f4-4606-aa53-6f4b89f2ebe9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.373420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32f1f00a-9afe-4ac7-adda-007c7ad1cd6b req-a2dbff1a-31f4-4606-aa53-6f4b89f2ebe9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0854049 Nov 10 22:39:43.380749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb61ad-506e-4a51-b95f-4079163c662d req-f52f46aa-b019-4cbc-82a0-8c39c685b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.382199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97cb61ad-506e-4a51-b95f-4079163c662d req-f52f46aa-b019-4cbc-82a0-8c39c685b78e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 1097 time: 0.0654368 Nov 10 22:39:43.422784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.450651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32f1f00a-9afe-4ac7-adda-007c7ad1cd6b req-f1e382f1-fcaf-4568-86aa-bbba0a629b42 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725615 Nov 10 22:39:43.454327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97cb61ad-506e-4a51-b95f-4079163c662d req-9f8afdee-8802-4129-ae2d-f9cee4ef5241 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603864 Nov 10 22:39:43.458301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:43.462816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:43.513928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:43.532557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8296d95-9695-43a7-8cf6-f4716c927b4a req-91f3498d-f649-4e1a-8806-5e8dc6f40e4f tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.533987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8296d95-9695-43a7-8cf6-f4716c927b4a req-91f3498d-f649-4e1a-8806-5e8dc6f40e4f tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.0519800 Nov 10 22:39:43.583846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8296d95-9695-43a7-8cf6-f4716c927b4a req-a697a247-48ad-4eb6-b928-989696366b70 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/security-groups?id=80011fc8-a86f-424a-97dd-eb327e98e26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Nov 10 22:39:43.591449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c0a2c-7def-4042-976c-39630a61dd98 req-0a3efe09-92d3-40aa-9860-04a56977b0b7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.592925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12c0a2c-7def-4042-976c-39630a61dd98 req-0a3efe09-92d3-40aa-9860-04a56977b0b7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 943 time: 0.0541725 Nov 10 22:39:43.640390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12c0a2c-7def-4042-976c-39630a61dd98 req-cd0b262b-fc2b-4f76-922a-cda1e7e6fa40 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Nov 10 22:39:43.783686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-fd9ef183-89f9-443a-86c5-e4032a6690f7 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:43.785036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-fd9ef183-89f9-443a-86c5-e4032a6690f7 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Nov 10 22:39:43.889571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Deleting port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:43.889858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.021679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] For port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,segment=NetworkSegment(11172904-743b-4479-9436-3928cd74865e),segment_id=11172904-743b-4479-9436-3928cd74865e)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:44.022038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.038579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Calling delete_port for 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:44.063650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d1ea2-d62b-4390-ae5f-b0b2de046a7e req-918b386e-4124-447d-8c09-337600fba46b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.065151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378d1ea2-d62b-4390-ae5f-b0b2de046a7e req-918b386e-4124-447d-8c09-337600fba46b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0835686 Nov 10 22:39:44.090649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e16556-2f78-4abb-be98-5131e54871ff req-816a3f81-415b-4b65-8b40-a1469744c83a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.092216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53e16556-2f78-4abb-be98-5131e54871ff req-816a3f81-415b-4b65-8b40-a1469744c83a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 949 time: 0.0497229 Nov 10 22:39:44.114654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:44.145585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53e16556-2f78-4abb-be98-5131e54871ff req-b929cf90-e947-4b63-abe4-e6ef4a424bc5 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Nov 10 22:39:44.153910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378d1ea2-d62b-4390-ae5f-b0b2de046a7e req-e2b1b209-e911-43fa-b247-74ed5a3f2d80 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Nov 10 22:39:44.237624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:44.253076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '33432d98-2b46-4a20-8769-225bc019912b', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'port_id': '33432d98-2b46-4a20-8769-225bc019912b', 'mac_address': 'fa:16:3e:f4:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9f12b-fdf9-434a-af3d-d59caa57f7b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:44.254997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.267470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1dc1ae39-5bb5-445a-9f1a-bf90dd35f915'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:44.271265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147fcc6-69fe-4c45-9f30-929d448ba510 req-79b0f6cd-68b7-4934-a140-40db4fc28a31 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.286717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3147fcc6-69fe-4c45-9f30-929d448ba510 req-79b0f6cd-68b7-4934-a140-40db4fc28a31 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Nov 10 22:39:44.307674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Pushing event deleted for resources: {'Port': ['ID=1dc1ae39-5bb5-445a-9f1a-bf90dd35f915,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:44.330375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.344336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33432d98-2b46-4a20-8769-225bc019912b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:44.350040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3147fcc6-69fe-4c45-9f30-929d448ba510 req-8693b576-fb01-4522-9a74-e56c32f6cdc8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Nov 10 22:39:44.358814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] No DVR routers for this DVR port 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:44.374724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.377547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:44.378126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1a1514e-db2c-41f0-a715-54da576cb7c5 req-d7671381-c0d1-4f8e-9883-10dc856cd91e tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.39 "DELETE /v2.0/ports/1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 HTTP/1.1" status: 204 len: 173 time: 0.5868626 Nov 10 22:39:44.381560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.403458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af899d12-0c71-49f7-8f5a-6aadd458baca req-b1d14049-5229-4dd7-87e6-c3bfc5121a25 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.405440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af899d12-0c71-49f7-8f5a-6aadd458baca req-b1d14049-5229-4dd7-87e6-c3bfc5121a25 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.0936382 Nov 10 22:39:44.431654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:44.460034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af899d12-0c71-49f7-8f5a-6aadd458baca req-7bc2ca9b-5e93-49cd-b763-471935445bec tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Nov 10 22:39:44.466605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:44.554192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'name': 'network-vif-deleted', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:44.556563 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36545aee-616f-4b70-8feb-b856ee25c6e8" -d '{"events": [{"server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "name": "network-vif-deleted", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:44.575324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a68d-23aa-43e1-b357-10a71c429719 req-6e2110bc-5b06-4a79-a1a5-56b1533711ff tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.577786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d84a68d-23aa-43e1-b357-10a71c429719 req-6e2110bc-5b06-4a79-a1a5-56b1533711ff tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0495687 Nov 10 22:39:44.592483 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05b790-5093-4247-9acb-c8b48ca6d155 x-openstack-request-id: req-8a05b790-5093-4247-9acb-c8b48ca6d155 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:44.593471 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab68b5c-5bbf-4bf7-a678-93aca3f5d588", "name": "network-vif-deleted", "tag": "1dc1ae39-5bb5-445a-9f1a-bf90dd35f915", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:44.593719 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a05b790-5093-4247-9acb-c8b48ca6d155 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:44.594461 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab68b5c-5bbf-4bf7-a678-93aca3f5d588', 'name': 'network-vif-deleted', 'tag': '1dc1ae39-5bb5-445a-9f1a-bf90dd35f915', 'status': 'completed', 'code': 200} Nov 10 22:39:44.626484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d84a68d-23aa-43e1-b357-10a71c429719 req-92a058cd-be20-4fbc-92eb-9d3976f65b36 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Nov 10 22:39:44.648674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['33432d98-2b46-4a20-8769-225bc019912b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:44.713304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28eaa765-7bdc-495c-934e-f81b8740a267 req-b7296149-9e76-4200-892e-74d462d2c0b1 tempest-InstanceActionsTestJSON-1222010801 tempest-InstanceActionsTestJSON-1222010801-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ab68b5c-5bbf-4bf7-a678-93aca3f5d588 HTTP/1.1" status: 200 len: 210 time: 0.0355814 Nov 10 22:39:44.746433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c0456272-b2d4-497c-b433-8d2cec6bf882 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:44.776709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: c0456272-b2d4-497c-b433-8d2cec6bf882 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:44.777273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c0456272-b2d4-497c-b433-8d2cec6bf882 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:44.785478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554b6d1-e76a-4cdd-b03d-bdd5b410081a req-10463ae3-1c49-4721-b36b-277c6dbc6cf8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:44.786997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d554b6d1-e76a-4cdd-b03d-bdd5b410081a req-10463ae3-1c49-4721-b36b-277c6dbc6cf8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 944 time: 0.0550926 Nov 10 22:39:44.838590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d554b6d1-e76a-4cdd-b03d-bdd5b410081a req-7afb652d-9a36-4d31-a386-54257536ef46 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 10 22:39:44.860131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:45.269100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d59a70-5d2e-4c5f-bd1c-a1fc56849c27 req-64612f07-1f09-4d94-9425-168954ff16c5 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.270678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55d59a70-5d2e-4c5f-bd1c-a1fc56849c27 req-64612f07-1f09-4d94-9425-168954ff16c5 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 949 time: 0.0527680 Nov 10 22:39:45.278372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5c730-7c2f-47be-a78d-21fd828b72f8 req-6b0d59ed-524f-465b-bdb5-9e8569578241 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.280375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ef5c730-7c2f-47be-a78d-21fd828b72f8 req-6b0d59ed-524f-465b-bdb5-9e8569578241 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Nov 10 22:39:45.283821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:45.286497 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585a3b5-55f7-4ccb-a404-aa02e529e3f6" -d '{"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-plugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:45.320095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55d59a70-5d2e-4c5f-bd1c-a1fc56849c27 req-a4862fe7-95dc-4597-926a-7eacda0a5323 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Nov 10 22:39:45.332698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ef5c730-7c2f-47be-a78d-21fd828b72f8 req-2c891f3d-b90e-412f-97e2-151d399d1849 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 Nov 10 22:39:45.376514 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753decf2-42b0-4152-a086-2a65cde22231 x-openstack-request-id: req-753decf2-42b0-4152-a086-2a65cde22231 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:45.377351 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-plugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:45.377794 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-753decf2-42b0-4152-a086-2a65cde22231 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:45.378548 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'code': 200} Nov 10 22:39:45.409455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-f9bc4e37-0f04-4fc0-9477-5d2def4d0d81 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.411640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-f9bc4e37-0f04-4fc0-9477-5d2def4d0d81 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 949 time: 0.0527766 Nov 10 22:39:45.579758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f2b17-0b68-4e7d-964b-49f68647b06e req-75ccd656-0d80-4184-aad1-357e67951f69 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.581392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c47f2b17-0b68-4e7d-964b-49f68647b06e req-75ccd656-0d80-4184-aad1-357e67951f69 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.0484927 Nov 10 22:39:45.586031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371c6a7-6353-4200-b9e9-cff26978f6a9 req-2dfe6bcc-a223-4d7b-8eb4-4b55880cad65 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.588025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4371c6a7-6353-4200-b9e9-cff26978f6a9 req-2dfe6bcc-a223-4d7b-8eb4-4b55880cad65 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1460006 Nov 10 22:39:45.593478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b3045-09a8-4783-b67b-e2eda75fdae3 req-8da002aa-b94e-4634-8d40-4db7f98b4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.594854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-404b3045-09a8-4783-b67b-e2eda75fdae3 req-8da002aa-b94e-4634-8d40-4db7f98b4fc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 1096 time: 0.1445804 Nov 10 22:39:45.612633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-5b6ac175-25d6-43b4-8f57-bbe9b1c2e9fd tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.614045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-5b6ac175-25d6-43b4-8f57-bbe9b1c2e9fd tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a7857-4660-416e-8b14-ed6b439ec81d HTTP/1.1" status: 200 len: 950 time: 0.1178675 Nov 10 22:39:45.628997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c47f2b17-0b68-4e7d-964b-49f68647b06e req-f52300cc-97c9-4591-903e-8680d4fdd377 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Nov 10 22:39:45.707516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port 759f34c8-c848-4cc1-9688-5309af94e32e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:45.707848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:45.751193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5676-9999-4683-a440-7fb5c7eea7d0 req-8a333126-7b31-4d30-9a85-3c9c106bb3d7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:45.752588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f15f5676-9999-4683-a440-7fb5c7eea7d0 req-8a333126-7b31-4d30-9a85-3c9c106bb3d7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0572035 Nov 10 22:39:45.787147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4371c6a7-6353-4200-b9e9-cff26978f6a9 req-f177e83e-6821-4fe1-86dc-6b4b54d34faa tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887732 Nov 10 22:39:45.799503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-404b3045-09a8-4783-b67b-e2eda75fdae3 req-1357086e-d92e-4fcf-9a2f-dc04a973dc19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817231 Nov 10 22:39:45.806023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f15f5676-9999-4683-a440-7fb5c7eea7d0 req-a644c631-3832-4338-b740-4ca875b594b4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 Nov 10 22:39:45.860480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port 759f34c8-c848-4cc1-9688-5309af94e32e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=759f34c8-c848-4cc1-9688-5309af94e32e,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:45.860848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:45.863950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58414) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:45.873497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port b528f183-2297-4ebc-867b-199359f47551 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:45.873886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:45.880850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for 759f34c8-c848-4cc1-9688-5309af94e32e owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:45.964764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Deleting subnet da692976-3c03-40fd-b6be-08b3863dbfce {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:39:45.969333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.011047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185b9b-f6a2-4bc9-806d-6142b78020e6 req-8dd70a33-1b61-4038-907f-05d31c7ae5c9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:46.012398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53185b9b-f6a2-4bc9-806d-6142b78020e6 req-8dd70a33-1b61-4038-907f-05d31c7ae5c9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 944 time: 0.1016145 Nov 10 22:39:46.020454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.048812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port b528f183-2297-4ebc-867b-199359f47551, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b528f183-2297-4ebc-867b-199359f47551,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:46.049211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.074200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb94bf-b99e-489f-b287-44a6e7f0cf8b req-4c347311-d271-4c1d-adf5-cbadedd67d80 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:46.075754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edbb94bf-b99e-489f-b287-44a6e7f0cf8b req-4c347311-d271-4c1d-adf5-cbadedd67d80 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.1101067 Nov 10 22:39:46.076802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for b528f183-2297-4ebc-867b-199359f47551 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:46.134787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:46.194419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 33432d98-2b46-4a20-8769-225bc019912b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:39:46.199235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 33432d98-2b46-4a20-8769-225bc019912b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:46.199607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.235987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edbb94bf-b99e-489f-b287-44a6e7f0cf8b req-812a346e-ce48-43e4-b8f9-be6911f60a9b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471798 Nov 10 22:39:46.242434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.255769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14', '759f34c8-c848-4cc1-9688-5309af94e32e', 'b528f183-2297-4ebc-867b-199359f47551'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:46.280457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=759f34c8-c848-4cc1-9688-5309af94e32e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:46.378969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port 759f34c8-c848-4cc1-9688-5309af94e32e on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:46.386077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.389418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eb72be9-0f6e-4911-ab82-e88b937f7493 req-1c50cc0c-4259-405b-87e7-f4f3839f8e44 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "DELETE /v2.0/ports/759f34c8-c848-4cc1-9688-5309af94e32e HTTP/1.1" status: 204 len: 173 time: 0.9722836 Nov 10 22:39:46.389858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'name': 'network-vif-deleted', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:46.393228 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be45dd4-e45a-4bb6-b53b-726d39d2fdc7" -d '{"events": [{"server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "name": "network-vif-deleted", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:46.410544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.426239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.465577 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53185b9b-f6a2-4bc9-806d-6142b78020e6 req-c42f9585-3898-447e-9b21-a5e7f13506d4 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429739 Nov 10 22:39:46.483674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6c994-eb7b-4b89-b833-ce8765b1fa4f req-1d94969d-57bd-4117-80f4-71b0c1c9bc20 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:46.483674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3c6c994-eb7b-4b89-b833-ce8765b1fa4f req-1d94969d-57bd-4117-80f4-71b0c1c9bc20 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.1286418 Nov 10 22:39:46.510435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:46.512457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.525470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.527020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4367f21c-0561-42d5-9593-02b6d178dd45 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:46.542426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.544484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da692976-3c03-40fd-b6be-08b3863dbfce,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:46.560456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.561870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 4367f21c-0561-42d5-9593-02b6d178dd45 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:46.562212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4367f21c-0561-42d5-9593-02b6d178dd45 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:46.562623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:46.568322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4987fa51-960b-4b86-8a2f-396b5864439a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da692976-3c03-40fd-b6be-08b3863dbfce HTTP/1.1" status: 204 len: 168 time: 0.7009318 Nov 10 22:39:46.568834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58430) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:46.581387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=b528f183-2297-4ebc-867b-199359f47551,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:46.611012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:46.611358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1dc1ae39-5bb5-445a-9f1a-bf90dd35f915 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:46.612836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3c6c994-eb7b-4b89-b833-ce8765b1fa4f req-4254c538-50fd-4eb3-afb6-1491365a210b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208494 Nov 10 22:39:46.664438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:46.677128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port b528f183-2297-4ebc-867b-199359f47551 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:46.680372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.683816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5df07001-a014-4204-bc6c-ae6e9d3e612d req-e3381e9c-79fe-4c7e-8c8b-ffa7767ec920 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "DELETE /v2.0/ports/b528f183-2297-4ebc-867b-199359f47551 HTTP/1.1" status: 204 len: 173 time: 1.0498059 Nov 10 22:39:46.685523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6a22470-e747-4555-a228-f8ecf0c0e5c1 req-b209231a-3edc-4f99-999e-b0f0a79c4bb9 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a0ead6-9af3-4bd2-a9a5-c49139f43c32 HTTP/1.1" status: 200 len: 210 time: 0.0847371 Nov 10 22:39:46.751786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.763637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa9ca-c671-4b22-9372-1b3a28724a53 req-1d4c6ca9-fb05-4066-aaa1-e705295b871e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:46.766309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c3aa9ca-c671-4b22-9372-1b3a28724a53 req-1d4c6ca9-fb05-4066-aaa1-e705295b871e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0684645 Nov 10 22:39:46.797722 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d844addd-a1a4-4c11-80a6-f18a865528c8 x-openstack-request-id: req-d844addd-a1a4-4c11-80a6-f18a865528c8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:46.798056 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0ead6-9af3-4bd2-a9a5-c49139f43c32", "name": "network-vif-deleted", "tag": "759f34c8-c848-4cc1-9688-5309af94e32e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:46.798295 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d844addd-a1a4-4c11-80a6-f18a865528c8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:46.798746 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0ead6-9af3-4bd2-a9a5-c49139f43c32', 'name': 'network-vif-deleted', 'tag': '759f34c8-c848-4cc1-9688-5309af94e32e', 'status': 'completed', 'code': 200} Nov 10 22:39:46.879028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.892507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c3aa9ca-c671-4b22-9372-1b3a28724a53 req-59a95291-8f97-4ae9-a44a-b35806f8c6e5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189582 Nov 10 22:39:46.923357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9535e54a-00a6-4230-927c-5db9b6b99f9c']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:46.942895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11172904-743b-4479-9436-3928cd74865e') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:46.943200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11172904-743b-4479-9436-3928cd74865e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:46.966515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.985963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.992592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:39:46.993610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:39:46.995986 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:39:47.060213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.067629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.083044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9535e54a-00a6-4230-927c-5db9b6b99f9c HTTP/1.1" status: 204 len: 168 time: 0.5129969 Nov 10 22:39:47.084246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483c54-5092-4518-bd00-2a887090e1a6 req-38e84a17-f613-412f-899f-c0ebb38dc897 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:47.092289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13483c54-5092-4518-bd00-2a887090e1a6 req-38e84a17-f613-412f-899f-c0ebb38dc897 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0928104 Nov 10 22:39:47.103606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1d042-626a-422b-928c-8d6859b96553 admin admin] Pushing event deleted for resources: {'Network': ['ID=9535e54a-00a6-4230-927c-5db9b6b99f9c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:47.138265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:47.150110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13483c54-5092-4518-bd00-2a887090e1a6 req-f1b9c4d6-f515-4be6-a135-80922b57215e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Nov 10 22:39:47.216634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1cdfa-f4eb-4417-b868-42f2e70cfb78 req-e9a37f7b-1b65-4eab-a8c8-645d77354c0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:47.225200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0c1cdfa-f4eb-4417-b868-42f2e70cfb78 req-e9a37f7b-1b65-4eab-a8c8-645d77354c0f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0646100 Nov 10 22:39:47.272446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81008b-4912-4f8e-aa30-6563625ef978 req-bc7dea94-d2f0-470c-9d3c-deda9b20fe7a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:47.274727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af81008b-4912-4f8e-aa30-6563625ef978 req-bc7dea94-d2f0-470c-9d3c-deda9b20fe7a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.0700462 Nov 10 22:39:47.277465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58442) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:47.284069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0c1cdfa-f4eb-4417-b868-42f2e70cfb78 req-5af6b5f1-2d58-43d0-852d-98ec9f10e7b4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559938 Nov 10 22:39:47.366757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7b9cbc5a-7573-4b8c-b94f-7bf306a85d7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d1d01e9598048f58d6db2a64f9d8224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857155 Nov 10 22:39:47.367347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58444) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:47.376105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af81008b-4912-4f8e-aa30-6563625ef978 req-ecb18100-4cc2-4452-a061-a23726e23684 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771887 Nov 10 22:39:47.380065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:47.382514 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecdc8b4-4635-433a-872d-d63769c34f29" -d '{"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-plugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:47.418532 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10599a10-472b-4ab8-9d64-8640c678d045 x-openstack-request-id: req-10599a10-472b-4ab8-9d64-8640c678d045 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:47.418817 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-plugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:47.419062 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10599a10-472b-4ab8-9d64-8640c678d045 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:47.419450 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b', 'code': 200} Nov 10 22:39:47.451458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.478118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.545608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dbb96-a515-41e5-8f9a-9112db1137cc req-cddba8e1-7902-40cb-a795-ec3bee1e4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:47.547341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-087dbb96-a515-41e5-8f9a-9112db1137cc req-cddba8e1-7902-40cb-a795-ec3bee1e4360 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 1096 time: 0.0622962 Nov 10 22:39:47.569948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.572908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:47.574037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80011fc8-a86f-424a-97dd-eb327e98e26b HTTP/1.1" status: 204 len: 168 time: 0.2059944 Nov 10 22:39:47.583060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce850-2b51-4c74-a714-d9479e289bdf req-28d487f2-0c24-4bab-87ad-e5fcf413ebc1 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:47.584554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e1ce850-2b51-4c74-a714-d9479e289bdf req-28d487f2-0c24-4bab-87ad-e5fcf413ebc1 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0503855 Nov 10 22:39:47.590929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c83603-3991-4357-9186-7802279aa088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80011fc8-a86f-424a-97dd-eb327e98e26b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:47.613240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-087dbb96-a515-41e5-8f9a-9112db1137cc req-8acebcb5-70f0-4ece-94a6-cb261968171d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577106 Nov 10 22:39:47.641502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e1ce850-2b51-4c74-a714-d9479e289bdf req-b99bd88a-a544-485c-a65a-06c200ffaa8a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Nov 10 22:39:48.075441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ea7d6-5fc2-4bcc-a383-bf7869d7bb97 req-20baf9d7-f684-4525-b917-b79c5ea130e9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.077466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da4ea7d6-5fc2-4bcc-a383-bf7869d7bb97 req-20baf9d7-f684-4525-b917-b79c5ea130e9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0813720 Nov 10 22:39:48.078647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7606a1-698f-41bf-9a28-0e6878603af7 req-027d4ebc-4a1c-4237-b472-1dd024d3755e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.080148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb7606a1-698f-41bf-9a28-0e6878603af7 req-027d4ebc-4a1c-4237-b472-1dd024d3755e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 950 time: 0.0724053 Nov 10 22:39:48.131922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb7606a1-698f-41bf-9a28-0e6878603af7 req-0fa9649f-f036-458f-877a-3f9b0ee3056a tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Nov 10 22:39:48.134022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da4ea7d6-5fc2-4bcc-a383-bf7869d7bb97 req-190d8bf2-c019-4e29-9891-5d92742757eb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Nov 10 22:39:48.279924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a27d-75f5-4616-887d-e4be9653f2c4 req-27141d81-3164-4bb0-82c3-710b2cd5b63b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.281676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1581a27d-75f5-4616-887d-e4be9653f2c4 req-27141d81-3164-4bb0-82c3-710b2cd5b63b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0712218 Nov 10 22:39:48.341719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1581a27d-75f5-4616-887d-e4be9653f2c4 req-9e2b3901-e56c-4eed-ba90-2b4b94ed085a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543132 Nov 10 22:39:48.459719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d51ca1-70a7-4c84-9622-628ca724b459 req-d5be0cbb-89e1-489e-bf90-da85402ce7fc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.461225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54d51ca1-70a7-4c84-9622-628ca724b459 req-d5be0cbb-89e1-489e-bf90-da85402ce7fc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0521178 Nov 10 22:39:48.510206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54d51ca1-70a7-4c84-9622-628ca724b459 req-50a76300-7e61-4535-af0c-03f5af008cce tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Nov 10 22:39:48.554704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-d3712a7c-c80a-4034-bd19-f8564cab09e4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.556483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-d3712a7c-c80a-4034-bd19-f8564cab09e4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.0560656 Nov 10 22:39:48.675518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6f98-c7c6-4fd0-8997-6218ce3a9d31 req-fe1ca9c1-8ed5-41c7-ba1f-02f21af70e16 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.677226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13ad6f98-c7c6-4fd0-8997-6218ce3a9d31 req-fe1ca9c1-8ed5-41c7-ba1f-02f21af70e16 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1c28d7-a818-4026-a8fa-74b2a7d2f9da HTTP/1.1" status: 200 len: 946 time: 0.0843801 Nov 10 22:39:48.734144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port 6c1a7285-f286-4563-bf3b-278d37865b76 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:48.734485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:48.773692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 759f34c8-c848-4cc1-9688-5309af94e32e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:48.798959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 759f34c8-c848-4cc1-9688-5309af94e32e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:48.799507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 759f34c8-c848-4cc1-9688-5309af94e32e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:48.802172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13ad6f98-c7c6-4fd0-8997-6218ce3a9d31 req-2a6f5fd3-a3f6-44ae-bd39-758642bfe1b5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161501 Nov 10 22:39:48.804648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'name': 'network-vif-deleted', 'tag': 'b528f183-2297-4ebc-867b-199359f47551'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:48.807297 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061dc40c-1896-4054-8c0e-cf90010bc38c" -d '{"events": [{"server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "name": "network-vif-deleted", "tag": "b528f183-2297-4ebc-867b-199359f47551"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:48.810235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76381-42df-443f-aec6-015dfde4dda2 req-7ddadd6f-4b81-45dc-9531-b2cfa1fb3b55 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.812414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d76381-42df-443f-aec6-015dfde4dda2 req-7ddadd6f-4b81-45dc-9531-b2cfa1fb3b55 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0627759 Nov 10 22:39:48.864640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0d76381-42df-443f-aec6-015dfde4dda2 req-74bb187e-28e6-455f-9c7e-b9974c3a1846 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Nov 10 22:39:48.866292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port 6c1a7285-f286-4563-bf3b-278d37865b76, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6c1a7285-f286-4563-bf3b-278d37865b76,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:48.866759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:48.889950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for 6c1a7285-f286-4563-bf3b-278d37865b76 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:48.911838 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb8fda-9366-42eb-89f3-d7382d5cb81e x-openstack-request-id: req-8ecb8fda-9366-42eb-89f3-d7382d5cb81e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:48.912130 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723a7857-4660-416e-8b14-ed6b439ec81d", "name": "network-vif-deleted", "tag": "b528f183-2297-4ebc-867b-199359f47551", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:48.912373 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ecb8fda-9366-42eb-89f3-d7382d5cb81e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:48.912754 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723a7857-4660-416e-8b14-ed6b439ec81d', 'name': 'network-vif-deleted', 'tag': 'b528f183-2297-4ebc-867b-199359f47551', 'status': 'completed', 'code': 200} Nov 10 22:39:48.968005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fbc7-2e94-43f4-a478-8834c390cbba req-815efcf8-6137-438e-8a17-6559bf687d1b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.970330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7220fbc7-2e94-43f4-a478-8834c390cbba req-815efcf8-6137-438e-8a17-6559bf687d1b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0943160 Nov 10 22:39:49.043218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7220fbc7-2e94-43f4-a478-8834c390cbba req-32cac205-a6bb-4e07-8e86-50ec7f40a218 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592852 Nov 10 22:39:49.101900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.114643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', '6c1a7285-f286-4563-bf3b-278d37865b76'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:49.148446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=6c1a7285-f286-4563-bf3b-278d37865b76,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:49.191882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850bd1-34d3-4c4c-a60a-b1753bf1cc9c req-19f9d9cf-a7ef-4314-95a9-81346e6da53c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.192589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port 6c1a7285-f286-4563-bf3b-278d37865b76 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:49.196350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.200196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4a1a1b8-27a8-4fee-98e3-a7900cf5090a req-c6566a36-6406-488e-a94a-e3665d7e957b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/6c1a7285-f286-4563-bf3b-278d37865b76 HTTP/1.1" status: 204 len: 173 time: 0.6367686 Nov 10 22:39:49.201006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a850bd1-34d3-4c4c-a60a-b1753bf1cc9c req-19f9d9cf-a7ef-4314-95a9-81346e6da53c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0772073 Nov 10 22:39:49.268675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a850bd1-34d3-4c4c-a60a-b1753bf1cc9c req-5b3a2141-56e5-482f-94eb-5aa24f69c0cb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Nov 10 22:39:49.298596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c9c5-5efa-434e-ab57-aa76cb228e15 req-8ffbf9ff-1eaa-47b5-bf98-ff8d627d4494 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.300465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c13c9c5-5efa-434e-ab57-aa76cb228e15 req-8ffbf9ff-1eaa-47b5-bf98-ff8d627d4494 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 950 time: 0.0747697 Nov 10 22:39:49.373351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c13c9c5-5efa-434e-ab57-aa76cb228e15 req-ab8c6782-fb5a-443a-aeea-454c0fbbcabf tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660667 Nov 10 22:39:49.510563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58550) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:49.531050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-a610edec-23c3-4355-bd4a-557bcf2d6f5c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.532660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-a610edec-23c3-4355-bd4a-557bcf2d6f5c tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 950 time: 0.0937810 Nov 10 22:39:49.541564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53af4-0fcf-40e4-b3bd-169890870393 req-a716d570-d8db-4102-8af4-4d19ea0eb7d1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.549036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f53af4-0fcf-40e4-b3bd-169890870393 req-a716d570-d8db-4102-8af4-4d19ea0eb7d1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0999868 Nov 10 22:39:49.648543 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f53af4-0fcf-40e4-b3bd-169890870393 req-8986cbc4-f1be-4f96-bb0a-0558435c569a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984623 Nov 10 22:39:49.659245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bd169-5bb8-49fe-b1ca-3cd7a6bd8ac2 req-cc8341c1-9247-4674-a173-137c03b3b485 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.669761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-867bd169-5bb8-49fe-b1ca-3cd7a6bd8ac2 req-cc8341c1-9247-4674-a173-137c03b3b485 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0774372 Nov 10 22:39:49.686752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-695773c2-2a09-4d61-9761-1b23fcf8c020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.735200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Deleting port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:49.735651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.757534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-867bd169-5bb8-49fe-b1ca-3cd7a6bd8ac2 req-d571ca4c-6091-4ffc-90f9-697cfe4125af tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865932 Nov 10 22:39:49.832066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-695773c2-2a09-4d61-9761-1b23fcf8c020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.838416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-695773c2-2a09-4d61-9761-1b23fcf8c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.861345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca464030-5be1-4d61-b4d1-71d3e930e6a9 req-f22929b2-67b5-4b8f-8c4f-69e81dbd74de tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:49.871490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca464030-5be1-4d61-b4d1-71d3e930e6a9 req-f22929b2-67b5-4b8f-8c4f-69e81dbd74de tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0844240 Nov 10 22:39:49.909329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695773c2-2a09-4d61-9761-1b23fcf8c020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440bd620-2206-4a25-a67c-cd4b6e824feb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:49.922883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] For port d0f40381-43f7-4b46-84ca-0ea3e89b9f14, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:49.923174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:49.932811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-695773c2-2a09-4d61-9761-1b23fcf8c020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=356748ceb9274e13b0a020be6d43c5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211919 Nov 10 22:39:49.936020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58568) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:49.948456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Calling delete_port for d0f40381-43f7-4b46-84ca-0ea3e89b9f14 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:49.963093 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca464030-5be1-4d61-b4d1-71d3e930e6a9 req-ff235494-fa7e-4900-bc2b-d2c94e8788d2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906544 Nov 10 22:39:50.049767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d231d3e-9bf0-4455-82ad-fdc29b40dce7 req-91a88fa2-177c-43d7-a2dd-b8c5a431e18f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:50.051294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d231d3e-9bf0-4455-82ad-fdc29b40dce7 req-91a88fa2-177c-43d7-a2dd-b8c5a431e18f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0868254 Nov 10 22:39:50.052326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.087680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.137548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d231d3e-9bf0-4455-82ad-fdc29b40dce7 req-0666fd80-01b4-4747-83ae-96729a6c41e6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755286 Nov 10 22:39:50.157582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.158449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.161666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.163311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/440bd620-2206-4a25-a67c-cd4b6e824feb HTTP/1.1" status: 204 len: 168 time: 0.2258618 Nov 10 22:39:50.174489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49051a2-7a8b-48db-985f-67eadc82cd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440bd620-2206-4a25-a67c-cd4b6e824feb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:50.179950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d0f40381-43f7-4b46-84ca-0ea3e89b9f14'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:50.208318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Pushing event deleted for resources: {'Port': ['ID=d0f40381-43f7-4b46-84ca-0ea3e89b9f14,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:50.492763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d1aed66-2ad5-44cc-ae2a-6ba5fecf60dd req-276c7906-121c-4394-a607-7cf7e852c314 tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cd1282-d8d7-4a82-ba47-a67344c8a2bb HTTP/1.1" status: 200 len: 210 time: 0.0314958 Nov 10 22:39:50.569313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] No DVR routers for this DVR port d0f40381-43f7-4b46-84ca-0ea3e89b9f14 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:50.574977 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.578484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c931c1-3479-4f6e-8068-203b41e42324 req-8c63ad88-2aa7-48f6-8dde-04a041ed246e tempest-ServersOnMultiNodesTest-904607553 tempest-ServersOnMultiNodesTest-904607553-project] 10.222.0.20 "DELETE /v2.0/ports/d0f40381-43f7-4b46-84ca-0ea3e89b9f14 HTTP/1.1" status: 204 len: 173 time: 1.0264390 Nov 10 22:39:50.596396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-ded847a9-0d93-487f-84d4-2d631ce9609c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:50.598078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-ded847a9-0d93-487f-84d4-2d631ce9609c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.5049560 Nov 10 22:39:50.616604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-a3132136-5c91-4ab6-b0fe-5013420d6d75 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/quotas/618d5dcc1cf84d10867d50df19ddde40 HTTP/1.1" status: 200 len: 375 time: 0.0096371 Nov 10 22:39:50.686311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-873168d8-6cc3-41e7-9fe5-8e1619953bb3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626302 Nov 10 22:39:50.771644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b528f183-2297-4ebc-867b-199359f47551 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:50.788562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-9bee52f3-4a8e-439c-a283-44e01a724241 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012759 Nov 10 22:39:50.808943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: b528f183-2297-4ebc-867b-199359f47551 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:50.809627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b528f183-2297-4ebc-867b-199359f47551 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:50.834972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da160b-d4ce-47e0-96a8-25562d849cf4 req-f6f32833-3d49-4a7b-a7bb-b8121fbad64e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:50.843436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29da160b-d4ce-47e0-96a8-25562d849cf4 req-f6f32833-3d49-4a7b-a7bb-b8121fbad64e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0858586 Nov 10 22:39:50.889026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29da160b-d4ce-47e0-96a8-25562d849cf4 req-70109184-bd4d-4d7b-b38e-0e8ce1b2f240 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443792 Nov 10 22:39:50.897633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7cebe8cc-4a21-4fa6-b359-a7f2e802b49a service neutron] 10.222.0.25 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942147 Nov 10 22:39:50.913610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'name': 'network-vif-deleted', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76'}, {'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'name': 'network-vif-deleted', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:50.919341 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02b15d-fdd5-4de6-a1f4-693937e324c8" -d '{"events": [{"server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "name": "network-vif-deleted", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76"}, {"server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "name": "network-vif-deleted", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:50.934102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58610) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:51.026101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb1bdf-8224-4d83-947d-646fe4568c2d req-5385a9dd-9696-4d3e-a759-5847ff53ae29 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.034191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04eb1bdf-8224-4d83-947d-646fe4568c2d req-5385a9dd-9696-4d3e-a759-5847ff53ae29 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0798459 Nov 10 22:39:51.066571 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba03833-07ec-4e1e-9a88-44cf4945d25b x-openstack-request-id: req-bba03833-07ec-4e1e-9a88-44cf4945d25b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:51.066894 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1c28d7-a818-4026-a8fa-74b2a7d2f9da", "name": "network-vif-deleted", "tag": "6c1a7285-f286-4563-bf3b-278d37865b76", "status": "completed", "code": 200}, {"server_uuid": "45cd1282-d8d7-4a82-ba47-a67344c8a2bb", "name": "network-vif-deleted", "tag": "d0f40381-43f7-4b46-84ca-0ea3e89b9f14", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:51.067225 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bba03833-07ec-4e1e-9a88-44cf4945d25b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:51.067553 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1c28d7-a818-4026-a8fa-74b2a7d2f9da', 'name': 'network-vif-deleted', 'tag': '6c1a7285-f286-4563-bf3b-278d37865b76', 'status': 'completed', 'code': 200} Nov 10 22:39:51.067835 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd1282-d8d7-4a82-ba47-a67344c8a2bb', 'name': 'network-vif-deleted', 'tag': 'd0f40381-43f7-4b46-84ca-0ea3e89b9f14', 'status': 'completed', 'code': 200} Nov 10 22:39:51.076746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1415291069-network', 'tenant_id': '601f774dcda0480eb000551aabb4f00f'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:51.108756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Made reservation on behalf of 601f774dcda0480eb000551aabb4f00f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:51.111522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.117332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04eb1bdf-8224-4d83-947d-646fe4568c2d req-64c211b5-4062-4fc9-abad-aee25e5ebcbe tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Nov 10 22:39:51.124552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.187658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a498c99-8cbf-4ea5-b2e0-dafaa6ac6c23 req-59996263-d210-47ec-a67a-7a3ab15e4931 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.196716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a498c99-8cbf-4ea5-b2e0-dafaa6ac6c23 req-59996263-d210-47ec-a67a-7a3ab15e4931 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0695696 Nov 10 22:39:51.256067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a498c99-8cbf-4ea5-b2e0-dafaa6ac6c23 req-e595df98-473e-4367-ae65-a45befe9bcc8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Nov 10 22:39:51.265961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc0ca13d-79a4-4ea0-8f44-cbc4f538d589 req-d4801a31-c713-4156-803e-ecd69bd04a82 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 210 time: 0.0512052 Nov 10 22:39:51.301028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.303794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.332943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:39:51.343996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b828a019-a0ab-4cc8-b5a1-adcf993320d6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:51.349107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.349523 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Added segment 72481fc8-f901-419b-830c-ceb5532610ca of type vlan for network 14fbbad4-6ea3-4097-b5d7-3a585f34408e Nov 10 22:39:51.394708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.417656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfc993-21f7-46b3-98df-14af0f1b3f74 req-d03b8252-2df1-458a-a76a-03fd85bb31ef tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.419074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40cfc993-21f7-46b3-98df-14af0f1b3f74 req-d03b8252-2df1-458a-a76a-03fd85bb31ef tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0574954 Nov 10 22:39:51.423366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.424415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.425094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.474683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40cfc993-21f7-46b3-98df-14af0f1b3f74 req-9eb9f35a-6661-4390-92db-517ae9554f9c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Nov 10 22:39:51.480373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5445566 Nov 10 22:39:51.483721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:51.489988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Request body: {'subnet': {'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1415291069-subnet', 'tenant_id': '601f774dcda0480eb000551aabb4f00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:51.501518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600612bf-42c2-44fc-9118-c2e51a407272 admin admin] Pushing event updated for resources: {'Network': ['ID=14fbbad4-6ea3-4097-b5d7-3a585f34408e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:51.513188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 14fbbad4-6ea3-4097-b5d7-3a585f34408e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:39:51.521412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Made reservation on behalf of 601f774dcda0480eb000551aabb4f00f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:51.526241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.725660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.774818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f8b9c9-21f8-4146-9b95-c92fe5c2d147,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:51.788495 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-edce4bb9-2814-4f5b-a104-89959c034c60 service neutron] show failed (client error): The resource could not be found. Nov 10 22:39:51.789953 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-edce4bb9-2814-4f5b-a104-89959c034c60 service neutron] 10.222.0.39 "GET /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.1329393 Nov 10 22:39:51.805600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Checking segment: {'id': '72481fc8-f901-419b-830c-ceb5532610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:51.806028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Network hostable DHCP agents. Network: 14fbbad4-6ea3-4097-b5d7-3a585f34408e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:39:51.824027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Network 14fbbad4-6ea3-4097-b5d7-3a585f34408e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:39:51.825018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:51.837871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 14fbbad4-6ea3-4097-b5d7-3a585f34408e) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:51.841929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.842523 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.849803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b073b-eecf-4f6f-a990-25abf0932059 None None] Network 14fbbad4-6ea3-4097-b5d7-3a585f34408e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:51.862948 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e30e9a3d-c5fe-43cc-aa5c-f3e8e4627be4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3778539 Nov 10 22:39:52.043230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ec8d27e5-07aa-4d76-ad2e-5f9b1663768b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d2b5ee14fda450f94741f93a0fc6e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166662 Nov 10 22:39:52.049450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58648) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:52.060004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6bdbaa-43fd-4324-bb6b-7aaff74f0158 None None] Network 14fbbad4-6ea3-4097-b5d7-3a585f34408e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:52.117394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93097791-0d9a-45e0-b295-ce318ae05460 req-189b0144-ce48-462a-8808-a22430d9fac7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.122372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93097791-0d9a-45e0-b295-ce318ae05460 req-189b0144-ce48-462a-8808-a22430d9fac7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1299546 Nov 10 22:39:52.163051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.174564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-9f07ee4f-2971-4f3b-ba91-ff2faf74c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.175967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-9f07ee4f-2971-4f3b-ba91-ff2faf74c31b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1101 time: 0.1447921 Nov 10 22:39:52.212930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:52.214039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.278552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93097791-0d9a-45e0-b295-ce318ae05460 req-050954dc-f205-40e7-b670-3d60d917e1c5 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481810 Nov 10 22:39:52.291472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.291472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.292502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce3e456-e400-4fe4-be6e-709d4b2b6d7b HTTP/1.1" status: 204 len: 168 time: 0.2420928 Nov 10 22:39:52.302462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64897-4b9f-4081-be86-1197cf77128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce3e456-e400-4fe4-be6e-709d4b2b6d7b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:52.333209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.360211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-8cd58638-4296-484d-8b8b-066b7dec7a28 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.361786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-8cd58638-4296-484d-8b8b-066b7dec7a28 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 806 time: 0.2213454 Nov 10 22:39:52.396295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Request body: {'port': {'device_id': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'admin_state_up': True, 'tenant_id': '618d5dcc1cf84d10867d50df19ddde40'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:52.594085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60f5b6-deef-4905-b5ec-bbcf0f2ccf35 req-021c0b68-113d-4d34-a348-322e52ebdf9d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.595711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f60f5b6-deef-4905-b5ec-bbcf0f2ccf35 req-021c0b68-113d-4d34-a348-322e52ebdf9d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0581822 Nov 10 22:39:52.595859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26671a-05ef-42a3-a615-31ee28bf81a0 req-1b626f6e-e4a3-4ad5-9f6f-4d1d7f085fec tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.597244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed26671a-05ef-42a3-a615-31ee28bf81a0 req-1b626f6e-e4a3-4ad5-9f6f-4d1d7f085fec tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1501644 Nov 10 22:39:52.674351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f60f5b6-deef-4905-b5ec-bbcf0f2ccf35 req-a2027b50-f457-44ae-a6c3-2514faf70815 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723276 Nov 10 22:39:52.693971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58670) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:52.734805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-47445201-e723-4f99-bc9f-b5c1cafd75ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8a6d747576043559b4d722c478efc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397439 Nov 10 22:39:52.737389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58672) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:52.749844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed26671a-05ef-42a3-a615-31ee28bf81a0 req-e77b4223-19c7-408d-9bf1-854ba75ea5ce tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413929 Nov 10 22:39:52.754484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Made reservation on behalf of 618d5dcc1cf84d10867d50df19ddde40 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:52.758706 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.776220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d0f40381-43f7-4b46-84ca-0ea3e89b9f14 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:52.784145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:52.796770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: d0f40381-43f7-4b46-84ca-0ea3e89b9f14 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:52.797649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d0f40381-43f7-4b46-84ca-0ea3e89b9f14 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:52.798280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6c1a7285-f286-4563-bf3b-278d37865b76 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:52.813347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-085f50b8-80ae-4055-8433-7f0255087bbc req-3531eea7-5c89-4d68-a4e7-55b98fce30f1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 210 time: 0.0616994 Nov 10 22:39:52.819390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 6c1a7285-f286-4563-bf3b-278d37865b76 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:52.820154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6c1a7285-f286-4563-bf3b-278d37865b76 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:52.842618 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.867509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.925935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Allocated IP 172.20.0.7 (80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb/edd65e4c-d737-4421-a6b4-e1c9b26279f9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:52.940739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:52.963730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67cbeb-342a-4149-8185-deb25061ed44 req-23c963f7-8292-4c65-b4e6-e3c456b1164c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.965278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb67cbeb-342a-4149-8185-deb25061ed44 req-23c963f7-8292-4c65-b4e6-e3c456b1164c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0776496 Nov 10 22:39:52.980840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.983985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.987421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/223e1f3f-bcba-4fa4-a5b2-e2e719b44e31 HTTP/1.1" status: 204 len: 168 time: 0.2465322 Nov 10 22:39:53.033209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.043481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c69852-85bc-4d1c-a533-c54e26579bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e1f3f-bcba-4fa4-a5b2-e2e719b44e31,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:53.085293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb67cbeb-342a-4149-8185-deb25061ed44 req-6f424549-88b6-48b3-a26b-84de84a73169 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075289 Nov 10 22:39:53.098551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:53.101483 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebaa77-c273-42b6-9f52-220af23f4f85" -d '{"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:53.113457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Transition to ACTIVE for port object eb01def4-f17b-412b-9f3f-990be3350c87 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:53.123589 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.189584 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e3fbe-911a-439d-aa04-b9fa99bd4afd x-openstack-request-id: req-245e3fbe-911a-439d-aa04-b9fa99bd4afd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:53.189877 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:53.190125 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-245e3fbe-911a-439d-aa04-b9fa99bd4afd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:53.190503 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'code': 200} Nov 10 22:39:53.250794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] No DVR routers for this DVR port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:53.257460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:53.290593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.331113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:53.331452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:53.331771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:53.339815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:53.340152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:53.356050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:53.356387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:53.356774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:53.357233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Bound port: eb01def4-f17b-412b-9f3f-990be3350c87, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:53.357594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.435444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.450776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:53.499144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485ca21-24c5-48c1-bdbc-becbd316daf7 req-1bc49844-76c6-45ab-aaa7-4d0ebd1f1958 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:53.502228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:53.512704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1485ca21-24c5-48c1-bdbc-becbd316daf7 req-1bc49844-76c6-45ab-aaa7-4d0ebd1f1958 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0960200 Nov 10 22:39:53.514678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:53.520107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:53.587453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1485ca21-24c5-48c1-bdbc-becbd316daf7 req-5754bc3a-f74b-4035-8af5-58ddfb271cc0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Nov 10 22:39:53.589623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:53.600858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:53.605916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event updated for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:53.613056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.705318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:53.706382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.708118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 1096 time: 1.4998813 Nov 10 22:39:53.725761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:53.727477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:53.804370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-7f35ad15-388e-4d8d-9382-212625fe4c6a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4130969 Nov 10 22:39:53.810112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5db2c-92c2-4e9b-8048-0f2e4abd0867 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:53.835397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Request body: {'port': {'device_id': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:53.916693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-bc7b4233-45a2-464f-822f-ba4cbab646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:53.918144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-bc7b4233-45a2-464f-822f-ba4cbab646c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.1675074 Nov 10 22:39:54.027788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:54.051802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290be300-04d2-4a71-bada-e10f5c2ccf80 req-da4d8355-32a3-4f88-b33c-37bd059ce16b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.053326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-290be300-04d2-4a71-bada-e10f5c2ccf80 req-da4d8355-32a3-4f88-b33c-37bd059ce16b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.2086611 Nov 10 22:39:54.186278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-ff64b20d-9ea2-4036-80ac-b7ee8bad807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.187994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-ff64b20d-9ea2-4036-80ac-b7ee8bad807d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2405446 Nov 10 22:39:54.209895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860538-3720-47b3-a34f-20d0cbc31a68 req-6c17f231-291b-468f-8a5c-13dfb5bc2038 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.218220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3860538-3720-47b3-a34f-20d0cbc31a68 req-6c17f231-291b-468f-8a5c-13dfb5bc2038 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0647540 Nov 10 22:39:54.275494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3860538-3720-47b3-a34f-20d0cbc31a68 req-b9339e46-fd03-48c8-a7d5-4e1a0a2374da tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Nov 10 22:39:54.312284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-a40aa1d2-549d-4dcd-b7c7-a10bb09dfb6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.1009591 Nov 10 22:39:54.326260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-290be300-04d2-4a71-bada-e10f5c2ccf80 req-fa6942b4-0431-4a15-8a3d-b5ed29c42b77 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655537 Nov 10 22:39:54.481082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-3d7e9ce6-4996-482f-b6e6-8df0e5e91a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.482576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-3d7e9ce6-4996-482f-b6e6-8df0e5e91a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1605818 Nov 10 22:39:54.536076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1ce5-7ddc-49a2-afe5-247d635768cc req-a97bd41a-41e8-44fc-abad-550817984862 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.538251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10cd1ce5-7ddc-49a2-afe5-247d635768cc req-a97bd41a-41e8-44fc-abad-550817984862 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0567858 Nov 10 22:39:54.554248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad52559-847b-47b0-92f0-876232431e84 req-66265582-db0e-4f5a-92b3-ea992a7ce4c1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.556300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ad52559-847b-47b0-92f0-876232431e84 req-66265582-db0e-4f5a-92b3-ea992a7ce4c1 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 931 time: 0.1383438 Nov 10 22:39:54.604261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-8df34852-1fad-40ae-b930-385a091c9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.607065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-8df34852-1fad-40ae-b930-385a091c9ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118584 Nov 10 22:39:54.609816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10cd1ce5-7ddc-49a2-afe5-247d635768cc req-df3b6a16-6edb-4b9c-965a-d93b2355d3e0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634341 Nov 10 22:39:54.714309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ad52559-847b-47b0-92f0-876232431e84 req-800f427b-dafc-4f34-aba6-d24c5dadcce7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494806 Nov 10 22:39:54.718090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd65e4c-d737-4421-a6b4-e1c9b26279f9 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:54.731778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:54.752767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Transition to ACTIVE for port object edd65e4c-d737-4421-a6b4-e1c9b26279f9 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:54.763620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:54.813255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-ec783c3c-8a76-40c5-b2f5-8c075d7a934e service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740191 Nov 10 22:39:54.840816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-bff16410-ef02-4eea-9eea-a0debf41871b tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:54.843230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-bff16410-ef02-4eea-9eea-a0debf41871b tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/networks?id=14fbbad4-6ea3-4097-b5d7-3a585f34408e HTTP/1.1" status: 200 len: 810 time: 0.1260045 Nov 10 22:39:54.865028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-8b815b55-cd83-4f8e-bb28-b9bd69c22cbe tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/quotas/601f774dcda0480eb000551aabb4f00f HTTP/1.1" status: 200 len: 375 time: 0.0107980 Nov 10 22:39:54.883878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Pushing event updated for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:54.903752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8169-cc02-4dc6-a8dc-c70720b5e275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:54.911400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-ba89e338-ea09-41b1-ab5f-ae192baaa1cf tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=601f774dcda0480eb000551aabb4f00f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398610 Nov 10 22:39:55.005598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cc8491e-fd0b-440d-9e29-e1760a68df12 req-0eaf2ebb-c3db-4352-b985-732d4813eabb service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762209 Nov 10 22:39:55.006441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Attempting to bind port edd65e4c-d737-4421-a6b4-e1c9b26279f9 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:55.006771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Attempting to bind port edd65e4c-d737-4421-a6b4-e1c9b26279f9 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:55.007103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Attempting to bind port edd65e4c-d737-4421-a6b4-e1c9b26279f9 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:55.012653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Port edd65e4c-d737-4421-a6b4-e1c9b26279f9 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:55.012653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Attempting to bind port edd65e4c-d737-4421-a6b4-e1c9b26279f9 on network 80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:55.018891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:55.019081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-f608e576-da38-4e6a-aa63-fd38cb237af8 service neutron] 10.222.0.25 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967333 Nov 10 22:39:55.019236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Checking segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:55.019614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Bound using segment: {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:55.020108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Bound port: edd65e4c-d737-4421-a6b4-e1c9b26279f9, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:55.020471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:55.103451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:55.110761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:55.116406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:55.154573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-6dd47c08-81d0-4b18-b82f-f11ec6fc8b59 service neutron] 10.222.0.25 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245344 Nov 10 22:39:55.186265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.186889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:55.188276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] 10.222.0.20 "PUT /v2.0/ports/edd65e4c-d737-4421-a6b4-e1c9b26279f9 HTTP/1.1" status: 200 len: 1091 time: 1.3751149 Nov 10 22:39:55.204699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}, {'name': 'network-changed', 'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:55.207217 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b8ae42-bd01-435e-a808-11898adf18b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}, {"name": "network-changed", "server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:55.215660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01ae5b-98fe-4a96-8667-fa0259aedab6 service neutron] Pushing event updated for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:55.275528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-5e26db23-f8b1-45b6-b7c0-f7a859b3f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.277368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-5e26db23-f8b1-45b6-b7c0-f7a859b3f282 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 1094 time: 0.0496805 Nov 10 22:39:55.343440 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62706f9f-e2ba-4b93-b20a-c91d54c04f67 x-openstack-request-id: req-62706f9f-e2ba-4b93-b20a-c91d54c04f67 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:55.344045 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:55.344457 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62706f9f-e2ba-4b93-b20a-c91d54c04f67 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:55.345750 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'status': 'completed', 'code': 200} Nov 10 22:39:55.346209 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9', 'status': 'completed', 'code': 200} Nov 10 22:39:55.360466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-a79327fa-b91e-4fc6-b5f6-43dfc33e34cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9 HTTP/1.1" status: 200 len: 217 time: 0.0742087 Nov 10 22:39:55.440691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-14cf7b75-5407-4a0d-90e4-bc7c4e1d688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.442475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-14cf7b75-5407-4a0d-90e4-bc7c4e1d688b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.0856116 Nov 10 22:39:55.494645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-0e9d2c8d-427e-455a-8557-c40525122004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.496272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-0e9d2c8d-427e-455a-8557-c40525122004 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.1487641 Nov 10 22:39:55.498843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3b18f79e-edde-4c49-a109-b6b083db99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.500372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3b18f79e-edde-4c49-a109-b6b083db99e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1213870 Nov 10 22:39:55.523025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d1266-76f2-4f9e-b871-f4445117415b req-2e2ab465-15cc-4639-b4f0-5e9bedaadc12 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.525623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d05d1266-76f2-4f9e-b871-f4445117415b req-2e2ab465-15cc-4639-b4f0-5e9bedaadc12 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0888724 Nov 10 22:39:55.650374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-e6f96286-ee82-4f25-a92a-13263f7c00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.652525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-e6f96286-ee82-4f25-a92a-13263f7c00bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1910212 Nov 10 22:39:55.668313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-3d967a95-6a02-4020-9a66-7c24ae336c70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542969 Nov 10 22:39:55.673676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d05d1266-76f2-4f9e-b871-f4445117415b req-819ff25f-82a4-4545-9ee5-4b5a3638b537 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688419 Nov 10 22:39:55.746464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-afa1d476-fe24-4dad-a4d6-b2102b2bf103 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0774360 Nov 10 22:39:55.808860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-1a7371af-18d3-4bf5-934a-eded4ddcd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.810620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-1a7371af-18d3-4bf5-934a-eded4ddcd873 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2979164 Nov 10 22:39:55.814651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-d6a0c735-d52e-4d41-aa07-c93ef457b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.816133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-d6a0c735-d52e-4d41-aa07-c93ef457b0cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0581388 Nov 10 22:39:55.830766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec32ff-e155-4880-ad30-3cf5193db92b req-475df24d-638b-4794-9066-7f4e81ffe7b2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.845629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a4ec32ff-e155-4880-ad30-3cf5193db92b req-475df24d-638b-4794-9066-7f4e81ffe7b2 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.1632559 Nov 10 22:39:55.944730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-872f8cf5-d0b4-48f5-8d5a-a61694c58406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.947086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-872f8cf5-d0b4-48f5-8d5a-a61694c58406 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000042 Nov 10 22:39:55.951456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a4ec32ff-e155-4880-ad30-3cf5193db92b req-f457c2a3-b3f9-4a49-bcf8-080de310cbca tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909846 Nov 10 22:39:56.101260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-8833dea7-f29e-4571-aaa3-5ed63e816fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461663 Nov 10 22:39:56.108890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9050-ee4d-47e8-83c6-4ae45c28c7f4 req-e84606e7-67ac-4a3e-b24b-2634c97fa54c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.110446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-324e9050-ee4d-47e8-83c6-4ae45c28c7f4 req-e84606e7-67ac-4a3e-b24b-2634c97fa54c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0811827 Nov 10 22:39:56.154114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1fd98a79-e338-4d83-981f-3501ee043244 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:56.162282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:56.208129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-c7f08d54-3df1-4cb4-b368-395b7053bcc5 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297821 Nov 10 22:39:56.221890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-324e9050-ee4d-47e8-83c6-4ae45c28c7f4 req-59c8887b-2161-44e9-aab4-8a05bf1b62a9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Nov 10 22:39:56.239518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-c2772582-53e9-44d2-810b-75939e50fdbe service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280856 Nov 10 22:39:56.283386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:56.318564 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-9c281dae-b162-41f8-9af7-c2789cf9875a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.4976902 Nov 10 22:39:56.342591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:56.349371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ce6f025-3b9a-4181-a679-99983722936b req-9c787a95-dff0-43a0-a21f-42eef99e55e9 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 210 time: 0.1289368 Nov 10 22:39:56.356950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '1fd98a79-e338-4d83-981f-3501ee043244', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '1fd98a79-e338-4d83-981f-3501ee043244', 'mac_address': 'fa:16:3e:15:93:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:56.389998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3be12-97c5-419a-90f2-2e47b2fbd293 req-2a905385-068a-4fbf-83c4-6d0231b5031b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.400716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ec3be12-97c5-419a-90f2-2e47b2fbd293 req-2a905385-068a-4fbf-83c4-6d0231b5031b tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 943 time: 0.0894463 Nov 10 22:39:56.422949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-64dbe2c8-543e-4b78-bc2b-ef46f2160a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.425259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-64dbe2c8-543e-4b78-bc2b-ef46f2160a43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0894883 Nov 10 22:39:56.446873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:56.479084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fd98a79-e338-4d83-981f-3501ee043244 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:56.480113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ec3be12-97c5-419a-90f2-2e47b2fbd293 req-cd9114ee-1486-4a67-9893-e9ece7c379cf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Nov 10 22:39:56.523194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:56.528756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:56.530316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9674d196-12b4-464c-bc77-3fa7a4d61290 req-79da4205-80cf-4d27-b05e-9443e73179bc service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802641 Nov 10 22:39:56.533413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-524a02e8-9ff3-4ff7-9394-f6f38f275f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.534973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-524a02e8-9ff3-4ff7-9394-f6f38f275f4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010046 Nov 10 22:39:56.607528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:56.619037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.619535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.620109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.620393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.620790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.621214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.621605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.621993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.622379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.622773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.623154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.623537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:56.628684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1fd98a79-e338-4d83-981f-3501ee043244'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:56.642441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-78801e85-c854-43ec-8b47-95a9667617ca service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998979 Nov 10 22:39:56.789044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-bb9553c6-144c-4b34-9e3b-66b40798abf2 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347325 Nov 10 22:39:56.964882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168bc82-b844-4ee1-af31-8e1b0b96bdb4 req-f7cadc37-80f6-4b92-a1f4-660c09cbf4a2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.972070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e168bc82-b844-4ee1-af31-8e1b0b96bdb4 req-f7cadc37-80f6-4b92-a1f4-660c09cbf4a2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1286893 Nov 10 22:39:57.030841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-91285eb0-eae6-4d20-9bc7-3cdb7d6049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.033045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-91285eb0-eae6-4d20-9bc7-3cdb7d6049b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618d5dcc1cf84d10867d50df19ddde40&device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 1094 time: 0.1104498 Nov 10 22:39:57.190189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58886) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:57.231482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e168bc82-b844-4ee1-af31-8e1b0b96bdb4 req-99e9c048-7941-4b73-875a-afc3aab7ab48 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370162 Nov 10 22:39:57.241122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55190945-abca-40b1-95db-f21996d3dd1f req-b724b5b3-f654-4089-8eb9-8dd3dd46a163 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.243271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55190945-abca-40b1-95db-f21996d3dd1f req-b724b5b3-f654-4089-8eb9-8dd3dd46a163 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.1048963 Nov 10 22:39:57.246526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-9e9c3bd7-b439-47f6-a253-d5368bad3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.248017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-9e9c3bd7-b439-47f6-a253-d5368bad3782 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 200 len: 906 time: 0.2063661 Nov 10 22:39:57.268821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-ec293862-744e-44d2-a671-7bf91b752ff2 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.270467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-ec293862-744e-44d2-a671-7bf91b752ff2 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.39 "GET /v2.0/networks?id=14fbbad4-6ea3-4097-b5d7-3a585f34408e HTTP/1.1" status: 200 len: 810 time: 0.2923408 Nov 10 22:39:57.287003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Request body: {'port': {'device_id': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e', 'admin_state_up': True, 'tenant_id': '601f774dcda0480eb000551aabb4f00f'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:57.327574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-12671bf0-ed1a-47fa-a522-80de294a6718 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9 HTTP/1.1" status: 200 len: 217 time: 0.0647526 Nov 10 22:39:57.400726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-274187c8-24ed-466a-9447-70a86c9d32d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:57.423912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55190945-abca-40b1-95db-f21996d3dd1f req-799e2565-d795-4b33-8cad-7ae391f5617c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603529 Nov 10 22:39:57.440356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa419b8-d32f-4f11-b0dc-feb5f4f5d250 req-c2e46c0e-6028-481d-b1d4-d5e7a6bce78d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.441903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4aa419b8-d32f-4f11-b0dc-feb5f4f5d250 req-c2e46c0e-6028-481d-b1d4-d5e7a6bce78d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1050496 Nov 10 22:39:57.451101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-9a561a93-2be1-472d-bd9c-4c8e60e21bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.452332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-9a561a93-2be1-472d-bd9c-4c8e60e21bf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 200 len: 846 time: 0.1141026 Nov 10 22:39:57.488779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Made reservation on behalf of 601f774dcda0480eb000551aabb4f00f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:57.492915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:57.524884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4aa419b8-d32f-4f11-b0dc-feb5f4f5d250 req-34de9120-713f-451e-9465-15adae3938cd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752077 Nov 10 22:39:57.534405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-79bb40d2-396f-4a6b-849d-640bc571c9a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659692 Nov 10 22:39:57.586996 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d3a9416-3af5-4d29-a223-87580531838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:57.630947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f00b9861-b5b8-4fcd-a985-319acb499df7 req-192b8522-2775-4645-9fe6-e9bed41cb196 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 210 time: 0.0985346 Nov 10 22:39:57.707432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-274187c8-24ed-466a-9447-70a86c9d32d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:57.718551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-274187c8-24ed-466a-9447-70a86c9d32d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:57.752874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Allocated IP 172.20.0.9 (14fbbad4-6ea3-4097-b5d7-3a585f34408e/71f8b9c9-21f8-4146-9b95-c92fe5c2d147/41ed4cbc-cfd7-4d61-8aaf-43537658c95b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:57.776660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274187c8-24ed-466a-9447-70a86c9d32d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb4341-3562-4c35-9b8c-97e6a4687b6b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:57.843182 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-45ae088e-1269-49c4-8409-623d5d42dba7 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966139 Nov 10 22:39:57.964526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-274187c8-24ed-466a-9447-70a86c9d32d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50943b11b6c740429b7f9f53c4cd21e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717750 Nov 10 22:39:57.971840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58906) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:58.013557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76e00-3186-404f-b5b8-a11b923cff3a req-c7f9b7c7-36a8-4daa-9486-a3dfd1267fda tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.020709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7e76e00-3186-404f-b5b8-a11b923cff3a req-c7f9b7c7-36a8-4daa-9486-a3dfd1267fda tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 943 time: 0.2621820 Nov 10 22:39:58.028453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb1c71-f13a-418d-8c30-1543383a3df5 req-f1da4153-7aa7-4c32-bf8e-f4d4b6be88ed tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.032146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbfb1c71-f13a-418d-8c30-1543383a3df5 req-f1da4153-7aa7-4c32-bf8e-f4d4b6be88ed tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 948 time: 0.1024127 Nov 10 22:39:58.036328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.084910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-7d59a8df-c554-4f5a-90d5-b774d4808c9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.086559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-7d59a8df-c554-4f5a-90d5-b774d4808c9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c&tenant_id=992b801f6f7e46319b92fdedfae00f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 948 time: 0.1993041 Nov 10 22:39:58.128751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbfb1c71-f13a-418d-8c30-1543383a3df5 req-edcb95be-8b25-4c73-a0f7-bdefb3e2fe3b tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810153 Nov 10 22:39:58.148682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.182012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.185218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32b8ae42-bd01-435e-a808-11898adf18b7 req-fee5f08a-0b69-4c2f-9392-f855629831c9 service neutron] 10.222.0.20 "GET /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201194 Nov 10 22:39:58.192277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1fd98a79-e338-4d83-981f-3501ee043244 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:58.197912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7e76e00-3186-404f-b5b8-a11b923cff3a req-33960e0f-2734-4911-abde-0011476ee0f5 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736999 Nov 10 22:39:58.215638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Network 14fbbad4-6ea3-4097-b5d7-3a585f34408e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:58.222857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:58.229250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:58.246282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Pushing event updated for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:58.256776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.279010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-11e826b1-787d-4a5c-ac07-f052c7112cce service neutron] 10.222.0.20 "GET /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.1797373 Nov 10 22:39:58.333316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 1fd98a79-e338-4d83-981f-3501ee043244 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:58.333971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.352850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.373781 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.391781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.395420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.400054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-55c5a4f6-53fb-453c-9b3e-17a0d515196f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1177907 Nov 10 22:39:58.401370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1fb4341-3562-4c35-9b8c-97e6a4687b6b HTTP/1.1" status: 204 len: 168 time: 0.4266880 Nov 10 22:39:58.412263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Request body: {'port': {'device_id': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:58.455805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7f18-85ea-493d-a6a8-3980ffda61e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb4341-3562-4c35-9b8c-97e6a4687b6b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:58.493067 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.520444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:58.523418 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd6e20-9663-4e0e-8782-e7632006a30c" -d '{"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:58.532402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-a9f45dc1-0eca-40d0-bd6d-4ca137e4533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.533949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-a9f45dc1-0eca-40d0-bd6d-4ca137e4533b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1099 time: 0.2167506 Nov 10 22:39:58.540658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.561962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:58.575148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.654067 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318eae89-a3fe-48c4-a6df-e832435fe10e x-openstack-request-id: req-318eae89-a3fe-48c4-a6df-e832435fe10e {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:58.655343 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:58.655943 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-318eae89-a3fe-48c4-a6df-e832435fe10e {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:58.657182 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244', 'code': 200} Nov 10 22:39:58.719336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:58.735592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-ec6d5250-d979-44f9-93dd-5444ae7e2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.737189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-ec6d5250-d979-44f9-93dd-5444ae7e2f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1875331 Nov 10 22:39:58.746779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d7bd0-6e9e-4975-a13b-58b7620326bd req-3eed4245-5971-42b9-9aa0-11a0d03345f8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.757718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a2d7bd0-6e9e-4975-a13b-58b7620326bd req-3eed4245-5971-42b9-9aa0-11a0d03345f8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.3530924 Nov 10 22:39:58.795840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:39:58.818089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-23ebe450-05fe-4e71-926e-024303992bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0571902 Nov 10 22:39:58.822286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:58.898460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a2d7bd0-6e9e-4975-a13b-58b7620326bd req-f95399e3-4c71-4929-aa7e-db8910824c02 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382666 Nov 10 22:39:58.933275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-426c3eb6-2731-4112-8e0f-62392c7551b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.936512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-426c3eb6-2731-4112-8e0f-62392c7551b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1121171 Nov 10 22:39:59.007489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58930) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:59.026659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:59.041923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ed4cbc-cfd7-4d61-8aaf-43537658c95b {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:59.054907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'mac_address': 'fa:16:3e:c9:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:39:59.063714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-600ed184-c104-4d6a-946d-0e6150619fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.066246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-600ed184-c104-4d6a-946d-0e6150619fc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219449 Nov 10 22:39:59.068020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2499672-a474-4d7f-9501-0fd614dd6bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.100585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.129734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.152300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:39:59.156411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Transition to ACTIVE for port object 41ed4cbc-cfd7-4d61-8aaf-43537658c95b will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:39:59.168483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb0a43-cdb5-4b72-a0f3-a96a62cee49a req-c5669bcc-f09b-4594-8632-ccec71b83802 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.176299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5cb0a43-cdb5-4b72-a0f3-a96a62cee49a req-c5669bcc-f09b-4594-8632-ccec71b83802 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 931 time: 0.1551294 Nov 10 22:39:59.219219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df974a-1b99-49f1-8356-6c25f2377061 req-517490ee-fa09-4398-a628-20e5d5979174 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.221256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96df974a-1b99-49f1-8356-6c25f2377061 req-517490ee-fa09-4398-a628-20e5d5979174 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1719730 Nov 10 22:39:59.223315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.237893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:59.250588 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.269346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5cb0a43-cdb5-4b72-a0f3-a96a62cee49a req-d912731f-93bd-4891-bab0-b7ca51e418bd tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917444 Nov 10 22:39:59.280721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Pushing event updated for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:59.329063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:59.372347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-4a674c89-594c-47ed-b00b-f0c6d96dd8e3 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972300 Nov 10 22:39:59.423574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96df974a-1b99-49f1-8356-6c25f2377061 req-c3d83d0d-016e-4e7b-b89d-258d917b0bb0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895976 Nov 10 22:39:59.480295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Attempting to bind port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:59.480616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Attempting to bind port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '72481fc8-f901-419b-830c-ceb5532610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:59.481134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Attempting to bind port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b on network 14fbbad4-6ea3-4097-b5d7-3a585f34408e {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:59.487283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b on network 14fbbad4-6ea3-4097-b5d7-3a585f34408e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:39:59.487720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Attempting to bind port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b on network 14fbbad4-6ea3-4097-b5d7-3a585f34408e {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:59.505702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:59.506046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Checking segment: {'id': '72481fc8-f901-419b-830c-ceb5532610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:59.506513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Bound using segment: {'id': '72481fc8-f901-419b-830c-ceb5532610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:59.507213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Bound port: 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72481fc8-f901-419b-830c-ceb5532610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:59.507761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.511119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7210649-405e-4766-bc7c-b67e408b6578 req-27c3a3ad-a246-4df5-ac91-f74525853369 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.512632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7210649-405e-4766-bc7c-b67e408b6578 req-27c3a3ad-a246-4df5-ac91-f74525853369 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.1355965 Nov 10 22:39:59.516596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2499672-a474-4d7f-9501-0fd614dd6bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.524959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2499672-a474-4d7f-9501-0fd614dd6bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.541420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['eb01def4-f17b-412b-9f3f-990be3350c87'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:59.594756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-35d5a34a-98c4-4aa1-b998-5620268e7334 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043657 Nov 10 22:39:59.604157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e2499672-a474-4d7f-9501-0fd614dd6bdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e384f257fa45b192a300df576670a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5893288 Nov 10 22:39:59.604752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58940) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:59.617917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2499672-a474-4d7f-9501-0fd614dd6bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad6b77-7b10-40d9-b811-843caaf118f0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:59.655765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb344f-de48-4802-8f72-a6c4c889cd1b req-a26c9938-2f14-4519-a30f-c5cf8e01667c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.657351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aeeb344f-de48-4802-8f72-a6c4c889cd1b req-a26c9938-2f14-4519-a30f-c5cf8e01667c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 943 time: 0.1651723 Nov 10 22:39:59.705176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7210649-405e-4766-bc7c-b67e408b6578 req-3785acee-6d54-4129-be22-7951095b37f9 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613584 Nov 10 22:39:59.750563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.787443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:59.787793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.810303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aeeb344f-de48-4802-8f72-a6c4c889cd1b req-9acf0448-ca1f-49ef-acc1-28c560b80abc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391237 Nov 10 22:39:59.812087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,segment=NetworkSegment(72481fc8-f901-419b-830c-ceb5532610ca),segment_id=72481fc8-f901-419b-830c-ceb5532610ca)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:59.817984 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.878542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.880884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.881606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.881740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:59.882678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09ad6b77-7b10-40d9-b811-843caaf118f0 HTTP/1.1" status: 204 len: 168 time: 0.2758920 Nov 10 22:39:59.883686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] 10.222.0.39 "PUT /v2.0/ports/41ed4cbc-cfd7-4d61-8aaf-43537658c95b HTTP/1.1" status: 200 len: 1091 time: 1.4753413 Nov 10 22:39:59.886000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:59.889855 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbe43f-8aa3-4f28-b228-42a60463aa32" -d '{"events": [{"name": "network-changed", "server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:59.892433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f870d2-abef-4e1d-a32d-b6bad01dd6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad6b77-7b10-40d9-b811-843caaf118f0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:59.999690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa319b0f-973d-455c-98ba-c48f00c29178 service neutron] Pushing event updated for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:00.058202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-645798ea-e532-4238-949f-e8786e0285eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.059908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-645798ea-e532-4238-949f-e8786e0285eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=601f774dcda0480eb000551aabb4f00f&device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 1094 time: 0.1030354 Nov 10 22:40:00.110229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-e29ac98a-c725-49d2-ac4c-8f4e13fde0f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b HTTP/1.1" status: 200 len: 217 time: 0.0420725 Nov 10 22:40:00.223451 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:00.226210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de8be-0416-405f-9bd4-4b8036e788b8 req-92f8a15c-6d07-464e-a1e7-d5dfe125ee88 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.228998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de1de8be-0416-405f-9bd4-4b8036e788b8 req-92f8a15c-6d07-464e-a1e7-d5dfe125ee88 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1178443 Nov 10 22:40:00.230566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-36c6e4f5-5643-4386-b389-04a18cf4e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.232033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-36c6e4f5-5643-4386-b389-04a18cf4e772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71f8b9c9-21f8-4146-9b95-c92fe5c2d147 HTTP/1.1" status: 200 len: 850 time: 0.1114693 Nov 10 22:40:00.278978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-2769a791-2b9a-4e9d-b371-3e73732d7212 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14fbbad4-6ea3-4097-b5d7-3a585f34408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373759 Nov 10 22:40:00.312566 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a75a413-815f-4456-880c-58e4b8fc0ac0 x-openstack-request-id: req-3a75a413-815f-4456-880c-58e4b8fc0ac0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:00.312566 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:00.312566 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a75a413-815f-4456-880c-58e4b8fc0ac0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:00.312566 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b', 'status': 'completed', 'code': 200} Nov 10 22:40:00.416666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de1de8be-0416-405f-9bd4-4b8036e788b8 req-51c90d78-5721-450e-a13f-cb2834dbc49a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732433 Nov 10 22:40:00.426709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33c55d-4445-4656-9c97-3a586a2d5a06 req-f9b9d479-9691-4b81-8ce5-4f3ec9f9663f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.434869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb33c55d-4445-4656-9c97-3a586a2d5a06 req-f9b9d479-9691-4b81-8ce5-4f3ec9f9663f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 943 time: 0.0796082 Nov 10 22:40:00.484782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-2d5018bf-b60e-4fed-bb4a-d12e6d25f8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870198 Nov 10 22:40:00.518667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb33c55d-4445-4656-9c97-3a586a2d5a06 req-bcf11831-1c50-4812-af69-c30b892237e6 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817757 Nov 10 22:40:00.623903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6b3a-b966-4bbf-85fd-1484672c83e4 req-6d709fe0-3334-4f63-b7fd-579c242e1d70 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.625446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199d6b3a-b966-4bbf-85fd-1484672c83e4 req-6d709fe0-3334-4f63-b7fd-579c242e1d70 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0976682 Nov 10 22:40:00.665256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:00.680318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b531a3a6-d732-45f1-b130-65b9d16ced4c req-c7c67ae4-d343-464f-8981-7956f710d23f service neutron] 10.222.0.39 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842043 Nov 10 22:40:00.724830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199d6b3a-b966-4bbf-85fd-1484672c83e4 req-690175f7-62ec-4f1e-9f5f-af59768bb785 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866437 Nov 10 22:40:00.793977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device edd65e4c-d737-4421-a6b4-e1c9b26279f9 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:00.795648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-403d231f-05d5-442c-a231-9668c81afd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.797327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-403d231f-05d5-442c-a231-9668c81afd26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=601f774dcda0480eb000551aabb4f00f&device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 1094 time: 0.0562541 Nov 10 22:40:00.798999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:00.862614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d85f-1245-47cc-99c6-79bb148a8c82 req-4908b40d-cd44-4b1b-9412-1dfc018c46b4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.871460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a92d85f-1245-47cc-99c6-79bb148a8c82 req-4908b40d-cd44-4b1b-9412-1dfc018c46b4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.0622501 Nov 10 22:40:00.946113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-14e53eb7-0908-475a-9f0a-533ea565f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:00.949252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-14e53eb7-0908-475a-9f0a-533ea565f68c service neutron] 10.222.0.39 "GET /v2.0/networks?id=14fbbad4-6ea3-4097-b5d7-3a585f34408e HTTP/1.1" status: 200 len: 910 time: 0.1424031 Nov 10 22:40:00.987439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a92d85f-1245-47cc-99c6-79bb148a8c82 req-006bfe7b-9b2a-4ca5-807b-e590b5bcb3e5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150894 Nov 10 22:40:01.040641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-f8346ce8-0989-47bc-99e2-33da1040f173 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b HTTP/1.1" status: 200 len: 217 time: 0.0826852 Nov 10 22:40:01.064200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port eb01def4-f17b-412b-9f3f-990be3350c87 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:01.099946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port eb01def4-f17b-412b-9f3f-990be3350c87 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:01.100387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:01.121285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:01.192035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-59afa8ad-77a0-469f-a061-966ed2b2d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:01.194075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-59afa8ad-77a0-469f-a061-966ed2b2d2fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71f8b9c9-21f8-4146-9b95-c92fe5c2d147 HTTP/1.1" status: 200 len: 850 time: 0.1169147 Nov 10 22:40:01.215113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9', 'network_id': '80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61', 'port_id': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9', 'mac_address': 'fa:16:3e:65:f3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:01.220319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f932d2-aeac-4410-858f-76d1f4d4bf2d req-448206f6-7337-4c42-afa1-696a4bdc1f90 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:01.230549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23f932d2-aeac-4410-858f-76d1f4d4bf2d req-448206f6-7337-4c42-afa1-696a4bdc1f90 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 943 time: 0.2539608 Nov 10 22:40:01.275082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:01.285151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-e09bf259-f6dc-4734-b6df-2b4b93dd9af6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14fbbad4-6ea3-4097-b5d7-3a585f34408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818212 Nov 10 22:40:01.325771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd65e4c-d737-4421-a6b4-e1c9b26279f9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:01.377290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:01.423535 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23f932d2-aeac-4410-858f-76d1f4d4bf2d req-59c565a0-b6a0-4af5-a35b-7d0bff59998c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572881 Nov 10 22:40:01.432661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:01.450494 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:01.497001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:01.500668 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5338e-885f-40e4-8cc6-6be7c951a11a" -d '{"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:01.518043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-6234fb9d-d76c-4954-9c8f-b22ed91d7f85 service neutron] 10.222.0.39 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199626 Nov 10 22:40:01.549734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:01.555487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:01.594626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:01.731506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5bbe43f-8aa3-4f28-b228-42a60463aa32 req-2ac4fcd1-da1c-44ba-ad03-4b81d145bf1a service neutron] 10.222.0.39 "GET /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057078 Nov 10 22:40:01.734551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:01.741956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f4f2-1cb8-4ba7-9b73-8185b2493352 req-6d404ebb-5421-4c44-87b1-d1fbc632c0b1 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:01.753779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66d9f4f2-1cb8-4ba7-9b73-8185b2493352 req-6d404ebb-5421-4c44-87b1-d1fbc632c0b1 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1966684 Nov 10 22:40:01.757352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['edd65e4c-d737-4421-a6b4-e1c9b26279f9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:01.823134 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b87c1f-dba9-4d45-8e73-1d0c7b7b8236 x-openstack-request-id: req-31b87c1f-dba9-4d45-8e73-1d0c7b7b8236 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:01.823423 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:01.823673 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31b87c1f-dba9-4d45-8e73-1d0c7b7b8236 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:01.826015 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'code': 200} Nov 10 22:40:01.865420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66d9f4f2-1cb8-4ba7-9b73-8185b2493352 req-f4191f67-038a-48ca-9ec4-d5055b8ee2d6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945020 Nov 10 22:40:02.017792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49df05-9634-4830-8213-68ea4c86f3e8 req-d753e23c-0756-4b70-a342-3c4a1bf48b14 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.026351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba49df05-9634-4830-8213-68ea4c86f3e8 req-d753e23c-0756-4b70-a342-3c4a1bf48b14 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 943 time: 0.0998347 Nov 10 22:40:02.043043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf8907-8bfe-4e8b-91d3-2b25962d356b req-2728572a-78cf-4b8e-8610-87cc490b38b8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.053029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbbf8907-8bfe-4e8b-91d3-2b25962d356b req-2728572a-78cf-4b8e-8610-87cc490b38b8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1285207 Nov 10 22:40:02.096493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba49df05-9634-4830-8213-68ea4c86f3e8 req-ca55c7b9-be9a-4023-9caf-604afeb68ae4 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Nov 10 22:40:02.188720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbbf8907-8bfe-4e8b-91d3-2b25962d356b req-37df3b72-2050-4ab3-90ac-b3ed765b67e1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317532 Nov 10 22:40:02.218248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 41ed4cbc-cfd7-4d61-8aaf-43537658c95b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:02.446056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,segment=NetworkSegment(72481fc8-f901-419b-830c-ceb5532610ca),segment_id=72481fc8-f901-419b-830c-ceb5532610ca)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:02.483275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b', 'network_id': '14fbbad4-6ea3-4097-b5d7-3a585f34408e', 'port_id': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b', 'mac_address': 'fa:16:3e:7e:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f8b9c9-21f8-4146-9b95-c92fe5c2d147', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:02.637560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:02.668030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ed4cbc-cfd7-4d61-8aaf-43537658c95b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:02.688775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e32653-e151-47e8-8060-16ee7e1d9827 req-bc25bc2b-f4b1-4856-afc5-9d98311d5fa0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.689620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,segment=NetworkSegment(72481fc8-f901-419b-830c-ceb5532610ca),segment_id=72481fc8-f901-419b-830c-ceb5532610ca)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:02.690973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6e32653-e151-47e8-8060-16ee7e1d9827 req-bc25bc2b-f4b1-4856-afc5-9d98311d5fa0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 944 time: 0.0829954 Nov 10 22:40:02.694408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:02.743844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7adabf-4790-4417-97f2-a755d5aa374f req-e17d2c76-c25d-4653-bf66-ea3cbeb5f2db tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.746961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f7adabf-4790-4417-97f2-a755d5aa374f req-e17d2c76-c25d-4653-bf66-ea3cbeb5f2db tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.5735424 Nov 10 22:40:02.753692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-cade6bb8-9c57-413e-80cf-b06afccd72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.755133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-cade6bb8-9c57-413e-80cf-b06afccd72e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c&tenant_id=992b801f6f7e46319b92fdedfae00f7a HTTP/1.1" status: 200 len: 1101 time: 0.5445161 Nov 10 22:40:02.762930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:02.775265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:02.796348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6e32653-e151-47e8-8060-16ee7e1d9827 req-3e82ee71-7ec0-4472-8e73-ccd305b0991d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941801 Nov 10 22:40:02.820149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device edd65e4c-d737-4421-a6b4-e1c9b26279f9 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:02.856807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f7adabf-4790-4417-97f2-a755d5aa374f req-2fe0a03b-7048-4374-b83d-1354c6a85ffe tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 Nov 10 22:40:02.863511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:02.920788 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:40:02.962144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port edd65e4c-d737-4421-a6b4-e1c9b26279f9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:02.969018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port edd65e4c-d737-4421-a6b4-e1c9b26279f9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:02.969018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.001363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['41ed4cbc-cfd7-4d61-8aaf-43537658c95b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:03.156899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-309e3d01-fc4f-47d7-8700-5030ae8be142 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6643f0b7ef494bfab2988f2e029525ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341339 Nov 10 22:40:03.163125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.175455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe2ce9-a509-4bb3-8130-8ad44b85d311 req-bb5a67a5-6b8c-4f23-aebb-fb2523f0b55a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:03.177627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-effe2ce9-a509-4bb3-8130-8ad44b85d311 req-bb5a67a5-6b8c-4f23-aebb-fb2523f0b55a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.2327454 Nov 10 22:40:03.230753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:03.242856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.243791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:03.272299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:03.291203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-effe2ce9-a509-4bb3-8130-8ad44b85d311 req-72bcb2bc-6680-4229-ba50-99fedd648c30 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 Nov 10 22:40:03.370168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:03.394877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:03.436633 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.437315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-bf293f10-fca3-4d81-be26-a4cbaf953cd1 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:03.452274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-bf293f10-fca3-4d81-be26-a4cbaf953cd1 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926302 Nov 10 22:40:03.469343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-c7989c79-972a-4732-b554-c41ddd1f4cc1 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/quotas/6643f0b7ef494bfab2988f2e029525ad HTTP/1.1" status: 200 len: 375 time: 0.0176020 Nov 10 22:40:03.494089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:03.496256 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282846e-645a-4d16-9ced-91b52c3f418a" -d '{"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:03.500564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.517621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-edf895fb-0142-4458-b897-7c49acbd6f79 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6643f0b7ef494bfab2988f2e029525ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457640 Nov 10 22:40:03.526645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Transition to ACTIVE for port object eb01def4-f17b-412b-9f3f-990be3350c87 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:03.541353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6254a-2e1d-4c94-a6f6-d6da6519978b req-3eb0f09c-5775-4f24-b27d-833f3fd53273 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:03.550891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4e6254a-2e1d-4c94-a6f6-d6da6519978b req-3eb0f09c-5775-4f24-b27d-833f3fd53273 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 944 time: 0.1172905 Nov 10 22:40:03.561466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.590273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:40:03.590923 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:40:03.714849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=10']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:03.720662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] No DVR routers for this DVR port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:03.742868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4e6254a-2e1d-4c94-a6f6-d6da6519978b req-8057f5ff-be0b-4006-a0dc-a358467d9e1f tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906981 Nov 10 22:40:03.767859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb98792-8d5b-445e-a5d1-b32980b546df req-09f7436b-e38c-4b09-903c-5c885fa961b7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:03.777511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbb98792-8d5b-445e-a5d1-b32980b546df req-09f7436b-e38c-4b09-903c-5c885fa961b7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0896080 Nov 10 22:40:03.812403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:03.812895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:03.813081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:03.821810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:03.822212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Attempting to bind port eb01def4-f17b-412b-9f3f-990be3350c87 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:03.830113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:03.830310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:03.830748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:03.831757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:03.832281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Bound port: eb01def4-f17b-412b-9f3f-990be3350c87, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:03.832461 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231fc958-d2ed-43d3-b0c4-4ebde33d537d" -d '{"events": [{"server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "name": "network-vif-plugged", "status": "completed", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:03.832762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:03.853034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbb98792-8d5b-445e-a5d1-b32980b546df req-5aabff51-54d9-42a2-bae7-a8aac562b5b4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689657 Nov 10 22:40:04.012004 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b529d8af-5e1a-4833-b9a4-43b0637ae96b x-openstack-request-id: req-b529d8af-5e1a-4833-b9a4-43b0637ae96b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:04.012293 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:04.012538 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b529d8af-5e1a-4833-b9a4-43b0637ae96b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:04.012984 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'code': 200} Nov 10 22:40:04.048275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:04.053619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:04.063144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:04.075912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b35e0ac5-b690-4689-9759-daffe0a13d73 req-a2576102-c842-4a33-abbb-c734c60f17a3 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 210 time: 0.0589952 Nov 10 22:40:04.137274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.137893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:04.139705 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 1097 time: 1.3698218 Nov 10 22:40:04.233787 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a8994-cafd-4199-ae12-bd1f183e8cb8 x-openstack-request-id: req-ee2a8994-cafd-4199-ae12-bd1f183e8cb8 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:04.234080 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "name": "network-vif-plugged", "status": "completed", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:04.234317 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee2a8994-cafd-4199-ae12-bd1f183e8cb8 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:04.234704 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9', 'code': 200} Nov 10 22:40:04.259841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 41ed4cbc-cfd7-4d61-8aaf-43537658c95b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:04.473527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31dfb6-c1b9-45dd-9d96-58fac1b9d1a4 req-6dc69c64-ebdf-4925-8656-6bbe1c57f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.475342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af31dfb6-c1b9-45dd-9d96-58fac1b9d1a4 req-6dc69c64-ebdf-4925-8656-6bbe1c57f69b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 1096 time: 0.1864452 Nov 10 22:40:04.515374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295de4e6-4b6e-40f0-83ef-4fd7d7666b61 service neutron] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=11']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:04.517760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:04.520630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d012ae4-12c6-41b7-9200-7a4a364ebf3c req-9fb0550c-38ae-45a9-8dcf-0282cd1798ff tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.522240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:04.522711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:04.534967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d012ae4-12c6-41b7-9200-7a4a364ebf3c req-9fb0550c-38ae-45a9-8dcf-0282cd1798ff tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.1592875 Nov 10 22:40:04.580373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4d12a-1c71-45b4-ad3f-7ee3402064d4 req-592674e5-2c04-4111-a9aa-6e408b0c7354 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.590288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32c4d12a-1c71-45b4-ad3f-7ee3402064d4 req-592674e5-2c04-4111-a9aa-6e408b0c7354 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.4471862 Nov 10 22:40:04.598421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af31dfb6-c1b9-45dd-9d96-58fac1b9d1a4 req-2c976eca-3234-4194-86fd-f54bde009bca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120150 Nov 10 22:40:04.624609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-afaedbfd-42a2-4e8a-82cf-da4c2ee2fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.626282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-afaedbfd-42a2-4e8a-82cf-da4c2ee2fc45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1100 time: 0.3871241 Nov 10 22:40:04.644777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d012ae4-12c6-41b7-9200-7a4a364ebf3c req-1bf32b44-ef70-4ee4-aafa-8e56a192a71f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085231 Nov 10 22:40:04.746675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-f6a1608c-8d0a-4cdf-8abc-eddde09b5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.748161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-f6a1608c-8d0a-4cdf-8abc-eddde09b5905 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1068506 Nov 10 22:40:04.772762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:04.778441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32c4d12a-1c71-45b4-ad3f-7ee3402064d4 req-1cd043a6-db48-4c60-9735-6420ad4889c7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834965 Nov 10 22:40:04.838982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,segment=NetworkSegment(72481fc8-f901-419b-830c-ceb5532610ca),segment_id=72481fc8-f901-419b-830c-ceb5532610ca)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:04.843613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-bae4f1d2-d522-4807-8e08-51bc4e50e0e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0870452 Nov 10 22:40:04.851123 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:04.911637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:04.917007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f1678-ea85-4c35-acaf-f65a63db30de req-67bbdda0-a4d7-440c-9972-1eaa90d1da57 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.919043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d54f1678-ea85-4c35-acaf-f65a63db30de req-67bbdda0-a4d7-440c-9972-1eaa90d1da57 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0988646 Nov 10 22:40:05.008324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d54f1678-ea85-4c35-acaf-f65a63db30de req-16661888-648f-46e8-b237-7566d90090ea tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750265 Nov 10 22:40:05.018895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303566a8-96ca-4263-b98a-ec0348207414 req-a8e0b970-a038-47e5-bbca-a34c11768265 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.019522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-303566a8-96ca-4263-b98a-ec0348207414 req-a8e0b970-a038-47e5-bbca-a34c11768265 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.0987518 Nov 10 22:40:05.031159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-26e6442b-3557-4919-88f4-2a790529345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.032618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-26e6442b-3557-4919-88f4-2a790529345b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1826997 Nov 10 22:40:05.131674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-303566a8-96ca-4263-b98a-ec0348207414 req-eb02491a-d81b-46df-b991-1aaf589e3280 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Nov 10 22:40:05.144475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-2e31c845-ff61-47e9-9957-580bc98b7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.146111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-2e31c845-ff61-47e9-9957-580bc98b7f8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959415 Nov 10 22:40:05.150589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252660d0-5ba6-48e0-a2b6-642b46ed1efc req-a01e802f-a3b8-4e7a-b006-d8a4e9ef6122 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.152138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-252660d0-5ba6-48e0-a2b6-642b46ed1efc req-a01e802f-a3b8-4e7a-b006-d8a4e9ef6122 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0731287 Nov 10 22:40:05.225856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-252660d0-5ba6-48e0-a2b6-642b46ed1efc req-06966dd9-f94e-434f-b68a-28fc261d733a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625927 Nov 10 22:40:05.305599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-e203f23f-c3d4-4359-a5fa-ffc000b79963 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469669 Nov 10 22:40:05.416742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0686222e-597e-44fe-b494-f833dd2ad5e8 req-67579130-d8d4-45d7-91eb-d7efcde2e9c9 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Nov 10 22:40:05.445704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-e04fd137-6112-47e1-857a-781c116b5b25 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6643f0b7ef494bfab2988f2e029525ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235534 Nov 10 22:40:05.508565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-485bc601-5cdd-4d5c-bfc8-18923d01f688 req-1e9c5f38-1af1-429f-9339-94a96d670216 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853466 Nov 10 22:40:05.601923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-bf219ea6-11d8-4cdd-840a-2f5d99f08c4e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.603284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-bf219ea6-11d8-4cdd-840a-2f5d99f08c4e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497087 Nov 10 22:40:05.620484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Request body: {'port': {'device_id': 'c12096c9-f015-4535-b717-fd1b68061834', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '6643f0b7ef494bfab2988f2e029525ad'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:05.775459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Made reservation on behalf of 6643f0b7ef494bfab2988f2e029525ad for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:05.778682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:05.788272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:05.889486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3cff7-284e-418e-9ac9-a31585f72044 req-42324dac-6b53-40d1-86e0-6c84c696a0d5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.906519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04c3cff7-284e-418e-9ac9-a31585f72044 req-42324dac-6b53-40d1-86e0-6c84c696a0d5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.1065180 Nov 10 22:40:05.942565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:05.950883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:05.968740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6c101-c3e9-4295-a8b7-fe4d076dabc5 req-3b475065-560c-4a68-afe5-0cd708a44eed tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.970870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70f6c101-c3e9-4295-a8b7-fe4d076dabc5 req-3b475065-560c-4a68-afe5-0cd708a44eed tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0815234 Nov 10 22:40:05.979328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04c3cff7-284e-418e-9ac9-a31585f72044 req-dd676627-f350-443c-a7e6-d3ca7aa924af tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712442 Nov 10 22:40:06.014099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:06.016594 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:06.069163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9882fee7-7732-4cdd-8080-e1b516af9281,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:06.087621 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3394bd0-463d-4ddf-8f12-0fd0c1949e08 x-openstack-request-id: req-b3394bd0-463d-4ddf-8f12-0fd0c1949e08 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:06.088113 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:06.089036 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3394bd0-463d-4ddf-8f12-0fd0c1949e08 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:06.089609 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'status': 'completed', 'code': 200} Nov 10 22:40:06.160366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-72f17f8f-9850-40b2-b18c-01232af23a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.162701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-72f17f8f-9850-40b2-b18c-01232af23a4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1100 time: 0.0571334 Nov 10 22:40:06.175850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70f6c101-c3e9-4295-a8b7-fe4d076dabc5 req-b602043b-ce3d-4cda-808a-6b60788afa26 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901939 Nov 10 22:40:06.218264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-0ce9c69c-4952-4f4a-9069-f8f19c636754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.220609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-0ce9c69c-4952-4f4a-9069-f8f19c636754 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=992b801f6f7e46319b92fdedfae00f7a&device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1100 time: 0.1224041 Nov 10 22:40:06.236119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:06.240000 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a004e1-87b2-400e-a46d-88c660e38cd8" -d '{"events": [{"server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "name": "network-vif-plugged", "status": "completed", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:06.311507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cccac-de87-4c5a-9ffa-597cda57e638 req-c2703ca2-7a23-4b43-bd74-d68f0b3cf269 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.319302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d64cccac-de87-4c5a-9ffa-597cda57e638 req-c2703ca2-7a23-4b43-bd74-d68f0b3cf269 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1555159 Nov 10 22:40:06.332350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Allocated IP 192.168.233.236 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/9c7bb769-11f0-4341-8234-f2508c94b35d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:06.351914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-02c2648d-142d-4a8b-91df-f55c8ce2a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.353454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-02c2648d-142d-4a8b-91df-f55c8ce2a7e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1791148 Nov 10 22:40:06.409677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-42e7b7e3-b80b-4248-aaac-901d8bab355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.411544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-42e7b7e3-b80b-4248-aaac-901d8bab355c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1832287 Nov 10 22:40:06.412694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-78750444-b661-4e7b-8d30-d67d1d9cb2d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0500255 Nov 10 22:40:06.436348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457914-f245-482d-90d8-c35c9748b05f req-2b8b66e3-3466-4777-a6b3-0b5a23fec3bf tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.437250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31457914-f245-482d-90d8-c35c9748b05f req-2b8b66e3-3466-4777-a6b3-0b5a23fec3bf tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.1307030 Nov 10 22:40:06.474870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-949b2f69-96b7-4a06-b96f-b6ea16d14c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 200 len: 217 time: 0.0539405 Nov 10 22:40:06.485462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d64cccac-de87-4c5a-9ffa-597cda57e638 req-fbfea8f8-d743-48ed-a0b4-b0a99d32e944 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652927 Nov 10 22:40:06.498813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-522e8658-48e0-4fe0-a2b5-ce0ee3c9866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.501118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-522e8658-48e0-4fe0-a2b5-ce0ee3c9866f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0761604 Nov 10 22:40:06.568764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-b0ce3ed6-727a-4e4a-8946-c047bf1c67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.571193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-b0ce3ed6-727a-4e4a-8946-c047bf1c67a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624084 Nov 10 22:40:06.613626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-e9248d16-a420-496b-90a9-f8d97e20b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.615184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-e9248d16-a420-496b-90a9-f8d97e20b00c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1205807 Nov 10 22:40:06.621836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31457914-f245-482d-90d8-c35c9748b05f req-c2abbff9-45a4-4757-8fa1-8c1efeac7869 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538503 Nov 10 22:40:06.680926 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9c4b7-0eaa-4d71-b5f6-ddc77ebb5e38 x-openstack-request-id: req-bfd9c4b7-0eaa-4d71-b5f6-ddc77ebb5e38 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:06.681619 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "name": "network-vif-plugged", "status": "completed", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:06.682097 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfd9c4b7-0eaa-4d71-b5f6-ddc77ebb5e38 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:06.683202 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b', 'code': 200} Nov 10 22:40:06.699191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:06.704153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-5da3290c-aa28-41ea-96ab-f17e092e87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.705882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-5da3290c-aa28-41ea-96ab-f17e092e87a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832028 Nov 10 22:40:06.771904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-47a0d1da-44d2-420d-9d43-d47558e003ea service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916306 Nov 10 22:40:06.798841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:06.891574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc0ec-cf26-413d-9845-2412ece1a3c6 req-e702e799-d5aa-4c61-8c76-a4484d100c65 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.893301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f9fc0ec-cf26-413d-9845-2412ece1a3c6 req-e702e799-d5aa-4c61-8c76-a4484d100c65 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.3151705 Nov 10 22:40:06.917471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c5680-03f0-40b0-b583-6b10f4832b17 req-f6d0a931-aee8-4596-9298-b580bbf36673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.918960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da5c5680-03f0-40b0-b583-6b10f4832b17 req-f6d0a931-aee8-4596-9298-b580bbf36673 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 1096 time: 0.1498673 Nov 10 22:40:07.005590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-f4114f8a-aa33-46f4-810d-a55fab72dccc service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018499 Nov 10 22:40:07.014687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f9fc0ec-cf26-413d-9845-2412ece1a3c6 req-3ea89314-1f84-48f8-8c4b-c63c442c976e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095128 Nov 10 22:40:07.047672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da5c5680-03f0-40b0-b583-6b10f4832b17 req-d488a212-7573-45e1-a7c5-b38d5c462639 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153090 Nov 10 22:40:07.158756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58feb9e-18b3-4f35-8277-a606e47ba823 req-40165527-4b3c-45c3-b161-422065c62aa4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.169461 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f58feb9e-18b3-4f35-8277-a606e47ba823 req-40165527-4b3c-45c3-b161-422065c62aa4 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.0717747 Nov 10 22:40:07.214045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-a8be2a06-abef-4b2c-bed3-109b9a8a88c3 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996297 Nov 10 22:40:07.215946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:07.220081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Pushing event updated for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:07.225501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:07.235779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:07.248888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f58feb9e-18b3-4f35-8277-a606e47ba823 req-2427f9cf-2bd9-4388-bc31-7cbe4b5a5921 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779688 Nov 10 22:40:07.322044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81352c07-d9c2-48b1-a965-6cdc2e7785a2 req-ec0a2590-6268-4fdf-a387-4f4235108b7e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.336409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81352c07-d9c2-48b1-a965-6cdc2e7785a2 req-ec0a2590-6268-4fdf-a387-4f4235108b7e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 936 time: 0.2044308 Nov 10 22:40:07.429312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c12aedcf-5eb7-4563-b393-fe468cf5c8ce req-0c94addd-1f93-4778-aff3-3b23e7a51b39 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054639 Nov 10 22:40:07.456306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4785da-bf42-4406-a93e-d30a735d8a68 req-143692da-745e-442d-9a83-1e0e97982b5e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.467428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e4785da-bf42-4406-a93e-d30a735d8a68 req-143692da-745e-442d-9a83-1e0e97982b5e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1262653 Nov 10 22:40:07.514654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81352c07-d9c2-48b1-a965-6cdc2e7785a2 req-ec0d929b-0131-4355-bbe4-7de668695a13 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793767 Nov 10 22:40:07.524618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.525365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:07.534581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e4785da-bf42-4406-a93e-d30a735d8a68 req-466944ee-cac9-451a-864f-f248abed9076 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655062 Nov 10 22:40:07.576559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a91371c2-46ff-4937-abf0-91c1fd00759d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9598753 Nov 10 22:40:07.590390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Request body: {'port': {'device_id': 'c12096c9-f015-4535-b717-fd1b68061834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:07.725440 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:07.772688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bae8a520-d2a3-4c43-b5ef-bab79de89c50 None None] Provisioning complete for port 9c7bb769-11f0-4341-8234-f2508c94b35d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:07.774346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae8a520-d2a3-4c43-b5ef-bab79de89c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:07.778851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28d81-eabe-4d58-8c03-a8a0a10ac9c2 req-5f52d89d-43d7-4be9-859f-0e2d5ed74a51 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.780443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5a28d81-eabe-4d58-8c03-a8a0a10ac9c2 req-5f52d89d-43d7-4be9-859f-0e2d5ed74a51 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1308758 Nov 10 22:40:07.834333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bae8a520-d2a3-4c43-b5ef-bab79de89c50 None None] Port 9c7bb769-11f0-4341-8234-f2508c94b35d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:40:07.860818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1dc41-f9cb-4427-a448-5878158d34a0 req-9d74678b-5e58-4b95-9572-3f32493e67c8 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:07.868851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52d1dc41-f9cb-4427-a448-5878158d34a0 req-9d74678b-5e58-4b95-9572-3f32493e67c8 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.0973239 Nov 10 22:40:07.910380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5a28d81-eabe-4d58-8c03-a8a0a10ac9c2 req-aee8a734-c4c9-4c35-afd6-db2baed65cf3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215503 Nov 10 22:40:07.926177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52d1dc41-f9cb-4427-a448-5878158d34a0 req-cd53d56e-4201-457b-85f8-1b0ffe505534 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Nov 10 22:40:08.102135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ec02-8dac-49ee-b88c-76c2add1374b req-aa6b94ad-d676-498d-ba68-816dbe482b81 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.103674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90f9ec02-8dac-49ee-b88c-76c2add1374b req-aa6b94ad-d676-498d-ba68-816dbe482b81 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1204617 Nov 10 22:40:08.133901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7bb769-11f0-4341-8234-f2508c94b35d {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:08.144078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.167513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90f9ec02-8dac-49ee-b88c-76c2add1374b req-0bb1108c-579b-4126-8596-0207c316394e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576942 Nov 10 22:40:08.193432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Transition to ACTIVE for port object 9c7bb769-11f0-4341-8234-f2508c94b35d will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:08.198479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.224401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:08.270284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8bae4-a695-4a5c-8958-d2aa7b03ef39 req-2d7bd6d0-c878-42c5-9767-cc11a2c03786 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.278510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58f8bae4-a695-4a5c-8958-d2aa7b03ef39 req-2d7bd6d0-c878-42c5-9767-cc11a2c03786 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1316540 Nov 10 22:40:08.340689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d796-cd78-4b3f-85ad-7b2219eb6453 req-ac84a80a-bdc9-4795-ab5a-f86c30645c87 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.342390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5d4d796-cd78-4b3f-85ad-7b2219eb6453 req-ac84a80a-bdc9-4795-ab5a-f86c30645c87 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0847802 Nov 10 22:40:08.382174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:08.482308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58f8bae4-a695-4a5c-8958-d2aa7b03ef39 req-ea4a92d9-189e-47ed-9d10-d91f9a4435ec tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971991 Nov 10 22:40:08.496658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5d4d796-cd78-4b3f-85ad-7b2219eb6453 req-7b480d43-cd2b-44fa-87d4-f56fca04a464 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422348 Nov 10 22:40:08.497203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Attempting to bind port 9c7bb769-11f0-4341-8234-f2508c94b35d on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:08.497532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Attempting to bind port 9c7bb769-11f0-4341-8234-f2508c94b35d by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:08.497865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Attempting to bind port 9c7bb769-11f0-4341-8234-f2508c94b35d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:08.514567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Port 9c7bb769-11f0-4341-8234-f2508c94b35d on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:08.514900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Attempting to bind port 9c7bb769-11f0-4341-8234-f2508c94b35d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:08.528648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:08.530705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:08.531333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:08.531979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Bound port: 9c7bb769-11f0-4341-8234-f2508c94b35d, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:08.532368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.705379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389acb2-6608-4b88-bd74-3cc54fad850b req-35017569-1ae0-44da-8001-a5a13d94218c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.713841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f389acb2-6608-4b88-bd74-3cc54fad850b req-35017569-1ae0-44da-8001-a5a13d94218c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 949 time: 0.1028914 Nov 10 22:40:08.736726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:08.793221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f389acb2-6608-4b88-bd74-3cc54fad850b req-0f7935c4-d9f3-489e-a666-68c41914012c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731809 Nov 10 22:40:08.795462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9c7bb769-11f0-4341-8234-f2508c94b35d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:08.814279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.830634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:08.853893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50c7ff-ef11-43bd-9b73-b9d24c18d3e7 req-de2345ce-07d5-4bd0-9d18-2520d45799f0 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.856761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'mac_address': 'fa:16:3e:c9:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:08.864226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.865168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.866725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-00737b36-f166-4930-84c6-f604125a7306 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c7bb769-11f0-4341-8234-f2508c94b35d HTTP/1.1" status: 200 len: 1096 time: 1.2815895 Nov 10 22:40:08.868454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af50c7ff-ef11-43bd-9b73-b9d24c18d3e7 req-de2345ce-07d5-4bd0-9d18-2520d45799f0 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 948 time: 0.1092670 Nov 10 22:40:08.874355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:08.876563 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:08.921677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00737b36-f166-4930-84c6-f604125a7306 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:08.948375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.985706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af50c7ff-ef11-43bd-9b73-b9d24c18d3e7 req-35d96f30-959b-49c7-962c-059cde04e5d4 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153839 Nov 10 22:40:08.996263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:09.046880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57c5de-8cb3-4a72-bc56-9e06163df60c req-7aa4566c-f8cc-4c83-ac2d-8b09e73faf7e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.058010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c57c5de-8cb3-4a72-bc56-9e06163df60c req-7aa4566c-f8cc-4c83-ac2d-8b09e73faf7e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1216486 Nov 10 22:40:09.067778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:09.075237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:09.155098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70bdd-a1b0-49d1-b813-57b2900047b0 req-eff73aea-be79-4a54-8ba6-22dd1c538317 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.163653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1f70bdd-a1b0-49d1-b813-57b2900047b0 req-eff73aea-be79-4a54-8ba6-22dd1c538317 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 1101 time: 0.0568213 Nov 10 22:40:09.191877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c57c5de-8cb3-4a72-bc56-9e06163df60c req-ae93e944-e27e-4f49-b7b4-9abb76f8f318 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328914 Nov 10 22:40:09.230974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:09.244847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1f70bdd-a1b0-49d1-b813-57b2900047b0 req-3dc0b386-c425-40ba-8f25-889898498ff6 tempest-MigrationsAdminTest-1224463155 tempest-MigrationsAdminTest-1224463155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741916 Nov 10 22:40:09.306793 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e2d965-7c07-4bc9-9801-685db144568f x-openstack-request-id: req-79e2d965-7c07-4bc9-9801-685db144568f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:09.307424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:09.307424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79e2d965-7c07-4bc9-9801-685db144568f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:09.307697 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d', 'status': 'completed', 'code': 200} Nov 10 22:40:09.317243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-70000b17-3312-4fad-8a10-97589169b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.328310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-70000b17-3312-4fad-8a10-97589169b188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6643f0b7ef494bfab2988f2e029525ad&device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 1099 time: 0.3808584 Nov 10 22:40:09.372657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a249bbaf-f18d-4165-8275-c5429ffaa25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=9c7bb769-11f0-4341-8234-f2508c94b35d HTTP/1.1" status: 200 len: 217 time: 0.0355055 Nov 10 22:40:09.386693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ee41-915e-4877-8be4-9956815f5682 req-d8a8fb1b-ab00-4e54-81ad-4910be90a104 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.394142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec97ee41-915e-4877-8be4-9956815f5682 req-d8a8fb1b-ab00-4e54-81ad-4910be90a104 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.0847590 Nov 10 22:40:09.405920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['eb01def4-f17b-412b-9f3f-990be3350c87'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:09.448270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec97ee41-915e-4877-8be4-9956815f5682 req-5c1b89ab-47eb-4d89-b54d-f9761f6d670e tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Nov 10 22:40:09.486941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994479d-fc54-481e-838f-cf77564bef4f req-a0d1905d-91a8-4f49-9cd4-f4ad3b0eabc0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.488849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b994479d-fc54-481e-838f-cf77564bef4f req-a0d1905d-91a8-4f49-9cd4-f4ad3b0eabc0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1121030 Nov 10 22:40:09.500209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-275d1709-1782-47d6-a193-5dbc274de80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.501863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-275d1709-1782-47d6-a193-5dbc274de80f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1122737 Nov 10 22:40:09.591613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b994479d-fc54-481e-838f-cf77564bef4f req-574f854a-7c0c-4864-b8f0-710999081a99 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Nov 10 22:40:09.593619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-297239f5-53f2-4601-aa8f-456c628329e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.594999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-297239f5-53f2-4601-aa8f-456c628329e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844843 Nov 10 22:40:09.759500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-89a0a902-86c0-4da0-b850-25c581959ab7 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557772 Nov 10 22:40:09.917876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef72b960-409a-48a2-b09c-ed2f9b0fd4ef req-a73c8cea-3965-4a84-b213-d6d559ccbc43 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510494 Nov 10 22:40:09.935459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7c590-daae-4b56-adb9-90f33e07ccaf req-58119f6c-3659-4492-930f-a5b7a6bf87be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.944638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5b7c590-daae-4b56-adb9-90f33e07ccaf req-58119f6c-3659-4492-930f-a5b7a6bf87be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0930655 Nov 10 22:40:10.048951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5b7c590-daae-4b56-adb9-90f33e07ccaf req-d8c935b4-9169-4559-af01-00cde7275f80 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005182 Nov 10 22:40:10.090703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-8f230161-b944-41ef-8c72-90f0e92682e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.094242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-8f230161-b944-41ef-8c72-90f0e92682e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6643f0b7ef494bfab2988f2e029525ad&device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 1099 time: 0.0960557 Nov 10 22:40:10.105455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3a751-40e7-4bfc-9dae-bfcbaa6eb10f req-517bb239-3903-45d5-8d0d-52b3b3c35fe3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.113532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ad3a751-40e7-4bfc-9dae-bfcbaa6eb10f req-517bb239-3903-45d5-8d0d-52b3b3c35fe3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0777407 Nov 10 22:40:10.173943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ad3a751-40e7-4bfc-9dae-bfcbaa6eb10f req-5494e649-0d58-4072-a1a5-569e7123978f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589006 Nov 10 22:40:10.293864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-1541d359-5ef7-4057-a723-e46cff5bf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.295402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-1541d359-5ef7-4057-a723-e46cff5bf08e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1940413 Nov 10 22:40:10.297708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db30a1-bac7-40d0-a7a7-f73fed27d75e req-4e133613-57a8-4ee5-82cd-574fb58d973c tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.299388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98db30a1-bac7-40d0-a7a7-f73fed27d75e req-4e133613-57a8-4ee5-82cd-574fb58d973c tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 948 time: 0.0575678 Nov 10 22:40:10.306890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e661-9ac5-47c8-aa3e-3447e2042e2c req-3e94726e-9423-4a85-8f6f-1025f1d8a590 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.311777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5883e661-9ac5-47c8-aa3e-3447e2042e2c req-3e94726e-9423-4a85-8f6f-1025f1d8a590 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.1060872 Nov 10 22:40:10.357541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-9e1e74f9-6fa0-47db-a0d6-84b5aee53929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=9c7bb769-11f0-4341-8234-f2508c94b35d HTTP/1.1" status: 200 len: 217 time: 0.0447631 Nov 10 22:40:10.373039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98db30a1-bac7-40d0-a7a7-f73fed27d75e req-8a5b92bd-33a0-4446-be4f-99ff5c4b5f52 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671644 Nov 10 22:40:10.430977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-a54345b9-4851-4248-9f8b-b144333b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.432712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-a54345b9-4851-4248-9f8b-b144333b25ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0673196 Nov 10 22:40:10.489135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef80f-ba8f-4581-9279-e2ef85e1ea09 req-746f576d-873b-4dbe-b98e-246ce58aba76 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.492724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5883e661-9ac5-47c8-aa3e-3447e2042e2c req-901e1a3a-911e-44eb-8167-75221f280291 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728885 Nov 10 22:40:10.497236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff9ef80f-ba8f-4581-9279-e2ef85e1ea09 req-746f576d-873b-4dbe-b98e-246ce58aba76 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0660989 Nov 10 22:40:10.521035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-473bda3b-ede5-441c-b3fc-02e4e590cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.524167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-473bda3b-ede5-441c-b3fc-02e4e590cc07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729785 Nov 10 22:40:10.587978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff9ef80f-ba8f-4581-9279-e2ef85e1ea09 req-5fca23d2-a17b-4429-981f-2ba972792d34 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897908 Nov 10 22:40:10.667938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-3e9d2121-492f-4e60-8923-afcddd11f4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368265 Nov 10 22:40:10.764820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62579-1c7d-4dbf-a57e-037ba6d2d11c req-e9e0ba24-2caa-46dd-be84-3a88ae7ef1ad tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.766345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ea62579-1c7d-4dbf-a57e-037ba6d2d11c req-e9e0ba24-2caa-46dd-be84-3a88ae7ef1ad tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0683100 Nov 10 22:40:10.788329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c50f0b-fcce-4477-9915-12f27c9fbc0b req-a14fa9fc-6cfb-4472-a926-7554edb57c27 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008768 Nov 10 22:40:10.827723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ea62579-1c7d-4dbf-a57e-037ba6d2d11c req-fd3225f6-ae4c-407e-ace2-0670e7f00a0c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Nov 10 22:40:11.180732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eda0d-4128-4642-8541-248fd84ff410 req-8bdcd7da-1a0e-4878-9d67-bf2fc5af880b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.183075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f48eda0d-4128-4642-8541-248fd84ff410 req-8bdcd7da-1a0e-4878-9d67-bf2fc5af880b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0588326 Nov 10 22:40:11.255835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f48eda0d-4128-4642-8541-248fd84ff410 req-5552f21b-3c79-4cf1-82dd-70375472ef67 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Nov 10 22:40:11.315196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e52663-4a77-4d1b-898b-f089e9f51903 req-4e2f9772-a60d-4e60-b994-ad5756d78f9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.323153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54e52663-4a77-4d1b-898b-f089e9f51903 req-4e2f9772-a60d-4e60-b994-ad5756d78f9f tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.0743716 Nov 10 22:40:11.381930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54e52663-4a77-4d1b-898b-f089e9f51903 req-e446e1d8-62a4-46a0-9711-21d4a14894e7 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Nov 10 22:40:11.518014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9225-7ee3-493a-8c7a-a2314debeb3d req-140aa309-4765-4942-a750-0f4152015faa tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.524639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c4b9225-7ee3-493a-8c7a-a2314debeb3d req-140aa309-4765-4942-a750-0f4152015faa tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 948 time: 0.0693383 Nov 10 22:40:11.593776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c4b9225-7ee3-493a-8c7a-a2314debeb3d req-e36f1ff6-6e16-45ff-8f19-209fcc779699 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679359 Nov 10 22:40:11.672881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-ca387d93-f817-4832-9dd8-842a8d8e45f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.674392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-ca387d93-f817-4832-9dd8-842a8d8e45f5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 950 time: 0.1194530 Nov 10 22:40:11.683760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7aa7a-b2d5-41c2-8450-cb7b0260f107 req-ed3e8f63-455d-4439-9c2b-e478c235e821 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.692347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34a7aa7a-b2d5-41c2-8450-cb7b0260f107 req-ed3e8f63-455d-4439-9c2b-e478c235e821 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.1065290 Nov 10 22:40:11.833651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c122-2eee-4e98-888f-97b2c4945aef req-9c39f114-49fd-4f55-b26e-5a0211cde960 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.835221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eef7c122-2eee-4e98-888f-97b2c4945aef req-9c39f114-49fd-4f55-b26e-5a0211cde960 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0575874 Nov 10 22:40:11.862353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34a7aa7a-b2d5-41c2-8450-cb7b0260f107 req-e0b21cde-4f83-416d-b17c-8b2582ef381e tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/security-groups?id=b828a019-a0ab-4cc8-b5a1-adcf993320d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688540 Nov 10 22:40:11.883766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-63785620-e325-4c86-b9b6-0fd3f77abb0d tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.885500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-63785620-e325-4c86-b9b6-0fd3f77abb0d tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 945 time: 0.1908343 Nov 10 22:40:11.928497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eef7c122-2eee-4e98-888f-97b2c4945aef req-4ad17138-4aef-4951-9283-bb575a2c2377 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826480 Nov 10 22:40:11.960812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Deleting port eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:11.961280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.065669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a77bad-1354-44d1-af1d-c4eca6da0f0a req-0f11c08c-6ee3-4951-b905-769fb8c16e1a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:12.068245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32a77bad-1354-44d1-af1d-c4eca6da0f0a req-0f11c08c-6ee3-4951-b905-769fb8c16e1a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0737677 Nov 10 22:40:12.082837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Deleting port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:12.083192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.125526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32a77bad-1354-44d1-af1d-c4eca6da0f0a req-cafa7731-8fac-4ccc-9311-d21aec97cd84 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Nov 10 22:40:12.157798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] For port eb01def4-f17b-412b-9f3f-990be3350c87, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=eb01def4-f17b-412b-9f3f-990be3350c87,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:12.158164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.177722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Calling delete_port for eb01def4-f17b-412b-9f3f-990be3350c87 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:12.241194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:12.247157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] For port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,segment=NetworkSegment(72481fc8-f901-419b-830c-ceb5532610ca),segment_id=72481fc8-f901-419b-830c-ceb5532610ca)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:12.247525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.263718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Calling delete_port for 41ed4cbc-cfd7-4d61-8aaf-43537658c95b owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:12.291788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port eb01def4-f17b-412b-9f3f-990be3350c87 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:12.295718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port eb01def4-f17b-412b-9f3f-990be3350c87 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:12.296038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.378129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.466868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f5ef7-c793-4680-8e15-5d7154bf43fd req-dfe32b65-ccee-4568-a39b-7200843c594f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:12.468370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b14f5ef7-c793-4680-8e15-5d7154bf43fd req-dfe32b65-ccee-4568-a39b-7200843c594f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1287463 Nov 10 22:40:12.473981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.503942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3', '6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:12.506145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:12.510185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faddb9-29f9-4c45-ba03-4d7ba698071a req-69263fb9-99b0-487c-b96c-4a1c7f598daf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:12.511885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57faddb9-29f9-4c45-ba03-4d7ba698071a req-69263fb9-99b0-487c-b96c-4a1c7f598daf tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c HTTP/1.1" status: 200 len: 867 time: 0.0645118 Nov 10 22:40:12.537042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event deleted for resources: {'Port': ['ID=eb01def4-f17b-412b-9f3f-990be3350c87,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:12.561428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57faddb9-29f9-4c45-ba03-4d7ba698071a req-c4393fef-884d-4b69-bbba-b3e62db463d8 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Nov 10 22:40:12.615137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] No DVR routers for this DVR port eb01def4-f17b-412b-9f3f-990be3350c87 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:12.618076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.621709 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fdfea6b6-ab57-4934-aca2-d998d0ce5cd8 req-175d5d2a-a77d-45ad-882f-cbc244aee218 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "DELETE /v2.0/ports/eb01def4-f17b-412b-9f3f-990be3350c87 HTTP/1.1" status: 204 len: 173 time: 0.9255419 Nov 10 22:40:12.625597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-deleted', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:12.627874 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44c155-a407-405a-9a43-4864f4397184" -d '{"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-deleted", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:12.643006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.714488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b14f5ef7-c793-4680-8e15-5d7154bf43fd req-c5bfbeeb-3db6-4301-b1b2-773f06b6c2bf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080665 Nov 10 22:40:12.746248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Pushing event deleted for resources: {'Port': ['ID=41ed4cbc-cfd7-4d61-8aaf-43537658c95b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:12.771810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] No DVR routers for this DVR port 41ed4cbc-cfd7-4d61-8aaf-43537658c95b on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:12.785724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:12.789622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e856e3ce-0869-4c95-88d0-8722af9e91d0 req-3f5b431f-9c34-4a52-9250-6263ae34ac60 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.39 "DELETE /v2.0/ports/41ed4cbc-cfd7-4d61-8aaf-43537658c95b HTTP/1.1" status: 204 len: 173 time: 0.8942583 Nov 10 22:40:12.799231 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0c2e7-e3fc-4604-a6c8-83181102c693 x-openstack-request-id: req-62d0c2e7-e3fc-4604-a6c8-83181102c693 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:12.799518 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c", "name": "network-vif-deleted", "tag": "eb01def4-f17b-412b-9f3f-990be3350c87", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:12.799766 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62d0c2e7-e3fc-4604-a6c8-83181102c693 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:12.800157 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfc4ad-3ae1-4df0-aff5-1bfe64462a0c', 'name': 'network-vif-deleted', 'tag': 'eb01def4-f17b-412b-9f3f-990be3350c87', 'status': 'completed', 'code': 200} Nov 10 22:40:12.826594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dffd9-ae58-4d84-8bdf-ab1fa2186299 req-589c868b-a4da-4237-9fa5-f2dd5dc59ca0 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:12.839076 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-763dffd9-ae58-4d84-8bdf-ab1fa2186299 req-589c868b-a4da-4237-9fa5-f2dd5dc59ca0 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 948 time: 0.1427824 Nov 10 22:40:12.895399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9c7bb769-11f0-4341-8234-f2508c94b35d details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:12.926781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-763dffd9-ae58-4d84-8bdf-ab1fa2186299 req-890cb85e-80d9-44a2-adac-e6303b234c2a tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857873 Nov 10 22:40:13.004845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bea8428d-3a7e-4b04-b30a-21e9ff6de84d req-f61ae0e1-e8b6-4635-b6e9-f696c6079a58 tempest-ServerGroupTestJSON-817054158 tempest-ServerGroupTestJSON-817054158-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e53e9ae-754c-4e96-8e4b-fa7764e8eb20 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Nov 10 22:40:13.102771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9c7bb769-11f0-4341-8234-f2508c94b35d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:13.110152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b090-b2ae-4f34-b9ad-47114822c1b0 req-bf134c83-351e-4e1c-bdc5-a4cf425172c9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:13.111797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8049b090-b2ae-4f34-b9ad-47114822c1b0 req-bf134c83-351e-4e1c-bdc5-a4cf425172c9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Nov 10 22:40:13.113306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['41ed4cbc-cfd7-4d61-8aaf-43537658c95b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:13.144849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '9c7bb769-11f0-4341-8234-f2508c94b35d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '9c7bb769-11f0-4341-8234-f2508c94b35d', 'mac_address': 'fa:16:3e:4e:f5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:13.178747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8049b090-b2ae-4f34-b9ad-47114822c1b0 req-04296a67-fad4-4317-a89d-8ee07d4ae1f9 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601964 Nov 10 22:40:13.203981 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:13.221720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7bb769-11f0-4341-8234-f2508c94b35d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:13.247182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9c7bb769-11f0-4341-8234-f2508c94b35d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:13.251546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:13.302429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:13.326223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18607-b36d-4040-89fc-c751054e7f50 req-612041f2-e36e-4f4c-ade9-3f09adb4d173 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:13.327740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cd18607-b36d-4040-89fc-c751054e7f50 req-612041f2-e36e-4f4c-ade9-3f09adb4d173 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0676513 Nov 10 22:40:13.382386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cd18607-b36d-4040-89fc-c751054e7f50 req-3a9711ec-f1d1-4d97-8e57-e569bfe1741a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481086 Nov 10 22:40:13.541923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9c7bb769-11f0-4341-8234-f2508c94b35d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:13.874379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e444-e57d-4542-8097-c943ce4949b8 req-647c089d-3446-4d3c-8dde-2f311679fcda tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:13.876058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a746e444-e57d-4542-8097-c943ce4949b8 req-647c089d-3446-4d3c-8dde-2f311679fcda tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0694454 Nov 10 22:40:13.930127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a746e444-e57d-4542-8097-c943ce4949b8 req-0e49b22a-ae1f-4ce4-b56b-54fd0910585e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Nov 10 22:40:13.950468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e2d27-30e4-432c-a51a-a46e926e64c0 req-8cab2d91-88b1-4f71-8abe-36e29162f65c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:13.951961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-551e2d27-30e4-432c-a51a-a46e926e64c0 req-8cab2d91-88b1-4f71-8abe-36e29162f65c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 950 time: 0.0566201 Nov 10 22:40:14.000412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-551e2d27-30e4-432c-a51a-a46e926e64c0 req-399a1b45-c7f4-4d68-b2e8-d64e1f4f0410 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Nov 10 22:40:14.107527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357d573-0fca-43ef-a4a4-c65fbc89717c req-c18df811-560f-48e1-9dc2-4203b9928e0d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:14.109004 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2357d573-0fca-43ef-a4a4-c65fbc89717c req-c18df811-560f-48e1-9dc2-4203b9928e0d tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 949 time: 0.0495141 Nov 10 22:40:14.110249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-68548212-7e9c-4386-8c50-a81b322d2db8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:14.111698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-68548212-7e9c-4386-8c50-a81b322d2db8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.1085896 Nov 10 22:40:14.126841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-1a4e19fc-7fb4-4edc-9619-e960e4620302 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/quotas/1ed81e23faa946e288faf3c8db411457 HTTP/1.1" status: 200 len: 375 time: 0.0088866 Nov 10 22:40:14.156157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2357d573-0fca-43ef-a4a4-c65fbc89717c req-3649a3a5-f1f9-479f-975c-c01a75e4be11 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Nov 10 22:40:14.176285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-17556124-2ef1-4950-8d60-f482833902dd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437293 Nov 10 22:40:14.257656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:14.272563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-b606798c-48ed-4505-9579-9dec328130e6 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Nov 10 22:40:14.278696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: eb01def4-f17b-412b-9f3f-990be3350c87 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:14.279040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device eb01def4-f17b-412b-9f3f-990be3350c87 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:14.347101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958083c0-e9f8-470d-a652-4c9aa75bffd7 req-2ca0641a-76a6-41f0-b8b2-3f17ff14f657 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:14.348568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-958083c0-e9f8-470d-a652-4c9aa75bffd7 req-2ca0641a-76a6-41f0-b8b2-3f17ff14f657 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Nov 10 22:40:14.371629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-e90f66a2-afa2-458e-a506-85ac144ce560 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918274 Nov 10 22:40:14.401884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-958083c0-e9f8-470d-a652-4c9aa75bffd7 req-b0175441-d08e-48b2-b3c0-59205dbf6b12 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Nov 10 22:40:14.477439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.549785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca1139-01c2-4364-8d05-46e40e77f884 req-8c29238c-e8aa-43aa-b59f-6b49af64042e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:14.551305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fca1139-01c2-4364-8d05-46e40e77f884 req-8c29238c-e8aa-43aa-b59f-6b49af64042e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0552213 Nov 10 22:40:14.579547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6838228-bab6-4bfc-8c5b-f76340a8eb89 req-d48c9af0-96d7-4659-9715-55569fd5023b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Nov 10 22:40:14.614680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fca1139-01c2-4364-8d05-46e40e77f884 req-bee694d2-5e4d-428f-9cf0-4cb7bc60c0cf tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Nov 10 22:40:14.769412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:14.800893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'name': 'network-vif-deleted', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:14.803102 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddafad-b40e-4862-8dff-3e58dae83908" -d '{"events": [{"server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "name": "network-vif-deleted", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:14.821282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Deleting subnet 71f8b9c9-21f8-4146-9b95-c92fe5c2d147 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:40:14.825231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.850189 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b229c-7d95-40b7-8868-e7fe6652560d x-openstack-request-id: req-d06b229c-7d95-40b7-8868-e7fe6652560d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:14.850422 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e53e9ae-754c-4e96-8e4b-fa7764e8eb20", "name": "network-vif-deleted", "tag": "41ed4cbc-cfd7-4d61-8aaf-43537658c95b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:14.850682 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d06b229c-7d95-40b7-8868-e7fe6652560d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:14.851146 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e53e9ae-754c-4e96-8e4b-fa7764e8eb20', 'name': 'network-vif-deleted', 'tag': '41ed4cbc-cfd7-4d61-8aaf-43537658c95b', 'status': 'completed', 'code': 200} Nov 10 22:40:14.868824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.877078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.893342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9c7bb769-11f0-4341-8234-f2508c94b35d up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:14.910918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.943210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 9c7bb769-11f0-4341-8234-f2508c94b35d completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:14.948071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 9c7bb769-11f0-4341-8234-f2508c94b35d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:14.948433 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:14.988687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.031016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f8b9c9-21f8-4146-9b95-c92fe5c2d147,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:15.038137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.042499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-53f46124-69a1-4ae7-9ae7-063479826d13 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71f8b9c9-21f8-4146-9b95-c92fe5c2d147 HTTP/1.1" status: 204 len: 168 time: 0.2720103 Nov 10 22:40:15.044844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59414) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:15.058693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.086492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:15.089651 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07fcfe8-3fc3-4d7b-81ce-2486d857575c" -d '{"events": [{"server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "name": "network-vif-plugged", "status": "completed", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:15.104670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9c7bb769-11f0-4341-8234-f2508c94b35d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:15.106989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1fd9b-11b1-41ce-b8a2-52f10e908d14 req-9c396a9a-20d0-46c7-88e5-9aa03adfefee tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.108640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66a1fd9b-11b1-41ce-b8a2-52f10e908d14 req-9c396a9a-20d0-46c7-88e5-9aa03adfefee tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0911908 Nov 10 22:40:15.109971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.168858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:15.181794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66a1fd9b-11b1-41ce-b8a2-52f10e908d14 req-06586a8f-ccd2-4495-bc19-4e4f16c3bdb2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663767 Nov 10 22:40:15.192150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.228022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37885480-9555-4fad-9158-fd4557c4e480 req-bef4b5fd-e83a-4876-98b9-61bc4fccc268 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.230110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37885480-9555-4fad-9158-fd4557c4e480 req-bef4b5fd-e83a-4876-98b9-61bc4fccc268 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 950 time: 0.1041095 Nov 10 22:40:15.231576 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6310a2-435b-4317-a82d-e434db232957 x-openstack-request-id: req-8b6310a2-435b-4317-a82d-e434db232957 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:15.232054 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "name": "network-vif-plugged", "status": "completed", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:15.232452 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b6310a2-435b-4317-a82d-e434db232957 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:15.233047 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d', 'code': 200} Nov 10 22:40:15.335351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.353720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa00df-76c3-4f28-b19c-18cd83c5aa8b req-d7a96c3b-892f-447f-8769-404dbc007431 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.355349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bfa00df-76c3-4f28-b19c-18cd83c5aa8b req-d7a96c3b-892f-447f-8769-404dbc007431 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.0770781 Nov 10 22:40:15.360871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37885480-9555-4fad-9158-fd4557c4e480 req-b79e7adb-6565-48fc-ba37-215726489ab5 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078622 Nov 10 22:40:15.361567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6f5b2-cb57-4739-adbe-86fb3db7ea2f req-74dd4e2a-50a3-48ea-8c3c-e2d957503da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.363052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eaf6f5b2-cb57-4739-adbe-86fb3db7ea2f req-74dd4e2a-50a3-48ea-8c3c-e2d957503da6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 1101 time: 0.0575941 Nov 10 22:40:15.369753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fbbad4-6ea3-4097-b5d7-3a585f34408e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:15.381990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72481fc8-f901-419b-830c-ceb5532610ca') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:15.381990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72481fc8-f901-419b-830c-ceb5532610ca') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:15.390976 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.405580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.414805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:40:15.415302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:40:15.417563 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:40:15.440146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bfa00df-76c3-4f28-b19c-18cd83c5aa8b req-855c198a-cec0-4974-9fc7-4658f6e7460f tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758705 Nov 10 22:40:15.442643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eaf6f5b2-cb57-4739-adbe-86fb3db7ea2f req-b4fe3fe4-cb50-4215-b8f6-0f53ed882130 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716949 Nov 10 22:40:15.532769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.564151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.568760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] 10.222.0.25 "DELETE /v2.0/networks/14fbbad4-6ea3-4097-b5d7-3a585f34408e HTTP/1.1" status: 204 len: 168 time: 0.5228252 Nov 10 22:40:15.569840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ab59c-c9da-4ddd-ac8c-ca3cdad26a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fbbad4-6ea3-4097-b5d7-3a585f34408e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:15.578332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c705b55-2b28-4a00-9967-23688aaabd4a req-dc663544-b89a-4c72-a984-aca3be7117ce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.585003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-18e6869b-e3d0-4830-acf4-5120cc4476c0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.586538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c705b55-2b28-4a00-9967-23688aaabd4a req-dc663544-b89a-4c72-a984-aca3be7117ce tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0704477 Nov 10 22:40:15.588050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-18e6869b-e3d0-4830-acf4-5120cc4476c0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/ports?device_id=963d395a-52f7-4562-81cd-eaec0e7f9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1125076 Nov 10 22:40:15.666301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c705b55-2b28-4a00-9967-23688aaabd4a req-d94b581e-87ad-4a22-bbe2-ce03e228f21e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785942 Nov 10 22:40:15.736745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ff46aa0-c6c6-4cbc-b0b8-db0bac59519a req-9be35d20-46eb-46ff-811d-01806bf6aea7 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0417423 Nov 10 22:40:15.816294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c639ae-df7d-400a-8bde-515d862e65a0 req-6a48a9de-5f22-4261-b9e0-7eff45be38a1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.818504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47c639ae-df7d-400a-8bde-515d862e65a0 req-6a48a9de-5f22-4261-b9e0-7eff45be38a1 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.0802627 Nov 10 22:40:15.825623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-96e802de-e924-4c15-8b91-94c024920dbc tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.827346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-96e802de-e924-4c15-8b91-94c024920dbc tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.2922623 Nov 10 22:40:15.831100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59434) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:15.846353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Request body: {'port': {'device_id': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'admin_state_up': True, 'tenant_id': '1ed81e23faa946e288faf3c8db411457'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:15.873972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47c639ae-df7d-400a-8bde-515d862e65a0 req-225291f6-68c7-4f2b-9368-0f99a31ccfd3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 Nov 10 22:40:15.951845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Deleting port 1fd98a79-e338-4d83-981f-3501ee043244 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:15.952183 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.022728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9b992f5-13ae-4aa6-865e-cfd75cf2a91a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=601f774dcda0480eb000551aabb4f00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904473 Nov 10 22:40:16.025222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59436) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:16.052250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8f9a8-03ed-428d-9138-8bc0fcff5371 req-2cb0b5db-cb7a-4f51-98b6-67937ed9d8e4 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.053754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41d8f9a8-03ed-428d-9138-8bc0fcff5371 req-2cb0b5db-cb7a-4f51-98b6-67937ed9d8e4 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.2136369 Nov 10 22:40:16.075046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.097896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.143757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.146712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.147897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b828a019-a0ab-4cc8-b5a1-adcf993320d6 HTTP/1.1" status: 204 len: 168 time: 0.1214540 Nov 10 22:40:16.156854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e44b44-4183-4b7f-832d-ccd44641e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b828a019-a0ab-4cc8-b5a1-adcf993320d6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:16.275571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1fd98a79-e338-4d83-981f-3501ee043244 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:16.341269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-10054e56-711b-4cfb-9c7b-2ee18dc84adc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.342954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-10054e56-711b-4cfb-9c7b-2ee18dc84adc tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/ports?device_id=03cc7135-8995-4799-a6d0-e5f1d1b83b76 HTTP/1.1" status: 200 len: 950 time: 0.0957878 Nov 10 22:40:16.356121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b32c-fbc8-4e2d-8033-c208003e9d73 req-b2f1529d-077e-4a7c-addd-79df64825472 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.357649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b66b32c-fbc8-4e2d-8033-c208003e9d73 req-b2f1529d-077e-4a7c-addd-79df64825472 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0921440 Nov 10 22:40:16.404149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.447815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:16.452915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] For port 1fd98a79-e338-4d83-981f-3501ee043244, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1fd98a79-e338-4d83-981f-3501ee043244,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:16.454798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.457020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.457976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 41ed4cbc-cfd7-4d61-8aaf-43537658c95b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:16.471875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b66b32c-fbc8-4e2d-8033-c208003e9d73 req-b414fabd-58cf-4480-b03b-cb6ec1621692 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Nov 10 22:40:16.478619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41d8f9a8-03ed-428d-9138-8bc0fcff5371 req-eceb60a7-dd67-4671-b920-172975d145a9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164381 Nov 10 22:40:16.493378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Calling delete_port for 1fd98a79-e338-4d83-981f-3501ee043244 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:16.495485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:16.502363 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.537281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Deleting port 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:16.537695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.604819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 41ed4cbc-cfd7-4d61-8aaf-43537658c95b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:16.613274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 41ed4cbc-cfd7-4d61-8aaf-43537658c95b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:16.678969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:16.729512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] For port 6136e0c5-5701-4241-a80d-fb12de72a333, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=6136e0c5-5701-4241-a80d-fb12de72a333,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:16.729916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.747065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fe61c-355e-43bf-ac1e-541f6f726386 req-17f59147-01c7-4eba-bae3-5574cf736bd9 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.749039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a7fe61c-355e-43bf-ac1e-541f6f726386 req-17f59147-01c7-4eba-bae3-5574cf736bd9 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.1395409 Nov 10 22:40:16.757012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Calling delete_port for 6136e0c5-5701-4241-a80d-fb12de72a333 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:16.843887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a7fe61c-355e-43bf-ac1e-541f6f726386 req-8cbcac4f-76f9-4137-a9bb-a05f694eeb1e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883715 Nov 10 22:40:16.845124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Allocated IP 172.20.0.11 (005c7b72-3f74-49c0-b901-ae0cffcce745/3feb01f4-3e96-40b6-b2c9-f5ceae250ba0/471b9c64-2bab-4f61-adf0-cad8d92abb03) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:16.895901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7f38c-13eb-405c-a37b-9cb4ea54e32b req-51b1d7e4-627f-4db3-b28b-3c635c90c3f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.903140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ee7f38c-13eb-405c-a37b-9cb4ea54e32b req-51b1d7e4-627f-4db3-b28b-3c635c90c3f4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1318722 Nov 10 22:40:16.953416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.966929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:16.968603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b8694444-2d4d-4965-bd46-474bca9680e3', '6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:16.973084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:16.989554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16a65b15-d5a0-4e74-8743-5fd31505595c req-d279c88a-6b83-439a-abc1-fcba9cc97fb0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0513167 Nov 10 22:40:17.017275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event deleted for resources: {'Port': ['ID=6136e0c5-5701-4241-a80d-fb12de72a333,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:17.034006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event deleted for resources: {'Port': ['ID=1fd98a79-e338-4d83-981f-3501ee043244,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:17.109177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] No DVR routers for this DVR port 6136e0c5-5701-4241-a80d-fb12de72a333 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:17.109715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ee7f38c-13eb-405c-a37b-9cb4ea54e32b req-ea87a93e-1dba-417a-b257-b9f022f566e0 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019782 Nov 10 22:40:17.113319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.126130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1730a854-c97d-4254-94f0-f9d7138ae0b0 req-05b3d0fa-dad1-48e1-9720-3681e540a075 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "DELETE /v2.0/ports/6136e0c5-5701-4241-a80d-fb12de72a333 HTTP/1.1" status: 204 len: 173 time: 0.7674720 Nov 10 22:40:17.127791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-deleted', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:17.139510 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ece34-6680-47d4-8631-4d7ba50eb31b" -d '{"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-deleted", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:17.159985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] No DVR routers for this DVR port 1fd98a79-e338-4d83-981f-3501ee043244 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:17.167565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.172546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24798ef8-ab2c-45a6-8d7b-362cc54ab154 req-e602ccbc-3964-4960-b5a7-5a6ae304b487 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "DELETE /v2.0/ports/1fd98a79-e338-4d83-981f-3501ee043244 HTTP/1.1" status: 204 len: 173 time: 1.5123389 Nov 10 22:40:17.173342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-deleted', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:17.175868 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55623c7-59a6-4048-8799-54b221163fe4" -d '{"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-deleted", "tag": "1fd98a79-e338-4d83-981f-3501ee043244"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:17.216892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59476) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:17.235267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:17.251399 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10961b0-9e01-401b-afcb-2bf05b43e43a" -d '{"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:17.292557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.365817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56cbc2-f0cf-42b4-b1b2-04eedef5f3cd req-36cde01c-5033-4a3c-870c-1c99f75a8c6a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.366432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.368503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c56cbc2-f0cf-42b4-b1b2-04eedef5f3cd req-36cde01c-5033-4a3c-870c-1c99f75a8c6a tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.2414429 Nov 10 22:40:17.416256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-2c036e42-8ea2-42d6-ad64-938f38281908 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.419024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-2c036e42-8ea2-42d6-ad64-938f38281908 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 949 time: 0.1992304 Nov 10 22:40:17.468606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-510556339-network', 'tenant_id': '732a91a7742e45ffa9737cebd7096708'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:17.490422 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20174d-dd17-4849-9a46-208fd4c15ae3 x-openstack-request-id: req-5a20174d-dd17-4849-9a46-208fd4c15ae3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:17.490959 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cc7135-8995-4799-a6d0-e5f1d1b83b76", "name": "network-vif-deleted", "tag": "6136e0c5-5701-4241-a80d-fb12de72a333", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:17.490959 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a20174d-dd17-4849-9a46-208fd4c15ae3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:17.491325 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cc7135-8995-4799-a6d0-e5f1d1b83b76', 'name': 'network-vif-deleted', 'tag': '6136e0c5-5701-4241-a80d-fb12de72a333', 'status': 'completed', 'code': 200} Nov 10 22:40:17.494273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:17.499898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:17.507178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:17.512454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Made reservation on behalf of 732a91a7742e45ffa9737cebd7096708 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:17.514943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.555286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c56cbc2-f0cf-42b4-b1b2-04eedef5f3cd req-b08551f6-3253-4efd-a777-306acaf0d550 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737604 Nov 10 22:40:17.557263 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8942b-4e0f-4bc2-b15c-83c8f614b354 x-openstack-request-id: req-55a8942b-4e0f-4bc2-b15c-83c8f614b354 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:17.557560 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-deleted", "tag": "1fd98a79-e338-4d83-981f-3501ee043244", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:17.557807 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55a8942b-4e0f-4bc2-b15c-83c8f614b354 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:17.558200 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-deleted', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244', 'status': 'completed', 'code': 200} Nov 10 22:40:17.560217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.564460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:17.601819 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecb5f2-ca00-4753-8fb3-723b4c0b830c x-openstack-request-id: req-ebecb5f2-ca00-4753-8fb3-723b4c0b830c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:17.602335 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d395a-52f7-4562-81cd-eaec0e7f9ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd98a79-e338-4d83-981f-3501ee043244", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:17.602602 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebecb5f2-ca00-4753-8fb3-723b4c0b830c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:17.603319 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d395a-52f7-4562-81cd-eaec0e7f9ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd98a79-e338-4d83-981f-3501ee043244', 'code': 200} Nov 10 22:40:17.604405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.605065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.622174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Deleting port b8694444-2d4d-4965-bd46-474bca9680e3 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:17.622513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.635074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-61e7f64f-eb23-4aac-8230-b2e438de2e9d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7967498 Nov 10 22:40:17.659773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Request body: {'port': {'device_id': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:17.777049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.781341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d77f5-3531-40e6-9936-11fffc7c37c4 req-377af1d1-5396-496a-9886-8c0714d1d8bb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.782217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.785829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e8d77f5-3531-40e6-9936-11fffc7c37c4 req-377af1d1-5396-496a-9886-8c0714d1d8bb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1072288 Nov 10 22:40:17.792227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ec5-232a-47fd-8052-0f9d195ceaba req-64fa4fc0-2a21-45d9-8a4a-64fcdd90bf72 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.793796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-902d2ec5-232a-47fd-8052-0f9d195ceaba req-64fa4fc0-2a21-45d9-8a4a-64fcdd90bf72 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1302953 Nov 10 22:40:17.797546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] For port b8694444-2d4d-4965-bd46-474bca9680e3, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b8694444-2d4d-4965-bd46-474bca9680e3,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:17.798346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.802086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.829389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Calling delete_port for b8694444-2d4d-4965-bd46-474bca9680e3 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:17.868763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:40:17.879974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e6463c-76de-4bde-91ec-278d2d42e471,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:17.909935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e8d77f5-3531-40e6-9936-11fffc7c37c4 req-16e52a27-e363-4491-b551-b21e1b6c06fc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997405 Nov 10 22:40:17.912858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:17.913230 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Added segment 1962ea93-1228-449d-80d7-4064f78bc05a of type vlan for network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde Nov 10 22:40:17.948784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-902d2ec5-232a-47fd-8052-0f9d195ceaba req-ea3b9f48-d499-4937-ae13-9fbc1d79f024 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407080 Nov 10 22:40:18.019474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.031400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['6136e0c5-5701-4241-a80d-fb12de72a333'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:18.033831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:18.062255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event deleted for resources: {'Port': ['ID=b8694444-2d4d-4965-bd46-474bca9680e3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:18.112695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] No DVR routers for this DVR port b8694444-2d4d-4965-bd46-474bca9680e3 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:18.117216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.120741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c022cf93-de19-4b23-a6a4-1d1e686820b8 req-42de2032-cf89-466f-a2a3-7d59aeb2f8b3 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.20 "DELETE /v2.0/ports/b8694444-2d4d-4965-bd46-474bca9680e3 HTTP/1.1" status: 204 len: 173 time: 0.6853185 Nov 10 22:40:18.132543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.170604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86776177-d923-4359-a1f7-d537c2afe44e req-f8845a63-4c19-4123-8e67-9cc2f11f9242 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.172274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86776177-d923-4359-a1f7-d537c2afe44e req-f8845a63-4c19-4123-8e67-9cc2f11f9242 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 932 time: 0.0577209 Nov 10 22:40:18.222987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.224240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.225107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.245432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86776177-d923-4359-a1f7-d537c2afe44e req-77036b47-6040-4f55-800e-4f5ab9d37086 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669370 Nov 10 22:40:18.247719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334160-0dcd-4bbc-b9ac-d0f8254b6fa1 req-ca6bcc2f-a9d0-4a61-93a9-f79236699e96 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.249539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-df334160-0dcd-4bbc-b9ac-d0f8254b6fa1 req-ca6bcc2f-a9d0-4a61-93a9-f79236699e96 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.1696916 Nov 10 22:40:18.262170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0438249 Nov 10 22:40:18.262363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59494) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:18.270265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Request body: {'subnet': {'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-510556339-subnet', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:18.306094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Made reservation on behalf of 732a91a7742e45ffa9737cebd7096708 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:18.309080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.363093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85b70-ba82-4c1a-abc3-e2000d6ffdca admin admin] Pushing event updated for resources: {'Network': ['ID=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:18.373793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:40:18.393277 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-df334160-0dcd-4bbc-b9ac-d0f8254b6fa1 req-1e785dff-4c5d-4b30-87cc-c78ad0cc48ca tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175611 Nov 10 22:40:18.447872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f71ed-0a03-4f79-b8c3-3d3a6fed049e req-b6fc0f23-0d27-49eb-92c3-1455e8a10733 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.450380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c3f71ed-0a03-4f79-b8c3-3d3a6fed049e req-b6fc0f23-0d27-49eb-92c3-1455e8a10733 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1266470 Nov 10 22:40:18.489362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471b9c64-2bab-4f61-adf0-cad8d92abb03 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:18.500162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.515846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Transition to ACTIVE for port object 471b9c64-2bab-4f61-adf0-cad8d92abb03 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:18.526000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.545952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c3f71ed-0a03-4f79-b8c3-3d3a6fed049e req-a941bdff-cb5f-4ee2-b024-0a004936b2e7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865335 Nov 10 22:40:18.625843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.635521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:18.739501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Attempting to bind port 471b9c64-2bab-4f61-adf0-cad8d92abb03 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:18.740056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Attempting to bind port 471b9c64-2bab-4f61-adf0-cad8d92abb03 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:18.740660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Attempting to bind port 471b9c64-2bab-4f61-adf0-cad8d92abb03 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:18.757141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9479cc4c-11c3-4c98-9c90-91e489d735aa,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:18.760754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Port 471b9c64-2bab-4f61-adf0-cad8d92abb03 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:18.761263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Attempting to bind port 471b9c64-2bab-4f61-adf0-cad8d92abb03 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:18.768331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Checking segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:18.768719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Network hostable DHCP agents. Network: d8528e0e-d4b9-4efc-9b6f-8c762bcacdde, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:40:18.771010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:18.771420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Checking segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:18.771924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Bound using segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:18.772472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Bound port: 471b9c64-2bab-4f61-adf0-cad8d92abb03, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:18.773464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.791174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:40:18.802046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d8528e0e-d4b9-4efc-9b6f-8c762bcacdde) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:18.807457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.808070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.827317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aff60c-6f42-4c53-9bd3-d35eed041e2e None None] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:18.835874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00b10d43-86d6-4183-90af-24ca6aebad13 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5722461 Nov 10 22:40:18.837350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:18.843466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:18.879849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.881278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.887600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:18.895431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:18.902975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.933514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33483a91-f439-4c0a-b973-7a7992c120cd req-85345ed4-4239-4161-ba11-b9c2a77ad116 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebc3728e-d41a-4855-a0f5-191378fc445a HTTP/1.1" status: 200 len: 210 time: 0.0393431 Nov 10 22:40:18.965365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.969890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.970507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:18.971924 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/471b9c64-2bab-4f61-adf0-cad8d92abb03 HTTP/1.1" status: 200 len: 1092 time: 1.3195581 Nov 10 22:40:19.041251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72957d-266b-403f-a81f-70cd1e7b30c7 None None] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:19.086663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557197-2af1-43dc-a95c-3daca649a6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:19.133561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-ef3d7580-8ee1-457a-824a-1fd4a9ddbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.135757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-ef3d7580-8ee1-457a-824a-1fd4a9ddbfaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1082816 Nov 10 22:40:19.195379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-358be217-bd58-47d3-92fb-745e5a86455f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03 HTTP/1.1" status: 200 len: 217 time: 0.0454183 Nov 10 22:40:19.204776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:19.226791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaee1c-bfbd-43d1-a097-bca314588184 req-0ead4d2d-973a-49e5-839f-e678d5fc3bed tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.228252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ffaee1c-bfbd-43d1-a097-bca314588184 req-0ead4d2d-973a-49e5-839f-e678d5fc3bed tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1195619 Nov 10 22:40:19.237169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8505-b017-43b3-9b66-b311ffee2db7 req-1c0396fc-ab4e-4ee8-be8c-2c0bf5aa9551 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.238760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73b8505-b017-43b3-9b66-b311ffee2db7 req-1c0396fc-ab4e-4ee8-be8c-2c0bf5aa9551 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1217995 Nov 10 22:40:19.272094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-a5d725ab-6bd2-45c6-9529-a03bd296fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.273575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-a5d725ab-6bd2-45c6-9529-a03bd296fb2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.0718760 Nov 10 22:40:19.319518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-15d66ac4-00ae-4efd-8346-0c04154b0dbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362024 Nov 10 22:40:19.321642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ffaee1c-bfbd-43d1-a097-bca314588184 req-db099bb5-ff26-4dad-bdfe-b2407bb3a9b1 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843296 Nov 10 22:40:19.327523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73b8505-b017-43b3-9b66-b311ffee2db7 req-02ed32e4-3883-41c0-9405-313a423193ac tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821300 Nov 10 22:40:19.428062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-6aa77a3f-b760-417d-b94a-5f69d2bee677 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995774 Nov 10 22:40:19.480295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:19.505989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-deleted', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:19.508786 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae16eb8-ac93-4090-8ee3-70f7d18788d8" -d '{"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-deleted", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:19.512885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:19.562058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:19.564261 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2efd67-ec10-4eae-ad62-e2150a766a35" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:19.576244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a74b916-29ea-4b3d-a044-2e9ee724052c req-2056aad2-7706-4038-b75e-a8d841f5a64e service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405213 Nov 10 22:40:19.592528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916e3d-f2f0-4aa6-bf1e-6eb0fd677ed6 req-9450ce63-8751-44fb-92cc-5f3f0fa50488 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.600129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1916e3d-f2f0-4aa6-bf1e-6eb0fd677ed6 req-9450ce63-8751-44fb-92cc-5f3f0fa50488 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0834260 Nov 10 22:40:19.643191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1916e3d-f2f0-4aa6-bf1e-6eb0fd677ed6 req-b5e4ef5f-7b34-4ede-ba7a-2a7d97d5387a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Nov 10 22:40:19.644341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be783e-0fea-4241-af8e-621984420fe7 req-424695c9-526f-4a7e-8384-1818627b040a tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.645912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23be783e-0fea-4241-af8e-621984420fe7 req-424695c9-526f-4a7e-8384-1818627b040a tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.0929902 Nov 10 22:40:19.684944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Allocated IP 172.25.0.36 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/dd7b2176-1be3-4dd1-94e6-a30823b6a8e1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:19.688071 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ffc7b-a4f5-4e6b-92d4-3c0cd045d34d x-openstack-request-id: req-be4ffc7b-a4f5-4e6b-92d4-3c0cd045d34d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:19.688332 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc3728e-d41a-4855-a0f5-191378fc445a", "name": "network-vif-deleted", "tag": "b8694444-2d4d-4965-bd46-474bca9680e3", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:19.688581 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be4ffc7b-a4f5-4e6b-92d4-3c0cd045d34d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:19.689010 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc3728e-d41a-4855-a0f5-191378fc445a', 'name': 'network-vif-deleted', 'tag': 'b8694444-2d4d-4965-bd46-474bca9680e3', 'status': 'completed', 'code': 200} Nov 10 22:40:19.724796 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecc5ba-e65a-4378-95fe-41cbf4dd3459 x-openstack-request-id: req-57ecc5ba-e65a-4378-95fe-41cbf4dd3459 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:19.725110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23be783e-0fea-4241-af8e-621984420fe7 req-f0957162-929f-41c0-b3cc-c16d6e841382 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723612 Nov 10 22:40:19.725576 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:19.726076 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57ecc5ba-e65a-4378-95fe-41cbf4dd3459 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:19.726753 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'status': 'completed', 'code': 200} Nov 10 22:40:19.820095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:19.829025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-8964c094-cd0f-4f2f-a38e-3aba70ac3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.830522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-8964c094-cd0f-4f2f-a38e-3aba70ac3024 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 1095 time: 0.0758722 Nov 10 22:40:19.841849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c8735-44fb-4569-8368-8a3794409b09 req-9b1d0ebf-5d6b-448b-a00b-196bd1774fd4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.843368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea0c8735-44fb-4569-8368-8a3794409b09 req-9b1d0ebf-5d6b-448b-a00b-196bd1774fd4 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0628707 Nov 10 22:40:19.944369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea0c8735-44fb-4569-8368-8a3794409b09 req-f93a0032-ca9d-4c49-90e8-b37bb6de570f tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918508 Nov 10 22:40:19.968034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-9269f5cf-d148-4ae9-b5ed-1289ccb5af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:19.969658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-9269f5cf-d148-4ae9-b5ed-1289ccb5af5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 905 time: 0.1253872 Nov 10 22:40:20.019905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-18e46a39-2932-4053-b9b1-3c91a7756adc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03 HTTP/1.1" status: 200 len: 217 time: 0.0408380 Nov 10 22:40:20.076278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-8a414395-6354-40a2-8868-d8b451c6e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.077882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-8a414395-6354-40a2-8868-d8b451c6e3ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.0486228 Nov 10 22:40:20.114221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-ed4da14e-d003-475c-91f1-1f386e96e684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263081 Nov 10 22:40:20.152497 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:20.189131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:20.204425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:20.209024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:20.226948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-89c391f8-5ec0-4556-b422-5c3ee23ad879 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985000 Nov 10 22:40:20.245279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:20.283633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8b88-7bcb-4587-9cb4-4db09ace037d req-bcf83c73-d4f8-4d66-bc8b-f9394bdea84d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.285355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f23a8b88-7bcb-4587-9cb4-4db09ace037d req-bcf83c73-d4f8-4d66-bc8b-f9394bdea84d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.0951147 Nov 10 22:40:20.319522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3b2efd67-ec10-4eae-ad62-e2150a766a35 req-6781738e-1c0a-46f5-b74a-25b4c82dc3b0 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834067 Nov 10 22:40:20.415885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f23a8b88-7bcb-4587-9cb4-4db09ace037d req-c20db971-a1a6-4080-be32-8852a1d4d2f6 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008899 Nov 10 22:40:20.441288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1c5d-558d-4aa8-ab99-7304a2bdbc92 req-eb9610b3-8a56-4fc5-9250-a9b3e20ce281 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.443056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4cf1c5d-558d-4aa8-ab99-7304a2bdbc92 req-eb9610b3-8a56-4fc5-9250-a9b3e20ce281 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0512414 Nov 10 22:40:20.500117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4cf1c5d-558d-4aa8-ab99-7304a2bdbc92 req-76fc2bf5-c2a6-4a82-9433-219ec5db18c3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Nov 10 22:40:20.554979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:20.566598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86856993-7fbd-4449-86d0-6edf243b8094 req-a69b39e0-9fdf-4d2f-9b0b-956bee722008 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.568070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86856993-7fbd-4449-86d0-6edf243b8094 req-a69b39e0-9fdf-4d2f-9b0b-956bee722008 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0665536 Nov 10 22:40:20.684835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86856993-7fbd-4449-86d0-6edf243b8094 req-0a5ccfe8-3212-4384-9be6-01292253900a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836303 Nov 10 22:40:20.767403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d38ed-4bc9-4994-9d02-306997feda11 req-1eb77ec0-a05c-4be7-8ec9-e89b49fbeb8d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.768325 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c71d38ed-4bc9-4994-9d02-306997feda11 req-1eb77ec0-a05c-4be7-8ec9-e89b49fbeb8d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0500596 Nov 10 22:40:20.793438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:20.819451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c71d38ed-4bc9-4994-9d02-306997feda11 req-d2c27481-6f89-4c37-a978-464f753c3ad8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 Nov 10 22:40:20.912081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:20.916036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:20.926865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9546cd-3cad-4128-9fe4-e7a555f5c221 req-25c52e41-6b75-4ad1-b90e-f97829111ab9 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:20.928326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf9546cd-3cad-4128-9fe4-e7a555f5c221 req-25c52e41-6b75-4ad1-b90e-f97829111ab9 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.1308641 Nov 10 22:40:20.946930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: b8694444-2d4d-4965-bd46-474bca9680e3 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:20.947266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b8694444-2d4d-4965-bd46-474bca9680e3 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:20.947854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:20.991337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 6136e0c5-5701-4241-a80d-fb12de72a333 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:20.992540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 6136e0c5-5701-4241-a80d-fb12de72a333 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:20.998954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf9546cd-3cad-4128-9fe4-e7a555f5c221 req-68d1f843-413e-4feb-ba02-059d8cacbf5e tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/security-groups?id=9882fee7-7732-4cdd-8080-e1b516af9281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638340 Nov 10 22:40:21.030197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Router fc52d93f-5168-49ae-981e-2cf306d2fb25 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:40:21.085810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:21.110508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'mac_address': 'fa:16:3e:62:26:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:21.113962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43302b36-b3d3-4fc6-a98c-3386d94963df req-19a30349-e354-4c79-9a65-33e775fdf96d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:21.115526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43302b36-b3d3-4fc6-a98c-3386d94963df req-19a30349-e354-4c79-9a65-33e775fdf96d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0871034 Nov 10 22:40:21.156071 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.172468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d68a5a-c1e1-4141-bf76-b36f181744c6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:21.190775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43302b36-b3d3-4fc6-a98c-3386d94963df req-b01d75e1-51e9-4349-96a6-8c617417ee7d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683007 Nov 10 22:40:21.210300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:21.217535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.228158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:21.238335 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Sync routers for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:21.250046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.251572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-18864922-52a2-4786-9f91-ea32aebf9e80 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4134119 Nov 10 22:40:21.254786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59558) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:21.258613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:21.259514 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:39:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:21.283961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:21.315417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b7d68a5a-c1e1-4141-bf76-b36f181744c6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:21.386017 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:21.402668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-b67715c8-ea0d-4af6-a62b-6d466dab904b tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:21.404195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-b67715c8-ea0d-4af6-a62b-6d466dab904b tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 950 time: 0.0947578 Nov 10 22:40:21.713775 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:20Z', 'revision_number': 3, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:21.741623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-007494ff-cb7c-446c-8f0e-452becf6181d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:21.743597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-007494ff-cb7c-446c-8f0e-452becf6181d tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1767225 Nov 10 22:40:21.744074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b3d5b-36e6-422a-beaf-d0ce07939eee req-973cc3d4-fe1c-44ed-8b56-079f8bb9c859 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:21.745435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f2b3d5b-36e6-422a-beaf-d0ce07939eee req-973cc3d4-fe1c-44ed-8b56-079f8bb9c859 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 949 time: 0.1325550 Nov 10 22:40:21.752769 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Checking router: fc52d93f-5168-49ae-981e-2cf306d2fb25 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:21.753407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Updating router fc52d93f-5168-49ae-981e-2cf306d2fb25 port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:40:21.763929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Deleting port 9c7bb769-11f0-4341-8234-f2508c94b35d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:21.764263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.787075 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.794093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c7a0b-8746-4092-943e-ccd6e4644fb1 req-2cf7c653-0325-442f-8c1c-25a8464307c9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:21.813747 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-257c7a0b-8746-4092-943e-ccd6e4644fb1 req-2cf7c653-0325-442f-8c1c-25a8464307c9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1579647 Nov 10 22:40:21.915755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f2b3d5b-36e6-422a-beaf-d0ce07939eee req-a50d0834-a3af-4289-b8bc-056cf2b05e4c tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/security-groups?id=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631212 Nov 10 22:40:21.961484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] For port 9c7bb769-11f0-4341-8234-f2508c94b35d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9c7bb769-11f0-4341-8234-f2508c94b35d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:21.961851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:21.978691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Calling delete_port for 9c7bb769-11f0-4341-8234-f2508c94b35d owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:22.109841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-257c7a0b-8746-4092-943e-ccd6e4644fb1 req-225178e3-887d-4cc3-a84c-a2e508fc35bf tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949593 Nov 10 22:40:22.136296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Deleting port ca8d5232-9f78-43d6-b6ed-a860aad05e27 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:22.136785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.219830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.251575 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.264351 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.289881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:22.323434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb2616-80fd-4ab6-8984-6981ba813430 req-360d04dc-5667-49b2-8870-3be3743b9605 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:22.333851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24cb2616-80fd-4ab6-8984-6981ba813430 req-360d04dc-5667-49b2-8870-3be3743b9605 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0952063 Nov 10 22:40:22.345323 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Pushing event updated for resources: {'Port': ['ID=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:22.357482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.357879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.358261 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.358593 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.358922 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.359326 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.359828 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.360151 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.360469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.360780 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.361164 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.361519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:22.384417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88870db0-d9a2-4412-b581-6f951f0469c9 req-ba8f6a34-51a4-4299-b6fd-20ec1e3cb00c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:22.393218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88870db0-d9a2-4412-b581-6f951f0469c9 req-ba8f6a34-51a4-4299-b6fd-20ec1e3cb00c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 944 time: 0.1755567 Nov 10 22:40:22.407462 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Attempting to bind port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:22.407835 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Attempting to bind port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:22.408189 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Attempting to bind port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:22.421605 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:22.421969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:22.422511 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.422739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:22.425222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Bound port: dd7b2176-1be3-4dd1-94e6-a30823b6a8e1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:22.425656 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.430244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24cb2616-80fd-4ab6-8984-6981ba813430 req-6f2738f0-4c68-4f03-a406-26fc027f468d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903428 Nov 10 22:40:22.435753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] For port ca8d5232-9f78-43d6-b6ed-a860aad05e27, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ca8d5232-9f78-43d6-b6ed-a860aad05e27,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:22.438515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.477496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Calling delete_port for ca8d5232-9f78-43d6-b6ed-a860aad05e27 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:22.496016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.517104 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] For port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:22.521010 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] For port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:22.527409 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.552171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88870db0-d9a2-4412-b581-6f951f0469c9 req-325bd7f2-ed90-4f22-a381-32e27dd7fce1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558430 Nov 10 22:40:22.561845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Pushing event deleted for resources: {'Port': ['ID=9c7bb769-11f0-4341-8234-f2508c94b35d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:22.603139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9c7bb769-11f0-4341-8234-f2508c94b35d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:22.634466 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97f67-e3f9-42cf-94d6-a480660d0f88 None None] Pushing event updated for resources: {'Port': ['ID=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:22.664757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:22.665453 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:39:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:22.783271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be32c790-a642-4024-80ab-c98a2fee2201 req-cd3c1ae0-4e6e-45db-baf3-4d893e899ee8 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12096c9-f015-4535-b717-fd1b68061834 HTTP/1.1" status: 200 len: 210 time: 0.2216115 Nov 10 22:40:22.792546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.802659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:22.808595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ca8d5232-9f78-43d6-b6ed-a860aad05e27'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:22.832506 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:22.844577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] No DVR routers for this DVR port 9c7bb769-11f0-4341-8234-f2508c94b35d on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:22.853302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Pushing event deleted for resources: {'Port': ['ID=ca8d5232-9f78-43d6-b6ed-a860aad05e27,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:22.867958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:22.874108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-415f6c68-291c-45ba-a19b-2ffc0b608ce2 req-59c20167-ee76-4d95-9959-6101ea51d304 tempest-TenantUsagesTestJSON-1982545806 tempest-TenantUsagesTestJSON-1982545806-project] 10.222.0.20 "DELETE /v2.0/ports/9c7bb769-11f0-4341-8234-f2508c94b35d HTTP/1.1" status: 204 len: 173 time: 1.4611330 Nov 10 22:40:22.897310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'name': 'network-vif-deleted', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:22.900596 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeecdaa6-21d4-4aa0-a8c2-0f693a50a652" -d '{"events": [{"server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "name": "network-vif-deleted", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:22.912303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'mac_address': 'fa:16:3e:f8:67:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:22.935575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:22.966338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Allocated IP 172.20.0.1 (d8528e0e-d4b9-4efc-9b6f-8c762bcacdde/9479cc4c-11c3-4c98-9c90-91e489d735aa/1f862e9d-333e-461f-8c2d-0bd04f62d7f4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:23.040142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] No DVR routers for this DVR port ca8d5232-9f78-43d6-b6ed-a860aad05e27 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:23.048260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.057162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-25b9d6fb-84b0-4f76-a603-e3f8b9de59ec req-4a9abf2e-8df1-4da7-a240-854a829eaee0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.39 "DELETE /v2.0/ports/ca8d5232-9f78-43d6-b6ed-a860aad05e27 HTTP/1.1" status: 204 len: 173 time: 1.2278547 Nov 10 22:40:23.058517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-deleted', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:23.066010 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a606e-469b-4512-b9cd-9a310be11f90" -d '{"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-deleted", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:23.073579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.101504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471b9c64-2bab-4f61-adf0-cad8d92abb03 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:23.111377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321069-5663-461e-8e12-a1dfe0c55f90 req-b0082c50-7c5c-43c7-be29-8a2d9da0979c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:23.121570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf321069-5663-461e-8e12-a1dfe0c55f90 req-b0082c50-7c5c-43c7-be29-8a2d9da0979c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1984570 Nov 10 22:40:23.139445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:23.151120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.155791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b7d68a5a-c1e1-4141-bf76-b36f181744c6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:23.156432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.196347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2011-c3d3-4a09-b1dd-d39284a83a36 req-07daf245-76e1-4527-b351-7e53d3f00bab tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:23.205489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e24f2011-c3d3-4a09-b1dd-d39284a83a36 req-07daf245-76e1-4527-b351-7e53d3f00bab tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.4657946 Nov 10 22:40:23.233144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf321069-5663-461e-8e12-a1dfe0c55f90 req-0cb4795b-e09f-4e76-8f11-fb41d22d1ddc tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061640 Nov 10 22:40:23.301717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e24f2011-c3d3-4a09-b1dd-d39284a83a36 req-1adcf3ba-2477-4c0f-baa3-e74ac2f715ea tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947945 Nov 10 22:40:23.308377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:23.359106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.403343 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cdd607-764d-4326-bfac-a3dd3d9eb120 x-openstack-request-id: req-93cdd607-764d-4326-bfac-a3dd3d9eb120 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:23.404833 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12096c9-f015-4535-b717-fd1b68061834", "name": "network-vif-deleted", "tag": "9c7bb769-11f0-4341-8234-f2508c94b35d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:23.405237 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93cdd607-764d-4326-bfac-a3dd3d9eb120 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:23.406796 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12096c9-f015-4535-b717-fd1b68061834', 'name': 'network-vif-deleted', 'tag': '9c7bb769-11f0-4341-8234-f2508c94b35d', 'status': 'completed', 'code': 200} Nov 10 22:40:23.409684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.431248 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e3839-2f2f-4b89-b4c5-989cf2df6be4 x-openstack-request-id: req-420e3839-2f2f-4b89-b4c5-989cf2df6be4 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:23.431808 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee83cf-d8a9-4d87-89b7-bc6e6e762adb", "name": "network-vif-deleted", "tag": "ca8d5232-9f78-43d6-b6ed-a860aad05e27", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:23.432205 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-420e3839-2f2f-4b89-b4c5-989cf2df6be4 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:23.432706 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83cf-d8a9-4d87-89b7-bc6e6e762adb', 'name': 'network-vif-deleted', 'tag': 'ca8d5232-9f78-43d6-b6ed-a860aad05e27', 'status': 'completed', 'code': 200} Nov 10 22:40:23.470513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:23.474096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:23.481930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['471b9c64-2bab-4f61-adf0-cad8d92abb03'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:23.483886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:23.601972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64f9f8db-49f3-428e-9b32-ddf42575a6eb req-a3c275bd-3d08-4b8c-829a-0415810849f0 tempest-MigrationsAdminTest-249400175 tempest-MigrationsAdminTest-249400175-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fee83cf-d8a9-4d87-89b7-bc6e6e762adb HTTP/1.1" status: 200 len: 210 time: 0.0532229 Nov 10 22:40:23.614601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Pushing event updated for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:23.625008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940aa7-3fa8-40e1-b05f-98dec5d543b1 req-73b26a66-eefb-470d-8c25-fc6a8471499d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:23.634016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b940aa7-3fa8-40e1-b05f-98dec5d543b1 req-73b26a66-eefb-470d-8c25-fc6a8471499d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.0952396 Nov 10 22:40:23.648909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:20Z', 'revision_number': 3, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:23.662661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:23.690485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e2eca-b743-42da-ad6d-ddfd5fe661b5 None None] The sync data for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 is: [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:20Z', 'revision_number': 3, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:23.726804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b940aa7-3fa8-40e1-b05f-98dec5d543b1 req-8b0a950e-122c-40c5-8a38-ec83f5fca5a2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921481 Nov 10 22:40:23.917900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d46-307d-467b-91e7-d421510530ce req-f72d28b1-91e2-4be9-be19-cb74a537a5a6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:23.919249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d461d46-307d-467b-91e7-d421510530ce req-f72d28b1-91e2-4be9-be19-cb74a537a5a6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 944 time: 0.0950916 Nov 10 22:40:23.935532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133732e0-1f12-48b7-a560-6175476f2575 req-c6ec1349-4e60-4d17-83b5-76f859501d3f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:23.937105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-133732e0-1f12-48b7-a560-6175476f2575 req-c6ec1349-4e60-4d17-83b5-76f859501d3f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 945 time: 0.1733253 Nov 10 22:40:23.970895 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.033513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d461d46-307d-467b-91e7-d421510530ce req-ee1ee5dd-f0ac-4728-abf9-d015ea5fb0a5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077330 Nov 10 22:40:24.039480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:24.042019 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa6a94-8d0a-41e0-bf28-a92e07ff6fc1" -d '{"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-plugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:24.061017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:24.074131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-133732e0-1f12-48b7-a560-6175476f2575 req-fb4fdee4-529d-496b-bd0b-03066c8cea35 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140409 Nov 10 22:40:24.081000 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.102112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.225323 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cea998-3b92-492d-838f-c1336bbb494b x-openstack-request-id: req-68cea998-3b92-492d-838f-c1336bbb494b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:24.225615 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-plugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:24.225894 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68cea998-3b92-492d-838f-c1336bbb494b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:24.228461 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'code': 200} Nov 10 22:40:24.274433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:24.308490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:24.317902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:24.388924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ca8d5232-9f78-43d6-b6ed-a860aad05e27 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:24.395801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ca8d5232-9f78-43d6-b6ed-a860aad05e27 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:24.396297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:24.485408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6c41-dbbb-4e5c-a2cd-ab97b4a03d22 req-21052eca-227f-4419-a6f1-d85d954bd83e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:24.487102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c0d6c41-dbbb-4e5c-a2cd-ab97b4a03d22 req-21052eca-227f-4419-a6f1-d85d954bd83e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1420076 Nov 10 22:40:24.495916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.511153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.574643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.619390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c0d6c41-dbbb-4e5c-a2cd-ab97b4a03d22 req-52d6e8ab-2f4a-458a-a548-2b4a5ed206c2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237657 Nov 10 22:40:24.636478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:24.682512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Pushing event updated for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:24.744783 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.756802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:24.832761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:24.834985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '33432d98-2b46-4a20-8769-225bc019912b', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'port_id': '33432d98-2b46-4a20-8769-225bc019912b', 'mac_address': 'fa:16:3e:f4:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9f12b-fdf9-434a-af3d-d59caa57f7b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:24.843004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.875773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655b4f7-1652-4ed7-b0f4-5461ba73671f req-53e2c36b-d676-459f-a2f0-daee3d0f0370 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:24.878430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d655b4f7-1652-4ed7-b0f4-5461ba73671f req-53e2c36b-d676-459f-a2f0-daee3d0f0370 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.3065529 Nov 10 22:40:24.936668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9c7bb769-11f0-4341-8234-f2508c94b35d no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:24.945851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b6b17a7-211b-48f8-a27a-abe5415ae329 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6643f0b7ef494bfab2988f2e029525ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053451 Nov 10 22:40:24.949355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:24.982651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.984418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 9c7bb769-11f0-4341-8234-f2508c94b35d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:24.984869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9c7bb769-11f0-4341-8234-f2508c94b35d not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:25.024881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6bcf5-5a67-411a-8e71-cc4444f9e484 req-ffe4cc18-1de1-4e56-a20b-c3482b804881 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:25.026864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30b6bcf5-5a67-411a-8e71-cc4444f9e484 req-ffe4cc18-1de1-4e56-a20b-c3482b804881 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 943 time: 0.1098034 Nov 10 22:40:25.036482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6a2930b0-7707-46ae-ba2c-006cd5178fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.042268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:25.047923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33432d98-2b46-4a20-8769-225bc019912b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:25.091071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:25.099864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.114342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:25.128921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59630) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:25.137555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:25.151867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30b6bcf5-5a67-411a-8e71-cc4444f9e484 req-e28be767-b504-4cac-96bb-6146765810a9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098692 Nov 10 22:40:25.177338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d655b4f7-1652-4ed7-b0f4-5461ba73671f req-d172a599-f2ce-416b-a869-97a057a93e94 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843826 Nov 10 22:40:25.210700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:25.311410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['33432d98-2b46-4a20-8769-225bc019912b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:25.364867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.391361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674d33b-55ef-4b32-bd1a-3309a92c1108 req-d14f158f-fc97-4ad9-8620-b78c746f3ae2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:25.399252 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.399456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c674d33b-55ef-4b32-bd1a-3309a92c1108 req-d14f158f-fc97-4ad9-8620-b78c746f3ae2 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 945 time: 0.1070368 Nov 10 22:40:25.474040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d5bf3d1d-477a-4b85-97c6-11391670beff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=992b801f6f7e46319b92fdedfae00f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438952 Nov 10 22:40:25.482277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b0923-8a6b-436d-89d4-a74c1c1b915d req-4e82b20d-0af0-4275-9bc0-9e85b6be9e85 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:25.484754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b99b0923-8a6b-436d-89d4-a74c1c1b915d req-4e82b20d-0af0-4275-9bc0-9e85b6be9e85 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.2049308 Nov 10 22:40:25.485530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59634) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:25.488080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.490736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:25.495035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c674d33b-55ef-4b32-bd1a-3309a92c1108 req-e984d4a7-8a40-477e-95f4-234808a1e4ed tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948110 Nov 10 22:40:25.500866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9882fee7-7732-4cdd-8080-e1b516af9281 HTTP/1.1" status: 204 len: 168 time: 0.5121861 Nov 10 22:40:25.817368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ad086-6ebc-4fdd-a487-ea7a979225a5 req-cda64dfa-f9ba-4969-bf60-e0fbdf0997de tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:25.827145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-575ad086-6ebc-4fdd-a487-ea7a979225a5 req-cda64dfa-f9ba-4969-bf60-e0fbdf0997de tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.0884712 Nov 10 22:40:25.915671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-575ad086-6ebc-4fdd-a487-ea7a979225a5 req-3db9cfaa-7bf7-4563-b0ce-898bfb9154da tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 Nov 10 22:40:25.934992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:26.028689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab772c-0d4e-4b7f-b203-3b77a6f55bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882fee7-7732-4cdd-8080-e1b516af9281,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:26.039917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:26.040956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.134332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.160429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59642) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:26.196915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d18e-d02e-4e12-9f00-f129ec1fcc67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.227064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.228450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.233395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:26.241179 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee294e3-d3f6-4aa1-ae3f-f3133de023a0" -d '{"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-unplugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:26.294773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:26.306291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.319087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:26.332269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b99b0923-8a6b-436d-89d4-a74c1c1b915d req-7080c86b-503a-46a7-bf46-470d27458e78 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035963 Nov 10 22:40:26.345908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-b29b3cf2-02c3-4e45-8c18-cd2dd24f61be tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:26.356292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-b29b3cf2-02c3-4e45-8c18-cd2dd24f61be tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.4157350 Nov 10 22:40:26.356292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.356292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.357855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57fb93d7-6b8f-47e3-8f24-0b8787e3cf05 HTTP/1.1" status: 204 len: 168 time: 0.8549447 Nov 10 22:40:26.404642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Router fc52d93f-5168-49ae-981e-2cf306d2fb25 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:26.440896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6de04e-ef04-4b6c-8758-1f019d38f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb93d7-6b8f-47e3-8f24-0b8787e3cf05,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:26.524850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d18e-d02e-4e12-9f00-f129ec1fcc67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.547116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc458ce-a14b-4d35-b58f-1883eec39e35 req-68b57beb-cfcf-4a15-834c-5c5a66f3dd20 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:26.567805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bc458ce-a14b-4d35-b58f-1883eec39e35 req-68b57beb-cfcf-4a15-834c-5c5a66f3dd20 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.2656386 Nov 10 22:40:26.576862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d18e-d02e-4e12-9f00-f129ec1fcc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.584367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:26.630491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 471b9c64-2bab-4f61-adf0-cad8d92abb03 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:26.635403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 471b9c64-2bab-4f61-adf0-cad8d92abb03 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:26.635966 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:26.686462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:26.686648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3d18e-d02e-4e12-9f00-f129ec1fcc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7102bfd0-cf72-41ac-9f93-9ce9ee712ff2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:26.701659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fe747f84-56c7-4bdf-af9a-63daf35e458d admin admin] 10.222.0.25 "PUT /v2.0/routers/fc52d93f-5168-49ae-981e-2cf306d2fb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4394722 Nov 10 22:40:26.701883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4cf3d18e-d02e-4e12-9f00-f129ec1fcc67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34907aa67a9e4e2b9cbf54adb5449235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386775 Nov 10 22:40:26.709829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Sync routers for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:26.717582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59654) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:26.735594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:26.736235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:39:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:26.755271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bc458ce-a14b-4d35-b58f-1883eec39e35 req-3666b5b1-bbea-4e42-aced-4e043e8cbd9c tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863234 Nov 10 22:40:26.785878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3656cc5-209f-4a94-966e-0e42ea41ec45 req-b2baebd3-fd6e-404b-b600-9aa9a917704a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:26.789167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3656cc5-209f-4a94-966e-0e42ea41ec45 req-b2baebd3-fd6e-404b-b600-9aa9a917704a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 944 time: 0.2990029 Nov 10 22:40:26.916011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Deleting port d5da5cb2-979a-43df-8001-f823515afe48 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:26.916358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.004810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93cc79-c8a8-4ff2-9808-68c13bc87076 req-71c456fe-d5fc-48e8-b53f-39abda14348d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:27.013302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:27.013857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce93cc79-c8a8-4ff2-9808-68c13bc87076 req-71c456fe-d5fc-48e8-b53f-39abda14348d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0746582 Nov 10 22:40:27.042527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3656cc5-209f-4a94-966e-0e42ea41ec45 req-84b0b9c6-aef3-493b-9f7f-0c8140c7fe81 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320879 Nov 10 22:40:27.072850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.124771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce93cc79-c8a8-4ff2-9808-68c13bc87076 req-3664a677-7f69-421f-b988-ac050b995fdc tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097317 Nov 10 22:40:27.125583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:27.131460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] For port d5da5cb2-979a-43df-8001-f823515afe48, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d5da5cb2-979a-43df-8001-f823515afe48,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:27.132597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.165984 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9399b-c6c3-456b-9c77-ae2f668ec03d x-openstack-request-id: req-a9d9399b-c6c3-456b-9c77-ae2f668ec03d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:27.166267 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-unplugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:27.166984 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9d9399b-c6c3-456b-9c77-ae2f668ec03d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:27.167400 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b', 'code': 200} Nov 10 22:40:27.168629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.179793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d9eda5c0-f3a7-4480-94fc-74d5c74627ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63d372dced98494aad10f809b00fb804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475848 Nov 10 22:40:27.182431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59670) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:27.251406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.254548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.286249 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.298860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:27.320826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.322222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:27.341536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.344200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.348113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7102bfd0-cf72-41ac-9f93-9ce9ee712ff2 HTTP/1.1" status: 204 len: 168 time: 0.6236002 Nov 10 22:40:27.366206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69f64-cf84-468d-b169-12f57ae50491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102bfd0-cf72-41ac-9f93-9ce9ee712ff2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:27.408177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.415046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.418942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d59ebe98-d3c9-4ea8-958e-ea53568a47c9 HTTP/1.1" status: 204 len: 168 time: 0.2352784 Nov 10 22:40:27.456478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d1eb-86e6-4da9-a42e-1d2dc743069b req-9033ede2-ab2e-468c-994e-fb18397ebc55 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:27.463128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aecf8-7a11-4be5-b2fc-da380e106816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ebe98-d3c9-4ea8-958e-ea53568a47c9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:27.468572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4e8d1eb-86e6-4da9-a42e-1d2dc743069b req-9033ede2-ab2e-468c-994e-fb18397ebc55 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1866455 Nov 10 22:40:27.580700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4e8d1eb-86e6-4da9-a42e-1d2dc743069b req-b0d2323a-d76b-4f18-b5b2-b7c8f9f4e803 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109548 Nov 10 22:40:27.580915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:27.627747 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-059c66bc-4f6d-4a37-af11-42b72fd7cda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.629443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 33432d98-2b46-4a20-8769-225bc019912b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:27.629803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.689375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:23Z', 'revision_number': 4, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f862e9d-333e-461f-8c2d-0bd04f62d7f4', 'name': '', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'mac_address': 'fa:16:3e:93:9e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:22Z', 'updated_at': '2021-11-10T22:40:24Z', 'revision_number': 2, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'subnets': [{'id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:27.748549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Checking router: fc52d93f-5168-49ae-981e-2cf306d2fb25 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:27.748903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Updating router fc52d93f-5168-49ae-981e-2cf306d2fb25 port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:40:27.797635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.798010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.798333 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Floating IP 91791c26-63aa-4537-b532-64e739ad7400 disassociated. External IP: 172.25.0.244, port: d5da5cb2-979a-43df-8001-f823515afe48. Nov 10 22:40:27.798980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Calling delete_port for d5da5cb2-979a-43df-8001-f823515afe48 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:27.813851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e014b7-ce7d-4cdc-a316-7aa9785a96a4 req-be233d09-3616-4d26-a568-bdd524d52293 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:27.822216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.822814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2e014b7-ce7d-4cdc-a316-7aa9785a96a4 req-be233d09-3616-4d26-a568-bdd524d52293 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1088111 Nov 10 22:40:27.861165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:27.954745 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:27.981481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2e014b7-ce7d-4cdc-a316-7aa9785a96a4 req-34de1d82-33d6-437b-af0e-f7be6ecf6af4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576624 Nov 10 22:40:28.095356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:28.113832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:28.234299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-8f2e1fbb-2e9a-4790-b0ee-f1afaea993e6 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:28.243214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:28.249175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-8f2e1fbb-2e9a-4790-b0ee-f1afaea993e6 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 810 time: 0.3058100 Nov 10 22:40:28.251837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:28.252790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:28.283599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfaf77-4f81-4fad-9622-1025377ad4ba req-98635a46-5f7b-42c8-9544-73be2760ac92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:28.296013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6cfaf77-4f81-4fad-9622-1025377ad4ba req-98635a46-5f7b-42c8-9544-73be2760ac92 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 946 time: 0.1290359 Nov 10 22:40:28.296790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-af1e4e7e-2b4a-4f73-a660-4095046050a9 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/quotas/732a91a7742e45ffa9737cebd7096708 HTTP/1.1" status: 200 len: 375 time: 0.0367198 Nov 10 22:40:28.431119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6cfaf77-4f81-4fad-9622-1025377ad4ba req-25b26ef7-e110-4fce-b3be-88d2f0a69204 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326408 Nov 10 22:40:28.436660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:28.511816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-755960be-4c87-416f-a5dc-f26ae8df949e tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128727 Nov 10 22:40:28.566417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event deleted for resources: {'Port': ['ID=d5da5cb2-979a-43df-8001-f823515afe48,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:28.814653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb014-4c91-4e4b-ab1a-c4a618239e5f req-f12bc01b-efb3-4222-9372-25b42c4b45dc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:28.823847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af0fb014-4c91-4e4b-ab1a-c4a618239e5f req-f12bc01b-efb3-4222-9372-25b42c4b45dc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1411462 Nov 10 22:40:28.973808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:29.059523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af0fb014-4c91-4e4b-ab1a-c4a618239e5f req-a9e0ab09-7a93-4f10-bf6a-0f1640cce6ff tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331955 Nov 10 22:40:29.213745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-bd865b96-eeb6-4102-93d4-1f8d8f6a111e service neutron] 10.222.0.25 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916497 Nov 10 22:40:29.310442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03'}, {'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:29.312707 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f057d-3764-4038-83fa-107b2f83ef26" -d '{"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03"}, {"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-plugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:29.397062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-ca5d01d5-06cf-462d-958e-fe4431bc94ab service neutron] 10.222.0.25 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818492 Nov 10 22:40:29.415694 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.496620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.516642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.620690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe69d6-bda9-4b57-bc24-9ea06189dbf1 None None] Pushing event updated for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:29.657000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:29.667692 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:29.684371 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:29.691329 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:29.762961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fedef-beb7-4ceb-b739-4c93c558b152 req-54365207-5987-46cc-918b-b5731f636a53 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:29.776203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c8fedef-beb7-4ceb-b739-4c93c558b152 req-54365207-5987-46cc-918b-b5731f636a53 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 946 time: 0.4200439 Nov 10 22:40:29.844440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Attempting to bind port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:29.844814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Attempting to bind port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:29.852488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Attempting to bind port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:29.875343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:29.878680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Checking segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:29.881625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] No DVR routers for this DVR port d5da5cb2-979a-43df-8001-f823515afe48 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:29.881937 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.883076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Bound using segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:29.884215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Bound port: 1f862e9d-333e-461f-8c2d-0bd04f62d7f4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:29.885164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.905704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:29.934118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad916812-9f1c-4e1b-a434-cb505fe722cc req-c438dd1f-92ba-4fdb-9bb3-e11ae824f359 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.20 "DELETE /v2.0/ports/d5da5cb2-979a-43df-8001-f823515afe48 HTTP/1.1" status: 204 len: 173 time: 3.5337665 Nov 10 22:40:29.943116 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:29.983556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e191911-6a3a-4e57-87a3-ab843d730065 req-eadfe6c9-33d9-48e9-b6b0-e748525b36fb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:29.987670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'name': 'network-vif-deleted', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:29.995466 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2b752-7c5b-4523-b7b6-dfc1bef40870" -d '{"events": [{"server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "name": "network-vif-deleted", "tag": "d5da5cb2-979a-43df-8001-f823515afe48"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:30.050895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e191911-6a3a-4e57-87a3-ab843d730065 req-eadfe6c9-33d9-48e9-b6b0-e748525b36fb tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.2903965 Nov 10 22:40:30.087974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] For port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:30.098196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] For port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:30.115641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c8fedef-beb7-4ceb-b739-4c93c558b152 req-c281411d-3519-43ee-9863-183df8d99df1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385463 Nov 10 22:40:30.115877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:30.271094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:30.273365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:30.287680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e191911-6a3a-4e57-87a3-ab843d730065 req-74cd5102-1514-4766-8785-8c2e9cff011c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199752 Nov 10 22:40:30.389738 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:30.450985 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:30.457879 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b17723-9cef-41bb-bba4-5827d8e948c9 x-openstack-request-id: req-40b17723-9cef-41bb-bba4-5827d8e948c9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:30.458502 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03", "code": 200}, {"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-plugged", "status": "completed", "tag": "33432d98-2b46-4a20-8769-225bc019912b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:30.458502 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40b17723-9cef-41bb-bba4-5827d8e948c9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:30.458821 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'code': 200} Nov 10 22:40:30.465443 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33432d98-2b46-4a20-8769-225bc019912b', 'code': 200} Nov 10 22:40:30.478616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe69d6-bda9-4b57-bc24-9ea06189dbf1 None None] Pushing event updated for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:30.492537 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:30.494021 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:30.502637 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:30.505197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aefaa-13b9-459a-888b-9b8cad73d0e8 req-bb31842c-265a-4a80-968e-0efa5c977ede tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:30.523517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f00aefaa-13b9-459a-888b-9b8cad73d0e8 req-bb31842c-265a-4a80-968e-0efa5c977ede tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.2214735 Nov 10 22:40:30.683515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f00aefaa-13b9-459a-888b-9b8cad73d0e8 req-47d6ffc2-84d7-4a72-90c7-03a803d6f0ac tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579111 Nov 10 22:40:30.704514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c02a145f-d17e-4039-b01e-d986d3af74bc req-2e55698d-3392-42d2-8627-5e6cbe74ad85 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/ports?device_id=914dcf1f-f313-45a3-8190-75db2977890f HTTP/1.1" status: 200 len: 210 time: 0.1888864 Nov 10 22:40:30.705771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:30.728958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:30.787371 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e7c592-0919-4286-8552-808164b691a1 x-openstack-request-id: req-d8e7c592-0919-4286-8552-808164b691a1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:30.790350 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914dcf1f-f313-45a3-8190-75db2977890f", "name": "network-vif-deleted", "tag": "d5da5cb2-979a-43df-8001-f823515afe48", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:30.790868 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8e7c592-0919-4286-8552-808164b691a1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:30.791560 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914dcf1f-f313-45a3-8190-75db2977890f', 'name': 'network-vif-deleted', 'tag': 'd5da5cb2-979a-43df-8001-f823515afe48', 'status': 'completed', 'code': 200} Nov 10 22:40:30.859941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c0ceb9a-dbf2-40c0-96af-84e131d2647a req-c702f2b1-ae4b-48a3-b837-b384689b5d4f tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 210 time: 0.0840261 Nov 10 22:40:30.879978 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:30.897685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0d73-7141-4cab-aa27-82c489825679 req-ab4d947f-702e-48be-9ccd-f9d8a71ba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:30.917343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b33c0d73-7141-4cab-aa27-82c489825679 req-ab4d947f-702e-48be-9ccd-f9d8a71ba08e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 1097 time: 0.3349354 Nov 10 22:40:30.972498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d5da5cb2-979a-43df-8001-f823515afe48 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:31.023451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: d5da5cb2-979a-43df-8001-f823515afe48 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:31.024118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d5da5cb2-979a-43df-8001-f823515afe48 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:31.025704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1d70f-297d-4584-a3f7-9285d0eb01f3 req-1ae743af-2917-44c4-8048-4d06bbc21230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:31.027257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dfc1d70f-297d-4584-a3f7-9285d0eb01f3 req-1ae743af-2917-44c4-8048-4d06bbc21230 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 1096 time: 0.3131907 Nov 10 22:40:31.236080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:23Z', 'revision_number': 4, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f862e9d-333e-461f-8c2d-0bd04f62d7f4', 'name': '', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'mac_address': 'fa:16:3e:93:9e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:22Z', 'updated_at': '2021-11-10T22:40:30Z', 'revision_number': 4, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'subnets': [{'id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:31.275849 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:31.283181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16edfc3f-be1d-4471-9ab5-dbe8bf79f0d3 None None] The sync data for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 is: [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:40:23Z', 'revision_number': 4, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f862e9d-333e-461f-8c2d-0bd04f62d7f4', 'name': '', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'mac_address': 'fa:16:3e:93:9e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:22Z', 'updated_at': '2021-11-10T22:40:30Z', 'revision_number': 4, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'subnets': [{'id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:31.378911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b33c0d73-7141-4cab-aa27-82c489825679 req-e8bf9af6-ef3d-40df-86d5-3a6a609f281d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989613 Nov 10 22:40:31.386097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c2d01-b2a1-4351-9516-21f701886ce4 None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:34:50Z', 'revision_number': 4, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '4340eb06-b5c6-48de-b394-9c811c7d4701', 'name': '', 'network_id': '467748e8-9789-4710-9cb5-fcd2081ee7ee', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'mac_address': 'fa:16:3e:b4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:49Z', 'updated_at': '2021-11-10T22:34:54Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'subnets': [{'id': '4ed97bbf-a67c-4595-8aee-92b77e33d734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:31.419117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dfc1d70f-297d-4584-a3f7-9285d0eb01f3 req-be9f37dd-fb36-4d5b-b900-60829fac8eba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393781 Nov 10 22:40:31.440586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14518ee5-f026-40c7-8ccc-010d76138b72 req-35f2da8d-1fef-4b1a-a8ff-cbdfc00e0fda tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:31.455547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14518ee5-f026-40c7-8ccc-010d76138b72 req-35f2da8d-1fef-4b1a-a8ff-cbdfc00e0fda tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.4254296 Nov 10 22:40:31.561782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14518ee5-f026-40c7-8ccc-010d76138b72 req-8869690f-bfd8-4a6f-9ed9-1efa77e0152e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995092 Nov 10 22:40:31.626390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-bed880c5-c78f-457b-9838-3a141a8eecaf tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618646 Nov 10 22:40:31.777809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ca61-edd4-45a8-bbcb-68ab9f721c58 req-fb1e3067-6857-42c9-b0b5-7c9664ae25f1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:31.779718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6f3ca61-edd4-45a8-bbcb-68ab9f721c58 req-fb1e3067-6857-42c9-b0b5-7c9664ae25f1 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 946 time: 0.1219573 Nov 10 22:40:31.897690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-cd79a42a-d449-43aa-a63f-58baf9bfc1bf tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:31.908800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-cd79a42a-d449-43aa-a63f-58baf9bfc1bf tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778730 Nov 10 22:40:31.912681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6f3ca61-edd4-45a8-bbcb-68ab9f721c58 req-eecaaa4b-29b4-4600-b34c-58f4aacba716 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160197 Nov 10 22:40:31.947970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:32.088770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4859c8ed-dae1-4069-be02-c41ff224bc73 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/quotas/d6bf8ec9e90a414493fba88e5cd80637 HTTP/1.1" status: 200 len: 375 time: 0.1778874 Nov 10 22:40:32.119085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f8ca4-3d28-4a88-8ba0-751b3eea667a None None] New status for floating IP 91791c26-63aa-4537-b532-64e739ad7400: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:40:32.141618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-7e0f1bbe-145a-47d6-80fc-cab5a4557bb4 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516140 Nov 10 22:40:32.175268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a98de-fed1-44c8-8634-450a8ffafb03 req-50ad64b3-6f4c-449f-b005-17cd343f9db6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:32.198643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be9a98de-fed1-44c8-8634-450a8ffafb03 req-50ad64b3-6f4c-449f-b005-17cd343f9db6 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1301696 Nov 10 22:40:32.291471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be9a98de-fed1-44c8-8634-450a8ffafb03 req-cab68917-d5b0-46c7-80c2-20c9654d0716 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912831 Nov 10 22:40:32.316387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-975bdba6-ad57-437b-87bb-badb38b0e474 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:32.323634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-975bdba6-ad57-437b-87bb-badb38b0e474 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 810 time: 0.3939121 Nov 10 22:40:32.338766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Request body: {'port': {'device_id': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'admin_state_up': True, 'tenant_id': '732a91a7742e45ffa9737cebd7096708'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:32.364889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:32.365363 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:32.562409 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:32.605093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Made reservation on behalf of 732a91a7742e45ffa9737cebd7096708 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:32.613503 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:32.687915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:32.702055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:32.839079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:32.906875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Allocated IP 172.20.0.8 (d8528e0e-d4b9-4efc-9b6f-8c762bcacdde/9479cc4c-11c3-4c98-9c90-91e489d735aa/e2c81f74-3dd3-4386-be90-c940e845b38d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:32.980657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c1af-b24f-49b5-a60b-e1123f46a37f req-adfc4161-82ea-4443-8cc5-7fb484a70ba4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:32.996551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4029c1af-b24f-49b5-a60b-e1123f46a37f req-adfc4161-82ea-4443-8cc5-7fb484a70ba4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1431990 Nov 10 22:40:33.156497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4029c1af-b24f-49b5-a60b-e1123f46a37f req-a020bf5b-a106-416d-8915-bec50cc57771 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586373 Nov 10 22:40:33.189085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8547af03-cd2c-46a9-9841-3b5060791e20 req-3df8a093-c245-4176-8343-b12729262cb9 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 210 time: 0.0369196 Nov 10 22:40:33.377966 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88efd99f-ea81-4f5b-8b0e-9db6baa25c23 req-97ea03c5-0c70-4f1e-914d-97eac72c4ba9 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 210 time: 0.0916972 Nov 10 22:40:33.395459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9d6c4-c273-4b61-8fa3-5bd559b5580f req-b420e778-9237-4adb-98f3-51dfcd61dac2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:33.399858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22a9d6c4-c273-4b61-8fa3-5bd559b5580f req-b420e778-9237-4adb-98f3-51dfcd61dac2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1018677 Nov 10 22:40:33.510611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22a9d6c4-c273-4b61-8fa3-5bd559b5580f req-26526a55-95e2-4e5c-8320-b7152a1a640c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041908 Nov 10 22:40:33.519188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:33.609337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad03b-0692-4ee6-ac4e-aa106f67cf59 req-36e8bc35-90bf-4afc-a92f-a8241df5b68f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:33.611367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e9cad03b-0692-4ee6-ac4e-aa106f67cf59 req-36e8bc35-90bf-4afc-a92f-a8241df5b68f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 946 time: 0.1088090 Nov 10 22:40:33.630268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:33.703984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:33.714459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:33.717124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:33.757883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Pushing event updated for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:33.819879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e9cad03b-0692-4ee6-ac4e-aa106f67cf59 req-cb4ff1ef-363c-4400-aa64-04247c899bec tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973677 Nov 10 22:40:33.833208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.838530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.840528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.842225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.842670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.845552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.846200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.846713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.848105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.848647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.849266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.850503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:33.875785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:33.878431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:33.887187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:33.922538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d95bdd75-1a03-47be-9476-b4c533dc77c4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5891407 Nov 10 22:40:33.946958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Request body: {'port': {'device_id': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:33.965353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:33.965819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.010827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d817-2a7a-4a0a-b58d-0626b934a131 req-70699034-8314-449a-ad6d-2790940a3ca3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:34.012316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0a3d817-2a7a-4a0a-b58d-0626b934a131 req-70699034-8314-449a-ad6d-2790940a3ca3 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1086638 Nov 10 22:40:34.083490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.083851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0a3d817-2a7a-4a0a-b58d-0626b934a131 req-f8651eed-b785-4518-9c89-3ab7b88ea3c7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584497 Nov 10 22:40:34.202785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8e9d-52aa-48d8-9688-cc0bc8410953 req-b885018b-94c1-4989-9e00-4a9a67f79c4c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:34.216920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a27d8e9d-52aa-48d8-9688-cc0bc8410953 req-b885018b-94c1-4989-9e00-4a9a67f79c4c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.2159338 Nov 10 22:40:34.282288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-0a711eac-82b7-43bd-a764-44900c7cd1a7 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612974 Nov 10 22:40:34.355084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a27d8e9d-52aa-48d8-9688-cc0bc8410953 req-5fcb8ac1-027a-4beb-af1a-cbce4a410a3b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368291 Nov 10 22:40:34.478926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59862) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:34.692470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c81f74-3dd3-4386-be90-c940e845b38d {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:34.703114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.727209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b400c2f-7db6-424e-bb0c-ceb99738f665 req-24d200a1-91ef-4457-bda4-bb423feaa246 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:34.735911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b400c2f-7db6-424e-bb0c-ceb99738f665 req-24d200a1-91ef-4457-bda4-bb423feaa246 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.2036455 Nov 10 22:40:34.761505 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Transition to ACTIVE for port object e2c81f74-3dd3-4386-be90-c940e845b38d will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:34.773397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.833910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b400c2f-7db6-424e-bb0c-ceb99738f665 req-c1e2f778-0ef8-4514-b9f5-b8a8c9674475 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960057 Nov 10 22:40:34.863989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:35.009902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Attempting to bind port e2c81f74-3dd3-4386-be90-c940e845b38d on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:35.010570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Attempting to bind port e2c81f74-3dd3-4386-be90-c940e845b38d by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:35.010570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Attempting to bind port e2c81f74-3dd3-4386-be90-c940e845b38d on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:35.013835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.023568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Port e2c81f74-3dd3-4386-be90-c940e845b38d on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:35.023898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Attempting to bind port e2c81f74-3dd3-4386-be90-c940e845b38d on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:35.035205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-3b9dacda-8145-48da-9b90-82d898ec4694 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.036939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-3b9dacda-8145-48da-9b90-82d898ec4694 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7488930 Nov 10 22:40:35.041643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e5d4-c958-4ad3-bc1f-7c59090060c1 req-4fda68ba-3d5a-4e54-b698-201f5bcfeacd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.043215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbd2e5d4-c958-4ad3-bc1f-7c59090060c1 req-4fda68ba-3d5a-4e54-b698-201f5bcfeacd tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 946 time: 0.1189833 Nov 10 22:40:35.047558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:35.047889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Checking segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:35.048325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Bound using segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:35.048836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Bound port: e2c81f74-3dd3-4386-be90-c940e845b38d, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:35.049256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.061619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Request body: {'port': {'device_id': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'd6bf8ec9e90a414493fba88e5cd80637'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:35.083256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048634-a163-4ea8-9474-2a57ed85a22d req-0d132bc5-ec68-4239-b0b6-412e2ce34400 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.092281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7048634-a163-4ea8-9474-2a57ed85a22d req-0d132bc5-ec68-4239-b0b6-412e2ce34400 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 943 time: 0.2484479 Nov 10 22:40:35.167430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.172462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:35.179924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e2c81f74-3dd3-4386-be90-c940e845b38d,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:35.193108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.205166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbd2e5d4-c958-4ad3-bc1f-7c59090060c1 req-dbd03882-cbb0-4344-9225-fea5cd7955f0 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531777 Nov 10 22:40:35.234627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.235288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.236633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] 10.222.0.20 "PUT /v2.0/ports/e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 200 len: 1091 time: 1.2997050 Nov 10 22:40:35.241743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:35.243690 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:35.276916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517fbbf-918e-43f6-bc9a-8b39f661f61a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:35.333268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7048634-a163-4ea8-9474-2a57ed85a22d req-154e7259-db61-4cbd-8ee8-9ffe56fc81ff tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252204 Nov 10 22:40:35.360450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.364302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.364302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "DELETE /v2.0/security-groups/48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a HTTP/1.1" status: 204 len: 168 time: 0.8824732 Nov 10 22:40:35.364689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-743eb832-5dfa-487e-9154-6454d3a47faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.366613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-743eb832-5dfa-487e-9154-6454d3a47faa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1094 time: 0.0850453 Nov 10 22:40:35.367736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:35.377728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Made reservation on behalf of d6bf8ec9e90a414493fba88e5cd80637 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:35.382844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.385534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012401-356e-4b53-b614-0aa151c02e59 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:35.413943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.464052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-f8661025-4fed-4ee1-bc61-7dc3a45909e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 200 len: 217 time: 0.0781739 Nov 10 22:40:35.464052 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-a2684f44-7f43-4082-8ce0-75ca88e8163a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] show failed (client error): The resource could not be found. Nov 10 22:40:35.466278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a2684f44-7f43-4082-8ce0-75ca88e8163a tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "GET /v2.0/security-groups/48a88e99-b56c-4e11-9ee6-f4c9d0f66a0a HTTP/1.1" status: 404 len: 347 time: 0.0972123 Nov 10 22:40:35.466926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:35.518900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbb3a708-5b67-4e8c-a1b7-cecb66567b81 req-b5057495-0a2a-4b6e-9a16-600724b262d6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 210 time: 0.0950136 Nov 10 22:40:35.617883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.625079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.651848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-5e10cfda-3148-43c6-9bc4-16d1d0806e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.658970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-5e10cfda-3148-43c6-9bc4-16d1d0806e26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1897514 Nov 10 22:40:35.716056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-fbce5ebc-9cd8-4f10-a2b5-9038f193d8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343487 Nov 10 22:40:35.756392 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55677cc3-66cf-4de8-84ea-9cfa0bb0581a x-openstack-request-id: req-55677cc3-66cf-4de8-84ea-9cfa0bb0581a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:35.757264 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:35.757603 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55677cc3-66cf-4de8-84ea-9cfa0bb0581a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:35.758894 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d', 'status': 'completed', 'code': 200} Nov 10 22:40:35.761467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da17892a-f8fa-4c3a-84b2-649b7c6c4f12,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:35.810080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Deleting port 5a35404d-d3fb-4205-92d1-f39f19b84e12 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:35.810431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.818771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfc959-a788-4d89-a2e0-78ab7b1b2446 req-ffbfa302-961e-4c24-9b88-6764abbd6dbf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.822091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75cfc959-a788-4d89-a2e0-78ab7b1b2446 req-ffbfa302-961e-4c24-9b88-6764abbd6dbf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1999733 Nov 10 22:40:35.917314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-da3e8bf8-069c-4fdd-ae59-287beb9d6684 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935866 Nov 10 22:40:35.942161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75cfc959-a788-4d89-a2e0-78ab7b1b2446 req-6cea7e4d-6f27-4638-8108-fd61327be903 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036303 Nov 10 22:40:35.965867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Allocated IP 192.168.233.241 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/7e9fc58a-c8ad-4621-8461-ed222358825d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:36.163198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf89d1-0076-4fb5-811a-98156e15be93 req-37ada00f-e956-4a44-9dba-9fb25887d31c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.165041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7acf89d1-0076-4fb5-811a-98156e15be93 req-37ada00f-e956-4a44-9dba-9fb25887d31c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1362264 Nov 10 22:40:36.284060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7acf89d1-0076-4fb5-811a-98156e15be93 req-2535f582-b1dd-4184-9261-239a09748271 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111443 Nov 10 22:40:36.315688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.422053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.441532 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.442116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.472306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Calling delete_port for 5a35404d-d3fb-4205-92d1-f39f19b84e12 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:36.500914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:36.505667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:36.509012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:36.511895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:36.525373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f5131-0c49-49fc-b334-6f376a38bdec req-f8a21a9c-c0a2-418a-a219-50170a0cba29 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.535866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b5f5131-0c49-49fc-b334-6f376a38bdec req-f8a21a9c-c0a2-418a-a219-50170a0cba29 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 946 time: 0.1478913 Nov 10 22:40:36.575256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-c3e89599-c55b-481c-b052-288928ecf1a5 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.594116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-c3e89599-c55b-481c-b052-288928ecf1a5 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.7229791 Nov 10 22:40:36.627366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-e81c6d99-e599-44d1-89d3-c66902e98464 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/quotas/b46ef875fe31489794f6fcc32fec07bc HTTP/1.1" status: 200 len: 375 time: 0.0288544 Nov 10 22:40:36.656210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ec6bc98-d5b8-471d-8a39-9966f879d210 req-81b615f8-28a3-4dac-a6d7-212277917dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198451 Nov 10 22:40:36.660838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.673490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.721091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b5f5131-0c49-49fc-b334-6f376a38bdec req-03cd8b03-d6ef-4f31-9412-de1af3ab897e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840730 Nov 10 22:40:36.740635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-105d6210-ed9c-47f7-a034-26ec15d437c6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6862333 Nov 10 22:40:36.754128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Request body: {'port': {'device_id': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:36.768403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-d7f9e002-04fa-4ac6-bf29-dc9fc3f87178 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387539 Nov 10 22:40:36.822364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-f8899bb3-7f1f-4e64-864f-7404bfcb80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.823956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-f8899bb3-7f1f-4e64-864f-7404bfcb80d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1094 time: 0.0793600 Nov 10 22:40:36.929226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.949849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-d6b4cfa7-f598-492a-9dfe-a6f0c8db7d02 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.951687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-d6b4cfa7-f598-492a-9dfe-a6f0c8db7d02 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0605ea6-30c3-4f6c-a4e6-cfe871b12071 HTTP/1.1" status: 200 len: 945 time: 0.1699927 Nov 10 22:40:36.963086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1b584152-f702-407a-93f9-3bb9e810d380 None None] Provisioning complete for port 7e9fc58a-c8ad-4621-8461-ed222358825d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:36.963571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b584152-f702-407a-93f9-3bb9e810d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.000300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59912) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:37.001033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.012509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1b584152-f702-407a-93f9-3bb9e810d380 None None] Port 7e9fc58a-c8ad-4621-8461-ed222358825d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:40:37.049988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Pushing event deleted for resources: {'Port': ['ID=5a35404d-d3fb-4205-92d1-f39f19b84e12,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.100965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd5186-6531-41aa-8583-86d3c260be9d req-8f0ebbb6-fa92-4841-85dc-62f6385b9d36 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:37.102559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9dbd5186-6531-41aa-8583-86d3c260be9d req-8f0ebbb6-fa92-4841-85dc-62f6385b9d36 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 943 time: 0.2269964 Nov 10 22:40:37.151658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-a51b84e6-a911-4512-98bc-26b7040cce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:37.153219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-a51b84e6-a911-4512-98bc-26b7040cce50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 0.3203859 Nov 10 22:40:37.186478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86bab2a4-96c9-422f-84a4-6ea28fa4036e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.253250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-234a55f6-bafb-446b-a2d7-b25ac11deb97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 200 len: 217 time: 0.0681145 Nov 10 22:40:37.275222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.283985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.283985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4298326a-4c0e-4d69-b24b-6e2bcb538901 tempest-ServersWithSpecificFlavorTestJSON-1044820400 tempest-ServersWithSpecificFlavorTestJSON-1044820400-project] 10.222.0.25 "DELETE /v2.0/floatingips/91791c26-63aa-4537-b532-64e739ad7400 HTTP/1.1" status: 204 len: 168 time: 1.8112502 Nov 10 22:40:37.290055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9dbd5186-6531-41aa-8583-86d3c260be9d req-66ddce81-d4b5-4e80-825f-ffd8fcc809dd tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781967 Nov 10 22:40:37.347805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Deleting port 33432d98-2b46-4a20-8769-225bc019912b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:37.348145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.361922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-494a8568-eb8a-4dbf-b652-3a25eaebd52f service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925441 Nov 10 22:40:37.435682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-d1c196a5-e154-4a20-b27e-21a683163150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:37.437252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-d1c196a5-e154-4a20-b27e-21a683163150 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1740398 Nov 10 22:40:37.493909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-cb199f03-ba44-4649-841f-c1c52e2aaa66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455580 Nov 10 22:40:37.520730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f021f-4a5f-43ce-94e8-ebc99219b231 req-c2d2d1b4-64c0-48a7-816d-5bc3426816dd tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:37.522932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-551f021f-4a5f-43ce-94e8-ebc99219b231 req-c2d2d1b4-64c0-48a7-816d-5bc3426816dd tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 936 time: 0.1257575 Nov 10 22:40:37.533801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] For port 33432d98-2b46-4a20-8769-225bc019912b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=33432d98-2b46-4a20-8769-225bc019912b,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:37.534165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.568676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Calling delete_port for 33432d98-2b46-4a20-8769-225bc019912b owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:37.586670 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86bab2a4-96c9-422f-84a4-6ea28fa4036e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.597037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86bab2a4-96c9-422f-84a4-6ea28fa4036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.635882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-70c11db7-1598-4bc9-8738-10fa7af3b145 service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730365 Nov 10 22:40:37.665006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:37.676796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.682844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-551f021f-4a5f-43ce-94e8-ebc99219b231 req-0a0d90b5-722a-418f-a34a-a7fc56a4b6b8 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461611 Nov 10 22:40:37.705070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Transition to ACTIVE for port object 7e9fc58a-c8ad-4621-8461-ed222358825d will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:37.720188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.755604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-86bab2a4-96c9-422f-84a4-6ea28fa4036e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68e6be94ffdb451fbf9c01fb4b7c40d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7515838 Nov 10 22:40:37.758599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab2a4-96c9-422f-84a4-6ea28fa4036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0a53c-c878-4d3c-aa05-96c1a7d08c0b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.760053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:37.766414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-a6454592-941d-4b0b-accb-18bf1d6dbe2b service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612453 Nov 10 22:40:37.938592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:38.042896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Attempting to bind port 7e9fc58a-c8ad-4621-8461-ed222358825d on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:38.043232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Attempting to bind port 7e9fc58a-c8ad-4621-8461-ed222358825d by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:38.043562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Attempting to bind port 7e9fc58a-c8ad-4621-8461-ed222358825d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:38.048534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.073629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Port 7e9fc58a-c8ad-4621-8461-ed222358825d on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:38.074114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Attempting to bind port 7e9fc58a-c8ad-4621-8461-ed222358825d on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:38.084052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfdfdd6d-9b01-4cc8-9187-87efde7cf8ac req-97dd4aab-d05c-4ad9-b81d-162fdaa7543b service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057477 Nov 10 22:40:38.106679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:38.107019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:38.107407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:38.107855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Bound port: 7e9fc58a-c8ad-4621-8461-ed222358825d, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:38.108213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.137400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b1ea-ed19-497d-b720-a19a86134610 req-544f89dc-492e-4fbf-b16f-224138e5f345 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.145805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04b6b1ea-ed19-497d-b720-a19a86134610 req-544f89dc-492e-4fbf-b16f-224138e5f345 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1601930 Nov 10 22:40:38.177979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.240057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.241644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04b6b1ea-ed19-497d-b720-a19a86134610 req-84e16d42-d1e4-44d4-8444-a6153f47e4bf tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Nov 10 22:40:38.267723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['33432d98-2b46-4a20-8769-225bc019912b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:38.330964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event deleted for resources: {'Port': ['ID=33432d98-2b46-4a20-8769-225bc019912b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:38.483496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] No DVR routers for this DVR port 33432d98-2b46-4a20-8769-225bc019912b on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:38.490186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.496894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edecdca6-f869-4da1-a5b4-3cffd780cd14 req-5a05abf1-0891-4ab4-806b-ddd0b27ef1b2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "DELETE /v2.0/ports/33432d98-2b46-4a20-8769-225bc019912b HTTP/1.1" status: 204 len: 173 time: 1.5313928 Nov 10 22:40:38.506321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-deleted', 'tag': '33432d98-2b46-4a20-8769-225bc019912b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:38.518209 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc71692-158e-49b5-916a-3533224154f6" -d '{"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-deleted", "tag": "33432d98-2b46-4a20-8769-225bc019912b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:38.529229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:38.551734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:38.567385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.617847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.628046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.629597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6e0a53c-c878-4d3c-aa05-96c1a7d08c0b HTTP/1.1" status: 204 len: 168 time: 0.8647821 Nov 10 22:40:38.679185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.679805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.681828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e9fc58a-c8ad-4621-8461-ed222358825d HTTP/1.1" status: 200 len: 1096 time: 1.9327319 Nov 10 22:40:38.704829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ae582-b988-49ba-ba28-4e35ff4a5655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0a53c-c878-4d3c-aa05-96c1a7d08c0b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:38.749807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f4e13-30db-4fa5-ad6d-d4a1ae6a3d91 req-aacf6c42-7fe3-4345-8a78-85cf40d7c103 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.758756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-117f4e13-30db-4fa5-ad6d-d4a1ae6a3d91 req-aacf6c42-7fe3-4345-8a78-85cf40d7c103 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1843135 Nov 10 22:40:38.786811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ca6f1-cdd3-4dab-9a8d-c253b32aaa22 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:38.895230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-117f4e13-30db-4fa5-ad6d-d4a1ae6a3d91 req-09447ac2-82f6-4238-b11c-39a34ff2b566 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349778 Nov 10 22:40:38.925582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-facb6513-341d-4d89-8e5c-9ed52da1a06a req-a34f35da-654f-4d1e-b33f-4b648ccdf06e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0974090 Nov 10 22:40:39.041301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e2c81f74-3dd3-4386-be90-c940e845b38d details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:39.103402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-c5eb0e8c-276b-4baf-aad1-6a0775ebe3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.104924 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-c5eb0e8c-276b-4baf-aad1-6a0775ebe3eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 1099 time: 0.2090628 Nov 10 22:40:39.126415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892cb5-939c-41ae-b05c-28eaa6a321ad req-0e3c5a18-f518-4e9c-b46e-b89b25723a7c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.135996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8892cb5-939c-41ae-b05c-28eaa6a321ad req-0e3c5a18-f518-4e9c-b46e-b89b25723a7c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 943 time: 0.1429217 Nov 10 22:40:39.228519 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1801afc-3335-413b-9af9-64f6266970d0 x-openstack-request-id: req-a1801afc-3335-413b-9af9-64f6266970d0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:39.228805 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0605ea6-30c3-4f6c-a4e6-cfe871b12071", "name": "network-vif-deleted", "tag": "33432d98-2b46-4a20-8769-225bc019912b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:39.229114 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1801afc-3335-413b-9af9-64f6266970d0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:39.230055 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0605ea6-30c3-4f6c-a4e6-cfe871b12071', 'name': 'network-vif-deleted', 'tag': '33432d98-2b46-4a20-8769-225bc019912b', 'status': 'completed', 'code': 200} Nov 10 22:40:39.232302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-ac94308b-02cf-4075-b953-44adbc0b1c32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7e9fc58a-c8ad-4621-8461-ed222358825d HTTP/1.1" status: 200 len: 217 time: 0.1141236 Nov 10 22:40:39.259765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e2c81f74-3dd3-4386-be90-c940e845b38d,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:39.280059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e2c81f74-3dd3-4386-be90-c940e845b38d', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'port_id': 'e2c81f74-3dd3-4386-be90-c940e845b38d', 'mac_address': 'fa:16:3e:c2:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:39.331514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:39.350596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c81f74-3dd3-4386-be90-c940e845b38d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:39.352565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:39.357209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8892cb5-939c-41ae-b05c-28eaa6a321ad req-5110ea6c-1b77-4519-8c5a-ebf1ee39a28a tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173970 Nov 10 22:40:39.382774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37f78a0f-d9a2-4fd3-af5a-a0ef9befcc90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:39.399636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-64ce2884-99bd-49e0-9bc5-e74721f1659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.402561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-64ce2884-99bd-49e0-9bc5-e74721f1659b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1569424 Nov 10 22:40:39.406518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e2c81f74-3dd3-4386-be90-c940e845b38d,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:39.415924 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:39.526918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:39.542047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37f78a0f-d9a2-4fd3-af5a-a0ef9befcc90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:39.579854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c638d1-e111-4636-b013-a474ccf0752f req-3dbdf451-1fe2-473b-83c1-1fbbd9791c93 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.580517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37f78a0f-d9a2-4fd3-af5a-a0ef9befcc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:39.589487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33c638d1-e111-4636-b013-a474ccf0752f req-3dbdf451-1fe2-473b-83c1-1fbbd9791c93 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1635439 Nov 10 22:40:39.593927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-e48cc5eb-39c2-4f65-88e5-6e76d67b9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.595503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-e48cc5eb-39c2-4f65-88e5-6e76d67b9109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855834 Nov 10 22:40:39.674797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e2c81f74-3dd3-4386-be90-c940e845b38d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:39.737030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b4fb1-091a-46dc-934c-d4b2781ffe57 req-699cccb1-48b5-4018-ae3f-6d60ae2e2eb6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.738875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-0dc0e6e3-2c93-44c1-9bce-6072667620dc service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257756 Nov 10 22:40:39.745116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-416b4fb1-091a-46dc-934c-d4b2781ffe57 req-699cccb1-48b5-4018-ae3f-6d60ae2e2eb6 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 948 time: 0.1999371 Nov 10 22:40:39.749319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37f78a0f-d9a2-4fd3-af5a-a0ef9befcc90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9919912867cf4495a681376c2fc09a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955691 Nov 10 22:40:39.753928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f78a0f-d9a2-4fd3-af5a-a0ef9befcc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f266e8b-8982-47d6-bb68-80ed1824e03a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:39.775690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59974) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:39.861724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-0ebb3af9-4726-4cd9-8e1b-ca760d122337 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:39.863584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-0ebb3af9-4726-4cd9-8e1b-ca760d122337 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.20 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.3153932 Nov 10 22:40:39.880962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-416b4fb1-091a-46dc-934c-d4b2781ffe57 req-38ff4625-b514-4dee-b2d6-5a5a3397ec49 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344130 Nov 10 22:40:39.899517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Request body: {'port': {'device_id': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'admin_state_up': True, 'tenant_id': 'b46ef875fe31489794f6fcc32fec07bc'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:39.914725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33c638d1-e111-4636-b013-a474ccf0752f req-a9cd2496-7867-48f6-8483-63062a40fee2 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177004 Nov 10 22:40:39.923251 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:40:39.932176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.034537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c16135eb-1df1-4510-9e7a-92a68b31b82d req-6269f8a8-4db8-4cb9-8967-9e4201f89e37 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804942 Nov 10 22:40:40.096742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1a9b-427d-4c33-87e6-c8bc435c6863 req-ea56955b-cf08-4629-b04e-92ccddd50d17 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:40.101986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.106634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4fd1a9b-427d-4c33-87e6-c8bc435c6863 req-ea56955b-cf08-4629-b04e-92ccddd50d17 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.0708263 Nov 10 22:40:40.168872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4fd1a9b-427d-4c33-87e6-c8bc435c6863 req-dcc97118-bc6d-495c-ac1f-1a2c0dbd1f8a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Nov 10 22:40:40.185850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d99022a1-8cdb-4cdc-b256-eb360c80b659 req-fcb5e251-a4d2-4add-aa79-4da4f3540122 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0406885 Nov 10 22:40:40.214554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.222933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.235930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f266e8b-8982-47d6-bb68-80ed1824e03a HTTP/1.1" status: 204 len: 168 time: 0.4481473 Nov 10 22:40:40.316246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f973e9-42f6-4ead-bb02-004ea687a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f266e8b-8982-47d6-bb68-80ed1824e03a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:40.381668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:40.384598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Made reservation on behalf of b46ef875fe31489794f6fcc32fec07bc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:40.391467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:40.394225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.506367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad566d-e262-4cf6-a4e3-e628488eb354 req-4ba43ade-b018-4a7e-8da9-71dda8c3d9fe tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:40.507918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1ad566d-e262-4cf6-a4e3-e628488eb354 req-4ba43ade-b018-4a7e-8da9-71dda8c3d9fe tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1058273 Nov 10 22:40:40.518058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 33432d98-2b46-4a20-8769-225bc019912b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:40.518343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 33432d98-2b46-4a20-8769-225bc019912b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:40.599756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1ad566d-e262-4cf6-a4e3-e628488eb354 req-f0c4be2b-64e2-4dff-a7c6-7fce69c36c55 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751143 Nov 10 22:40:40.707699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:40.730660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847215c-2199-4ab4-9e3b-6089e513f237 req-decc3624-0e14-4ab5-8cc2-66ae9a418869 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:40.733031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a847215c-2199-4ab4-9e3b-6089e513f237 req-decc3624-0e14-4ab5-8cc2-66ae9a418869 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 944 time: 0.1403933 Nov 10 22:40:40.736723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'mac_address': 'fa:16:3e:f8:67:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:40.787600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Allocated IP 172.20.0.13 (fa66fb2e-9a03-4f63-8b58-83ef9c552186/b2d9f12b-fdf9-434a-af3d-d59caa57f7b2/b92d1872-19c5-42b2-9593-b4339d1d2e84) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:40.813911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.851120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 471b9c64-2bab-4f61-adf0-cad8d92abb03 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:40.906900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa66b5-1f05-456d-bc17-22370fb5828d req-093f9509-c3ab-477e-a900-b7b16c48673a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:40.909227 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afaa66b5-1f05-456d-bc17-22370fb5828d req-093f9509-c3ab-477e-a900-b7b16c48673a tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1498899 Nov 10 22:40:40.918372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:40.925962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:40.931507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a847215c-2199-4ab4-9e3b-6089e513f237 req-13327c50-50ac-4cda-96c1-dcdf596d1eac tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072359 Nov 10 22:40:41.000914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afaa66b5-1f05-456d-bc17-22370fb5828d req-d584eef1-9021-4574-bd7a-cf745beb958e tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802970 Nov 10 22:40:41.059167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e2c81f74-3dd3-4386-be90-c940e845b38d up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:41.143975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:41.153381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98862-b07d-408c-9476-1793f37fcf54 req-37de4998-81b2-400e-9dde-6d9f6d0b9b17 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:41.154938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ede98862-b07d-408c-9476-1793f37fcf54 req-37de4998-81b2-400e-9dde-6d9f6d0b9b17 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 948 time: 0.0929551 Nov 10 22:40:41.234098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:41.238208 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b0369-3a34-49d2-b71c-919134a6f445" -d '{"events": [{"name": "network-changed", "server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:41.284874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.292717 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ede98862-b07d-408c-9476-1793f37fcf54 req-c672e27e-9cf2-4a96-a0c0-5bc18e4c5f4f tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105821 Nov 10 22:40:41.410327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.427331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60050) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:41.445799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['471b9c64-2bab-4f61-adf0-cad8d92abb03'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:41.519690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:41.524216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:41.547954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:41.616398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e2c81f74-3dd3-4386-be90-c940e845b38d completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:41.639157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e2c81f74-3dd3-4386-be90-c940e845b38d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:41.639428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:41.641725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.659050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7a826-8ba3-4be4-b75c-3e03cffb443d req-366a53ff-e5ee-41b6-a1c0-c8e86987ab69 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:41.665527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66b7a826-8ba3-4be4-b75c-3e03cffb443d req-366a53ff-e5ee-41b6-a1c0-c8e86987ab69 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 932 time: 0.1264679 Nov 10 22:40:41.682697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:41.683364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.696471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500d122-60ff-4e48-8910-34de3c39d4aa req-225b3b17-8867-4d10-afdd-5e72bc92ff80 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:41.704557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3500d122-60ff-4e48-8910-34de3c39d4aa req-225b3b17-8867-4d10-afdd-5e72bc92ff80 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.1187630 Nov 10 22:40:41.752651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-acef32b1-8281-40b7-8b16-3a437f7e8de7 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8685973 Nov 10 22:40:41.772648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Request body: {'port': {'device_id': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:41.824761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3500d122-60ff-4e48-8910-34de3c39d4aa req-1d62cb24-3de8-4983-b302-b4b6558ce136 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192808 Nov 10 22:40:41.908570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:41.924703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.931640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66b7a826-8ba3-4be4-b75c-3e03cffb443d req-5938bbdf-b5fe-441c-94b1-37d34e323466 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539730 Nov 10 22:40:41.962670 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679f1f7-2881-46c1-b214-4bd4c0e09cf8 x-openstack-request-id: req-7679f1f7-2881-46c1-b214-4bd4c0e09cf8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:41.963075 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:41.963421 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7679f1f7-2881-46c1-b214-4bd4c0e09cf8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:41.964665 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'status': 'completed', 'code': 200} Nov 10 22:40:42.074705 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.150964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e2c81f74-3dd3-4386-be90-c940e845b38d,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:42.152429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:42.158639 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b03f23-9898-4f5c-87ed-c155eb4fdb20" -d '{"events": [{"server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:42.166036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.188618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-network', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:42.232354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-5f465ba3-f02b-4850-a92f-75416410922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:42.234649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-5f465ba3-f02b-4850-a92f-75416410922e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 1099 time: 0.2638469 Nov 10 22:40:42.248068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d06c74-d073-421f-9378-b167ace03f4d req-f3fcdb8a-8c73-4ede-9b00-acd06d3a1292 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:42.256826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d06c74-d073-421f-9378-b167ace03f4d req-f3fcdb8a-8c73-4ede-9b00-acd06d3a1292 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1337185 Nov 10 22:40:42.257842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:42.338317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d06c74-d073-421f-9378-b167ace03f4d req-c873b0c8-9852-4ef3-bb16-ddcb7ae7aa6c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803540 Nov 10 22:40:42.357939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Made reservation on behalf of 7e27d2e4c02341019da6c30130ba3880 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:42.368017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.405122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:42.407212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:42.585399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 471b9c64-2bab-4f61-adf0-cad8d92abb03 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:42.586666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.627645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5b882-68a9-40cb-8512-f008d2d20721 req-ab63883d-6ea8-49d8-830c-f83de0fd1acc tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:42.634976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0a5b882-68a9-40cb-8512-f008d2d20721 req-ab63883d-6ea8-49d8-830c-f83de0fd1acc tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.2032363 Nov 10 22:40:42.701984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:42.707012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92d1872-19c5-42b2-9593-b4339d1d2e84 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:42.729262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.743047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'mac_address': 'fa:16:3e:04:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:42.778636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Transition to ACTIVE for port object b92d1872-19c5-42b2-9593-b4339d1d2e84 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:42.799988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0a5b882-68a9-40cb-8512-f008d2d20721 req-96be23b5-d851-4cb1-ab48-7b56da628c3f tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629751 Nov 10 22:40:42.820939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af065da-1267-450e-977c-72796d01ecc5 req-67417208-1d8b-455b-b32f-f9618605e49c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:42.823102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.825939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1af065da-1267-450e-977c-72796d01ecc5 req-67417208-1d8b-455b-b32f-f9618605e49c tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7df2d7-d3e5-41c1-822a-b087ea5baeb9 HTTP/1.1" status: 200 len: 945 time: 0.1619332 Nov 10 22:40:42.827319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:42.924887 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff64cfd-c0d8-4312-835d-81d4c29b31c5 x-openstack-request-id: req-2ff64cfd-c0d8-4312-835d-81d4c29b31c5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:42.925480 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:42.926806 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ff64cfd-c0d8-4312-835d-81d4c29b31c5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:42.927378 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d', 'code': 200} Nov 10 22:40:43.016168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.038215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.088626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:43.105355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:43.114635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.140209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Attempting to bind port b92d1872-19c5-42b2-9593-b4339d1d2e84 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:43.140540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Attempting to bind port b92d1872-19c5-42b2-9593-b4339d1d2e84 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:43.140863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Attempting to bind port b92d1872-19c5-42b2-9593-b4339d1d2e84 on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:43.151971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-f9c42817-07f6-4b1e-a37d-fd3046ff8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:43.153829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-f9c42817-07f6-4b1e-a37d-fd3046ff8252 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.9113915 Nov 10 22:40:43.191133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:43.195135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:43.216616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:43.228371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Port b92d1872-19c5-42b2-9593-b4339d1d2e84 on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:43.229578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Attempting to bind port b92d1872-19c5-42b2-9593-b4339d1d2e84 on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:43.230049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.230254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-7a9d05ee-0966-4206-b1fa-6cb50665dd86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7e9fc58a-c8ad-4621-8461-ed222358825d HTTP/1.1" status: 200 len: 217 time: 0.0608938 Nov 10 22:40:43.238591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:43.239063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Checking segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:43.239854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Bound using segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:43.240104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Bound port: b92d1872-19c5-42b2-9593-b4339d1d2e84, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:43.240590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.255704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35d59-267c-4e31-8704-430b4f9d90d2 req-f763f903-8ad9-415c-a600-9dd0db4e8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:43.257675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cd35d59-267c-4e31-8704-430b4f9d90d2 req-f763f903-8ad9-415c-a600-9dd0db4e8fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1096 time: 0.2628872 Nov 10 22:40:43.325390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:43.512769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-93bc5e82-9751-4c38-82b7-782d4cbb87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:43.514307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-93bc5e82-9751-4c38-82b7-782d4cbb87ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.2673514 Nov 10 22:40:43.516505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.539987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['7e9fc58a-c8ad-4621-8461-ed222358825d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:43.564295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9853d-0a63-4eed-bd1c-bf3978540a20 req-f8bf1fbc-d656-4076-9f64-7ac9db42abb1 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:43.567011 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.585083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8c9853d-0a63-4eed-bd1c-bf3978540a20 req-f8bf1fbc-d656-4076-9f64-7ac9db42abb1 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 948 time: 0.4705307 Nov 10 22:40:43.653001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20072cb7-5131-4de4-803e-55df6f7060ea,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:43.697092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:40:43.703299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.712611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.713237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.713746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.714233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.714721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.715199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.715681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.716159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.716676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.717236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.717777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:43.765839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:43.769797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port edd65e4c-d737-4421-a6b4-e1c9b26279f9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:43.770567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.771181 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Added segment 56be365f-15dc-45dc-ac8f-4f1d1ce66014 of type vlan for network 149df865-7c8c-45d8-af13-fb5356864d4f Nov 10 22:40:43.775621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.778288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.786441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cd35d59-267c-4e31-8704-430b4f9d90d2 req-b108c9d1-6e82-4464-81de-40d0f2003239 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764295 Nov 10 22:40:43.797168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-d4bdc8cb-d570-434b-b869-2fa21aeac01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:43.799403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-d4bdc8cb-d570-434b-b869-2fa21aeac01c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606833 Nov 10 22:40:43.859435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8c9853d-0a63-4eed-bd1c-bf3978540a20 req-b9c069f2-3355-40c0-8706-0e6ba5857cd2 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716777 Nov 10 22:40:43.870072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:43.942632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.980326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.102317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.103176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:44.104857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.112340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port edd65e4c-d737-4421-a6b4-e1c9b26279f9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=edd65e4c-d737-4421-a6b4-e1c9b26279f9,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:44.112861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.135440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-1b280894-f27c-47d2-bbc2-d4cc473a8a20 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887325 Nov 10 22:40:44.139334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for edd65e4c-d737-4421-a6b4-e1c9b26279f9 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:44.354496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f97b0369-3a34-49d2-b71c-919134a6f445 req-38e9edfe-6857-4ca1-be31-92f62f30b02f service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885033 Nov 10 22:40:44.357623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.371384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928', 'edd65e4c-d737-4421-a6b4-e1c9b26279f9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:44.378296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4452007 Nov 10 22:40:44.388044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:44.395835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac953c-cfa3-43bd-a1c3-cc14177dbd47 admin admin] Pushing event updated for resources: {'Network': ['ID=149df865-7c8c-45d8-af13-fb5356864d4f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:44.409245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Request body: {'subnet': {'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-subnet', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:44.431130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 149df865-7c8c-45d8-af13-fb5356864d4f details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:40:44.433058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:44.433664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.433795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:44.435441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b92d1872-19c5-42b2-9593-b4339d1d2e84 HTTP/1.1" status: 200 len: 1092 time: 2.6679378 Nov 10 22:40:44.437111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:44.448386 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844c5dd-14e2-4f78-b6b0-85b0584d403e" -d '{"events": [{"name": "network-changed", "server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:44.507852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c39162-e43b-42ad-aaf0-d453da177cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:44.510979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Made reservation on behalf of 7e27d2e4c02341019da6c30130ba3880 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:44.513872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.614666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.752840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 7e9fc58a-c8ad-4621-8461-ed222358825d completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:44.762137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Deleting port 4340eb06-b5c6-48de-b394-9c811c7d4701 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:44.762892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.780864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 7e9fc58a-c8ad-4621-8461-ed222358825d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:44.781438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.822443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port edd65e4c-d737-4421-a6b4-e1c9b26279f9 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:44.831430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.835102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1af065da-1267-450e-977c-72796d01ecc5 req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/edd65e4c-d737-4421-a6b4-e1c9b26279f9 HTTP/1.1" status: 204 len: 173 time: 1.9831378 Nov 10 22:40:44.841541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.900561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] For port 4340eb06-b5c6-48de-b394-9c811c7d4701, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4340eb06-b5c6-48de-b394-9c811c7d4701,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:44.901416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:44.917225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Calling delete_port for 4340eb06-b5c6-48de-b394-9c811c7d4701 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:44.946175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:44.951681 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94308f76-02ec-44ba-91bf-509581949e5d" -d '{"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:45.064431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca0a1-6bb9-4da7-9986-7df428cbc796 req-ed8ea47d-42b2-45d9-8a63-1ee15321ba99 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:45.071712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b9ca0a1-6bb9-4da7-9986-7df428cbc796 req-ed8ea47d-42b2-45d9-8a63-1ee15321ba99 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.7478688 Nov 10 22:40:45.106191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044486b-6670-4d06-9af6-513e65613f31 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=edd65e4c-d737-4421-a6b4-e1c9b26279f9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:45.203042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Checking segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:45.203419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Network hostable DHCP agents. Network: 149df865-7c8c-45d8-af13-fb5356864d4f, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:40:45.214659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-2ffd75b7-bfa1-480f-9499-5c8fcb7ae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:45.216179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-2ffd75b7-bfa1-480f-9499-5c8fcb7ae95c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 1095 time: 0.4644639 Nov 10 22:40:45.227411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.265733 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.330350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-fce17336-e073-4da1-84a7-b12b01f60e4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84 HTTP/1.1" status: 200 len: 217 time: 0.0888693 Nov 10 22:40:45.347395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:45.354070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.362561 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.392779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1312ed6-5286-4990-bc16-19bba04a276c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:45.410702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b9ca0a1-6bb9-4da7-9986-7df428cbc796 req-e6a02e39-5b8c-46be-9455-dae970681a0e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894590 Nov 10 22:40:45.482391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Network 149df865-7c8c-45d8-af13-fb5356864d4f is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:40:45.491327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Pushing event deleted for resources: {'Port': ['ID=4340eb06-b5c6-48de-b394-9c811c7d4701,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:45.518553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:45.564954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 149df865-7c8c-45d8-af13-fb5356864d4f) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:45.574324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea5225-7c42-4715-b913-500c9e5a540b None None] Network 149df865-7c8c-45d8-af13-fb5356864d4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:45.574704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:45.575300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.650664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-d4766610-2695-4a2f-9be5-abe812431017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:45.652121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-d4766610-2695-4a2f-9be5-abe812431017 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.2814350 Nov 10 22:40:45.752496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-ab9b6bb6-dff7-4f5e-bcf0-907dd0e7ff10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835128 Nov 10 22:40:45.756510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8e25d526-21f9-463e-a251-4230dbaab721 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3515224 Nov 10 22:40:45.760292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60108) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:45.766599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:45.817813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04d05-998f-4335-b648-24eb01d11136 req-e3268482-4e2b-43c2-ad24-7f350baa478f tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:45.827847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf04d05-998f-4335-b648-24eb01d11136 req-e3268482-4e2b-43c2-ad24-7f350baa478f tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 944 time: 0.3001111 Nov 10 22:40:45.869823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:45.982909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-149df865-7c8c-45d8-af13-fb5356864d4f', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:40:45.983893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.010153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.029063 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.088836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf04d05-998f-4335-b648-24eb01d11136 req-bbb898c1-7826-4d0d-912d-d967ee1ab23a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449129 Nov 10 22:40:46.183340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.201866 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721af81-e66a-40b3-856c-09849afb4357 x-openstack-request-id: req-1721af81-e66a-40b3-856c-09849afb4357 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:46.201866 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:46.201866 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1721af81-e66a-40b3-856c-09849afb4357 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:46.201866 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'status': 'completed', 'code': 200} Nov 10 22:40:46.207378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-95c6758f-1a97-41f6-95cd-b5743859476d service neutron] 10.222.0.20 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439428 Nov 10 22:40:46.238335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Allocated IP 172.20.0.2 (149df865-7c8c-45d8-af13-fb5356864d4f/d1312ed6-5286-4990-bc16-19bba04a276c/303df4be-7335-4044-b3f6-24f1c87938d8) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:46.316503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab920072-7c2b-4f4b-bcaa-991e7f89e09e req-55ddb34e-f431-4c08-9abe-3214ec2ab19b tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:46.325365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab920072-7c2b-4f4b-bcaa-991e7f89e09e req-55ddb34e-f431-4c08-9abe-3214ec2ab19b tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 950 time: 0.0854018 Nov 10 22:40:46.351099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Router 808a0b3c-53d2-4f60-acbe-1681c096b9fc has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:46.439622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.451365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.499202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:46.510896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab920072-7c2b-4f4b-bcaa-991e7f89e09e req-8de663e8-0374-4702-b702-41db9dc3df08 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834166 Nov 10 22:40:46.512805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Network 149df865-7c8c-45d8-af13-fb5356864d4f is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:46.514438 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Sync routers for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:46.516630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:46.520993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8c4b97b-9775-4417-993a-4dd75ff1ed00 admin admin] 10.222.0.25 "PUT /v2.0/routers/808a0b3c-53d2-4f60-acbe-1681c096b9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0923002 Nov 10 22:40:46.531352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:46.536944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Pushing event updated for resources: {'Port': ['ID=303df4be-7335-4044-b3f6-24f1c87938d8,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:46.538926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:46.545423 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:46.546378 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:46.606210 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a179d-5dce-4a1e-935c-2459c29832d7 x-openstack-request-id: req-e77a179d-5dce-4a1e-935c-2459c29832d7 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:46.606496 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:46.606743 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e77a179d-5dce-4a1e-935c-2459c29832d7 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:46.607125 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'code': 200} Nov 10 22:40:46.621263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Attempting to bind port 303df4be-7335-4044-b3f6-24f1c87938d8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:46.621593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Attempting to bind port 303df4be-7335-4044-b3f6-24f1c87938d8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:46.622119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Attempting to bind port 303df4be-7335-4044-b3f6-24f1c87938d8 on network 149df865-7c8c-45d8-af13-fb5356864d4f {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:46.628895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:46.629975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Checking segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:46.630372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.630760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Bound using segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:46.631959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Bound port: 303df4be-7335-4044-b3f6-24f1c87938d8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:46.632487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.739517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] For port 303df4be-7335-4044-b3f6-24f1c87938d8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:46.745171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] For port 303df4be-7335-4044-b3f6-24f1c87938d8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=303df4be-7335-4044-b3f6-24f1c87938d8,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:46.759656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.781300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.832493 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:46.861088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e5168-cb5b-4c86-916d-5067ae0e8aef None None] Pushing event updated for resources: {'Port': ['ID=303df4be-7335-4044-b3f6-24f1c87938d8,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:46.895703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-003f1f44-0f19-4b94-a2a9-f81f6b434efa req-b5886184-3eef-411a-aad7-30c41ebc2cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430490 Nov 10 22:40:46.940933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d699f-dc95-4308-86b0-6d3314c8413c req-8d404c27-5fab-4afc-9926-2ef9ae51c8dd tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:46.945187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f54d699f-dc95-4308-86b0-6d3314c8413c req-8d404c27-5fab-4afc-9926-2ef9ae51c8dd tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.7339821 Nov 10 22:40:46.972949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:46.984120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6d18-0e81-40fe-820e-45bd653bd2ef req-f3f3999a-b736-4c61-b4c4-f1bc613cd889 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:46.998030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96ec6d18-0e81-40fe-820e-45bd653bd2ef req-f3f3999a-b736-4c61-b4c4-f1bc613cd889 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.2183552 Nov 10 22:40:47.088140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device edd65e4c-d737-4421-a6b4-e1c9b26279f9 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:47.091234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96ec6d18-0e81-40fe-820e-45bd653bd2ef req-89eab61e-c431-4b0a-b0d9-cfa4b146d311 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921843 Nov 10 22:40:47.138271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54423-7951-45cb-9a2e-b108cb522092 req-a16dda05-1397-4f32-8f5e-8dae8391d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:47.139994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-a16dda05-1397-4f32-8f5e-8dae8391d9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 1096 time: 0.3853936 Nov 10 22:40:47.145568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: edd65e4c-d737-4421-a6b4-e1c9b26279f9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:47.145919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device edd65e4c-d737-4421-a6b4-e1c9b26279f9 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:47.252374 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:40:45Z', 'revision_number': 5, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port': {'id': '400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:44Z', 'updated_at': '2021-11-10T22:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:47.256073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Deleting port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:47.256963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:47.308261 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Checking router: 808a0b3c-53d2-4f60-acbe-1681c096b9fc for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:47.351578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:47.353895 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Routers {'808a0b3c-53d2-4f60-acbe-1681c096b9fc'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:47.355198 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:47.376369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f54d699f-dc95-4308-86b0-6d3314c8413c req-e355459f-283a-43a5-a962-f3fb69005df7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121776 Nov 10 22:40:47.383186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-5f6c1a97-4520-46a2-a807-4b80b3153599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:47.384744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-5f6c1a97-4520-46a2-a807-4b80b3153599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 1095 time: 0.4120586 Nov 10 22:40:47.488595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] For port 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:47.493411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:47.528438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54423-7951-45cb-9a2e-b108cb522092 req-0c78f7d1-77cf-4118-9e71-fcbed31b9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:47.529934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-0c78f7d1-77cf-4118-9e71-fcbed31b9afc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.3743408 Nov 10 22:40:47.558607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Calling delete_port for 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:47.609418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-ed9f3b66-9327-4fc7-97ba-a5f1a4403884 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6 HTTP/1.1" status: 200 len: 217 time: 0.0687113 Nov 10 22:40:47.632100 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] Set router 808a0b3c-53d2-4f60-acbe-1681c096b9fc gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:47.645964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178efe4-3fca-4852-9e60-7bf62c5628ae req-2226a167-4401-483c-bafb-31089ee398e8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:47.660991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5178efe4-3fca-4852-9e60-7bf62c5628ae req-2226a167-4401-483c-bafb-31089ee398e8 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 944 time: 0.1560678 Nov 10 22:40:47.721665 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:40:46Z', 'revision_number': 6, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:47.745127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-df731c15-3cad-4737-9483-a9c0d567bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:47.745127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-df731c15-3cad-4737-9483-a9c0d567bebf service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 914 time: 0.3449254 Nov 10 22:40:47.851008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5178efe4-3fca-4852-9e60-7bf62c5628ae req-a3a1e9f7-3cb5-4ae4-9342-0ed49fa76e92 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888559 Nov 10 22:40:47.915502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 303df4be-7335-4044-b3f6-24f1c87938d8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:47.955533 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15e8ec-602a-48c2-b7ed-4d20caaaf08e None None] The sync data for ids ['808a0b3c-53d2-4f60-acbe-1681c096b9fc'] in n-d-811521-3 is: [{'id': '808a0b3c-53d2-4f60-acbe-1681c096b9fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1199379752-router', 'tenant_id': 'b5040f4c886044e4b202a471657c697c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:42Z', 'updated_at': '2021-11-10T22:40:46Z', 'revision_number': 6, 'project_id': 'b5040f4c886044e4b202a471657c697c', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:47.980042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-0d4ccf53-7ad9-43f0-ad08-268bc9717c4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84 HTTP/1.1" status: 200 len: 217 time: 0.2068567 Nov 10 22:40:48.045109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 303df4be-7335-4044-b3f6-24f1c87938d8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:48.045771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.058793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.066459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54423-7951-45cb-9a2e-b108cb522092 req-7d13cf9a-6011-46fa-94da-8c7ac78b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:48.070037 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-7d13cf9a-6011-46fa-94da-8c7ac78b6bfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.4517806 Nov 10 22:40:48.080585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad9666-ad28-4e3c-bf8f-76b2ebe0a4d6 req-427d7c79-4378-4bc1-b585-da28d37fbb66 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:48.082408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1ad9666-ad28-4e3c-bf8f-76b2ebe0a4d6 req-427d7c79-4378-4bc1-b585-da28d37fbb66 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.0929346 Nov 10 22:40:48.107506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Pushing event deleted for resources: {'Port': ['ID=400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:48.199055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.213215 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.216461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-e8aa1d23-9065-421a-aaa3-522b3d1536df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265485 Nov 10 22:40:48.221579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'name': 'network-vif-deleted', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:48.226042 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1835cec5-25dd-41ef-83c8-3efc8fcc7fd8" -d '{"events": [{"server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "name": "network-vif-deleted", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:48.273067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 303df4be-7335-4044-b3f6-24f1c87938d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=303df4be-7335-4044-b3f6-24f1c87938d8,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:48.279976 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.374390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9904-9224-4000-9012-2d428a4586ef req-2feaa307-5b8f-4af8-9809-958fc8df859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:48.376458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-2feaa307-5b8f-4af8-9809-958fc8df859a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1096 time: 0.4707105 Nov 10 22:40:48.379997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=303df4be-7335-4044-b3f6-24f1c87938d8,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:48.385143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.391106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.416076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008f66-cee1-4e3d-af90-237cf40a575e req-679cf5dd-86bd-4fdd-a192-67bc9e2890fe tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:48.433771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5008f66-cee1-4e3d-af90-237cf40a575e req-679cf5dd-86bd-4fdd-a192-67bc9e2890fe tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 950 time: 0.4865792 Nov 10 22:40:48.445577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-ba8891e8-59d1-4600-b303-dc9692516232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:48.447194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-ba8891e8-59d1-4600-b303-dc9692516232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.4475029 Nov 10 22:40:48.477633 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.477800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808a0b3c-53d2-4f60-acbe-1681c096b9fc {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:40:48.484925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.486120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5af175d3-6d8b-4f22-98b3-0d6b02864678 admin admin] 10.222.0.25 "DELETE /v2.0/routers/808a0b3c-53d2-4f60-acbe-1681c096b9fc HTTP/1.1" status: 204 len: 168 time: 1.9460454 Nov 10 22:40:48.492399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60156) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:48.564541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9ee0b-500b-4a8d-b8f5-98f7b95f035e None None] Network 149df865-7c8c-45d8-af13-fb5356864d4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:48.573658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1ad9666-ad28-4e3c-bf8f-76b2ebe0a4d6 req-56d934d8-387b-4ef6-b473-789fba01c909 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687452 Nov 10 22:40:48.579710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Deleting subnet 4ed97bbf-a67c-4595-8aee-92b77e33d734 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:40:48.585463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.622777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:48.626897 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefcda5e-36e0-4705-8fa8-6a46b3be5056" -d '{"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:48.627787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.654092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-fa8f1489-af6d-4aa7-b940-f6ead82804ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296649 Nov 10 22:40:48.722520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.744089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-319100a5-36a9-4d11-8ced-310a5690bae9 None None] Provisioning complete for port 303df4be-7335-4044-b3f6-24f1c87938d8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:48.745287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-319100a5-36a9-4d11-8ced-310a5690bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.765555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-1c070cf4-55fb-4e7c-8b96-82aa73e23e1c service neutron] 10.222.0.20 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999811 Nov 10 22:40:48.786248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5008f66-cee1-4e3d-af90-237cf40a575e req-09daf0c8-2094-488c-a828-47bff963d15a tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514218 Nov 10 22:40:48.794223 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.852452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed97bbf-a67c-4595-8aee-92b77e33d734,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:48.855407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.859399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ff44c3a-93f5-4868-a36d-160ab8a8d9ea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ed97bbf-a67c-4595-8aee-92b77e33d734 HTTP/1.1" status: 204 len: 168 time: 0.3657227 Nov 10 22:40:48.867050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60162) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:48.895121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb581d1-328e-4682-883e-e10b057d9d2e None None] Network 467748e8-9789-4710-9cb5-fcd2081ee7ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:48.935870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:48.954597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e4f41b-973b-4cac-82da-9222d054cf6b x-openstack-request-id: req-51e4f41b-973b-4cac-82da-9222d054cf6b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:48.954597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7df2d7-d3e5-41c1-822a-b087ea5baeb9", "name": "network-vif-deleted", "tag": "edd65e4c-d737-4421-a6b4-e1c9b26279f9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:48.954597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e4f41b-973b-4cac-82da-9222d054cf6b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:48.954597 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7df2d7-d3e5-41c1-822a-b087ea5baeb9', 'name': 'network-vif-deleted', 'tag': 'edd65e4c-d737-4421-a6b4-e1c9b26279f9', 'status': 'completed', 'code': 200} Nov 10 22:40:49.116890 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.272925 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfffd0-118d-47ca-a676-93d3771d584e x-openstack-request-id: req-bedfffd0-118d-47ca-a676-93d3771d584e {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:49.273507 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:49.273507 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bedfffd0-118d-47ca-a676-93d3771d584e {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:49.274014 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'code': 200} Nov 10 22:40:49.276250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:49.314667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Allocated IP 172.25.0.231 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a906a023-dcfb-461b-9fea-d8903a6b5b4e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:49.413323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54800001-de0e-4c03-b024-ca5776e8c609 req-bee66b9d-4c65-45cb-b390-c98d7bdfb452 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:49.415572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54800001-de0e-4c03-b024-ca5776e8c609 req-bee66b9d-4c65-45cb-b390-c98d7bdfb452 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.6350677 Nov 10 22:40:49.474490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.516509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-8ddc8a6f-1445-469b-8f08-3b2dda78dfdc service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2787683 Nov 10 22:40:49.584986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.586394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.597003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54800001-de0e-4c03-b024-ca5776e8c609 req-00498d47-6e31-4551-aede-3edd78a9909d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709769 Nov 10 22:40:49.620382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4167604-17f6-47b7-a385-bd41bf46ce60 req-f7649faf-ed85-4164-a9a0-e6602721cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:49.623197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4167604-17f6-47b7-a385-bd41bf46ce60 req-f7649faf-ed85-4164-a9a0-e6602721cc51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 1101 time: 0.2500815 Nov 10 22:40:49.657354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:49.680656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'port_id': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9f12b-fdf9-434a-af3d-d59caa57f7b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:49.746615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4167604-17f6-47b7-a385-bd41bf46ce60 req-765c0520-5265-43a0-9ad8-cca2bc16abc1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857971 Nov 10 22:40:49.776464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Deleting port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:49.776808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.810802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] DHCP port deletion for 467748e8-9789-4710-9cb5-fcd2081ee7ee request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:40:49.825003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.872316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9844c5dd-14e2-4f78-b6b0-85b0584d403e req-daef49bf-f7dd-4abe-a142-ab4b9f7b96d3 service neutron] 10.222.0.20 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696983 Nov 10 22:40:49.872556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 303df4be-7335-4044-b3f6-24f1c87938d8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:49.877255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92d1872-19c5-42b2-9593-b4339d1d2e84 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:49.934553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9904-9224-4000-9012-2d428a4586ef req-659da161-703c-4d6a-a18c-198ee1bc29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:49.936542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-659da161-703c-4d6a-a18c-198ee1bc29c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 1.5464032 Nov 10 22:40:49.951026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] For port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,segment=NetworkSegment(05e5578f-25af-44b5-a0b9-06c8b9561ee5),segment_id=05e5578f-25af-44b5-a0b9-06c8b9561ee5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:49.951398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:49.967354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Calling delete_port for 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:49.968202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:49.972647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813fccd-ce32-4a0c-89fe-4f6f4045a1f5 req-ef77d0a7-a397-4c73-9f2e-7efd1629eda2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:49.982021 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2813fccd-ce32-4a0c-89fe-4f6f4045a1f5 req-ef77d0a7-a397-4c73-9f2e-7efd1629eda2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 944 time: 0.4637542 Nov 10 22:40:49.985982 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.044433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:50.074807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-e610f70c-e4d1-4c4b-83f3-0d0d7cf4b2f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 200 len: 217 time: 0.1245136 Nov 10 22:40:50.109687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:50.112456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.117140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Deleting port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:50.117710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.149380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:50.155959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] No DVR routers for this DVR port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:50.195407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 303df4be-7335-4044-b3f6-24f1c87938d8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:50.195896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.198870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2813fccd-ce32-4a0c-89fe-4f6f4045a1f5 req-ab14c540-16cf-4de6-9caa-f450c8439fe3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153778 Nov 10 22:40:50.206474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9904-9224-4000-9012-2d428a4586ef req-b2546d01-b6ce-4540-9a28-aace518d03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:50.212117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bc7ec-caf4-44ae-85a6-2f605e0569ec req-f76d7f32-cf04-47d3-a3f5-c5ee94839fad tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:50.212365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-b2546d01-b6ce-4540-9a28-aace518d03a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1032021 Nov 10 22:40:50.213756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb8bc7ec-caf4-44ae-85a6-2f605e0569ec req-f76d7f32-cf04-47d3-a3f5-c5ee94839fad tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.1799088 Nov 10 22:40:50.230109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:50.262883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] For port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:50.263431 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.269422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b92d1872-19c5-42b2-9593-b4339d1d2e84'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:50.281177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.290717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-89afec6c-afd5-4139-8515-b16234b9ded9 None None] Provisioning complete for port 303df4be-7335-4044-b3f6-24f1c87938d8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:50.291380 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89afec6c-afd5-4139-8515-b16234b9ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.318542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467748e8-9789-4710-9cb5-fcd2081ee7ee']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:50.332871 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-db339b76-d099-4fe9-ae42-a534d0412761 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874007 Nov 10 22:40:50.335640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e5578f-25af-44b5-a0b9-06c8b9561ee5') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:50.336191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e5578f-25af-44b5-a0b9-06c8b9561ee5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:50.336527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:50.346803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Calling delete_port for 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:50.347834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb8bc7ec-caf4-44ae-85a6-2f605e0569ec req-afb55b65-3535-44fe-bf9f-6929bfffcf4b tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050158 Nov 10 22:40:50.353080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.355319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:40:50.370048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.377775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.394116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:40:50.394589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:40:50.397479 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:40:50.407754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] No DVR routers for this DVR port 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:50.458719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Pushing event updated for resources: {'Port': ['ID=a906a023-dcfb-461b-9fea-d8903a6b5b4e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:50.488093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.515321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93a5da-10e8-4731-9a1c-4ba185c7de92 None None] Pushing event deleted for resources: {'Port': ['ID=1c28bdca-39a8-4b82-890c-d9b4fabb3c58,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:50.557322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:50.563018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/467748e8-9789-4710-9cb5-fcd2081ee7ee HTTP/1.1" status: 204 len: 168 time: 1.6913297 Nov 10 22:40:50.563018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25363f-30f5-4fa4-8dd2-e563416232c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=467748e8-9789-4710-9cb5-fcd2081ee7ee,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:50.571056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60198) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:50.648229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59c54423-7951-45cb-9a2e-b108cb522092 req-145e28c5-a786-44c3-9cde-7109914bff83 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0548806 Nov 10 22:40:50.785153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:50.819158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:50.819474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 400c59dd-1b3b-4731-bb11-2fdd4d5c2a9d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:50.820819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4340eb06-b5c6-48de-b394-9c811c7d4701 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:50.847361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4340eb06-b5c6-48de-b394-9c811c7d4701 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:50.847706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4340eb06-b5c6-48de-b394-9c811c7d4701 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:50.895223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726cdb3-3f07-4e24-952d-ffe10dd46207 req-5259eb42-aec5-49a4-8baf-6a03046db5ae tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:50.903625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b726cdb3-3f07-4e24-952d-ffe10dd46207 req-5259eb42-aec5-49a4-8baf-6a03046db5ae tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 950 time: 0.3780365 Nov 10 22:40:50.916886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-934423bb-a2ce-404b-a59a-110abe199a2d service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787288 Nov 10 22:40:50.969200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6656-a337-4dcc-b366-701858a15ae5 req-d03353d6-0f97-4a4f-a280-26c943f0b27d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:50.976842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ee6656-a337-4dcc-b366-701858a15ae5 req-d03353d6-0f97-4a4f-a280-26c943f0b27d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 945 time: 0.2257540 Nov 10 22:40:51.022834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b726cdb3-3f07-4e24-952d-ffe10dd46207 req-e0a2528c-30b9-425a-a094-638cea71ee8a tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177821 Nov 10 22:40:51.085752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ee6656-a337-4dcc-b366-701858a15ae5 req-f2b7c9f4-773c-4bad-9d22-3593cac077c7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982971 Nov 10 22:40:51.112517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:51.344765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:51.405636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:51.408332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:51.412809 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ade36-e917-4f91-964d-5e1c7ede82df" -d '{"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:51.417891 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:51.467416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:51.499762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:51.575106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-accd9904-9224-4000-9012-2d428a4586ef req-0649b576-3d5f-4f8b-a6f3-a72b0fe2db10 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487193 Nov 10 22:40:51.630084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663263b-cd9c-4695-9f53-2a069e042a73 req-8719a361-829e-40dc-a2ee-5e95ff465688 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:51.638302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2663263b-cd9c-4695-9f53-2a069e042a73 req-8719a361-829e-40dc-a2ee-5e95ff465688 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 945 time: 0.1544120 Nov 10 22:40:51.657403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:51.713564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad662-03ef-45de-a2b8-58a57b0ebb18 req-7c28489f-d917-475e-9083-51065c09ab9d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:51.715234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0edad662-03ef-45de-a2b8-58a57b0ebb18 req-7c28489f-d917-475e-9083-51065c09ab9d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.1251922 Nov 10 22:40:51.758377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2663263b-cd9c-4695-9f53-2a069e042a73 req-1c02bed3-d67c-4bb8-8e4b-9db8e0fa4430 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190729 Nov 10 22:40:51.831998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0edad662-03ef-45de-a2b8-58a57b0ebb18 req-54d24f04-bd5d-486a-ae65-0a932027d6ba tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951221 Nov 10 22:40:51.847882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:51.893596 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97255b0f-b956-447b-b4d5-3ec2d2131b3b x-openstack-request-id: req-97255b0f-b956-447b-b4d5-3ec2d2131b3b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:51.893898 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:51.894141 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97255b0f-b956-447b-b4d5-3ec2d2131b3b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:51.894536 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'code': 200} Nov 10 22:40:51.908700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:51.911883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1c28bdca-39a8-4b82-890c-d9b4fabb3c58 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:51.996342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Deleting port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:51.996913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:52.011506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7d17-bfa4-4880-b37b-73ff3486f8eb req-367f68ac-3db0-4b2e-8582-b31f30d33002 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:52.013172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-271c7d17-bfa4-4880-b37b-73ff3486f8eb req-367f68ac-3db0-4b2e-8582-b31f30d33002 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.0761814 Nov 10 22:40:52.016768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:52.109602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-271c7d17-bfa4-4880-b37b-73ff3486f8eb req-05a2a26f-83f5-4c25-9a8d-90ecbf79a08d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837295 Nov 10 22:40:52.146953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] For port ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:52.147575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:52.171683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Calling delete_port for ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:52.228923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec53756-1050-4136-ab80-12fa60716e07 req-eeba3df1-bd91-48cb-a882-2f5da53c8df7 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:52.230458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bec53756-1050-4136-ab80-12fa60716e07 req-eeba3df1-bd91-48cb-a882-2f5da53c8df7 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 950 time: 0.1155469 Nov 10 22:40:52.290776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d0516-6949-4162-a3b0-c1b86ffafc66 req-ae88680f-43de-4d0b-928f-a6e47ec5fc49 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:52.298255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c04d0516-6949-4162-a3b0-c1b86ffafc66 req-ae88680f-43de-4d0b-928f-a6e47ec5fc49 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.1030033 Nov 10 22:40:52.308027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bec53756-1050-4136-ab80-12fa60716e07 req-2ebe2148-80a2-4964-8233-f1c35f2f66b0 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707541 Nov 10 22:40:52.328343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Router 816695f8-5072-44bf-a37a-2929df2cebbf is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:40:52.413982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c04d0516-6949-4162-a3b0-c1b86ffafc66 req-db80bc96-3809-402c-a8bf-037d9d7ba227 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141598 Nov 10 22:40:52.505544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:52.512211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:52.524823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Sync routers for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:52.533292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:52.534691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d7e1e07c-9e40-4b4e-b580-bbc61e448a37 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7723145 Nov 10 22:40:52.537633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60246) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:52.541579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:52.542813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:52.559513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:52.847639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:52.904491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.102156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b670c3-28d5-4084-bab4-e0b4ee1f21f5 req-c090959c-f62a-4ebd-81dc-2d52edb84d35 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:53.109727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b670c3-28d5-4084-bab4-e0b4ee1f21f5 req-c090959c-f62a-4ebd-81dc-2d52edb84d35 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 945 time: 0.1895165 Nov 10 22:40:53.134951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:53.189426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24b670c3-28d5-4084-bab4-e0b4ee1f21f5 req-36372e42-8056-4856-a92d-ba615891ba77 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787272 Nov 10 22:40:53.244129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b92d1872-19c5-42b2-9593-b4339d1d2e84 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:53.249091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:51Z', 'revision_number': 3, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:53.266813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8f15-5978-43e1-b871-484089b8af3b req-fec329b7-c80e-4c88-b8e2-85216cdd9b06 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:53.268475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98c8f15-5978-43e1-b871-484089b8af3b req-fec329b7-c80e-4c88-b8e2-85216cdd9b06 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.4012561 Nov 10 22:40:53.289750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Checking router: 816695f8-5072-44bf-a37a-2929df2cebbf for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:53.290635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Updating router 816695f8-5072-44bf-a37a-2929df2cebbf port a906a023-dcfb-461b-9fea-d8903a6b5b4e binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:40:53.333992 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.336106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b92d1872-19c5-42b2-9593-b4339d1d2e84 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:53.336574 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.506672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Router 83037896-487c-4105-928f-cf071477de35 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:53.508024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f23cc-1272-4826-815b-05cd6a26e061 req-510a21eb-199f-4eaf-86bc-743055f42478 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:53.517377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a3f23cc-1272-4826-815b-05cd6a26e061 req-510a21eb-199f-4eaf-86bc-743055f42478 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.5084617 Nov 10 22:40:53.522231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.538348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9d5e0-e751-4ade-aa09-fe9590e7e113 req-d1e710ce-5b43-4e3b-831f-85714468b60d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:53.546794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77e9d5e0-e751-4ade-aa09-fe9590e7e113 req-d1e710ce-5b43-4e3b-831f-85714468b60d tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 946 time: 0.0782576 Nov 10 22:40:53.585687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.650001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:53.664438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.695157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77e9d5e0-e751-4ade-aa09-fe9590e7e113 req-0d4bda4d-efd5-4d0a-a0aa-1f9f9262cfff tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/security-groups?id=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471903 Nov 10 22:40:53.732015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:53.733887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Allocated IP 172.20.0.1 (149df865-7c8c-45d8-af13-fb5356864d4f/d1312ed6-5286-4990-bc16-19bba04a276c/3944861e-981a-47fa-9146-633e6841c328) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:53.745719 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Sync routers for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:53.751962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8c0e50dc-f5f8-46ff-8e1c-0631cf262bd1 admin admin] 10.222.0.25 "PUT /v2.0/routers/83037896-487c-4105-928f-cf071477de35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1796751 Nov 10 22:40:53.753377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:53.760628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:53.764094 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:53.766227 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:53.855822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.936018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.937061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.941265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:53.944325 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86dc8cd-e4ed-4785-8fab-7cec79850a53" -d '{"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:53.961001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.963774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:53.968821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a3f23cc-1272-4826-815b-05cd6a26e061 req-932807b5-d54b-4494-99db-325d551095c1 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504578 Nov 10 22:40:54.057904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Attempting to bind port a906a023-dcfb-461b-9fea-d8903a6b5b4e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:54.058601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Attempting to bind port a906a023-dcfb-461b-9fea-d8903a6b5b4e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:54.059188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Attempting to bind port a906a023-dcfb-461b-9fea-d8903a6b5b4e on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:54.071523 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671f156-45a0-4419-b2e9-cb1ec02b8614 x-openstack-request-id: req-b671f156-45a0-4419-b2e9-cb1ec02b8614 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:54.072088 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:54.072554 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b671f156-45a0-4419-b2e9-cb1ec02b8614 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:54.073231 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'code': 200} Nov 10 22:40:54.076259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:54.076951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:54.077599 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.078221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:54.078931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Bound port: a906a023-dcfb-461b-9fea-d8903a6b5b4e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:54.079549 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.085655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349ec6-0ef3-401c-a025-62d2b9653d43 None None] Pushing event updated for resources: {'Port': ['ID=a906a023-dcfb-461b-9fea-d8903a6b5b4e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:54.095989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03268eef-a383-4a8b-aacd-e76e2e53f705 req-7e265e1d-42d4-4d57-8582-9b143b2682a2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:54.097539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03268eef-a383-4a8b-aacd-e76e2e53f705 req-7e265e1d-42d4-4d57-8582-9b143b2682a2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.2384839 Nov 10 22:40:54.106495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Network 149df865-7c8c-45d8-af13-fb5356864d4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:54.118866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Pushing event updated for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:54.127937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:54.132388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:54.158280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] For port a906a023-dcfb-461b-9fea-d8903a6b5b4e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:54.160039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.162484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] For port a906a023-dcfb-461b-9fea-d8903a6b5b4e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a906a023-dcfb-461b-9fea-d8903a6b5b4e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:54.170056 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.254080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.371046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03268eef-a383-4a8b-aacd-e76e2e53f705 req-e2cb5c94-b986-4e4d-a069-11d4cc506060 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607255 Nov 10 22:40:54.401689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:40:52Z', 'revision_number': 5, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:54.463577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Checking router: 83037896-487c-4105-928f-cf071477de35 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:54.479633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Deleting port b12c443a-ad96-4811-bd83-c33618718928 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:54.480152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.487922 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Routers {'83037896-487c-4105-928f-cf071477de35'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:54.490999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['83037896-487c-4105-928f-cf071477de35'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:54.512757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:54.550677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.620872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Deleting port bcc1bd8c-31a3-48bd-b6bd-825c843415a6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:54.620872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.621766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] For port b12c443a-ad96-4811-bd83-c33618718928, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b12c443a-ad96-4811-bd83-c33618718928,segment=NetworkSegment(464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b),segment_id=464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:54.622127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.636893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Calling delete_port for b12c443a-ad96-4811-bd83-c33618718928 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:54.758682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] For port bcc1bd8c-31a3-48bd-b6bd-825c843415a6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:54.759089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.798184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Calling delete_port for bcc1bd8c-31a3-48bd-b6bd-825c843415a6 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:54.804037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349ec6-0ef3-401c-a025-62d2b9653d43 None None] Pushing event updated for resources: {'Port': ['ID=a906a023-dcfb-461b-9fea-d8903a6b5b4e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:54.816176 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] Set router 83037896-487c-4105-928f-cf071477de35 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:54.860382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.884213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.905558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b12c443a-ad96-4811-bd83-c33618718928'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:54.959685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:54.968749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Pushing event deleted for resources: {'Port': ['ID=b12c443a-ad96-4811-bd83-c33618718928,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:54.991226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-420065ef-a4c7-4b53-a584-80e9a8d11596 None None] Provisioning complete for port 3944861e-981a-47fa-9146-633e6841c328 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:54.991843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-420065ef-a4c7-4b53-a584-80e9a8d11596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.993661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:54.994522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:54.996388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7b518cb-cb1d-4e95-b99a-369b22bc7b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.000636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'mac_address': 'fa:16:3e:04:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:55.019456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a7cf3-739e-400e-b93a-9fc4830e4d8a req-9bb018fa-6270-4392-93e1-bf287fe3f882 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:55.028275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e55a7cf3-739e-400e-b93a-9fc4830e4d8a req-9bb018fa-6270-4392-93e1-bf287fe3f882 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.6379910 Nov 10 22:40:55.059079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572574c5-ffc4-44ce-8147-93adc1888e1d req-d4ab6cbe-6b6f-480d-8a31-9fc2d1729f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:55.060983 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-572574c5-ffc4-44ce-8147-93adc1888e1d req-d4ab6cbe-6b6f-480d-8a31-9fc2d1729f5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 1097 time: 0.8161433 Nov 10 22:40:55.124186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e55a7cf3-739e-400e-b93a-9fc4830e4d8a req-fdb58e77-95a9-4eef-8a21-3963e2be64ca tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Nov 10 22:40:55.191787 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:40:52Z', 'revision_number': 5, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:55.232277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.263576 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e42f6a-d3e0-492e-8240-6736787b4396 None None] The sync data for ids ['83037896-487c-4105-928f-cf071477de35'] in n-d-811521-3 is: [{'id': '83037896-487c-4105-928f-cf071477de35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-231762563-router', 'tenant_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:34:55Z', 'updated_at': '2021-11-10T22:40:52Z', 'revision_number': 5, 'project_id': 'ea208dc85b344d5fb4142fe72cc82bf5', 'gw_port': {'id': 'bcc1bd8c-31a3-48bd-b6bd-825c843415a6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83037896-487c-4105-928f-cf071477de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:34:57Z', 'updated_at': '2021-11-10T22:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:55.306353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc1bd8c-31a3-48bd-b6bd-825c843415a6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:55.331644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] No DVR routers for this DVR port b12c443a-ad96-4811-bd83-c33618718928 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:55.343174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-420065ef-a4c7-4b53-a584-80e9a8d11596 None None] Port 3944861e-981a-47fa-9146-633e6841c328 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:40:55.358130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55fd1025-fb66-4ddd-86fd-ccafc0e23eb5 req-74249ce3-bd1a-4e45-ba05-b58246ce12b7 tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1af53a9d-12e1-4066-be7a-877feaf7c711 HTTP/1.1" status: 200 len: 210 time: 0.0741236 Nov 10 22:40:55.373072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.376055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.383428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98c8f15-5978-43e1-b871-484089b8af3b req-195791de-487e-4c06-8acc-0508aa3fc2ab tempest-ServersTestJSON-1781073611 tempest-ServersTestJSON-1781073611-project] 10.222.0.20 "DELETE /v2.0/ports/b12c443a-ad96-4811-bd83-c33618718928 HTTP/1.1" status: 204 len: 173 time: 2.0673406 Nov 10 22:40:55.383880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'name': 'network-vif-deleted', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:55.397597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:55.398013 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6630e-ed72-49d9-9d54-67ce59e96769" -d '{"events": [{"server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "name": "network-vif-deleted", "tag": "b12c443a-ad96-4811-bd83-c33618718928"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:55.456071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:55.508201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.547746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:55.634674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.641857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.644495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.651933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-572574c5-ffc4-44ce-8147-93adc1888e1d req-5ce43a5a-a5ee-4a77-8e66-4267ec6b3adc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503154 Nov 10 22:40:55.751427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.754304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83037896-487c-4105-928f-cf071477de35 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:40:55.762682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.764145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0befa94b-db6a-4cf6-8edd-dbf294611ba4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/83037896-487c-4105-928f-cf071477de35 HTTP/1.1" status: 204 len: 168 time: 2.0033004 Nov 10 22:40:55.766895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60354) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:55.767709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.786086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f5dbf-0847-44c6-a1f5-078685af550c req-a845ea49-5801-4162-a650-178ae21b7c68 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:55.795804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-195f5dbf-0847-44c6-a1f5-078685af550c req-a845ea49-5801-4162-a650-178ae21b7c68 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.3269241 Nov 10 22:40:55.821528 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.835239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['7e9fc58a-c8ad-4621-8461-ed222358825d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:55.886907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:55.898943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:55.923039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:55.938939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:55.939668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ba8ae7a0-d88b-4f6b-94be-1ec45fd4db2f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:56.209156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-195f5dbf-0847-44c6-a1f5-078685af550c req-0fe8c916-1c92-4517-9567-41d8bcb76519 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087586 Nov 10 22:40:56.210918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3944861e-981a-47fa-9146-633e6841c328', 'name': '', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'mac_address': 'fa:16:3e:3e:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:53Z', 'updated_at': '2021-11-10T22:40:53Z', 'revision_number': 1, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'subnets': [{'id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:56.213239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Pushing event updated for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:56.260510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Network 149df865-7c8c-45d8-af13-fb5356864d4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:56.263464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:56.298671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24c8ef-825b-4893-be9d-846acf9d5604 None None] The sync data for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 is: [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3944861e-981a-47fa-9146-633e6841c328', 'name': '', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'mac_address': 'fa:16:3e:3e:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:53Z', 'updated_at': '2021-11-10T22:40:53Z', 'revision_number': 1, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'subnets': [{'id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:56.453564 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede10269-ebbf-4e1c-918b-3b3ff4b363fc x-openstack-request-id: req-ede10269-ebbf-4e1c-918b-3b3ff4b363fc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:56.453564 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af53a9d-12e1-4066-be7a-877feaf7c711", "name": "network-vif-deleted", "tag": "b12c443a-ad96-4811-bd83-c33618718928", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:56.454018 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ede10269-ebbf-4e1c-918b-3b3ff4b363fc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:56.454224 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af53a9d-12e1-4066-be7a-877feaf7c711', 'name': 'network-vif-deleted', 'tag': 'b12c443a-ad96-4811-bd83-c33618718928', 'status': 'completed', 'code': 200} Nov 10 22:40:56.478211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:56.588328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 7e9fc58a-c8ad-4621-8461-ed222358825d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:56.588788 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:56.657216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Deleting subnet a2f056a3-3866-4a41-9e88-15e60f8267f1 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:40:56.688482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f29bbc-a710-4179-b106-e320151c1b46 req-f25d819d-2a6a-4fa4-b80f-f2e6236da1f1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:56.698532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2570435b-a157-47a0-ac17-2e34001e0efa None None] Provisioning complete for port 3944861e-981a-47fa-9146-633e6841c328 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:56.699236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2570435b-a157-47a0-ac17-2e34001e0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:56.701766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71f29bbc-a710-4179-b106-e320151c1b46 req-f25d819d-2a6a-4fa4-b80f-f2e6236da1f1 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b22bb24-5b49-42cd-82b2-8e5293501da9 HTTP/1.1" status: 200 len: 943 time: 0.9880147 Nov 10 22:40:56.712659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:56.771146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Router 816695f8-5072-44bf-a37a-2929df2cebbf has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:56.827242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:56.964948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2570435b-a157-47a0-ac17-2e34001e0efa None None] Port 3944861e-981a-47fa-9146-633e6841c328 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:40:56.967365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.035163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:57.038091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:57.042650 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0ce21-2c54-4472-8552-a23eae78eec9" -d '{"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:57.047511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.155011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:57.173239 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a4706eda-22e0-438f-8adc-523c34d7690a admin admin] 10.222.0.25 "PUT /v2.0/routers/816695f8-5072-44bf-a37a-2929df2cebbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6258476 Nov 10 22:40:57.180594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:57.183368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b7d68a5a-c1e1-4141-bf76-b36f181744c6 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:57.194504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.249688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port b7d68a5a-c1e1-4141-bf76-b36f181744c6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:57.250022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.251674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.252016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.252355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.252687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.253083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.253419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.253746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.254063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.254380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.254705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.255013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.255327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:57.386849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.432739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b12c443a-ad96-4811-bd83-c33618718928 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:57.479767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: b12c443a-ad96-4811-bd83-c33618718928 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:57.480322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b12c443a-ad96-4811-bd83-c33618718928 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:57.504077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26c41e-c8ac-4d3c-900f-6d59da5ad304 None None] Network d58fe0bf-a00c-403e-b50b-9ad79f1b63dc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:40:57.518358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.525546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2f056a3-3866-4a41-9e88-15e60f8267f1 HTTP/1.1" status: 204 len: 168 time: 1.7550159 Nov 10 22:40:57.525917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60400) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:57.530626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac404e-9d6a-4f16-8046-268b298b99fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f056a3-3866-4a41-9e88-15e60f8267f1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:57.573698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port b7d68a5a-c1e1-4141-bf76-b36f181744c6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b7d68a5a-c1e1-4141-bf76-b36f181744c6,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:57.574255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.606113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for b7d68a5a-c1e1-4141-bf76-b36f181744c6 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:57.678559 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bec91721-6457-4824-9cac-383c1a72995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.786232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:57.869832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bcc1bd8c-31a3-48bd-b6bd-825c843415a6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:40:57.958284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: bcc1bd8c-31a3-48bd-b6bd-825c843415a6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:40:57.958624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bcc1bd8c-31a3-48bd-b6bd-825c843415a6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:40:57.997552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.006186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Deleting port 7813cf67-0f4f-4445-9c96-264d50c32957 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:58.008370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.053575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=b7d68a5a-c1e1-4141-bf76-b36f181744c6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:58.111855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] DHCP port deletion for d58fe0bf-a00c-403e-b50b-9ad79f1b63dc request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:40:58.154126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] For port 7813cf67-0f4f-4445-9c96-264d50c32957, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7813cf67-0f4f-4445-9c96-264d50c32957,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:58.154499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.172076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port b7d68a5a-c1e1-4141-bf76-b36f181744c6 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:58.176720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.179235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Calling delete_port for 7813cf67-0f4f-4445-9c96-264d50c32957 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:58.183946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71f29bbc-a710-4179-b106-e320151c1b46 req-a4c048bd-c07a-4db6-b6e0-bc3d0971c8e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "DELETE /v2.0/ports/b7d68a5a-c1e1-4141-bf76-b36f181744c6 HTTP/1.1" status: 204 len: 173 time: 1.4812901 Nov 10 22:40:58.185262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-deleted', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:58.194500 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9cef7-5a95-4e13-bc59-766f073aadb7" -d '{"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-deleted", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:58.231289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Deleting port 7813cf67-0f4f-4445-9c96-264d50c32957 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:40:58.237021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.399810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] For port 7813cf67-0f4f-4445-9c96-264d50c32957, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7813cf67-0f4f-4445-9c96-264d50c32957,segment=NetworkSegment(9c9c8996-a527-4f5e-9b47-cd9d357e9fbd),segment_id=9c9c8996-a527-4f5e-9b47-cd9d357e9fbd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:58.400210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.442015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Calling delete_port for 7813cf67-0f4f-4445-9c96-264d50c32957 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:40:58.455396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.478596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60418) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:58.484523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-network', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:58.562246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Made reservation on behalf of 3eb612ae1c294b24ba4726a8cad4ba52 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:58.564757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.566780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Pushing event deleted for resources: {'Port': ['ID=7813cf67-0f4f-4445-9c96-264d50c32957,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:58.588177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] No DVR routers for this DVR port 7813cf67-0f4f-4445-9c96-264d50c32957 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:58.601462 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.722730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.760289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] Pushing event deleted for resources: {'Port': ['ID=7813cf67-0f4f-4445-9c96-264d50c32957,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:58.773967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86ffd7-422c-4b66-b1d4-7d94a9f25145 None None] No DVR routers for this DVR port 7813cf67-0f4f-4445-9c96-264d50c32957 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:40:58.782661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.790420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.848109 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.928691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:40:58.956854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f756b1f-f46d-40cc-9e71-8cc7ee27bcc0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:58.998912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:58.999639 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Added segment c24cb01b-29f4-4f3f-a043-681c64567ae4 of type vlan for network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 Nov 10 22:40:59.084877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.116695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.118729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:59.119979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.266031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.288542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58fe0bf-a00c-403e-b50b-9ad79f1b63dc']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:59.292498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] Pushing event updated for resources: {'Network': ['ID=4c9ebd96-727c-4266-afae-8c8b5c00ddd5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:59.300178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:59.300320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9c8996-a527-4f5e-9b47-cd9d357e9fbd') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:59.306380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:40:59.328549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1a497868-ed70-4db3-8872-77ea7c1cbf4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8454754 Nov 10 22:40:59.328798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.328925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60428) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:59.334726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Request body: {'subnet': {'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-subnet', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:59.356254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.367812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:40:59.368387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:40:59.371872 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:40:59.375417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Made reservation on behalf of 3eb612ae1c294b24ba4726a8cad4ba52 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:40:59.379711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.459473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.480852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.489487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d58fe0bf-a00c-403e-b50b-9ad79f1b63dc HTTP/1.1" status: 204 len: 168 time: 1.9622178 Nov 10 22:40:59.492764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a810-ef05-4731-bf10-dd2d6f264699 admin admin] Pushing event deleted for resources: {'Network': ['ID=d58fe0bf-a00c-403e-b50b-9ad79f1b63dc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:59.807640 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:59.836935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60436) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:59.909834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c95846da-9574-4bbc-829b-3f68c7ebb0a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5040f4c886044e4b202a471657c697c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715537 Nov 10 22:40:59.911034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60438) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:59.930151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a906a023-dcfb-461b-9fea-d8903a6b5b4e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:59.979550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Checking segment: {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:59.979904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Network hostable DHCP agents. Network: 4c9ebd96-727c-4266-afae-8c8b5c00ddd5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:40:59.984697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14de2386-6fe6-4867-80e8-eb853b56679c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:00.014680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.037952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:41:00.052811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.065971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 4c9ebd96-727c-4266-afae-8c8b5c00ddd5) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:00.070978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:00.071566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.107179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b131ea2-3b0f-474e-ad84-48b8f5a7e04f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7773342 Nov 10 22:41:00.107870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60440) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:00.113532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:00.125505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.131741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.139173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d57149e9-61b6-402a-9754-6f55cbd8f36e HTTP/1.1" status: 204 len: 168 time: 0.2262723 Nov 10 22:41:00.159791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8b9b-3e5d-4592-b2de-7cab396cd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57149e9-61b6-402a-9754-6f55cbd8f36e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:00.179097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.182736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.300505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a2de81-2081-40a3-a932-5b9e0ad149a7 None None] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:00.321800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.424804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Sync routers for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:41:00.507728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:00.508394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:00.528217 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.594427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.728360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'fixed_ips': [{'subnet_id': '14de2386-6fe6-4867-80e8-eb853b56679c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:41:00.729757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.891727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.928293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a906a023-dcfb-461b-9fea-d8903a6b5b4e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:00.928665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:00.940921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60446) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:01.003741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:01.032912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e929ccd1-2e68-41cd-af96-3d4615931d16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea208dc85b344d5fb4142fe72cc82bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897832 Nov 10 22:41:01.044099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60448) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:01.160179 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.163055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.270375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.284109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.388935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.391970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.393846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91b8ec5e-5c98-48c3-bc98-d95534b6b2e1 HTTP/1.1" status: 204 len: 168 time: 0.3483438 Nov 10 22:41:01.436096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f958c1-0669-4ea0-b21d-42bf0b7bf555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8ec5e-5c98-48c3-bc98-d95534b6b2e1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:01.528996 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.538159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3944861e-981a-47fa-9146-633e6841c328', 'name': '', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'mac_address': 'fa:16:3e:3e:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:53Z', 'updated_at': '2021-11-10T22:40:55Z', 'revision_number': 2, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'subnets': [{'id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:01.538434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Allocated IP 172.25.0.56 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d98190ff-ee87-42a7-a4d6-59aa0accc401) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:01.619844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Checking router: 816695f8-5072-44bf-a37a-2929df2cebbf for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:41:01.620569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Updating router 816695f8-5072-44bf-a37a-2929df2cebbf port 3944861e-981a-47fa-9146-633e6841c328 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:41:01.665166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port a906a023-dcfb-461b-9fea-d8903a6b5b4e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a906a023-dcfb-461b-9fea-d8903a6b5b4e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:01.678822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.692613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Allocated IP 172.20.0.2 (4c9ebd96-727c-4266-afae-8c8b5c00ddd5/14de2386-6fe6-4867-80e8-eb853b56679c/976b64f1-0f68-416e-ad55-f391b6949827) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:01.705308 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.780764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7813cf67-0f4f-4445-9c96-264d50c32957 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:01.857100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:01.925131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 7813cf67-0f4f-4445-9c96-264d50c32957 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:41:01.932204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7813cf67-0f4f-4445-9c96-264d50c32957 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:41:01.951052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:02.035057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=a906a023-dcfb-461b-9fea-d8903a6b5b4e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:02.104632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Pushing event updated for resources: {'Port': ['ID=d98190ff-ee87-42a7-a4d6-59aa0accc401,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:02.152436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:02.163205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:02.168349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:02.218262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:02.231198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:02.292441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:02.379338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:02.406701 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:02.628801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Pushing event updated for resources: {'Port': ['ID=976b64f1-0f68-416e-ad55-f391b6949827,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:02.686292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:02.726954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Attempting to bind port 976b64f1-0f68-416e-ad55-f391b6949827 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:02.727326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Attempting to bind port 976b64f1-0f68-416e-ad55-f391b6949827 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:02.727691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Attempting to bind port 976b64f1-0f68-416e-ad55-f391b6949827 on network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:02.757656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:02.758061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Checking segment: {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:02.758440 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:02.758933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Bound using segment: {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:02.759968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Bound port: 976b64f1-0f68-416e-ad55-f391b6949827, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:02.760780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.079459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.101577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] For port 976b64f1-0f68-416e-ad55-f391b6949827, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:03.106525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] For port 976b64f1-0f68-416e-ad55-f391b6949827, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=976b64f1-0f68-416e-ad55-f391b6949827,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:03.133978 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.147471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.159242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.290921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad1b80-b096-4b5b-9a34-f7ca71312c8b None None] Pushing event updated for resources: {'Port': ['ID=976b64f1-0f68-416e-ad55-f391b6949827,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:03.325607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:41:03.364891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048eb94-cc91-4198-8663-587e5192b027 None None] Pushing event updated for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:03.447839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Attempting to bind port 3944861e-981a-47fa-9146-633e6841c328 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:03.448615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Attempting to bind port 3944861e-981a-47fa-9146-633e6841c328 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:03.449823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Attempting to bind port 3944861e-981a-47fa-9146-633e6841c328 on network 149df865-7c8c-45d8-af13-fb5356864d4f {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:03.457227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:03.458299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Checking segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:03.459995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.460638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Bound using segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:03.462527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Bound port: 3944861e-981a-47fa-9146-633e6841c328, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:03.463164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.592520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:41:03.624284 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Sync routers for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:41:03.651256 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:03.652728 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:03.658128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] For port 3944861e-981a-47fa-9146-633e6841c328, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:03.668006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] For port 3944861e-981a-47fa-9146-633e6841c328, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3944861e-981a-47fa-9146-633e6841c328,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:03.668470 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.672506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad8d954a-d58d-4bc6-8b7f-c2472f3c9be9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5610311 Nov 10 22:41:03.672891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:03.688472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:03.933269 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:04.198023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:04.198830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:04.457985 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:02Z', 'revision_number': 3, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:04.592565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:04.595906 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Checking router: 14e3b3c9-9d6b-4bff-b296-60903c3f2566 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:41:04.597140 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Updating router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 port d98190ff-ee87-42a7-a4d6-59aa0accc401 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:41:04.667120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] Provisioning complete for port 3944861e-981a-47fa-9146-633e6841c328 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:04.667772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:04.676111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048eb94-cc91-4198-8663-587e5192b027 None None] Pushing event updated for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:04.682393 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:04.687365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 976b64f1-0f68-416e-ad55-f391b6949827 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:04.860305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.188795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023a91f-78a8-4c04-8009-c2888213c6e1 None None] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:05.255518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60526) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:05.363401 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219be9aa-5fb4-49d5-8d69-70182f295828 x-openstack-request-id: req-219be9aa-5fb4-49d5-8d69-70182f295828 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:05.363401 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:05.363401 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-219be9aa-5fb4-49d5-8d69-70182f295828 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:05.363401 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'code': 200} Nov 10 22:41:05.379770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Deleting subnet ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:41:05.397963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.430984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 976b64f1-0f68-416e-ad55-f391b6949827 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:05.431372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.487516 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.515240 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.523207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.525517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa41442-8c64-4c49-817d-f10734493ae5 req-e45cf840-325a-4077-949e-56b6e24e8cce tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:05.535902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fa41442-8c64-4c49-817d-f10734493ae5 req-e45cf840-325a-4077-949e-56b6e24e8cce tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1870043 Nov 10 22:41:05.617280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eac40-7693-4b0b-8139-651230cc6246 req-fd9bb86b-00a2-4d02-9739-6315b1e8b5ba tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:05.619065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452eac40-7693-4b0b-8139-651230cc6246 req-fd9bb86b-00a2-4d02-9739-6315b1e8b5ba tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.1846859 Nov 10 22:41:05.633764 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.677814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fa41442-8c64-4c49-817d-f10734493ae5 req-0b81e5f4-c2b5-44b2-a819-57f91b7659c9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414633 Nov 10 22:41:05.701914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Allocated IP 172.20.0.1 (4c9ebd96-727c-4266-afae-8c8b5c00ddd5/14de2386-6fe6-4867-80e8-eb853b56679c/f5656187-aed0-49bb-993f-22e6deb4fd8b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:05.763938 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20d5a4-0cd1-40b5-a43a-c4c5f6ace18a x-openstack-request-id: req-9b20d5a4-0cd1-40b5-a43a-c4c5f6ace18a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:05.764236 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b22bb24-5b49-42cd-82b2-8e5293501da9", "name": "network-vif-deleted", "tag": "b7d68a5a-c1e1-4141-bf76-b36f181744c6", "status": "failed", "code": 422}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:05.764490 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b20d5a4-0cd1-40b5-a43a-c4c5f6ace18a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:05.766651 n-d-811521-3 neutron-server[102457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b22bb24-5b49-42cd-82b2-8e5293501da9', 'name': 'network-vif-deleted', 'tag': 'b7d68a5a-c1e1-4141-bf76-b36f181744c6', 'status': 'failed', 'code': 422} returned with failed status Nov 10 22:41:05.790034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.791091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] For port 3944861e-981a-47fa-9146-633e6841c328, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3944861e-981a-47fa-9146-633e6841c328,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:05.809133 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.816397 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.838624 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Attempting to bind port d98190ff-ee87-42a7-a4d6-59aa0accc401 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:05.839093 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Attempting to bind port d98190ff-ee87-42a7-a4d6-59aa0accc401 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:05.839358 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Attempting to bind port d98190ff-ee87-42a7-a4d6-59aa0accc401 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:05.855789 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:05.856158 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:05.856556 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.856951 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:05.858365 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Bound port: d98190ff-ee87-42a7-a4d6-59aa0accc401, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:05.859450 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.868661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880f52-1d94-42b3-937e-f8748f48bec8 None None] Pushing event updated for resources: {'Port': ['ID=d98190ff-ee87-42a7-a4d6-59aa0accc401,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:05.952438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:05.983943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452eac40-7693-4b0b-8139-651230cc6246 req-1dc15ca2-061b-4149-9bec-ee559a08b8c1 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559380 Nov 10 22:41:05.988358 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] For port d98190ff-ee87-42a7-a4d6-59aa0accc401, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:06.009250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] For port d98190ff-ee87-42a7-a4d6-59aa0accc401, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d98190ff-ee87-42a7-a4d6-59aa0accc401,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:06.019093 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.071734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 976b64f1-0f68-416e-ad55-f391b6949827, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=976b64f1-0f68-416e-ad55-f391b6949827,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:06.074989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.082904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.092726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3944861e-981a-47fa-9146-633e6841c328', 'name': '', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'mac_address': 'fa:16:3e:3e:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:53Z', 'updated_at': '2021-11-10T22:41:03Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'subnets': [{'id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:06.106859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15ee0a-dd22-4f3e-b93c-ea6e0dcfae46 None None] Pushing event updated for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:06.115981 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.116761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a906a023-dcfb-461b-9fea-d8903a6b5b4e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:06.140092 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880f52-1d94-42b3-937e-f8748f48bec8 None None] Pushing event updated for resources: {'Port': ['ID=d98190ff-ee87-42a7-a4d6-59aa0accc401,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:06.159604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Pushing event updated for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:06.176419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:06.179059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:06.186788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:06.188374 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:06.189019 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:06.214993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:06.231974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.235249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6161c32d-57e1-49f9-97d9-dc6c757e86ba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad5b2c3f-e028-4c8a-a03e-0aaed4ea7ccb HTTP/1.1" status: 204 len: 168 time: 0.9780443 Nov 10 22:41:06.243861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60550) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:06.257069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bc5e5-7ef9-418d-9892-d2c0cd7b44a8 None None] The sync data for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 is: [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:40:54Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3944861e-981a-47fa-9146-633e6841c328', 'name': '', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'mac_address': 'fa:16:3e:3e:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:53Z', 'updated_at': '2021-11-10T22:41:03Z', 'revision_number': 4, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'subnets': [{'id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:41:06.279071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.303305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-89dd3973-f10b-46e9-966c-c3fd48f6daa6 None None] Provisioning complete for port 3944861e-981a-47fa-9146-633e6841c328 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:06.303676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89dd3973-f10b-46e9-966c-c3fd48f6daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.326534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532ad87-9a1f-4430-8392-37a9a3a1bd3b req-45680a06-a8b5-4530-abe2-9a266adeb5a6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:06.338137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b532ad87-9a1f-4430-8392-37a9a3a1bd3b req-45680a06-a8b5-4530-abe2-9a266adeb5a6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1247680 Nov 10 22:41:06.458178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b532ad87-9a1f-4430-8392-37a9a3a1bd3b req-f144e02a-ac7c-43fb-8664-7c1f68d9487e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132886 Nov 10 22:41:06.474490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:06.518675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=976b64f1-0f68-416e-ad55-f391b6949827,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:06.614557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a906a023-dcfb-461b-9fea-d8903a6b5b4e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:06.615124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.640253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.796503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-89dd3973-f10b-46e9-966c-c3fd48f6daa6 None None] Provisioning complete for port 976b64f1-0f68-416e-ad55-f391b6949827 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:06.798846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89dd3973-f10b-46e9-966c-c3fd48f6daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.850599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.858345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.919975 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:06.990772 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:02Z', 'revision_number': 3, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:07.050730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.073406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:07.082784 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea45a37-b401-4893-a342-8598dbc19268 None None] The sync data for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 is: [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:02Z', 'revision_number': 3, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:41:07.082994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:07.083292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464c6d0a-ec0e-4c25-ac84-c7d38d8b4c9b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:07.115971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.150661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.161461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:41:07.162669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.276964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 976b64f1-0f68-416e-ad55-f391b6949827 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:41:07.283420 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:41:07.287611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Pushing event updated for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:07.292093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.303845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.307198 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] 10.222.0.25 "DELETE /v2.0/networks/80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61 HTTP/1.1" status: 204 len: 168 time: 1.0621679 Nov 10 22:41:07.321658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d38ae-994f-48cf-8354-26169022aabf admin admin] Pushing event deleted for resources: {'Network': ['ID=80aa32ec-2ca0-4eda-8a5f-0ee3cbd84c61,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:07.324752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.397554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-10ca24e2-1d07-48db-9c73-386130cebbbd None None] Provisioning complete for port f5656187-aed0-49bb-993f-22e6deb4fd8b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:07.397962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10ca24e2-1d07-48db-9c73-386130cebbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.499466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:07.502439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:07.516397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-10ca24e2-1d07-48db-9c73-386130cebbbd None None] Port f5656187-aed0-49bb-993f-22e6deb4fd8b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:41:07.543315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 976b64f1-0f68-416e-ad55-f391b6949827 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:07.543808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.690337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-10ca24e2-1d07-48db-9c73-386130cebbbd None None] Provisioning complete for port 976b64f1-0f68-416e-ad55-f391b6949827 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:07.690714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10ca24e2-1d07-48db-9c73-386130cebbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.748768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60600) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:07.807259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-182451c4-6f91-483b-abbd-e7ceb4fe79ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=618d5dcc1cf84d10867d50df19ddde40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547762 Nov 10 22:41:07.809298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:07.881137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.953968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:08.010611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97975e3-c26d-4944-a34d-1847db13f917 req-5416418c-d890-4679-aee2-2d93218294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:08.019293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a97975e3-c26d-4944-a34d-1847db13f917 req-5416418c-d890-4679-aee2-2d93218294ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1096 time: 0.2723351 Nov 10 22:41:08.038522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:08.040765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:41:08.041545 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:08.049640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40effb8d-b9ee-4acc-8a4b-46993e1d9ee6 HTTP/1.1" status: 204 len: 168 time: 0.2366664 Nov 10 22:41:08.074623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ec923-8e6e-4c90-b530-7cd503fdaa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40effb8d-b9ee-4acc-8a4b-46993e1d9ee6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:08.193578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3944861e-981a-47fa-9146-633e6841c328 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:08.282474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-940666b9-ea0f-490b-a3df-845cad3e5ec2 None None] Provisioning complete for port f5656187-aed0-49bb-993f-22e6deb4fd8b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:08.282844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-940666b9-ea0f-490b-a3df-845cad3e5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:08.295725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a97975e3-c26d-4944-a34d-1847db13f917 req-19fd2a82-3e72-4ae9-b810-a4f306d5e13e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554061 Nov 10 22:41:08.397108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-940666b9-ea0f-490b-a3df-845cad3e5ec2 None None] Port f5656187-aed0-49bb-993f-22e6deb4fd8b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:41:08.411657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3944861e-981a-47fa-9146-633e6841c328 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:08.415181 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:08.488674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:41:08.503466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9e6748d-4694-4747-9d26-65b71869f167 admin admin] 10.222.0.25 "PUT /v2.0/routers/14e3b3c9-9d6b-4bff-b296-60903c3f2566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8291960 Nov 10 22:41:08.531261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:08.718544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-9b8a317a-da1c-4961-8975-d51625ae2f3b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:08.720232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-9b8a317a-da1c-4961-8975-d51625ae2f3b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.4566610 Nov 10 22:41:08.771480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-5adcfc22-aedd-40b5-b416-50299391184f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0440004 Nov 10 22:41:08.850935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-b37052bf-eff2-4997-b606-3185d9ab145d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727053 Nov 10 22:41:08.962062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a5ec3-45ed-4d96-b5a4-816fe9f449c0 req-7a8fa827-f12a-4ac0-8f8e-d4c6027c83d8 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:08.970453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-987a5ec3-45ed-4d96-b5a4-816fe9f449c0 req-7a8fa827-f12a-4ac0-8f8e-d4c6027c83d8 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.0695610 Nov 10 22:41:08.995037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:09.043942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:09.047190 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f08ef-a088-4040-ba6c-0aa4b2c54d72" -d '{"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:09.076590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:09.081196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-fc9725b4-3a31-4f65-9da8-f984548ad3dc service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220173 Nov 10 22:41:09.089207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:09.094845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-987a5ec3-45ed-4d96-b5a4-816fe9f449c0 req-0177de94-30ba-43e4-8e55-04c3e31c311d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231320 Nov 10 22:41:09.164888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:09.326739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d98190ff-ee87-42a7-a4d6-59aa0accc401 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:09.346705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-a6d3d771-487d-401e-b895-ac823cf9720f service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573941 Nov 10 22:41:09.557939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d98190ff-ee87-42a7-a4d6-59aa0accc401 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:09.558323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:09.746579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29627-0092-4ca2-b871-181af78fca9c req-64f67a28-c45a-449b-9f8b-bae5cb569b78 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:09.760394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfb29627-0092-4ca2-b871-181af78fca9c req-64f67a28-c45a-449b-9f8b-bae5cb569b78 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1402466 Nov 10 22:41:09.793834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:09.857038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port d98190ff-ee87-42a7-a4d6-59aa0accc401, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d98190ff-ee87-42a7-a4d6-59aa0accc401,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:09.865806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfb29627-0092-4ca2-b871-181af78fca9c req-a53b4ccf-ba9d-4d4b-aab5-512d79c00325 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040471 Nov 10 22:41:09.878869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:10.022948 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c9cc4-f9b5-48bb-bdfc-f4a9204c5660 x-openstack-request-id: req-e80c9cc4-f9b5-48bb-bdfc-f4a9204c5660 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:10.025059 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:10.026701 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e80c9cc4-f9b5-48bb-bdfc-f4a9204c5660 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:10.027669 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'code': 200} Nov 10 22:41:10.083561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Sync routers for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:41:10.117414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=d98190ff-ee87-42a7-a4d6-59aa0accc401,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:10.124322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:10.125640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:10.565452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:10.861648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73f4c6db-91b9-4370-bacd-a64af648296c req-1fbc98dc-3a61-4199-ae49-30e7fd07e3ff tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 210 time: 0.0988691 Nov 10 22:41:11.140518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:06Z', 'revision_number': 4, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f5656187-aed0-49bb-993f-22e6deb4fd8b', 'name': '', 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'mac_address': 'fa:16:3e:22:68:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:04Z', 'updated_at': '2021-11-10T22:41:06Z', 'revision_number': 2, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'subnets': [{'id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:11.140907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52a983-ceb0-4c53-9d1a-bcb284126152 req-2505fdd4-a78c-4709-8e39-8842a610e2c6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:11.148866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa52a983-ceb0-4c53-9d1a-bcb284126152 req-2505fdd4-a78c-4709-8e39-8842a610e2c6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1305995 Nov 10 22:41:11.248959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa52a983-ceb0-4c53-9d1a-bcb284126152 req-a1fb47d2-0176-4a74-bc6e-f95948e2077d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811565 Nov 10 22:41:11.294572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Checking router: 14e3b3c9-9d6b-4bff-b296-60903c3f2566 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:41:11.296735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Updating router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 port f5656187-aed0-49bb-993f-22e6deb4fd8b binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:41:11.345205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d98190ff-ee87-42a7-a4d6-59aa0accc401 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:11.380141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:11.517967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d98190ff-ee87-42a7-a4d6-59aa0accc401 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:11.518310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:11.688481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-36d8d14b-0f6c-48c3-9ec7-ed330890b028 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:11.710333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-36d8d14b-0f6c-48c3-9ec7-ed330890b028 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6 HTTP/1.1" status: 200 len: 944 time: 0.1459851 Nov 10 22:41:12.013321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-7b2df767-df55-40d3-83a5-0b8fd9322350 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:12.014918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-7b2df767-df55-40d3-83a5-0b8fd9322350 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.2503719 Nov 10 22:41:12.037736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:12.062720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Deleting port 471b9c64-2bab-4f61-adf0-cad8d92abb03 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:41:12.063066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.178199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.220109 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.239578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] For port 471b9c64-2bab-4f61-adf0-cad8d92abb03, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=471b9c64-2bab-4f61-adf0-cad8d92abb03,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:12.239847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.262472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Calling delete_port for 471b9c64-2bab-4f61-adf0-cad8d92abb03 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:41:12.285069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:12.287460 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.528228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce7413-0baa-4717-af4c-9a78a19867e7 None None] Pushing event updated for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:12.602685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Attempting to bind port f5656187-aed0-49bb-993f-22e6deb4fd8b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:12.603052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Attempting to bind port f5656187-aed0-49bb-993f-22e6deb4fd8b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:12.603413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Attempting to bind port f5656187-aed0-49bb-993f-22e6deb4fd8b on network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:12.611339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:12.612570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Checking segment: {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:12.613044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.613443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Bound using segment: {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:12.616053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Bound port: f5656187-aed0-49bb-993f-22e6deb4fd8b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24cb01b-29f4-4f3f-a043-681c64567ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:12.616462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:12.799289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] For port f5656187-aed0-49bb-993f-22e6deb4fd8b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:12.803624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] For port f5656187-aed0-49bb-993f-22e6deb4fd8b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5656187-aed0-49bb-993f-22e6deb4fd8b,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:12.811804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.018692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:41:13.039034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:13.099842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.4 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/834397b1-870b-4686-a9f0-15a1a5ab81eb) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:13.169365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce7413-0baa-4717-af4c-9a78a19867e7 None None] Pushing event updated for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:13.182063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] Provisioning complete for port f5656187-aed0-49bb-993f-22e6deb4fd8b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:13.182673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.298115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.336858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:41:13.377746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.442582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:13.447711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:13.455047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:13.501867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:13.606376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:13.607005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.619607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.635281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-18a366ea-ba5c-49aa-bd2e-6c80f76b4d5d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6034892 Nov 10 22:41:13.656981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Request body: {'port': {'device_id': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:13.656981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.710272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event deleted for resources: {'Port': ['ID=471b9c64-2bab-4f61-adf0-cad8d92abb03,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:13.771343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] No DVR routers for this DVR port 471b9c64-2bab-4f61-adf0-cad8d92abb03 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:41:13.788452 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:13.792172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee3a7dfb-c6f5-4e2c-bc32-8804f6b09662 req-1a2e6d32-50a2-4a2b-b143-90196a6ad4c4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "DELETE /v2.0/ports/471b9c64-2bab-4f61-adf0-cad8d92abb03 HTTP/1.1" status: 204 len: 173 time: 2.0738332 Nov 10 22:41:13.792648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-deleted', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:13.795259 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a3221-efea-4147-a357-20a2117b658e" -d '{"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-deleted", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:13.830232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.113823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] For port f5656187-aed0-49bb-993f-22e6deb4fd8b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5656187-aed0-49bb-993f-22e6deb4fd8b,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:14.120691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.174813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-3255ca9b-6327-4e7a-9978-18a5b76cf16b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:14.175767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:06Z', 'revision_number': 4, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f5656187-aed0-49bb-993f-22e6deb4fd8b', 'name': '', 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'mac_address': 'fa:16:3e:22:68:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:04Z', 'updated_at': '2021-11-10T22:41:12Z', 'revision_number': 4, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'subnets': [{'id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:14.184913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-3255ca9b-6327-4e7a-9978-18a5b76cf16b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.2558208 Nov 10 22:41:14.217299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-188a95e4-7651-4226-9a19-2741d82a526c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/quotas/1ed81e23faa946e288faf3c8db411457 HTTP/1.1" status: 200 len: 375 time: 0.0312500 Nov 10 22:41:14.221899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467b83-951a-4e67-9cc4-f305aecbc531 None None] The sync data for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 is: [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:41:06Z', 'revision_number': 4, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f5656187-aed0-49bb-993f-22e6deb4fd8b', 'name': '', 'network_id': '4c9ebd96-727c-4266-afae-8c8b5c00ddd5', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'mac_address': 'fa:16:3e:22:68:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:04Z', 'updated_at': '2021-11-10T22:41:12Z', 'revision_number': 4, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'subnets': [{'id': '14de2386-6fe6-4867-80e8-eb853b56679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:41:14.225060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb753301-4497-45d7-8908-4a7d3e1b147b None None] Pushing event updated for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:14.272199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-35aa9bf8-002b-461b-80f3-db8b780c6add None None] Provisioning complete for port f5656187-aed0-49bb-993f-22e6deb4fd8b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:14.272897 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35aa9bf8-002b-461b-80f3-db8b780c6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.297937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-7dc028e2-392f-4e7a-97b2-e31e7c1c5a41 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797100 Nov 10 22:41:14.362582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a5687-7b26-45df-bc14-4103ddec3ef8 req-ad5da7e5-eca9-4cad-8d49-917a08bf2e6d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:14.364388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe9a5687-7b26-45df-bc14-4103ddec3ef8 req-ad5da7e5-eca9-4cad-8d49-917a08bf2e6d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.2757111 Nov 10 22:41:14.555928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe9a5687-7b26-45df-bc14-4103ddec3ef8 req-85569286-0b90-40aa-94e3-af02e14f9d31 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797190 Nov 10 22:41:14.562977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:14.613814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2f70ed08-1e87-4f45-a661-5206ae8b92ae service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108382 Nov 10 22:41:14.770291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.774300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 471b9c64-2bab-4f61-adf0-cad8d92abb03 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:41:14.774759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 471b9c64-2bab-4f61-adf0-cad8d92abb03 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:41:14.838349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834397b1-870b-4686-a9f0-15a1a5ab81eb {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:14.848363 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.902620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.904877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Transition to ACTIVE for port object 834397b1-870b-4686-a9f0-15a1a5ab81eb will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:14.910408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:14.992784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2316c195-1937-4333-ba33-589b9a3d88e1 service neutron] 10.222.0.25 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759208 Nov 10 22:41:15.037976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Pushing event updated for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:15.123943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Attempting to bind port 834397b1-870b-4686-a9f0-15a1a5ab81eb on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:15.124277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Attempting to bind port 834397b1-870b-4686-a9f0-15a1a5ab81eb by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:15.124606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Attempting to bind port 834397b1-870b-4686-a9f0-15a1a5ab81eb on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:15.152848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Port 834397b1-870b-4686-a9f0-15a1a5ab81eb on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:15.154978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Attempting to bind port 834397b1-870b-4686-a9f0-15a1a5ab81eb on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:15.196191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:15.196530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:15.196922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:15.197404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Bound port: 834397b1-870b-4686-a9f0-15a1a5ab81eb, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:15.197793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:15.335847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5656187-aed0-49bb-993f-22e6deb4fd8b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:15.372145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd300c-9c00-4d45-9040-35a59f8cd05c req-ec2aa0e1-dbae-48b9-a8cb-de776f23ad1c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:15.386504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-febd300c-9c00-4d45-9040-35a59f8cd05c req-ec2aa0e1-dbae-48b9-a8cb-de776f23ad1c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 943 time: 0.1180263 Nov 10 22:41:15.497106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:15.501613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:15.514167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f5656187-aed0-49bb-993f-22e6deb4fd8b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:15.516828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:15.517006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:15.577529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-febd300c-9c00-4d45-9040-35a59f8cd05c req-d8d8355c-49ec-48ab-a38b-b67764a5aded tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863956 Nov 10 22:41:15.739263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:15.739670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:15.766450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] 10.222.0.39 "PUT /v2.0/ports/834397b1-870b-4686-a9f0-15a1a5ab81eb HTTP/1.1" status: 200 len: 1091 time: 2.1200829 Nov 10 22:41:15.767319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05dacd-f4f7-4d1d-b9be-049e5d1b2f65 service neutron] Pushing event updated for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:15.833833 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a42a722-8b97-4897-89cb-ae456d338342 x-openstack-request-id: req-6a42a722-8b97-4897-89cb-ae456d338342 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:15.834128 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6", "name": "network-vif-deleted", "tag": "471b9c64-2bab-4f61-adf0-cad8d92abb03", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:15.834388 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a42a722-8b97-4897-89cb-ae456d338342 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:15.834796 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e97695-f068-4fc7-8bfb-ba5fa1f94ae6', 'name': 'network-vif-deleted', 'tag': '471b9c64-2bab-4f61-adf0-cad8d92abb03', 'status': 'completed', 'code': 200} Nov 10 22:41:16.165173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-1bdee098-bad0-4707-b2eb-99ec4f1acbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:16.167789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-1bdee098-bad0-4707-b2eb-99ec4f1acbe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 1094 time: 0.2827017 Nov 10 22:41:16.375412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-b3376d4b-4b8c-44b5-8376-75e13b281fee tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:16.382674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-b3376d4b-4b8c-44b5-8376-75e13b281fee tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 810 time: 0.3464928 Nov 10 22:41:16.419143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-2a40af10-7a5e-4615-85d4-9edd5203780a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb HTTP/1.1" status: 200 len: 217 time: 0.2093151 Nov 10 22:41:16.428497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-98ed044b-e545-41b7-aa11-46edd58d9a32 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/quotas/732a91a7742e45ffa9737cebd7096708 HTTP/1.1" status: 200 len: 375 time: 0.0376844 Nov 10 22:41:16.446736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03d49cca-185e-4dd9-ae25-8dc2d3934c67 req-37d9238c-651d-4b65-8faa-c4e068c9b40b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 210 time: 0.2679262 Nov 10 22:41:16.593309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-201bbfc3-d57d-4c68-b258-caaef033c4e6 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1636767 Nov 10 22:41:16.676626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-70d7a25a-1de9-435c-87ab-41032b5bf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:16.678441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-70d7a25a-1de9-435c-87ab-41032b5bf65d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.2581165 Nov 10 22:41:16.772047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:16.876273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-6557b8a7-abb1-4d65-b458-dea00e0d7b74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959787 Nov 10 22:41:16.902205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-08b7d597-2896-42d8-ad48-cfe1a87f588c service neutron] 10.222.0.25 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067625 Nov 10 22:41:16.924636 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:41:17.050400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-0e04d2eb-6205-4438-a7a8-6e60524d1cbf service neutron] 10.222.0.25 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471012 Nov 10 22:41:17.144881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30691331-3bff-4198-92b9-3fc916c7a5ca req-9cb78694-7595-4d92-84e9-df1febb65d54 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:17.163000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30691331-3bff-4198-92b9-3fc916c7a5ca req-9cb78694-7595-4d92-84e9-df1febb65d54 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.5215957 Nov 10 22:41:17.190080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15a4745c-c5dd-4b01-a9fe-dca060381912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:17.368482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30691331-3bff-4198-92b9-3fc916c7a5ca req-4ced7e5d-1a35-409d-aedc-980e5427ec45 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981492 Nov 10 22:41:17.430623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15a4745c-c5dd-4b01-a9fe-dca060381912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:17.438089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15a4745c-c5dd-4b01-a9fe-dca060381912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:17.450493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-14ebb361-193f-4608-8455-5b221650d588 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582824 Nov 10 22:41:17.468511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4974728-5f2b-443e-a76e-f4a8edcb599d req-716d994c-f5c9-44f2-a972-d8466e1fa540 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:17.513994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4974728-5f2b-443e-a76e-f4a8edcb599d req-716d994c-f5c9-44f2-a972-d8466e1fa540 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 943 time: 0.1639149 Nov 10 22:41:17.632109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4974728-5f2b-443e-a76e-f4a8edcb599d req-5e8f5bbe-ba3c-4c38-859a-50338e63961a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199200 Nov 10 22:41:17.701975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a45e44-f63a-46b4-a8ca-6c7def16c639 req-757e1aab-e143-448f-bb96-d45d07d0eed1 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479405 Nov 10 22:41:17.888119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-538b4c0a-ae21-43ef-85d4-a6c221f63711 req-3f6d8be1-2837-42bb-927c-b8491dda4162 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 210 time: 0.0585420 Nov 10 22:41:17.941252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:17.947891 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8c472-c3e8-465e-b283-6b67a1492d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:17.977320 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d375ca6f-b794-4215-b70d-36407582ca74 req-06d74228-5e93-4337-b079-26f1b35d7cd3 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 210 time: 0.2457521 Nov 10 22:41:18.226957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4745c-c5dd-4b01-a9fe-dca060381912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468f1d0b-bc00-4e94-9bc6-af45b29dbff5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-782b372a-7afc-475e-b4c4-50714af2fb89 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-782b372a-7afc-475e-b4c4-50714af2fb89 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 805 time: 0.5324278 Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d66d6c-af11-4d5a-a217-349ec568322b x-openstack-request-id: req-60d66d6c-af11-4d5a-a217-349ec568322b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60d66d6c-af11-4d5a-a217-349ec568322b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:18.275577 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb', 'status': 'completed', 'code': 200} Nov 10 22:41:18.374373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Request body: {'port': {'device_id': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'admin_state_up': True, 'tenant_id': '1ed81e23faa946e288faf3c8db411457'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:18.386109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60820) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:18.425166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15a4745c-c5dd-4b01-a9fe-dca060381912 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78fb34cafc1347aea4023abb73319e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6160512 Nov 10 22:41:18.578590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:18.669548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:18.679775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-24e2af6b-4dc9-422c-b2c1-263596cb97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:18.684502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-24e2af6b-4dc9-422c-b2c1-263596cb97b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 1094 time: 0.4113176 Nov 10 22:41:18.799580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:18.802287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:18.806027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/468f1d0b-bc00-4e94-9bc6-af45b29dbff5 HTTP/1.1" status: 204 len: 168 time: 0.4163110 Nov 10 22:41:18.824746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f4474-94fb-4231-9181-e82c59df52a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f1d0b-bc00-4e94-9bc6-af45b29dbff5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:19.141787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2cd00-1bc7-482e-837c-f8b53b5088c1 req-e444e25d-45c8-4e45-b394-099aacae2fc4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:19.149323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6b2cd00-1bc7-482e-837c-f8b53b5088c1 req-e444e25d-45c8-4e45-b394-099aacae2fc4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 943 time: 0.1496873 Nov 10 22:41:19.173141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-73786a4b-821b-438c-bac7-9c61c9043486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:19.174874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-73786a4b-821b-438c-bac7-9c61c9043486 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.4751234 Nov 10 22:41:19.204336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81edae-e11c-4f97-82b3-a5c15b9ef2fc req-3882365b-a1ba-4e72-a78c-88e4bce74100 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:19.221947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca81edae-e11c-4f97-82b3-a5c15b9ef2fc req-3882365b-a1ba-4e72-a78c-88e4bce74100 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.4564230 Nov 10 22:41:19.275669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6b2cd00-1bc7-482e-837c-f8b53b5088c1 req-6303bd3e-b196-4f77-8b94-7c79b6b14fc2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116352 Nov 10 22:41:19.351013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-05399a15-86c9-4adf-9e24-2b038b2520aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb HTTP/1.1" status: 200 len: 217 time: 0.1058621 Nov 10 22:41:19.352036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Made reservation on behalf of 1ed81e23faa946e288faf3c8db411457 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:19.357364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:19.522410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca81edae-e11c-4f97-82b3-a5c15b9ef2fc req-e2994d4b-af76-468c-9f9c-de8e3c8baedc tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924304 Nov 10 22:41:19.532559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88bb363e-db11-4126-a4e2-d64835aaae15 req-8d0c00ef-1d7b-4fae-8f7b-bde789444e5b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 210 time: 0.0991325 Nov 10 22:41:19.810271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50d813f7-1934-480e-8ff7-1a916649c9f1 req-1fa33442-ecc1-4471-8789-1a714fc52d5b tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 210 time: 0.0796151 Nov 10 22:41:19.903434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-10d15639-5dc7-43d1-8975-622499b08489 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:19.927941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-10d15639-5dc7-43d1-8975-622499b08489 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 810 time: 0.4853752 Nov 10 22:41:19.946424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Request body: {'port': {'device_id': '275e11db-c9cb-46c2-9c11-591066a472b2', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'admin_state_up': True, 'tenant_id': '732a91a7742e45ffa9737cebd7096708'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:19.976651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Allocated IP 172.20.0.13 (005c7b72-3f74-49c0-b901-ae0cffcce745/3feb01f4-3e96-40b6-b2c9-f5ceae250ba0/952cab0d-d719-4175-a7c5-2190dcfb2345) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:20.298456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-c20bda2b-6dfd-4007-80dc-ec6f207fdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:20.302873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-c20bda2b-6dfd-4007-80dc-ec6f207fdbae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.9122934 Nov 10 22:41:20.340777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Made reservation on behalf of 732a91a7742e45ffa9737cebd7096708 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:20.351713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:20.401066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-d4f8d553-f96c-4b45-b3e9-deed23e21400 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892749 Nov 10 22:41:20.567871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 834397b1-870b-4686-a9f0-15a1a5ab81eb details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:20.593771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922017a-171d-4cf9-951b-f357318881c9 req-3374dc04-7d4b-4629-8798-056e191e70fb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:20.608675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2922017a-171d-4cf9-951b-f357318881c9 req-3374dc04-7d4b-4629-8798-056e191e70fb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 943 time: 0.1770470 Nov 10 22:41:20.677717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:20.765421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:20.766308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2922017a-171d-4cf9-951b-f357318881c9 req-cc3dcd80-5cf6-41a2-9673-99e9c9c82b5e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543369 Nov 10 22:41:20.779617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60904) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:20.894195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:20.909504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '834397b1-870b-4686-a9f0-15a1a5ab81eb', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': '834397b1-870b-4686-a9f0-15a1a5ab81eb', 'mac_address': 'fa:16:3e:3b:37:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:20.991654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.043922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Allocated IP 172.20.0.6 (d8528e0e-d4b9-4efc-9b6f-8c762bcacdde/9479cc4c-11c3-4c98-9c90-91e489d735aa/dab7e513-67ef-46db-9fe4-b366aefb493c) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:21.057662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Network 005c7b72-3f74-49c0-b901-ae0cffcce745 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:21.064773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:21.074575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834397b1-870b-4686-a9f0-15a1a5ab81eb {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:21.087405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856fe83-f63a-4c66-a8d4-928962bfab38 req-a78db924-2244-438f-95cd-a0174f78a018 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:21.098164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:21.101592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:21.116474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0856fe83-f63a-4c66-a8d4-928962bfab38 req-a78db924-2244-438f-95cd-a0174f78a018 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1250215 Nov 10 22:41:21.119145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-f58cac58-8b5b-4dbd-95b1-149875e20733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:21.121742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-f58cac58-8b5b-4dbd-95b1-149875e20733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 1101 time: 0.2719874 Nov 10 22:41:21.124135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:21.131896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.228357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-841051231-network', 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:21.240122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-6d35f6c4-c70e-48de-a7e0-5f7dc8a5448a service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148453 Nov 10 22:41:21.247225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:21.247918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.253210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0856fe83-f63a-4c66-a8d4-928962bfab38 req-24f6d401-a81d-4d90-8bf3-16d412ed4880 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287704 Nov 10 22:41:21.299069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:21.352769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:21.355739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.371196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.402740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['834397b1-870b-4686-a9f0-15a1a5ab81eb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:21.458584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-e3223ada-39e6-43d3-aa71-47fcb77dbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:21.462293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-e3223ada-39e6-43d3-aa71-47fcb77dbde2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.2247047 Nov 10 22:41:21.485600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.492824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.506217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:41:21.522752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.523634 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Added segment 415a1a43-3614-4819-bc5d-3089f0d6db07 of type vlan for network 159cb681-9a75-46f3-84fb-ff64e04ea683 Nov 10 22:41:21.659582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661d0d-560d-491f-930d-8a00aedeed4b req-497fffa5-7e37-450e-bcc6-9da651be6aab tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:21.667662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71661d0d-560d-491f-930d-8a00aedeed4b req-497fffa5-7e37-450e-bcc6-9da651be6aab tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 932 time: 0.8693321 Nov 10 22:41:21.671237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e8c472-c3e8-465e-b283-6b67a1492d3b req-7dd8b569-1edf-46e8-98e1-9c04a0dc082a service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285602 Nov 10 22:41:21.818899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-621e1135-b5a6-4871-bd7b-c91db9bba076 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7e9fc58a-c8ad-4621-8461-ed222358825d HTTP/1.1" status: 200 len: 217 time: 0.1444039 Nov 10 22:41:21.836854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-f4a3b47b-535e-489b-a38a-e7b9c9f792e3 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4679649 Nov 10 22:41:21.857551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.886854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Request body: {'port': {'device_id': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:21.929292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc95ef-4810-4368-b78b-d559e77147bc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:21.933298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.936558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:21.949023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e2c81f74-3dd3-4386-be90-c940e845b38d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:22.057605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:22.073353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418805-0481-494e-b408-c9145eb3854d req-66b15efe-c4bd-4581-8c84-99e56067b05c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.075269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e418805-0481-494e-b408-c9145eb3854d req-66b15efe-c4bd-4581-8c84-99e56067b05c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 931 time: 0.1446974 Nov 10 22:41:22.076208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:22.091461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:22.114456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71661d0d-560d-491f-930d-8a00aedeed4b req-942912da-9479-445c-afe2-1046151fb379 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445486 Nov 10 22:41:22.131541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-2601b8f9-a698-4517-a1f8-b703aee5272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.134673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-2601b8f9-a698-4517-a1f8-b703aee5272a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.3022830 Nov 10 22:41:22.138295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.150092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.150092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.150092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.327106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Pushing event updated for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:22.345048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-31436e2b-b3a2-4d19-ab9b-2ea3e07a0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.347334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-31436e2b-b3a2-4d19-ab9b-2ea3e07a0599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016411 Nov 10 22:41:22.425022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] Pushing event updated for resources: {'Network': ['ID=159cb681-9a75-46f3-84fb-ff64e04ea683,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:22.435258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13b8cdd0-cee5-493b-8542-bae92c0a10eb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6542158 Nov 10 22:41:22.443049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.443693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.449041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:41:22.462100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:22.467675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-4245a42c-0429-4f67-9ec7-9c928a8498f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5256927 Nov 10 22:41:22.483268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Request body: {'port': {'device_id': '275e11db-c9cb-46c2-9c11-591066a472b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:22.554819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.583969 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-53df3062-00db-4df9-b8b9-eab700671e87 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267797 Nov 10 22:41:22.587335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Request body: {'subnet': {'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-841051231-subnet', 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:22.689386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 834397b1-870b-4686-a9f0-15a1a5ab81eb up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:22.721317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e418805-0481-494e-b408-c9145eb3854d req-7b3f2a5e-43b8-4606-92dc-4518abf049ec tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736828 Nov 10 22:41:22.922733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952cab0d-d719-4175-a7c5-2190dcfb2345 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:22.940949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9284c6-3032-4ae4-9818-3d59e59c8810 req-c1d3e656-3c1f-45de-b40e-a42cf1b994d2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:22.947545 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.948154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e9284c6-3032-4ae4-9818-3d59e59c8810 req-c1d3e656-3c1f-45de-b40e-a42cf1b994d2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0939314 Nov 10 22:41:22.988794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 834397b1-870b-4686-a9f0-15a1a5ab81eb completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:41:22.989959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:22.993208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:22.996824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 834397b1-870b-4686-a9f0-15a1a5ab81eb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:22.997369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.006396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Transition to ACTIVE for port object 952cab0d-d719-4175-a7c5-2190dcfb2345 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:23.108245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.111347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.139028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58cd7f-8450-47a5-9dd6-416b4999b420 req-e51dab5f-77f6-4b01-95e2-bd68e18e28ad tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:23.147112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f58cd7f-8450-47a5-9dd6-416b4999b420 req-e51dab5f-77f6-4b01-95e2-bd68e18e28ad tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 944 time: 0.6863151 Nov 10 22:41:23.153492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:23.154572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:23.158757 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79499bd6-8733-43f6-9a19-b2b807dc26c4" -d '{"events": [{"server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "name": "network-vif-plugged", "status": "completed", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:23.164538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.223046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:23.238983 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-348b0579-df06-4ab8-97e3-bbb7783753d6 req-13bf647a-942b-4ef9-bfea-ea0b4681d809 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377656 Nov 10 22:41:23.305567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:23.378257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f58cd7f-8450-47a5-9dd6-416b4999b420 req-720ea56d-927f-40c8-9346-e617d894a290 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301178 Nov 10 22:41:23.404362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e9284c6-3032-4ae4-9818-3d59e59c8810 req-5996b2d1-a69c-41fe-80b4-82b8f3954d49 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552319 Nov 10 22:41:23.455002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab7e513-67ef-46db-9fe4-b366aefb493c {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:23.470631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.500407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Attempting to bind port 952cab0d-d719-4175-a7c5-2190dcfb2345 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:23.501178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Attempting to bind port 952cab0d-d719-4175-a7c5-2190dcfb2345 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:23.519924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Attempting to bind port 952cab0d-d719-4175-a7c5-2190dcfb2345 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:23.525188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Transition to ACTIVE for port object dab7e513-67ef-46db-9fe4-b366aefb493c will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:23.538360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.572783 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f31e48-3a9b-4533-84b3-d4c242d434da x-openstack-request-id: req-90f31e48-3a9b-4533-84b3-d4c242d434da {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:23.573268 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "name": "network-vif-plugged", "status": "completed", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:23.573634 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90f31e48-3a9b-4533-84b3-d4c242d434da {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:23.574161 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb', 'code': 200} Nov 10 22:41:23.581598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Port 952cab0d-d719-4175-a7c5-2190dcfb2345 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:23.582049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Attempting to bind port 952cab0d-d719-4175-a7c5-2190dcfb2345 on network 005c7b72-3f74-49c0-b901-ae0cffcce745 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:23.654200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:23.673775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Checking segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:23.674303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Bound using segment: {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:23.674881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Bound port: 952cab0d-d719-4175-a7c5-2190dcfb2345, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414d063-bf52-4bc7-82ed-a73f2b632986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:23.685499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.773567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:23.885504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:23.903953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aea6b-9c66-4630-982e-9ab9d5981aea req-5d2e415e-6262-4997-82aa-894223ae30a4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:23.905891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-536aea6b-9c66-4630-982e-9ab9d5981aea req-5d2e415e-6262-4997-82aa-894223ae30a4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 944 time: 0.2611346 Nov 10 22:41:23.935078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60998) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:24.015982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-536aea6b-9c66-4630-982e-9ab9d5981aea req-0e8dc82f-3af4-432f-adde-2e1bc77ea321 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901144 Nov 10 22:41:24.034134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Attempting to bind port dab7e513-67ef-46db-9fe4-b366aefb493c on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:24.034860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Attempting to bind port dab7e513-67ef-46db-9fe4-b366aefb493c by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:24.035353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Attempting to bind port dab7e513-67ef-46db-9fe4-b366aefb493c on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:24.041454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Port dab7e513-67ef-46db-9fe4-b366aefb493c on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:24.042003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Attempting to bind port dab7e513-67ef-46db-9fe4-b366aefb493c on network d8528e0e-d4b9-4efc-9b6f-8c762bcacdde {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:24.048628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:24.049370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Checking segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:24.050060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Bound using segment: {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:24.050673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Bound port: dab7e513-67ef-46db-9fe4-b366aefb493c, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1962ea93-1228-449d-80d7-4064f78bc05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:24.051209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.135670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:24.139570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dab7e513-67ef-46db-9fe4-b366aefb493c,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:24.160303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.190147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c363766-acad-485b-bc1d-68ea32761351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.240746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.241393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.242771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] 10.222.0.20 "PUT /v2.0/ports/dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 200 len: 1091 time: 1.7645967 Nov 10 22:41:24.246357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:24.248826 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86527951-8c9d-43b3-9fd7-21a1628d1376" -d '{"events": [{"name": "network-changed", "server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:24.296254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424f08-6000-4ad4-a620-29029abbc269 req-323f303b-7900-4bff-a6e0-75c4c0ed203a tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.298516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32424f08-6000-4ad4-a620-29029abbc269 req-323f303b-7900-4bff-a6e0-75c4c0ed203a tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 950 time: 0.1485860 Nov 10 22:41:24.342776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3d73-8591-4efb-b43e-bb2b2630eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:24.386521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abadca-de99-4752-b9b5-5b417141fdfe req-cdb99b35-9ebb-47ea-bb80-731fc2638aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.389147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10abadca-de99-4752-b9b5-5b417141fdfe req-cdb99b35-9ebb-47ea-bb80-731fc2638aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 1096 time: 0.6972704 Nov 10 22:41:24.414059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-8dd6ebf0-c654-4540-985c-5a0cd5a19227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.423351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-8dd6ebf0-c654-4540-985c-5a0cd5a19227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1094 time: 0.1236768 Nov 10 22:41:24.439467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cceaa326-03eb-4ebe-b8e6-135ac4374462,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:24.482255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:24.484189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32424f08-6000-4ad4-a620-29029abbc269 req-2dae3ca4-33e6-4323-a29d-e12c62d68e7e tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711679 Nov 10 22:41:24.486874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-6831123f-e701-4d6d-828e-07532c5b2925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 200 len: 217 time: 0.0513868 Nov 10 22:41:24.522836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:24.544644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Checking segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:24.546640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Network hostable DHCP agents. Network: 159cb681-9a75-46f3-84fb-ff64e04ea683, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:41:24.550406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c363766-acad-485b-bc1d-68ea32761351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.557438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c363766-acad-485b-bc1d-68ea32761351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.560165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.590349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-e49a57eb-910d-45b2-94ae-9847546559a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.591963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-e49a57eb-910d-45b2-94ae-9847546559a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.0957313 Nov 10 22:41:24.595626 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f0daff-36a4-41d7-a4bb-38cdc75ae2ef x-openstack-request-id: req-06f0daff-36a4-41d7-a4bb-38cdc75ae2ef {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:24.595907 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:24.596155 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06f0daff-36a4-41d7-a4bb-38cdc75ae2ef {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:24.596541 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c', 'status': 'completed', 'code': 200} Nov 10 22:41:24.598023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d7a07-a00d-4910-b21b-4f020772d4d0 req-0289ed88-9d47-4848-b180-417c9a172109 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.600386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc0d7a07-a00d-4910-b21b-4f020772d4d0 req-0289ed88-9d47-4848-b180-417c9a172109 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 943 time: 0.2901518 Nov 10 22:41:24.605102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3c363766-acad-485b-bc1d-68ea32761351 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb49fc3950e949e7b67caa0c63ee7875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665833 Nov 10 22:41:24.605720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32778) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:24.655242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-84a14a3c-b85d-4153-b3c8-0bf6e160b07a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444098 Nov 10 22:41:24.658764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c363766-acad-485b-bc1d-68ea32761351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eee903-5c38-4805-b6ef-6113b68ff1a4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:24.694139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.694952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.696312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] 10.222.0.39 "PUT /v2.0/ports/952cab0d-d719-4175-a7c5-2190dcfb2345 HTTP/1.1" status: 200 len: 1092 time: 2.8158369 Nov 10 22:41:24.704235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:24.706519 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f300b81-361e-41c6-a700-8573d4f6ba8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:24.716010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10abadca-de99-4752-b9b5-5b417141fdfe req-6962e1fa-f828-4b71-b051-fc8f62110223 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977414 Nov 10 22:41:24.734768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:41:24.758350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 159cb681-9a75-46f3-84fb-ff64e04ea683) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:24.772462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca209109-7424-427a-804e-c25d0bcab077 None None] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:24.784129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.784985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.808200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946f479-fff6-4ad8-b861-3a6a1b251f1b service neutron] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:24.820181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.825056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc0d7a07-a00d-4910-b21b-4f020772d4d0 req-17bc8699-9619-4bd5-b8c1-62d56a31607b tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427760 Nov 10 22:41:24.835714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d80a79e2-4661-4545-a122-a2bc817788e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2541082 Nov 10 22:41:24.906479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c236-092b-4bfe-8aa0-12441893d292 req-01393355-2ae6-4d58-b37c-c527943d2daf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:24.915804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e29c236-092b-4bfe-8aa0-12441893d292 req-01393355-2ae6-4d58-b37c-c527943d2daf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.2286720 Nov 10 22:41:24.944205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32cdce36-d467-4113-93a1-9ba1808a42f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.949926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-655ea2a7-4b04-46f6-8ee4-c8a6e68697ae service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830920 Nov 10 22:41:24.951971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:25.030900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c2b74-ff9d-4e43-a130-c0f59dc2b3a9 None None] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:25.115678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e29c236-092b-4bfe-8aa0-12441893d292 req-8c3abe8d-7be7-484e-8482-a4e786f0712f tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988850 Nov 10 22:41:25.127891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-0c9fa5c1-4ef6-4a03-9afc-66f291c641e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.127891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-0c9fa5c1-4ef6-4a03-9afc-66f291c641e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 1095 time: 0.1570010 Nov 10 22:41:25.138814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b080aaf-99de-4cc1-85ec-b0def22b77f8 req-cecf651d-c89f-4b6f-90e0-7e4a3363e3eb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.155932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b080aaf-99de-4cc1-85ec-b0def22b77f8 req-cecf651d-c89f-4b6f-90e0-7e4a3363e3eb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.2507546 Nov 10 22:41:25.170744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:25.174281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:25.179594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92eee903-5c38-4805-b6ef-6113b68ff1a4 HTTP/1.1" status: 204 len: 168 time: 0.5538261 Nov 10 22:41:25.181667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c2ff495-229a-4dd0-9009-550a2ca18ff1 req-24a4998b-2b4c-4d39-9828-77789c1f2bbd service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185297 Nov 10 22:41:25.194254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778d3f8-655a-432e-bc06-e9c6dd456bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eee903-5c38-4805-b6ef-6113b68ff1a4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:25.302112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-1c9c75e4-0c56-48d1-8c45-621715aca652 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952cab0d-d719-4175-a7c5-2190dcfb2345 HTTP/1.1" status: 200 len: 217 time: 0.1425302 Nov 10 22:41:25.309663 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc79efb-55ef-465d-af8c-4046cbee4cff x-openstack-request-id: req-adc79efb-55ef-465d-af8c-4046cbee4cff {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:25.310092 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:25.310574 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adc79efb-55ef-465d-af8c-4046cbee4cff {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:25.311070 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'status': 'completed', 'code': 200} Nov 10 22:41:25.316903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-837e1b42-9d57-4cbf-bbaf-d82b3e316c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.321279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-837e1b42-9d57-4cbf-bbaf-d82b3e316c54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1094 time: 0.0626493 Nov 10 22:41:25.398091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b080aaf-99de-4cc1-85ec-b0def22b77f8 req-10f8f390-80f7-4e98-86c0-700e7ff5129c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410519 Nov 10 22:41:25.433820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-e17f1d8e-dd8d-4e4f-831c-12e5e99a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.436481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-e17f1d8e-dd8d-4e4f-831c-12e5e99a3371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.1226270 Nov 10 22:41:25.497754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427abbc-5068-4bc0-9e98-a77b4a2cfdfe req-226ccd6f-a238-486b-a3d6-8a7f6b4a9a9f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.500875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-7ac313e4-fa20-480c-bf93-fad06bbf1a19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557756 Nov 10 22:41:25.501114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f427abbc-5068-4bc0-9e98-a77b4a2cfdfe req-226ccd6f-a238-486b-a3d6-8a7f6b4a9a9f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 944 time: 0.0944710 Nov 10 22:41:25.634472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-5161ecf0-6e0b-433f-9103-22b2cd510ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199648 Nov 10 22:41:25.642949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f427abbc-5068-4bc0-9e98-a77b4a2cfdfe req-a18f2410-1c31-4ad1-a746-83c724502590 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317945 Nov 10 22:41:25.643961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-05449e60-f928-4d7c-8384-a5da0931a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.646007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-05449e60-f928-4d7c-8384-a5da0931a5f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 0.3136976 Nov 10 22:41:25.702577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:25.711283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-3171ae68-eb67-4397-a727-1a17bc1ebfd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 200 len: 217 time: 0.0561841 Nov 10 22:41:25.718820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ec124a-ab16-4dc9-b93b-71a23aab4306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:25.773525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c32732c4-93b4-4083-ac25-e21add87fa35 req-052de381-840f-4278-9fd2-630b97339fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315937 Nov 10 22:41:25.854774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-c1bfeee5-eaed-4db2-b70b-ff051a1ebcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.856508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-c1bfeee5-eaed-4db2-b70b-ff051a1ebcc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1351476 Nov 10 22:41:25.898729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-c644c399-78b5-497f-831b-b514e77efd20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324292 Nov 10 22:41:25.938124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-9a3798ea-a8fa-483a-807e-7f058b8c3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.940143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-9a3798ea-a8fa-483a-807e-7f058b8c3aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ed81e23faa946e288faf3c8db411457&device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 1095 time: 0.0903792 Nov 10 22:41:26.030922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ec124a-ab16-4dc9-b93b-71a23aab4306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.039553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ec124a-ab16-4dc9-b93b-71a23aab4306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.110998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-709715da-2216-4934-bde1-173e75b9b5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014062 Nov 10 22:41:26.115065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76ec124a-ab16-4dc9-b93b-71a23aab4306 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa24081ff382464d9a04254203dd89a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112453 Nov 10 22:41:26.117829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:26.121326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-d3402fb2-9c99-4141-b842-4e21f6dea5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:26.122982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-d3402fb2-9c99-4141-b842-4e21f6dea5b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 200 len: 905 time: 0.1729529 Nov 10 22:41:26.124839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec124a-ab16-4dc9-b93b-71a23aab4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5b666-11cb-455b-a06b-2e1d8c076220,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:26.200524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-bdcedd5b-2d88-4ffe-9dbf-83faf6578eed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952cab0d-d719-4175-a7c5-2190dcfb2345 HTTP/1.1" status: 200 len: 217 time: 0.0564277 Nov 10 22:41:26.252571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.274222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-39ec66a0-5404-4b92-af95-6a9766c1be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:26.276069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-39ec66a0-5404-4b92-af95-6a9766c1be65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 200 len: 845 time: 0.0672834 Nov 10 22:41:26.281840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86527951-8c9d-43b3-9fd7-21a1628d1376 req-a0a02a40-aa05-497f-9e4e-3429e2d0e98c service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618989 Nov 10 22:41:26.310527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.328887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-ed3f5afa-f070-491c-b3b0-5c599a14d322 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=005c7b72-3f74-49c0-b901-ae0cffcce745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455303 Nov 10 22:41:26.395080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.401968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.407533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41b5b666-11cb-455b-a06b-2e1d8c076220 HTTP/1.1" status: 204 len: 168 time: 0.2887251 Nov 10 22:41:26.418708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c515-ce33-493f-8c38-82b34e95aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5b666-11cb-455b-a06b-2e1d8c076220,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:26.503696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-6a385678-873d-47bb-8ddb-4d00d7b5ab31 service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646276 Nov 10 22:41:26.625248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f300b81-361e-41c6-a700-8573d4f6ba8a req-fe067859-3e8f-43d2-b55a-c0ccdbbe1f9b service neutron] 10.222.0.39 "GET /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087241 Nov 10 22:41:26.625887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:26.778170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.808566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:26.811888 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75218c24-14c6-492e-9c10-e5c7661bb6eb" -d '{"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:26.832189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:26.837525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:26.903979 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:26.992850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32872) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:27.012840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-414da3a9-716a-4828-a3de-b34f759bb725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.026592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cdc15-6279-4d87-a833-c0ee368356ec req-54ac5a16-8ff2-4864-b1a8-42bdb23b8d2d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.028357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f81cdc15-6279-4d87-a833-c0ee368356ec req-54ac5a16-8ff2-4864-b1a8-42bdb23b8d2d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 943 time: 0.0852935 Nov 10 22:41:27.091692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-150cd74c-0c5f-4c1f-9512-f6cb2d2c805e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.093265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-150cd74c-0c5f-4c1f-9512-f6cb2d2c805e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.1851330 Nov 10 22:41:27.122485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8d64d129-2f32-444a-9bf9-04d7c4c05e34 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/quotas/62ef5480f0cf41dc87b99a58dfd27f35 HTTP/1.1" status: 200 len: 375 time: 0.0194719 Nov 10 22:41:27.146659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f81cdc15-6279-4d87-a833-c0ee368356ec req-9483117f-922d-4235-a067-5bc093fa5069 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Nov 10 22:41:27.165113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-72ae708a-a97c-4a4f-9a58-0f546476b5b6 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333281 Nov 10 22:41:27.253595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-414da3a9-716a-4828-a3de-b34f759bb725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.263314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-414da3a9-716a-4828-a3de-b34f759bb725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.266965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f295-ba1a-47c5-83f2-d60a47358143 req-c73f0b7f-8acd-43fc-9930-90abfc546bfc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.268765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb52f295-ba1a-47c5-83f2-d60a47358143 req-c73f0b7f-8acd-43fc-9930-90abfc546bfc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0638237 Nov 10 22:41:27.302178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-414da3a9-716a-4828-a3de-b34f759bb725 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acc465f5e1c34a32ac249ad1c1aa2408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092577 Nov 10 22:41:27.304256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:27.305884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dab7e513-67ef-46db-9fe4-b366aefb493c details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:27.358174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb52f295-ba1a-47c5-83f2-d60a47358143 req-377b4e09-e093-4cbe-aaca-4e0c37500cb3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Nov 10 22:41:27.379273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da3a9-716a-4828-a3de-b34f759bb725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d96da-a635-4db2-89a3-2b46f1fb260a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:27.410801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.421163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-eb442d60-ec60-423e-9569-f7cd6f92bb6b service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430844 Nov 10 22:41:27.490914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.498330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dab7e513-67ef-46db-9fe4-b366aefb493c,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:27.518421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'dab7e513-67ef-46db-9fe4-b366aefb493c', 'network_id': 'd8528e0e-d4b9-4efc-9b6f-8c762bcacdde', 'port_id': 'dab7e513-67ef-46db-9fe4-b366aefb493c', 'mac_address': 'fa:16:3e:bd:5e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9479cc4c-11c3-4c98-9c90-91e489d735aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:27.537737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d420a42-47d9-4d72-a01c-01c6fa838401 req-3185c00e-9b52-42c8-aeee-83b82298849d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.545914 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d420a42-47d9-4d72-a01c-01c6fa838401 req-3185c00e-9b52-42c8-aeee-83b82298849d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1045339 Nov 10 22:41:27.565677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-d14eaa3c-88d6-4ee7-816d-6e98e99c42dc service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434338 Nov 10 22:41:27.590020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.592603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.593756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d6d96da-a635-4db2-89a3-2b46f1fb260a HTTP/1.1" status: 204 len: 168 time: 0.2870681 Nov 10 22:41:27.619758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3697333-a2b9-471b-bb77-ba7d2281ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d96da-a635-4db2-89a3-2b46f1fb260a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:27.664112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d420a42-47d9-4d72-a01c-01c6fa838401 req-364894db-f6dd-48f4-b815-a0676abe31ea tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144166 Nov 10 22:41:27.679387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a009fe87-a141-48d2-90c7-7708263ecc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.683504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.702587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab7e513-67ef-46db-9fe4-b366aefb493c {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:27.732609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dab7e513-67ef-46db-9fe4-b366aefb493c,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:27.737191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:27.802424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:27.865388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5f7a8-6616-4935-9e66-2c237881ff88 req-e69b675a-1db8-4d6f-bf51-f81f111733c8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.867398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35b5f7a8-6616-4935-9e66-2c237881ff88 req-e69b675a-1db8-4d6f-bf51-f81f111733c8 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 944 time: 0.1146166 Nov 10 22:41:27.877123 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad9abf-c2c4-4ed0-8b69-aa97af5764fb x-openstack-request-id: req-8aad9abf-c2c4-4ed0-8b69-aa97af5764fb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:27.877412 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:27.877661 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8aad9abf-c2c4-4ed0-8b69-aa97af5764fb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:27.878044 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'code': 200} Nov 10 22:41:27.924033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-5dd4b8ea-4e9c-453b-9da8-cb28980fc354 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038558 Nov 10 22:41:27.955883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['dab7e513-67ef-46db-9fe4-b366aefb493c'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:28.094788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35b5f7a8-6616-4935-9e66-2c237881ff88 req-01be1b20-975c-4568-a0c6-d2476127c604 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115498 Nov 10 22:41:28.133637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-c0926f32-c30e-4d76-8d85-96eb7568ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.146827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-c0926f32-c30e-4d76-8d85-96eb7568ec78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 1096 time: 0.1350152 Nov 10 22:41:28.170110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e84e02e-2d05-4655-8677-997c5adc9d4e req-b1d583b0-14b3-4b7f-82ba-ef0b7f2eb096 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 210 time: 0.0581801 Nov 10 22:41:28.442560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7f37-7e7d-4719-a6da-87329ffbe76a req-e50f2b73-2b73-439a-a99f-8add4caa5b9a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.450020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-298d7f37-7e7d-4719-a6da-87329ffbe76a req-e50f2b73-2b73-439a-a99f-8add4caa5b9a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1484568 Nov 10 22:41:28.521263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-298d7f37-7e7d-4719-a6da-87329ffbe76a req-79f3ed86-82a1-49bc-b1a2-74b10580f15b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Nov 10 22:41:28.589072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-8d33211d-11b2-4aa7-bd5a-84c6c5e1e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.591989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-8d33211d-11b2-4aa7-bd5a-84c6c5e1e815 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 0.2519069 Nov 10 22:41:28.625691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:28.705751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-eb991326-f089-4040-9f2f-f275d23c892a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 200 len: 217 time: 0.1028912 Nov 10 22:41:28.758157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6f51-145d-4f24-992f-e9c78b284a6a req-cddc9260-4059-4d2e-98fd-6f7457164f77 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.769567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d4f6f51-145d-4f24-992f-e9c78b284a6a req-cddc9260-4059-4d2e-98fd-6f7457164f77 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 944 time: 0.1721327 Nov 10 22:41:28.840927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-911c93b6-f84b-4cb4-83d1-7e0aca578e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.842403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-911c93b6-f84b-4cb4-83d1-7e0aca578e5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1283984 Nov 10 22:41:28.944623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d4f6f51-145d-4f24-992f-e9c78b284a6a req-4bcede7d-bb8b-4398-8606-73a56906b2d4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725140 Nov 10 22:41:28.951078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-8f3ba586-752e-418d-a724-d62929d3a932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961821 Nov 10 22:41:29.020816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:29.053366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'mac_address': 'fa:16:3e:69:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:29.055782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.124859 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.146606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952cab0d-d719-4175-a7c5-2190dcfb2345 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:29.173907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:29.178676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.281583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039580f-64fe-4534-bdd5-84c3d3fd99e3 req-98ca13b6-a2bf-4f9c-83cc-0108d720e389 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:29.290197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7039580f-64fe-4534-bdd5-84c3d3fd99e3 req-98ca13b6-a2bf-4f9c-83cc-0108d720e389 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1817169 Nov 10 22:41:29.316759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491d729-6625-4e16-b4de-7eac40dc416c req-07acec11-d4da-4b88-a4dc-fc56b4dba38f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:29.336244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-e1c8836d-3e1c-48e0-bcbc-39e57a8e1921 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769984 Nov 10 22:41:29.340187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0491d729-6625-4e16-b4de-7eac40dc416c req-07acec11-d4da-4b88-a4dc-fc56b4dba38f tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 945 time: 0.1064150 Nov 10 22:41:29.360296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dab7e513-67ef-46db-9fe4-b366aefb493c up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:29.372700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:29.456709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port dab7e513-67ef-46db-9fe4-b366aefb493c completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:41:29.462018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port dab7e513-67ef-46db-9fe4-b366aefb493c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:29.462429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.466666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0491d729-6625-4e16-b4de-7eac40dc416c req-979d80b7-b541-4950-b337-41a848c3183b tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192191 Nov 10 22:41:29.506708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['952cab0d-d719-4175-a7c5-2190dcfb2345'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:29.579257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7039580f-64fe-4534-bdd5-84c3d3fd99e3 req-19307240-cf9d-4808-8c85-66ffe56d2e9b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883472 Nov 10 22:41:29.621786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5308ac59-2617-4595-932c-f056da4768c2 req-e8bd5ce2-94f4-4766-a675-9201e7831035 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 210 time: 0.0582833 Nov 10 22:41:29.810103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a20b64a3-bbb4-4b16-9e12-62c3cdc4edfa req-eb24a983-d686-4a65-9435-496cde6ac4da service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553568 Nov 10 22:41:29.814720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.880392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:29.885255 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb384e0-da9c-4cfb-a887-ec0fa76a912b" -d '{"events": [{"server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "name": "network-vif-plugged", "status": "completed", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:29.937908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-61455758-5ca8-41c9-aebd-891345ebb8e7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:29.948657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-61455758-5ca8-41c9-aebd-891345ebb8e7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.2401121 Nov 10 22:41:29.948788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dab7e513-67ef-46db-9fe4-b366aefb493c,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:29.948901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04ec5-a275-47f9-b834-5b5e7ed84cba req-df69ddae-51e8-4c49-be90-d6e65c0641db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:29.954892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:29.959138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Request body: {'port': {'device_id': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'admin_state_up': True, 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:29.963843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76b04ec5-a275-47f9-b834-5b5e7ed84cba req-df69ddae-51e8-4c49-be90-d6e65c0641db tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.2435415 Nov 10 22:41:30.065420 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e1e49-9f3c-4340-ba0e-9cb25fd68fa7 x-openstack-request-id: req-f69e1e49-9f3c-4340-ba0e-9cb25fd68fa7 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:30.065936 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "name": "network-vif-plugged", "status": "completed", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:30.065936 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f69e1e49-9f3c-4340-ba0e-9cb25fd68fa7 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:30.066322 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c', 'code': 200} Nov 10 22:41:30.067814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:30.088544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76b04ec5-a275-47f9-b834-5b5e7ed84cba req-5b5c84f9-1d3f-4495-a41e-da6ee2cbf5e2 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238680 Nov 10 22:41:30.163133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a5398-47b7-45d1-81a4-09d3d10aa6a9 req-0f7a98d5-8250-4e68-8ff6-649a24544e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:30.165290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-813a5398-47b7-45d1-81a4-09d3d10aa6a9 req-0f7a98d5-8250-4e68-8ff6-649a24544e31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1096 time: 0.1000979 Nov 10 22:41:30.234950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:30.240286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:30.246736 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:30.264587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac4bd-1df9-4212-964b-5bf52e5f513d req-faf6335b-7511-4568-a5e6-164e3fdc33b6 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:30.271053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-813a5398-47b7-45d1-81a4-09d3d10aa6a9 req-e270f85b-3b9c-4a61-bc44-60d2f328a97d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960526 Nov 10 22:41:30.271944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f62ac4bd-1df9-4212-964b-5bf52e5f513d req-faf6335b-7511-4568-a5e6-164e3fdc33b6 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1239421 Nov 10 22:41:30.380622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f62ac4bd-1df9-4212-964b-5bf52e5f513d req-1ee5c144-f118-4fc0-95e0-58d81101f3de tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075854 Nov 10 22:41:30.497991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Allocated IP 172.20.0.13 (159cb681-9a75-46f3-84fb-ff64e04ea683/cceaa326-03eb-4ebe-b8e6-135ac4374462/ee240fde-3249-495c-a225-47b34ad6d98f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:30.628691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:30.713265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beefcf3-c80f-4aae-ad94-ca4ad0b15d8f req-3c6fe50a-534d-4df1-a1bf-3ba54e8fdd57 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:30.714860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7beefcf3-c80f-4aae-ad94-ca4ad0b15d8f req-3c6fe50a-534d-4df1-a1bf-3ba54e8fdd57 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 945 time: 0.0840302 Nov 10 22:41:30.726412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:30.781001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 952cab0d-d719-4175-a7c5-2190dcfb2345 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:41:30.788289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 952cab0d-d719-4175-a7c5-2190dcfb2345 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:30.789203 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:30.795417 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:30.805613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7beefcf3-c80f-4aae-ad94-ca4ad0b15d8f req-b02b5a95-3c66-4ac9-a7c5-d87aa2084a91 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Nov 10 22:41:30.807038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51281f06-1160-4f3b-9234-458000a5d1d7 req-f0332663-060f-4930-a53f-eebce66b1dd0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:30.809225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51281f06-1160-4f3b-9234-458000a5d1d7 req-f0332663-060f-4930-a53f-eebce66b1dd0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0874281 Nov 10 22:41:30.882276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51281f06-1160-4f3b-9234-458000a5d1d7 req-2271915e-ba62-4785-a5fc-944f37217905 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645919 Nov 10 22:41:30.933278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-241d4bef-9b16-4552-b847-d246e2993b7a req-925f27c3-1600-4901-9dd4-4b517dbf9533 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Nov 10 22:41:30.969275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.057713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:31.064048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:31.068504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:31.102585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event updated for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:31.138084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:31.138851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.170610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-8877669d-c671-48d0-85f1-dc1754d4f644 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167709 Nov 10 22:41:31.194414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Request body: {'port': {'device_id': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:31.201782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.248590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:31.255523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.321649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:31.340609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:31.344178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:31.363108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3f4bf-5937-43f8-8df6-93ff54cc81a5 req-292d0cfb-5b62-472d-a4f7-9c0aaa537270 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:31.378140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.383130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68f3f4bf-5937-43f8-8df6-93ff54cc81a5 req-292d0cfb-5b62-472d-a4f7-9c0aaa537270 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1519358 Nov 10 22:41:31.458160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68f3f4bf-5937-43f8-8df6-93ff54cc81a5 req-c148da52-67bd-43f4-851b-a6b4619b16f6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696950 Nov 10 22:41:31.611620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.662077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c972c-0d1b-4d71-89ce-3360e05ddbb4 req-e1ac98aa-9916-4786-a317-b17ce1d16043 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:31.663967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-650c972c-0d1b-4d71-89ce-3360e05ddbb4 req-e1ac98aa-9916-4786-a317-b17ce1d16043 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0954335 Nov 10 22:41:31.684284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:31.732943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'port_id': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9f12b-fdf9-434a-af3d-d59caa57f7b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:31.749759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-650c972c-0d1b-4d71-89ce-3360e05ddbb4 req-e1e8df83-8dfb-4a92-b070-a221a6cb131c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791004 Nov 10 22:41:31.750503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:31.758418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.841261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.893874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92d1872-19c5-42b2-9593-b4339d1d2e84 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:31.898231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:31.911750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee240fde-3249-495c-a225-47b34ad6d98f {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:31.922478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.930508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:31.940342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:31.977131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Transition to ACTIVE for port object ee240fde-3249-495c-a225-47b34ad6d98f will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:31.990931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.055726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56289-e9c3-4fe5-b0f5-f5661d08443b req-05042195-cd33-49e5-afe2-c045dfed0129 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.059195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:32.067904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345'}, {'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:32.070558 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea902a-8845-4554-9337-0071f38743f4" -d '{"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-plugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345"}, {"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-unplugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:32.079037 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fb56289-e9c3-4fe5-b0f5-f5661d08443b req-05042195-cd33-49e5-afe2-c045dfed0129 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 945 time: 0.0945964 Nov 10 22:41:32.115157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543540e7-45cf-4c7e-ab87-fb0e4ed3ede5 req-50fd5fcc-97c4-4957-9bdf-149185c6ac7c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.116925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-543540e7-45cf-4c7e-ab87-fb0e4ed3ede5 req-50fd5fcc-97c4-4957-9bdf-149185c6ac7c tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.2282083 Nov 10 22:41:32.122519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:32.164158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fb56289-e9c3-4fe5-b0f5-f5661d08443b req-b2334092-18c6-4756-86b3-96f3259b8760 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843308 Nov 10 22:41:32.169006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b92d1872-19c5-42b2-9593-b4339d1d2e84'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:32.292644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-543540e7-45cf-4c7e-ab87-fb0e4ed3ede5 req-d359c8c7-2450-4b34-818c-ed58319ce4b4 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613095 Nov 10 22:41:32.310955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Attempting to bind port ee240fde-3249-495c-a225-47b34ad6d98f on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:32.312074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f92c40-42d0-4683-90bb-8f4467de2fa6 req-767698a7-0806-4faa-8e1c-0e325ac682a0 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.314734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Attempting to bind port ee240fde-3249-495c-a225-47b34ad6d98f by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:32.315264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Attempting to bind port ee240fde-3249-495c-a225-47b34ad6d98f on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:32.323156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48f92c40-42d0-4683-90bb-8f4467de2fa6 req-767698a7-0806-4faa-8e1c-0e325ac682a0 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 944 time: 0.0861936 Nov 10 22:41:32.323495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Port ee240fde-3249-495c-a225-47b34ad6d98f on network 159cb681-9a75-46f3-84fb-ff64e04ea683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:32.323818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Attempting to bind port ee240fde-3249-495c-a225-47b34ad6d98f on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:32.328828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:32.348837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:32.348837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Checking segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:32.349931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Bound using segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:32.350610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Bound port: ee240fde-3249-495c-a225-47b34ad6d98f, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:32.351153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.387113 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de87669-548a-49cd-8e10-05836145a250 x-openstack-request-id: req-5de87669-548a-49cd-8e10-05836145a250 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:32.387698 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-plugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345", "code": 200}, {"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-unplugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:32.387698 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5de87669-548a-49cd-8e10-05836145a250 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:32.388987 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'code': 200} Nov 10 22:41:32.389250 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'code': 200} Nov 10 22:41:32.424110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48f92c40-42d0-4683-90bb-8f4467de2fa6 req-ea09e033-44f8-4700-afa4-641e69bd6c44 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922627 Nov 10 22:41:32.504987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:32.527344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ee240fde-3249-495c-a225-47b34ad6d98f,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:32.564286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3a7aae2-a5d6-4ae0-b371-01a946ae986b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.564850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.619662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.620672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.622112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 200 len: 1092 time: 1.4416032 Nov 10 22:41:32.623250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:32.625867 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5f483-2964-4c5b-80c2-91bca41ca0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:32.632965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:32.637027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bcf10-bfa1-48b6-97d8-f69da7d6ef11 req-73f3c23f-f74a-4b1a-b10c-2f56da5ef1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.638431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-581bcf10-bfa1-48b6-97d8-f69da7d6ef11 req-73f3c23f-f74a-4b1a-b10c-2f56da5ef1c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 1097 time: 0.1262467 Nov 10 22:41:32.708707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879239d-4c92-46c3-8632-a8e941a925f5 req-944ad2e7-1ae2-46b3-9c9c-bd1fcd814754 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.716846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f879239d-4c92-46c3-8632-a8e941a925f5 req-944ad2e7-1ae2-46b3-9c9c-bd1fcd814754 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1487839 Nov 10 22:41:32.726100 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741eb102-d795-48ee-b0f3-852fedd37e46 x-openstack-request-id: req-741eb102-d795-48ee-b0f3-852fedd37e46 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:32.727208 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:32.727708 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-741eb102-d795-48ee-b0f3-852fedd37e46 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:32.728320 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f', 'status': 'completed', 'code': 200} Nov 10 22:41:32.740179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32886a80-ab99-4104-93da-8880756b3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:32.819522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f879239d-4c92-46c3-8632-a8e941a925f5 req-bb5954e4-9ff3-4e6f-bc2f-0b22a4e5d52b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012523 Nov 10 22:41:32.838098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-581bcf10-bfa1-48b6-97d8-f69da7d6ef11 req-1b7c7f67-92f2-444e-b4ae-c2d0e2500c28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910446 Nov 10 22:41:32.847541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3a7aae2-a5d6-4ae0-b371-01a946ae986b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.851257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:32.853446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3a7aae2-a5d6-4ae0-b371-01a946ae986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.870652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'mac_address': 'fa:16:3e:04:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:32.887979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3a7aae2-a5d6-4ae0-b371-01a946ae986b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=350ae12dacf545c79f9b1886202580a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5572777 Nov 10 22:41:32.889620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:32.909524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-562cd394-3859-4f2b-83b0-5a73d831ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.911991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-562cd394-3859-4f2b-83b0-5a73d831ec4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 1095 time: 0.1875842 Nov 10 22:41:32.922926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7aae2-a5d6-4ae0-b371-01a946ae986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e95955a-cca5-4259-ab2f-ff7ed3793417,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:32.946020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:32.956154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5960-9be7-4ab4-80a1-12be813e8953 req-9e0b0aad-3ba8-4ece-9968-9c6994f649c5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.964441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9dba5960-9be7-4ab4-80a1-12be813e8953 req-9e0b0aad-3ba8-4ece-9968-9c6994f649c5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1021335 Nov 10 22:41:32.974934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:32.977776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.002971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:33.008776 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.017428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.042583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9dba5960-9be7-4ab4-80a1-12be813e8953 req-948be75a-543d-4c82-97ce-b27920417263 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642040 Nov 10 22:41:33.114593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-ea8a6808-78ae-4b70-98ec-ce6a14442fa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 200 len: 217 time: 0.0684569 Nov 10 22:41:33.123637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['7e9fc58a-c8ad-4621-8461-ed222358825d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:33.166246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:33.207147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.210042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.221821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e95955a-cca5-4259-ab2f-ff7ed3793417 HTTP/1.1" status: 204 len: 168 time: 0.3311777 Nov 10 22:41:33.236403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d2441-a2f5-4aa6-ab6f-598eafd4255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e95955a-cca5-4259-ab2f-ff7ed3793417,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:33.244795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-97101d02-6c0e-4878-acc3-1c57aac37ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.256730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-97101d02-6c0e-4878-acc3-1c57aac37ea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1298776 Nov 10 22:41:33.318840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-c5201192-3cd1-438a-a270-ce5cba6663f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538845 Nov 10 22:41:33.383438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:33.456750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70da75-d22b-4ad6-842c-77d8f968d3ae req-1a57dc20-b9b9-447b-a43b-f2bf746b0eda tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.459166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d70da75-d22b-4ad6-842c-77d8f968d3ae req-1a57dc20-b9b9-447b-a43b-f2bf746b0eda tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 945 time: 0.1477065 Nov 10 22:41:33.497605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-bcd582ba-a8b1-48c3-95cb-7c3a3237f622 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650107 Nov 10 22:41:33.557337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b92d1872-19c5-42b2-9593-b4339d1d2e84 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:33.558256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.594710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d70da75-d22b-4ad6-842c-77d8f968d3ae req-5e542ab6-1062-4e3a-bf29-e32a5fe077e0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235807 Nov 10 22:41:33.625522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-e49b6649-269b-4f0e-8b7e-73aa5a010d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.627171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-e49b6649-269b-4f0e-8b7e-73aa5a010d0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1096 time: 0.2413993 Nov 10 22:41:33.690661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cec9987-d447-4b5a-8074-1a86b754a82b req-6c52e1eb-264d-4cdd-a776-8f7bb3760e6e service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790583 Nov 10 22:41:33.711467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.740487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46004b-ec96-4d91-9261-001e4d877968 req-56fec8c4-9351-4540-a4b3-941a43a84974 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.751449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f46004b-ec96-4d91-9261-001e4d877968 req-56fec8c4-9351-4540-a4b3-941a43a84974 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0776777 Nov 10 22:41:33.783458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:33.789313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:33.829626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1510ae6-349f-4d64-b230-3ea03ebc07a0 req-39837c8a-c22d-4b2b-bda7-92e0f4f81c3d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.845076 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1510ae6-349f-4d64-b230-3ea03ebc07a0 req-39837c8a-c22d-4b2b-bda7-92e0f4f81c3d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.3407660 Nov 10 22:41:33.890217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:33.945329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1510ae6-349f-4d64-b230-3ea03ebc07a0 req-a02b56a6-7a77-438c-8f3f-e945e3efdd4a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Nov 10 22:41:33.953893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f46004b-ec96-4d91-9261-001e4d877968 req-8cf2c60c-23b6-4e00-9b74-bfbdc11d1122 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745591 Nov 10 22:41:33.973223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33086) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:33.980863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-0226abb4-e08a-4a68-8f32-893c79d6e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.987112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-0226abb4-e08a-4a68-8f32-893c79d6e45b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 0.3281844 Nov 10 22:41:33.995122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-042f3cd5-661f-4384-a9f1-f42152db7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.000797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-042f3cd5-661f-4384-a9f1-f42152db7b62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 1095 time: 0.2434447 Nov 10 22:41:34.011726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-323dab23-5b87-40f8-8acf-91334b8da153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.070383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-2a8854c1-c3c0-4a9e-ae80-5d109dae638d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 200 len: 217 time: 0.0753298 Nov 10 22:41:34.248401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-2df71fe0-59b6-4d96-8ea8-68b2cea4bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.250141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-2df71fe0-59b6-4d96-8ea8-68b2cea4bbb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 0.2255542 Nov 10 22:41:34.254958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf788c83-eaff-402d-b069-d85ce329baf7 req-a0c374eb-7ea5-4ba4-a76e-abbc36f93406 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.256943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf788c83-eaff-402d-b069-d85ce329baf7 req-a0c374eb-7ea5-4ba4-a76e-abbc36f93406 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 944 time: 0.1899569 Nov 10 22:41:34.259962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-49ee7b51-a4f0-47cb-a90b-d4660d9267b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.262401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-49ee7b51-a4f0-47cb-a90b-d4660d9267b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.1829782 Nov 10 22:41:34.319917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-b59ea943-b2a6-4a1b-afce-ae3d032adf4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449376 Nov 10 22:41:34.332103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-00b09a15-3fee-4e12-9557-e48b3842827b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 200 len: 217 time: 0.0668175 Nov 10 22:41:34.361195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-323dab23-5b87-40f8-8acf-91334b8da153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.390248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:34.390586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-323dab23-5b87-40f8-8acf-91334b8da153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.392574 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c86821-f7ca-43a9-826a-cda2b67d234c" -d '{"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:34.447111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dab23-5b87-40f8-8acf-91334b8da153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2d19b-57e5-4f6a-ba87-4a96f3b494e7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:34.460899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-323dab23-5b87-40f8-8acf-91334b8da153 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b95c0271056f4a909181cf7892a4355d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768271 Nov 10 22:41:34.460899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-e2ce77ca-f41c-40ca-bb3b-75f73213303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.462249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-e2ce77ca-f41c-40ca-bb3b-75f73213303c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1143391 Nov 10 22:41:34.462249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:34.467221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf788c83-eaff-402d-b069-d85ce329baf7 req-43153bc9-eb2e-4b01-a812-96b7fa365b8c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022319 Nov 10 22:41:34.507865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-ab3e0242-04b6-4b30-bac9-a2827faf18a6 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774540 Nov 10 22:41:34.568051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-a5936517-8d43-4944-9269-d5966990ebad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914445 Nov 10 22:41:34.639776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:34.710880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.715810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857ab23-c6b2-448c-b256-c9f2bd0482e5 req-f545957f-6abe-47a7-b196-9a8bdb9516be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.717352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3857ab23-c6b2-448c-b256-c9f2bd0482e5 req-f545957f-6abe-47a7-b196-9a8bdb9516be tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0911138 Nov 10 22:41:34.747922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007994fb-ce2b-4b8c-8f8a-49e8945d92db req-82a9b8db-8b3e-4d14-86e4-ad2207732244 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323573 Nov 10 22:41:34.748569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.778881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 7e9fc58a-c8ad-4621-8461-ed222358825d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:34.778881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.810964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3857ab23-c6b2-448c-b256-c9f2bd0482e5 req-dcb1dbb3-ad55-41ed-b771-61af6b1a18af tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800076 Nov 10 22:41:34.829274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.843813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:34.844738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84c2d19b-57e5-4f6a-ba87-4a96f3b494e7 HTTP/1.1" status: 204 len: 168 time: 0.3816106 Nov 10 22:41:34.872009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fec0d-df26-4400-8f2b-57c54f906800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c2d19b-57e5-4f6a-ba87-4a96f3b494e7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:34.885259 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d218e-e1fc-4005-91db-2a93e2c82d97 x-openstack-request-id: req-376d218e-e1fc-4005-91db-2a93e2c82d97 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:34.885259 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:34.885528 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-376d218e-e1fc-4005-91db-2a93e2c82d97 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:34.885833 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'code': 200} Nov 10 22:41:34.895995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-5a0f2bce-6d82-4991-b473-a170506ec27d service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999599 Nov 10 22:41:35.060567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:35.147695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51c5f483-2964-4c5b-80c2-91bca41ca0cc req-9ad4e8ba-1a55-410f-8cdf-618675e9361e service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355325 Nov 10 22:41:35.183221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:35.194516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:35.293325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:35.295815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d143146-bc40-42d9-a6fb-6f721d04e939 req-c151a071-ca5d-4cc3-9d57-be65960af23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:35.297400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d143146-bc40-42d9-a6fb-6f721d04e939 req-c151a071-ca5d-4cc3-9d57-be65960af23e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 1097 time: 0.2502925 Nov 10 22:41:35.315425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442e67-7949-4af5-91c7-c165971086d1 req-d2052405-1da1-4be8-beb3-20ad609a5bc2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:35.322755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a442e67-7949-4af5-91c7-c165971086d1 req-d2052405-1da1-4be8-beb3-20ad609a5bc2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.2884691 Nov 10 22:41:35.428853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d143146-bc40-42d9-a6fb-6f721d04e939 req-e091952d-ff99-408b-aec7-52932f2ad6f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210771 Nov 10 22:41:35.482399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a442e67-7949-4af5-91c7-c165971086d1 req-2a3b0aab-e0c4-4b48-adc2-bc967175c897 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586401 Nov 10 22:41:35.610166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad12e8-4f8a-4230-b24c-300dfa627ffb req-cb033027-42bb-4bab-b2d5-df87a832bd17 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:35.617704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cad12e8-4f8a-4230-b24c-300dfa627ffb req-cb033027-42bb-4bab-b2d5-df87a832bd17 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.0701644 Nov 10 22:41:35.670904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cad12e8-4f8a-4230-b24c-300dfa627ffb req-7ccc05bd-7c32-4fb7-a36f-3e8dd4389c25 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Nov 10 22:41:35.811002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a9f9-1822-4d88-9506-269d914959e9 req-bdeda8d7-4e6e-4b86-849c-a4a95f245f7b tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:35.818462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a301a9f9-1822-4d88-9506-269d914959e9 req-bdeda8d7-4e6e-4b86-849c-a4a95f245f7b tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0658247 Nov 10 22:41:35.960114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a301a9f9-1822-4d88-9506-269d914959e9 req-5b13400d-2b46-490d-8e64-69beb3bbd84d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402373 Nov 10 22:41:36.168405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12252a30-d828-40a5-b902-5d4a2186123e req-8b40915f-e90c-4b73-8a9b-4309b0ead7c6 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:36.197790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-12252a30-d828-40a5-b902-5d4a2186123e req-8b40915f-e90c-4b73-8a9b-4309b0ead7c6 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 944 time: 0.1122444 Nov 10 22:41:36.291116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-12252a30-d828-40a5-b902-5d4a2186123e req-80bd298a-caec-4442-a45b-983e374875d4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Nov 10 22:41:36.649280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ee240fde-3249-495c-a225-47b34ad6d98f details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:36.847637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ee240fde-3249-495c-a225-47b34ad6d98f,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:36.860793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ee240fde-3249-495c-a225-47b34ad6d98f', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'port_id': 'ee240fde-3249-495c-a225-47b34ad6d98f', 'mac_address': 'fa:16:3e:cb:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceaa326-03eb-4ebe-b8e6-135ac4374462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:36.904420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:36.907989 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11238a22-8ed6-475f-87e2-46ca6a506051" -d '{"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:36.935446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:36.958544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee240fde-3249-495c-a225-47b34ad6d98f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:37.002368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ee240fde-3249-495c-a225-47b34ad6d98f,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:37.008120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:37.071891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:37.264068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:38.672878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ee240fde-3249-495c-a225-47b34ad6d98f up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:38.779585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ee240fde-3249-495c-a225-47b34ad6d98f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:41:38.784835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ee240fde-3249-495c-a225-47b34ad6d98f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:38.785424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:38.912356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:38.964625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ee240fde-3249-495c-a225-47b34ad6d98f,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:38.968492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:39.031062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:40.150191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35da055-41c1-4d50-be3c-65f46c98ffc4 req-ca0b2aec-08b5-483b-b5ce-f9bd56f2bd40 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:40.152115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c35da055-41c1-4d50-be3c-65f46c98ffc4 req-ca0b2aec-08b5-483b-b5ce-f9bd56f2bd40 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0628455 Nov 10 22:41:40.231715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c35da055-41c1-4d50-be3c-65f46c98ffc4 req-52150942-1e7b-4803-bda8-f6e3d4164ab7 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726659 Nov 10 22:41:40.381584 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740e1c3-2c32-4e16-8658-81066a95712c x-openstack-request-id: req-2740e1c3-2c32-4e16-8658-81066a95712c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:40.382115 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:40.382223 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2740e1c3-2c32-4e16-8658-81066a95712c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:40.382701 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'code': 200} Nov 10 22:41:40.387359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9185f-3274-4f16-9248-1e53806e9e6d req-9c9c1f9a-fbdf-4212-bc0a-02e67bdaa131 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:40.389475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65a9185f-3274-4f16-9248-1e53806e9e6d req-9c9c1f9a-fbdf-4212-bc0a-02e67bdaa131 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0695434 Nov 10 22:41:40.468112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65a9185f-3274-4f16-9248-1e53806e9e6d req-2386056b-d9df-4b79-9717-9e268d3f5313 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682678 Nov 10 22:41:40.521428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6862f48-39cf-4d74-8687-a72c5991a2c2 req-58cf27a2-0f9b-4788-98f3-9bd4a6014797 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:40.532649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6862f48-39cf-4d74-8687-a72c5991a2c2 req-58cf27a2-0f9b-4788-98f3-9bd4a6014797 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0936251 Nov 10 22:41:40.597338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6862f48-39cf-4d74-8687-a72c5991a2c2 req-cdc7aa0b-9d75-4973-ac05-77054dde3037 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Nov 10 22:41:40.737017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d040c-36d2-451c-a190-0e465b5c0f53 req-67ca3e84-1692-4dac-a8b2-7446896497cf tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:40.739370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a8d040c-36d2-451c-a190-0e465b5c0f53 req-67ca3e84-1692-4dac-a8b2-7446896497cf tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.0839357 Nov 10 22:41:40.808110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a8d040c-36d2-451c-a190-0e465b5c0f53 req-331e105c-236e-4f8a-a7a3-a373541b4c3e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620987 Nov 10 22:41:40.962196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-7c9b0ad4-9a94-4d4e-86a9-4942e7891d41 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:40.969848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-7c9b0ad4-9a94-4d4e-86a9-4942e7891d41 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/networks?id=149df865-7c8c-45d8-af13-fb5356864d4f HTTP/1.1" status: 200 len: 814 time: 0.1281114 Nov 10 22:41:40.986540 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-2b5b738f-6625-4804-a63e-99688b08fa69 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/quotas/7e27d2e4c02341019da6c30130ba3880 HTTP/1.1" status: 200 len: 375 time: 0.0154061 Nov 10 22:41:41.016022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e7dd-90f7-45d6-8e11-44de45f0004e req-197b3eb0-498d-411e-9faf-239df8825703 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:41.024221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a05e7dd-90f7-45d6-8e11-44de45f0004e req-197b3eb0-498d-411e-9faf-239df8825703 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0829740 Nov 10 22:41:41.054052 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c9c42376-3668-47ac-8e9e-59eab3db9aa1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e27d2e4c02341019da6c30130ba3880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662403 Nov 10 22:41:41.083682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a05e7dd-90f7-45d6-8e11-44de45f0004e req-41afbbc0-16e9-4b2c-943e-86a8ccba13f5 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585856 Nov 10 22:41:41.191270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-7b0e811c-c9c5-48f6-8c45-15c275f42396 service neutron] 10.222.0.25 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272087 Nov 10 22:41:41.352350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-0f153fcf-70d1-4d85-8c67-ce570580b46b service neutron] 10.222.0.25 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599879 Nov 10 22:41:41.677317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33264) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:41.736808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b81c6-962d-4e92-b9a2-696dbb87ab8b req-46e5c68a-3ee4-4df8-8d4a-f63d82725bc5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:41.752013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-206b81c6-962d-4e92-b9a2-696dbb87ab8b req-46e5c68a-3ee4-4df8-8d4a-f63d82725bc5 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1058695 Nov 10 22:41:41.819560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cde017e9-eea5-4104-98f9-f8a285ab2ea8 req-d0cab0bb-1674-45e3-8b84-366403b0a3b8 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0393758 Nov 10 22:41:41.890679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-206b81c6-962d-4e92-b9a2-696dbb87ab8b req-da8fa6cb-90a4-456d-bd67-0576b3463842 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355226 Nov 10 22:41:41.938010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.007437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019e6f5-9f24-44b1-b55b-d028db2aa48c req-8ad494a2-0669-4e19-93a9-0e3501b21dac tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:42.009124 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d019e6f5-9f24-44b1-b55b-d028db2aa48c req-8ad494a2-0669-4e19-93a9-0e3501b21dac tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1319480 Nov 10 22:41:42.102006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d019e6f5-9f24-44b1-b55b-d028db2aa48c req-ea565b4d-9de6-4487-99bc-828d53a19e1d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610912 Nov 10 22:41:42.170293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.176718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.267857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-1a7d0f43-bb8f-4735-8a9f-a116a44680a6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:42.271564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-1a7d0f43-bb8f-4735-8a9f-a116a44680a6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.2838562 Nov 10 22:41:42.281555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=121a5c4ea4af43ceaadcad40e20d1405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031601 Nov 10 22:41:42.290172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33296) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:42.304155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921cf1a9-f35f-49d5-bd95-6e495efbf69f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:42.317859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-9d15013a-3171-4341-a50f-d0538389ae62 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/quotas/b46ef875fe31489794f6fcc32fec07bc HTTP/1.1" status: 200 len: 375 time: 0.0383744 Nov 10 22:41:42.340768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.341163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.341484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.341825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.342133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.342459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.342778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.343095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.343413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.343727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.344041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.344361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c84a2b-9b10-4f10-ad08-e7a387e5feb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:42.383788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:42.387497 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a40f64-ca5d-40d6-a05c-23fac2727979" -d '{"events": [{"server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "name": "network-vif-plugged", "status": "completed", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:42.415965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-116157fa-7cea-4241-a883-4a87f1d69a80 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882747 Nov 10 22:41:42.430011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f9e0-e7c5-4c21-954d-3c36b37bed05 req-2d65a538-5f61-4010-8ec4-13f3cefbfd6b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:42.431635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c51f9e0-e7c5-4c21-954d-3c36b37bed05 req-2d65a538-5f61-4010-8ec4-13f3cefbfd6b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.1248400 Nov 10 22:41:42.489960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.532905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-ebee8f4d-52ee-4837-baa6-4797e36c71c0 service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098840 Nov 10 22:41:42.566711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.603432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c51f9e0-e7c5-4c21-954d-3c36b37bed05 req-afa655a6-bcd5-4de0-8aad-f860f87db8cf tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477535 Nov 10 22:41:42.671837 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.674759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:42.676268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/921cf1a9-f35f-49d5-bd95-6e495efbf69f HTTP/1.1" status: 204 len: 168 time: 0.3850367 Nov 10 22:41:42.687426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:42.694053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e222e1-d88e-450c-922f-7489517441e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921cf1a9-f35f-49d5-bd95-6e495efbf69f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:42.712213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-91fbe752-a0cd-4505-8206-8abbb4320ca9 service neutron] 10.222.0.25 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719699 Nov 10 22:41:42.742914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88f122-2172-4f78-91e2-5b712df39a09 req-c8ba13a6-65f6-4121-ab16-07db05254175 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:42.752519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b88f122-2172-4f78-91e2-5b712df39a09 req-c8ba13a6-65f6-4121-ab16-07db05254175 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.0684316 Nov 10 22:41:42.817376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b88f122-2172-4f78-91e2-5b712df39a09 req-dbcb6639-9d81-4673-a898-f49962aa27d5 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631514 Nov 10 22:41:42.964039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:42.983899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'network_id': '005c7b72-3f74-49c0-b901-ae0cffcce745', 'port_id': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'mac_address': 'fa:16:3e:69:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb01f4-3e96-40b6-b2c9-f5ceae250ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:42.998986 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef0990-7013-4b83-a8bf-918ec8459601 x-openstack-request-id: req-5eef0990-7013-4b83-a8bf-918ec8459601 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:42.999522 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "name": "network-vif-plugged", "status": "completed", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:43.000076 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eef0990-7013-4b83-a8bf-918ec8459601 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:43.001123 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f', 'code': 200} Nov 10 22:41:43.163883 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:43.183818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31697597-7674-487f-8238-0c922f258510 req-05abab9b-d1cf-4b6f-bd81-73a6468776c8 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0666201 Nov 10 22:41:43.196885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 952cab0d-d719-4175-a7c5-2190dcfb2345 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:43.263516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:43.281122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:43.286831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:43.344449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-d67af089-dca0-482e-a05c-ae9145917b97 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:43.346676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-d67af089-dca0-482e-a05c-ae9145917b97 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.20 "GET /v2.0/ports?device_id=756ab440-0586-4d76-9013-63d23ee1ddf7 HTTP/1.1" status: 200 len: 946 time: 0.2794271 Nov 10 22:41:43.384096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:43.391903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fd69-f8d5-4090-b27c-e8f77ff843cd req-242b468a-c6ab-4c33-a482-3e8d50bf1196 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:43.404609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['952cab0d-d719-4175-a7c5-2190dcfb2345'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:43.408282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1252fd69-f8d5-4090-b27c-e8f77ff843cd req-242b468a-c6ab-4c33-a482-3e8d50bf1196 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.2701268 Nov 10 22:41:43.706494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1252fd69-f8d5-4090-b27c-e8f77ff843cd req-0f6c383f-aaa2-4fe2-ab1f-a49623e817ee tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971690 Nov 10 22:41:43.744817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-4a554cb1-b3ab-40d4-b9d2-c44f6b673ee0 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:43.746829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:43.747677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-4a554cb1-b3ab-40d4-b9d2-c44f6b673ee0 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.20 "GET /v2.0/networks?id=149df865-7c8c-45d8-af13-fb5356864d4f HTTP/1.1" status: 200 len: 814 time: 0.5183060 Nov 10 22:41:43.764867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcfbde6c-5589-461c-bf4f-e83aad11cc1c req-74c464f2-8e3e-4efa-8e4d-670851ff71d6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 210 time: 0.4978547 Nov 10 22:41:43.771955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Request body: {'port': {'device_id': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'admin_state_up': True, 'tenant_id': '7e27d2e4c02341019da6c30130ba3880'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:43.779739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Deleting port b92d1872-19c5-42b2-9593-b4339d1d2e84 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:41:43.780406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:43.787531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81065-d833-4737-b0bb-80a8b4069881 req-f7d9f952-7e72-442e-bd71-8ab5152be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:43.789110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7d81065-d833-4737-b0bb-80a8b4069881 req-f7d9f952-7e72-442e-bd71-8ab5152be0ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 1097 time: 0.6233597 Nov 10 22:41:43.932522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:43.951090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.001146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99664dca-f674-4486-962d-ac0bd97a61b6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:44.025407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baaeb9-85fb-40a1-a0c3-01d931dcd684 req-13e7cdac-1077-40c2-914d-b8c7bbdb411e tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:44.033834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5baaeb9-85fb-40a1-a0c3-01d931dcd684 req-13e7cdac-1077-40c2-914d-b8c7bbdb411e tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1595111 Nov 10 22:41:44.044647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.045353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.045912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.046437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.046959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.047480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.048006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.048534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.049074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.049607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.050204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.051279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:41:44.075508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] For port b92d1872-19c5-42b2-9593-b4339d1d2e84, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b92d1872-19c5-42b2-9593-b4339d1d2e84,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:44.075756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.092765 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7d81065-d833-4737-b0bb-80a8b4069881 req-d098ad7d-fbbe-4dce-b090-da5f0f3e9882 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713885 Nov 10 22:41:44.105158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Calling delete_port for b92d1872-19c5-42b2-9593-b4339d1d2e84 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:41:44.107491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0eec-3c32-4438-9f21-97bae153ba03 req-7b216257-ea86-4561-98fa-f0cd7737b114 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:44.116028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a23c0eec-3c32-4438-9f21-97bae153ba03 req-7b216257-ea86-4561-98fa-f0cd7737b114 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.1814775 Nov 10 22:41:44.121203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f150ab8-5306-4120-b4c1-956fe1e124bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6318b4cb432f481da6b68c2cbf3cb91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566670 Nov 10 22:41:44.142593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33350) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:44.224878 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a23c0eec-3c32-4438-9f21-97bae153ba03 req-b6e06716-9d85-4cce-8659-bcb0712f1242 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031725 Nov 10 22:41:44.255893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.288773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.433156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.442066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.443397 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99664dca-f674-4486-962d-ac0bd97a61b6 HTTP/1.1" status: 204 len: 168 time: 0.2978835 Nov 10 22:41:44.477210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883a8e3-6660-46e9-9cf6-567b1760fcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99664dca-f674-4486-962d-ac0bd97a61b6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:44.518506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20dd7-6013-4ac2-a46e-3e0d5770a9ce req-8893312a-2a2e-420f-b62f-a34695c57a8d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:44.520122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60f20dd7-6013-4ac2-a46e-3e0d5770a9ce req-8893312a-2a2e-420f-b62f-a34695c57a8d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 945 time: 0.1538055 Nov 10 22:41:44.565072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.636801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60f20dd7-6013-4ac2-a46e-3e0d5770a9ce req-a8fe3513-9b53-499e-9d69-a00a762fbb4a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995324 Nov 10 22:41:44.697810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:44.797984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 952cab0d-d719-4175-a7c5-2190dcfb2345 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:44.798362 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.972304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:44.990629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Made reservation on behalf of 7e27d2e4c02341019da6c30130ba3880 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:44.994811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:45.017793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5baaeb9-85fb-40a1-a0c3-01d931dcd684 req-cc668a6c-95b8-449d-811d-b6775aa7a4a3 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9836259 Nov 10 22:41:45.049795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:45.070822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:45.077571 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca459d8-3b1a-4c20-9059-ba1e78303e6e" -d '{"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-plugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:45.132853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:45.142689 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:45.146852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:45.178482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e3e516e-03f7-4193-bc5b-e73760cf9ae7 req-8ac23d4a-6777-4265-82dd-a37503f4536a tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0610371 Nov 10 22:41:45.233725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b92d1872-19c5-42b2-9593-b4339d1d2e84'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:45.439670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event deleted for resources: {'Port': ['ID=b92d1872-19c5-42b2-9593-b4339d1d2e84,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:45.566502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] No DVR routers for this DVR port b92d1872-19c5-42b2-9593-b4339d1d2e84 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:41:45.571990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:45.575326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23582b38-8730-4e72-8bfd-b1be292c6d97 req-5b356087-4140-4d85-9322-529dcfecb92b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.20 "DELETE /v2.0/ports/b92d1872-19c5-42b2-9593-b4339d1d2e84 HTTP/1.1" status: 204 len: 173 time: 2.2119055 Nov 10 22:41:45.575790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-deleted', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:45.578160 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9696c147-3e65-4b1a-a18f-740be94fe2d3" -d '{"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-deleted", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:45.595475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-3fa26e86-0ea4-4216-b829-628b8504dc35 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:45.605343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-3fa26e86-0ea4-4216-b829-628b8504dc35 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 814 time: 0.4411366 Nov 10 22:41:45.622705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Request body: {'port': {'device_id': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'admin_state_up': True, 'tenant_id': 'b46ef875fe31489794f6fcc32fec07bc'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:45.638694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecb55-7aec-4dd5-9ab6-2531383f004b req-77a5a21e-12c7-4ec2-86dd-c5d3bd2c8728 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:45.646653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d71ecb55-7aec-4dd5-9ab6-2531383f004b req-77a5a21e-12c7-4ec2-86dd-c5d3bd2c8728 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.2511454 Nov 10 22:41:45.719346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Allocated IP 172.20.0.11 (149df865-7c8c-45d8-af13-fb5356864d4f/d1312ed6-5286-4990-bc16-19bba04a276c/c2e76fd5-8e83-4677-8fae-6a6f45b71b77) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:45.763599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:45.788274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d71ecb55-7aec-4dd5-9ab6-2531383f004b req-06599c65-8095-47b8-8426-53053f2368e9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387625 Nov 10 22:41:46.004510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Made reservation on behalf of b46ef875fe31489794f6fcc32fec07bc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:46.008456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.094744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c53e4487-bf39-4f3f-9aed-3cd7434c73db req-42492dcf-ab69-4167-91b8-dde0aa84bd41 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 210 time: 0.1512904 Nov 10 22:41:46.240317 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa73a7-1dbb-488a-977b-3e3dc6ff050c x-openstack-request-id: req-32aa73a7-1dbb-488a-977b-3e3dc6ff050c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:46.241104 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-plugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:46.241538 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32aa73a7-1dbb-488a-977b-3e3dc6ff050c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:46.242098 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'code': 200} Nov 10 22:41:46.295383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33400) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:46.348029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.417890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Allocated IP 172.20.0.2 (fa66fb2e-9a03-4f63-8b58-83ef9c552186/b2d9f12b-fdf9-434a-af3d-d59caa57f7b2/80a850f6-3ce2-4dfb-b716-31c6ceda28fe) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:41:46.506411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.662815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Network 149df865-7c8c-45d8-af13-fb5356864d4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:46.673909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-238350280-network', 'tenant_id': 'df7242d181c647338f89f9f329867920'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:46.716940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fd3ef-636d-43b6-90c0-48d644a9b9ee req-a8f6472d-29c1-428e-b9cc-a1e23138e9a8 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:46.724982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a9fd3ef-636d-43b6-90c0-48d644a9b9ee req-a8f6472d-29c1-428e-b9cc-a1e23138e9a8 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.2984204 Nov 10 22:41:46.727649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:46.733295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:46.751334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Pushing event updated for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:46.753274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.853565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.871558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a9fd3ef-636d-43b6-90c0-48d644a9b9ee req-21a7db69-0caf-44f0-9b60-0b62bb8ed7d2 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407633 Nov 10 22:41:46.884630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:46.887728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.918064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event updated for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:46.936741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:46.940690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Network fa66fb2e-9a03-4f63-8b58-83ef9c552186 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:41:46.942966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:46.948017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:41:46.954705 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2578c4a-c51c-4ca2-a3aa-97364f3d0d9e x-openstack-request-id: req-a2578c4a-c51c-4ca2-a3aa-97364f3d0d9e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:46.958085 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756ab440-0586-4d76-9013-63d23ee1ddf7", "name": "network-vif-deleted", "tag": "b92d1872-19c5-42b2-9593-b4339d1d2e84", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:46.958993 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2578c4a-c51c-4ca2-a3aa-97364f3d0d9e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:46.959691 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ab440-0586-4d76-9013-63d23ee1ddf7', 'name': 'network-vif-deleted', 'tag': 'b92d1872-19c5-42b2-9593-b4339d1d2e84', 'status': 'completed', 'code': 200} Nov 10 22:41:47.068501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:47.072451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.101147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6860cd02-0846-4890-96f6-308382dc93e9 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4824631 Nov 10 22:41:47.117981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Request body: {'port': {'device_id': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:47.180161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.215072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-06c4af95-1eef-430f-a8a5-10597728c361 None None] Provisioning complete for port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:47.218276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06c4af95-1eef-430f-a8a5-10597728c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.228852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:47.232479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.247222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.250962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.343152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-06c4af95-1eef-430f-a8a5-10597728c361 None None] Port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:41:47.409608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:47.435216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:41:47.450559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583e0dd2-c349-493a-8a74-c3fcaa3520fd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:47.466727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-c59bb819-44f4-4e34-ad31-5bbe0ad0ea83 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7000446 Nov 10 22:41:47.494498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: b92d1872-19c5-42b2-9593-b4339d1d2e84 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:41:47.494836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b92d1872-19c5-42b2-9593-b4339d1d2e84 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:41:47.497304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac070a1a-3351-40d1-9b3b-dbc56fd14f75 req-1c39f0e5-abde-48b2-8cb1-83a47bbbee93 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:47.510965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac070a1a-3351-40d1-9b3b-dbc56fd14f75 req-1c39f0e5-abde-48b2-8cb1-83a47bbbee93 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.3125067 Nov 10 22:41:47.516736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Request body: {'port': {'device_id': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:47.520560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.521057 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Added segment 7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a of type vlan for network 43e53184-6e6d-4046-9b47-ac098315e987 Nov 10 22:41:47.687325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac070a1a-3351-40d1-9b3b-dbc56fd14f75 req-89cb70bf-f6b4-42ce-b355-8f58f245330e tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689615 Nov 10 22:41:47.739085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.787576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.789284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:47.789898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.800285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a850f6-3ce2-4dfb-b716-31c6ceda28fe {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:47.809650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.823655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Transition to ACTIVE for port object 80a850f6-3ce2-4dfb-b716-31c6ceda28fe will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:47.827334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.882560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Pushing event updated for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:47.915565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] Pushing event updated for resources: {'Network': ['ID=43e53184-6e6d-4046-9b47-ac098315e987,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:47.928202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 43e53184-6e6d-4046-9b47-ac098315e987 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:41:47.942881 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:47.976646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-481dc19b-40a5-41c6-8ef7-9739c8e37666 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6797419 Nov 10 22:41:47.981222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:47.987327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Request body: {'subnet': {'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-238350280-subnet', 'tenant_id': 'df7242d181c647338f89f9f329867920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:48.014545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Attempting to bind port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:48.015051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Attempting to bind port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:48.015968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Attempting to bind port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:48.041230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:48.041561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Attempting to bind port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe on network fa66fb2e-9a03-4f63-8b58-83ef9c552186 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:48.048921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:48.050323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Checking segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:48.050624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Bound using segment: {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:48.051069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Bound port: 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cb8705-b1ef-4edf-9e7b-9ede732f5000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:48.051508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:48.063813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91582936-951e-4abb-86ab-2c2551f10ee5 req-4aeed994-7a69-4914-9e0f-c8db75f14097 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:48.073997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91582936-951e-4abb-86ab-2c2551f10ee5 req-4aeed994-7a69-4914-9e0f-c8db75f14097 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2919903 Nov 10 22:41:48.164363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:48.175487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:48.182401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:48.198119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:48.200959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:48.328339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91582936-951e-4abb-86ab-2c2551f10ee5 req-2ab13d18-561a-40f1-880c-39e6a446c4f7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514148 Nov 10 22:41:48.395846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:48.396555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:48.401354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/80a850f6-3ce2-4dfb-b716-31c6ceda28fe HTTP/1.1" status: 200 len: 1091 time: 1.2909393 Nov 10 22:41:48.401824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:48.407991 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:48.442982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64cc5-d319-4dcd-ae3b-c86fad8281b6 service neutron] Pushing event updated for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:48.556899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-b38fde76-9823-4005-b481-df3268b9e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:48.570116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-b38fde76-9823-4005-b481-df3268b9e9dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 1094 time: 0.1098032 Nov 10 22:41:48.669762 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-fc05615a-3dde-49ed-83c0-9c8da9e83c3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe HTTP/1.1" status: 200 len: 217 time: 0.0928602 Nov 10 22:41:48.717760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d9c88-c335-4a43-9164-15a27b79e135 req-fe246c49-1d07-42a9-9109-1a56f7f4c49c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:48.719470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b07d9c88-c335-4a43-9164-15a27b79e135 req-fe246c49-1d07-42a9-9109-1a56f7f4c49c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 932 time: 0.2586687 Nov 10 22:41:48.797050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-721a7025-0a3d-4c1f-a6b9-72048d004de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:48.799156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-721a7025-0a3d-4c1f-a6b9-72048d004de2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.1208150 Nov 10 22:41:48.868195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-505b13d4-532f-4399-a86c-80196c13fff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499694 Nov 10 22:41:48.916528 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:48.928663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e76fd5-8e83-4677-8fae-6a6f45b71b77 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:48.956410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b07d9c88-c335-4a43-9164-15a27b79e135 req-7c6f13c7-ac97-43d3-9668-5c2c29f4ccb8 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240665 Nov 10 22:41:49.037356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:49.052150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-2bf9ec9b-7476-4ad9-b653-6e204270c0f2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384950 Nov 10 22:41:49.125074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Transition to ACTIVE for port object c2e76fd5-8e83-4677-8fae-6a6f45b71b77 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:41:49.172719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de89209e-83b3-47dc-a273-fd511939d941,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:49.193055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:49.229848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-265d5bef-4089-4d68-8720-2a9ef89ee8fd req-6e66113d-d590-4b60-82de-206e2adeae36 service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591055 Nov 10 22:41:49.290614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:49.291150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Network hostable DHCP agents. Network: 43e53184-6e6d-4046-9b47-ac098315e987, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:41:49.317894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f6449-fbc0-4eed-a31f-ec455b656de1 req-cccccbfc-caa7-4e6b-aad8-55b97d26b624 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:49.322695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db1f6449-fbc0-4eed-a31f-ec455b656de1 req-cccccbfc-caa7-4e6b-aad8-55b97d26b624 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.4607654 Nov 10 22:41:49.332704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446aaa2-2e84-4650-987c-0991b5374f5a req-0c34d948-97ab-4cb7-be3d-0c72739e287e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:49.349904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a446aaa2-2e84-4650-987c-0991b5374f5a req-0c34d948-97ab-4cb7-be3d-0c72739e287e tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 943 time: 0.1641064 Nov 10 22:41:49.391834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Pushing event updated for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:49.460918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Network 43e53184-6e6d-4046-9b47-ac098315e987 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:41:49.472082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db1f6449-fbc0-4eed-a31f-ec455b656de1 req-13b57e07-8caa-474b-a715-a825fecc1c86 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419618 Nov 10 22:41:49.537228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 43e53184-6e6d-4046-9b47-ac098315e987) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:49.550935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cbe1a-fcd2-4dfa-995a-8a38957657ea None None] Network 43e53184-6e6d-4046-9b47-ac098315e987 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:49.560284 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fbe05f-a721-422c-9f15-38b743fe0561 x-openstack-request-id: req-75fbe05f-a721-422c-9f15-38b743fe0561 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:49.560583 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:49.560837 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75fbe05f-a721-422c-9f15-38b743fe0561 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:49.561304 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe', 'status': 'completed', 'code': 200} Nov 10 22:41:49.621924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:49.629594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:49.711921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Attempting to bind port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:41:49.712543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Attempting to bind port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:41:49.712885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Attempting to bind port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 on network 149df865-7c8c-45d8-af13-fb5356864d4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:49.721382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aa39553d-0b6c-4fd3-a79e-c6b9aa10259c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7386916 Nov 10 22:41:49.726816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a446aaa2-2e84-4650-987c-0991b5374f5a req-1715855a-a107-48aa-887d-af3a2c359a98 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753500 Nov 10 22:41:49.745819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 on network 149df865-7c8c-45d8-af13-fb5356864d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:41:49.746200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Attempting to bind port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 on network 149df865-7c8c-45d8-af13-fb5356864d4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:41:49.752189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:41:49.752531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Checking segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:49.752918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Bound using segment: {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:41:49.760233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Bound port: c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56be365f-15dc-45dc-ac8f-4f1d1ce66014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:41:49.760616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:49.893521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-2b286344-b432-41ea-a523-c4056a019fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:49.895236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-2b286344-b432-41ea-a523-c4056a019fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b46ef875fe31489794f6fcc32fec07bc&device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 1094 time: 0.3041682 Nov 10 22:41:49.907350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf08b-2073-4b65-95ae-ab2f60d30c07 req-784e8d1c-defd-468f-b8cf-79fd6acd371a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:49.929835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5acf08b-2073-4b65-95ae-ab2f60d30c07 req-784e8d1c-defd-468f-b8cf-79fd6acd371a tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.1945491 Nov 10 22:41:49.931550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:41:49.942085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:41:49.948671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:50.046445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46f567-14be-423c-b980-243581740197 None None] Network 43e53184-6e6d-4046-9b47-ac098315e987 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:50.079579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Pushing event updated for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:50.110109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5acf08b-2073-4b65-95ae-ab2f60d30c07 req-9113f860-f177-4a85-aea5-93d55ac08f2d tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/security-groups?id=843c2930-27ae-4256-9ca9-f7deb7038929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773825 Nov 10 22:41:50.183068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.183639 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:50.185967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-75847f74-b295-4f4a-9232-6726a96a8c7c service neutron] 10.222.0.20 "PUT /v2.0/ports/c2e76fd5-8e83-4677-8fae-6a6f45b71b77 HTTP/1.1" status: 200 len: 1092 time: 2.7028012 Nov 10 22:41:50.189581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:50.196477 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d03b7-40d3-405b-a429-28b7e186bcad" -d '{"events": [{"name": "network-changed", "server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:50.215498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-5441f589-0e7f-4638-8118-6992f6502297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.220615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-5441f589-0e7f-4638-8118-6992f6502297 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 200 len: 914 time: 0.2840168 Nov 10 22:41:50.251159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581fecd-a5bc-467b-81a7-6682cea25a8a req-6666acb4-d0fd-4ee0-b970-7b1aa1bea09a tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.255308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a581fecd-a5bc-467b-81a7-6682cea25a8a req-6666acb4-d0fd-4ee0-b970-7b1aa1bea09a tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1768305 Nov 10 22:41:50.330497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-14236452-d714-435f-95bb-38831bb436e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe HTTP/1.1" status: 200 len: 217 time: 0.0857759 Nov 10 22:41:50.422019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-0be8719f-8bf9-4a57-a398-d90baa520bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.423585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-0be8719f-8bf9-4a57-a398-d90baa520bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e27d2e4c02341019da6c30130ba3880&device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 1095 time: 0.1496267 Nov 10 22:41:50.443937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a581fecd-a5bc-467b-81a7-6682cea25a8a req-3e4b7a7a-dfda-41fe-92d4-1f73aeef2c2d tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733634 Nov 10 22:41:50.460995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-e6838b98-e9e8-4b80-b200-b3190d84d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.470840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-e6838b98-e9e8-4b80-b200-b3190d84d7c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 200 len: 854 time: 0.1277828 Nov 10 22:41:50.545558 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-1000077c-eb08-43e6-8595-4804d9a84f95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa66fb2e-9a03-4f63-8b58-83ef9c552186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628617 Nov 10 22:41:50.579021 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-282e34ba-3817-4231-ad2f-7127468d0039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77 HTTP/1.1" status: 200 len: 217 time: 0.1338000 Nov 10 22:41:50.726491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-b3b3e380-9b56-4f41-b808-795b34e626d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.731479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-b3b3e380-9b56-4f41-b808-795b34e626d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1312ed6-5286-4990-bc16-19bba04a276c HTTP/1.1" status: 200 len: 853 time: 0.1216555 Nov 10 22:41:50.734187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 80a850f6-3ce2-4dfb-b716-31c6ceda28fe details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:41:50.822042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-07326c78-0684-4d89-ab10-91a2d7221699 service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667637 Nov 10 22:41:50.836914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33500) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:50.896739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-570015083-network', 'tenant_id': '9acbad7a55154177af266bcb03f4012f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:50.945086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4eb3-fb5f-4e47-91e2-de525914f85a req-f5e5a353-81ef-4cf1-b49f-320bc9fe4493 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:50.948203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:50.954968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaeb4eb3-fb5f-4e47-91e2-de525914f85a req-f5e5a353-81ef-4cf1-b49f-320bc9fe4493 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 951 time: 0.3717701 Nov 10 22:41:50.968070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe', 'network_id': 'fa66fb2e-9a03-4f63-8b58-83ef9c552186', 'port_id': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe', 'mac_address': 'fa:16:3e:47:65:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9f12b-fdf9-434a-af3d-d59caa57f7b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:41:50.999559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Made reservation on behalf of 9acbad7a55154177af266bcb03f4012f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:51.001990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.013579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150263-3916-423d-aba6-af3196c3d6c6 req-542a1b59-3273-4dde-99d2-a6d7ade2b256 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:51.014245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.018056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8150263-3916-423d-aba6-af3196c3d6c6 req-542a1b59-3273-4dde-99d2-a6d7ade2b256 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1949806 Nov 10 22:41:51.018233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-0b58dfce-532b-4122-bffb-1f855f7d917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:51.019462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.019728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-0b58dfce-532b-4122-bffb-1f855f7d917a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=149df865-7c8c-45d8-af13-fb5356864d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453241 Nov 10 22:41:51.051464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a850f6-3ce2-4dfb-b716-31c6ceda28fe {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:41:51.087061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:51.093533 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.133718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8150263-3916-423d-aba6-af3196c3d6c6 req-b52813f5-85e3-4b90-9a4e-5de3e573f414 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972028 Nov 10 22:41:51.155381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-9b3d5887-d5ad-4917-be1f-e2505f579f93 service neutron] 10.222.0.20 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186528 Nov 10 22:41:51.167602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ecb657e-5fff-4aa8-b294-0c5cd10456c5 req-62944cda-0008-4bd2-991b-db3a3dfc697c service neutron] 10.222.0.39 "GET /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224704 Nov 10 22:41:51.210975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaeb4eb3-fb5f-4e47-91e2-de525914f85a req-1ce1140d-424e-4eab-ac6a-d4ae90d82b65 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550480 Nov 10 22:41:51.304101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:51.321759 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cbd8ce-5252-43b1-9609-d10ed72d5c69 x-openstack-request-id: req-c4cbd8ce-5252-43b1-9609-d10ed72d5c69 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:51.322316 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:51.322748 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4cbd8ce-5252-43b1-9609-d10ed72d5c69 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:51.323512 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77', 'status': 'completed', 'code': 200} Nov 10 22:41:51.404351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['80a850f6-3ce2-4dfb-b716-31c6ceda28fe'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:41:51.477613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-141ae30c-d7ba-48b0-ba18-7c4eaba82c89 req-ac3d36fb-5890-4dbb-b69d-0660b9c0013c service neutron] 10.222.0.20 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038757 Nov 10 22:41:51.563657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.569512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2112c1-2069-4bdc-9513-dbc27cf95735 req-f2586970-f67e-403d-a2d4-b212461aeb0f tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:51.577221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b2112c1-2069-4bdc-9513-dbc27cf95735 req-f2586970-f67e-403d-a2d4-b212461aeb0f tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 944 time: 0.1155100 Nov 10 22:41:51.585322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9936e1-3257-4032-b854-72a3fbb11c6a req-1caf175c-fff4-4b48-9b3a-4be36b5fa535 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:51.587261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b9936e1-3257-4032-b854-72a3fbb11c6a req-1caf175c-fff4-4b48-9b3a-4be36b5fa535 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1518724 Nov 10 22:41:51.638956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.670646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b2112c1-2069-4bdc-9513-dbc27cf95735 req-f761c3a3-7931-49ad-a6fc-c804b13bcd96 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923510 Nov 10 22:41:51.724835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6196742a-01c8-446b-b3c1-95eb0e78182f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:51.787231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:41:51.817686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-407bf404-6608-49aa-b9ba-120747892610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:51.819527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-407bf404-6608-49aa-b9ba-120747892610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e27d2e4c02341019da6c30130ba3880&device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 1095 time: 0.2475572 Nov 10 22:41:51.829615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:51.830093 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Added segment 3a1e3ed9-9f8b-4a97-802c-ab7dd78e1cb6 of type vlan for network e925d3f5-c350-4ba3-bd43-ff55359f8e15 Nov 10 22:41:51.961310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b9936e1-3257-4032-b854-72a3fbb11c6a req-477f52d0-e537-4dca-bbfc-8e7096a3b732 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778785 Nov 10 22:41:51.996921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.030842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-29ca98c1-7789-4f37-9893-5f40115f5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:52.032437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-29ca98c1-7789-4f37-9893-5f40115f5a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=149df865-7c8c-45d8-af13-fb5356864d4f HTTP/1.1" status: 200 len: 914 time: 0.1578221 Nov 10 22:41:52.050707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.052165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:52.052989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.135712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] Pushing event updated for resources: {'Network': ['ID=e925d3f5-c350-4ba3-bd43-ff55359f8e15,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:52.142103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a622bb3-3431-44e6-8256-e1e4fabfc13e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3036752 Nov 10 22:41:52.145512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33524) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:52.152468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Request body: {'subnet': {'network_id': 'e925d3f5-c350-4ba3-bd43-ff55359f8e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-570015083-subnet', 'tenant_id': '9acbad7a55154177af266bcb03f4012f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:52.154273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e925d3f5-c350-4ba3-bd43-ff55359f8e15 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:41:52.199398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Made reservation on behalf of 9acbad7a55154177af266bcb03f4012f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:41:52.204683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.448230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.542244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Checking segment: {'id': '3a1e3ed9-9f8b-4a97-802c-ab7dd78e1cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e925d3f5-c350-4ba3-bd43-ff55359f8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:41:52.542603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Network hostable DHCP agents. Network: e925d3f5-c350-4ba3-bd43-ff55359f8e15, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:41:52.554075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b687ca52-9ef8-469f-957a-ff48aff6a1ff,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:52.579168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Network e925d3f5-c350-4ba3-bd43-ff55359f8e15 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:41:52.595759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e925d3f5-c350-4ba3-bd43-ff55359f8e15) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:41:52.603628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577297ac-cf6b-4c14-b0e0-6db857df3125 None None] Network e925d3f5-c350-4ba3-bd43-ff55359f8e15 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:52.607763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:52.608327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:52.654982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d05790ee-232f-4b91-819b-0a0f80061cc2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5082562 Nov 10 22:41:52.750801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 80a850f6-3ce2-4dfb-b716-31c6ceda28fe up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:41:52.885689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-8b7e44e8-a699-45e4-8545-9fd364f136e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77 HTTP/1.1" status: 200 len: 217 time: 0.1226621 Nov 10 22:41:52.932535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:41:52.944416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968d761-c2a9-430d-8678-3ebc6ae64675 None None] Network e925d3f5-c350-4ba3-bd43-ff55359f8e15 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:41:53.009104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-caab2caf-b77e-43de-bd20-37004faec8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.010764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-caab2caf-b77e-43de-bd20-37004faec8e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1312ed6-5286-4990-bc16-19bba04a276c HTTP/1.1" status: 200 len: 853 time: 0.1077042 Nov 10 22:41:53.059696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:41:53.060257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.124420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-3502d977-58f6-4db5-8d45-81b92911b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.125687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-3502d977-58f6-4db5-8d45-81b92911b94e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=149df865-7c8c-45d8-af13-fb5356864d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955405 Nov 10 22:41:53.393976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-5e6dff20-ca07-4d5f-93b6-bf19517ac3c6 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.395919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-5e6dff20-ca07-4d5f-93b6-bf19517ac3c6 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 946 time: 0.2405488 Nov 10 22:41:53.404368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.445286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d7ef-0dca-4eaa-bb00-52905a804edd req-b05f7dea-f6e6-4ebb-a086-a0f50d166bfd tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.459385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:53.461918 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716c5a4-7bc9-4b4a-a312-7e4242dcff96" -d '{"events": [{"server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "name": "network-vif-plugged", "status": "completed", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:53.464196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2e4d7ef-0dca-4eaa-bb00-52905a804edd req-b05f7dea-f6e6-4ebb-a086-a0f50d166bfd tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2145171 Nov 10 22:41:53.482619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3158-b9e8-498b-9576-2d9878f6fb30 req-8ee7acc4-f08f-4554-9124-3959eac0087c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.484155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bcc3158-b9e8-498b-9576-2d9878f6fb30 req-8ee7acc4-f08f-4554-9124-3959eac0087c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1883068 Nov 10 22:41:53.492811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:53.497355 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.498330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:53.614595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-436e896d-c68f-48f9-884d-e23a12e3bef1 service neutron] 10.222.0.20 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649053 Nov 10 22:41:53.680925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:53.683699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2e4d7ef-0dca-4eaa-bb00-52905a804edd req-ab134bcd-e9b4-4cf4-86ce-e500a77c98ed tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185597 Nov 10 22:41:53.707984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bcc3158-b9e8-498b-9576-2d9878f6fb30 req-d4680bd8-b41d-4118-9571-5868ab1716e3 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907542 Nov 10 22:41:53.742241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Deleting port 952cab0d-d719-4175-a7c5-2190dcfb2345 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:41:53.742617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.791778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.860203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:53.866760 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:53.867457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:53.918481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bdde7-1ba0-4ccc-b890-90ee91135b4e req-b460ea94-8f0a-4608-961d-c98e6335fddd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:53.926688 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:41:53.927828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-089bdde7-1ba0-4ccc-b890-90ee91135b4e req-b460ea94-8f0a-4608-961d-c98e6335fddd tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0998154 Nov 10 22:41:53.998531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a57d-b0ce-4fc5-bbf1-06dccbf31b2b req-086add64-0caf-4323-af6a-1b3d68882b3c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:54.001964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4764a57d-b0ce-4fc5-bbf1-06dccbf31b2b req-086add64-0caf-4323-af6a-1b3d68882b3c tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1713910 Nov 10 22:41:54.073706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e2d03b7-40d3-405b-a429-28b7e186bcad req-074238a4-4144-4771-bc8f-81c0d62fb367 service neutron] 10.222.0.20 "GET /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429045 Nov 10 22:41:54.093921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:54.118219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-089bdde7-1ba0-4ccc-b890-90ee91135b4e req-a8e5f0e7-f69c-4b28-b1d7-7fc35759e0d0 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891961 Nov 10 22:41:54.121111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4764a57d-b0ce-4fc5-bbf1-06dccbf31b2b req-6d751845-6d93-484d-a2c0-41e955a19b95 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088066 Nov 10 22:41:54.124225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] For port 952cab0d-d719-4175-a7c5-2190dcfb2345, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=952cab0d-d719-4175-a7c5-2190dcfb2345,segment=NetworkSegment(a414d063-bf52-4bc7-82ed-a73f2b632986),segment_id=a414d063-bf52-4bc7-82ed-a73f2b632986)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:54.124498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.139743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Calling delete_port for 952cab0d-d719-4175-a7c5-2190dcfb2345 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:41:54.225164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.311484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:54.317341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.440121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:54.467608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.474875 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd716f-667c-45c6-9cb7-6030660b9c19 x-openstack-request-id: req-04bd716f-667c-45c6-9cb7-6030660b9c19 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:54.476092 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "name": "network-vif-plugged", "status": "completed", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:54.476913 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04bd716f-667c-45c6-9cb7-6030660b9c19 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:54.477315 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe', 'code': 200} Nov 10 22:41:54.566867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Pushing event deleted for resources: {'Port': ['ID=952cab0d-d719-4175-a7c5-2190dcfb2345,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:54.748210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] No DVR routers for this DVR port 952cab0d-d719-4175-a7c5-2190dcfb2345 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:41:54.757617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.770235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5825adab-f66e-4fb8-b62c-6a838b910e2e req-309918f2-2aec-4220-9cf9-773004c01735 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.39 "DELETE /v2.0/ports/952cab0d-d719-4175-a7c5-2190dcfb2345 HTTP/1.1" status: 204 len: 173 time: 1.3609009 Nov 10 22:41:54.770790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-deleted', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:54.773235 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e548f5-997c-476f-adcd-58b632f22ac4" -d '{"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-deleted", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:54.795799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-980c0b14-6d72-4b0d-92a4-9f1dc4d86942 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:54.798172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-980c0b14-6d72-4b0d-92a4-9f1dc4d86942 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.2119176 Nov 10 22:41:54.803279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56d752-a975-45e2-bbe3-d48e71ac3e63 req-9eca543c-09fb-44a2-9229-0b64ad9a3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:54.807177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e56d752-a975-45e2-bbe3-d48e71ac3e63 req-9eca543c-09fb-44a2-9229-0b64ad9a3a58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 1096 time: 0.2652650 Nov 10 22:41:54.820263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-1c8247d1-6e55-4768-8685-8a18c2d212ed tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/quotas/df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 375 time: 0.0142009 Nov 10 22:41:54.870434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-0c3a815f-cc5e-40b7-8421-6d94023966c3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426583 Nov 10 22:41:54.906035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c7992c96-5219-4bd2-8e1a-60dd470868aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.951105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d70612b4-f4fe-48b6-a2b0-cf324e598568 req-8b47a36e-8b9e-488e-9ea5-62c73f4a8eb6 tempest-ImagesTestJSON-422729723 tempest-ImagesTestJSON-422729723-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cf4b3cc-4a2c-42d1-9392-27cd3e569a31 HTTP/1.1" status: 200 len: 210 time: 0.0888002 Nov 10 22:41:55.022876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-23ceed32-b955-45d0-9c9b-35322cc53d6a service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448951 Nov 10 22:41:55.031430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e56d752-a975-45e2-bbe3-d48e71ac3e63 req-82b34d7f-34f7-4f5a-84fd-314e8ec0dbe8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154145 Nov 10 22:41:55.161673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-e13e9e14-5106-4b80-ae77-79253093fa9a service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372497 Nov 10 22:41:55.186362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921ddc-063e-4924-9694-cb2f42e302cd req-6e84df9c-fd0e-4569-aecb-7f0d56245a43 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.196826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68921ddc-063e-4924-9694-cb2f42e302cd req-6e84df9c-fd0e-4569-aecb-7f0d56245a43 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1222470 Nov 10 22:41:55.353668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68921ddc-063e-4924-9694-cb2f42e302cd req-69f39100-746d-474c-b4b8-cf6560c265f1 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502604 Nov 10 22:41:55.510294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9e48f-622d-49b2-ab33-4c5da2120bac req-ab904113-0fac-4396-919e-2e7af7affa1e tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.511814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc9e48f-622d-49b2-ab33-4c5da2120bac req-ab904113-0fac-4396-919e-2e7af7affa1e tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1235914 Nov 10 22:41:55.595435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a470f2-3260-4c46-ac7a-a3910417e8e1 req-8cad4eec-0da4-4320-898f-78a4dec19992 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.607067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30a470f2-3260-4c46-ac7a-a3910417e8e1 req-8cad4eec-0da4-4320-898f-78a4dec19992 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 949 time: 0.1508842 Nov 10 22:41:55.684781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30a470f2-3260-4c46-ac7a-a3910417e8e1 req-e643b960-a66d-4528-8a5c-1f55f819e737 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752280 Nov 10 22:41:55.720000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc9e48f-622d-49b2-ab33-4c5da2120bac req-da9ce780-839e-415a-a9e7-7150df8649d0 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000210 Nov 10 22:41:55.791575 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee368977-d55a-4623-aae0-ad45ff9a82d2 x-openstack-request-id: req-ee368977-d55a-4623-aae0-ad45ff9a82d2 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:55.791828 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-deleted", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:55.792100 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee368977-d55a-4623-aae0-ad45ff9a82d2 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:55.792792 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-deleted', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'status': 'completed', 'code': 200} Nov 10 22:41:56.010020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd585d-1828-44b5-8e1b-a549c3d350b4 req-06cd87cc-b728-43a1-aad7-3d57fddbe2ec tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:56.018877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cdd585d-1828-44b5-8e1b-a549c3d350b4 req-06cd87cc-b728-43a1-aad7-3d57fddbe2ec tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1052203 Nov 10 22:41:56.073462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f084-78ca-43af-a350-fa0849ca0b3e req-96dec384-48d9-4894-afb0-3e2b7d5e25cc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:56.086039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc2f084-78ca-43af-a350-fa0849ca0b3e req-96dec384-48d9-4894-afb0-3e2b7d5e25cc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1630197 Nov 10 22:41:56.125248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cdd585d-1828-44b5-8e1b-a549c3d350b4 req-13bbd7ac-51de-4430-9858-e0114f8fe311 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787821 Nov 10 22:41:56.220566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc2f084-78ca-43af-a350-fa0849ca0b3e req-c420d904-2adf-4d54-a304-c4a048888608 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282809 Nov 10 22:41:56.436599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6e28c32-3384-4d0a-b16b-dcccbb71423d req-686f9321-dc4f-4662-a6a9-72fd1944c46a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 210 time: 0.1313407 Nov 10 22:41:56.478550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345'}, {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:56.484754 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eaaa90-ad8e-404a-a09d-3e003e2e7441" -d '{"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-unplugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345"}, {"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:56.636484 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682361e-2fed-47bd-b7fa-eda967f9af4d x-openstack-request-id: req-e682361e-2fed-47bd-b7fa-eda967f9af4d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:56.636856 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf4b3cc-4a2c-42d1-9392-27cd3e569a31", "name": "network-vif-unplugged", "status": "completed", "tag": "952cab0d-d719-4175-a7c5-2190dcfb2345", "code": 200}, {"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:56.637139 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e682361e-2fed-47bd-b7fa-eda967f9af4d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:56.637627 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf4b3cc-4a2c-42d1-9392-27cd3e569a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952cab0d-d719-4175-a7c5-2190dcfb2345', 'code': 200} Nov 10 22:41:56.638056 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'code': 200} Nov 10 22:41:56.678227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb2e9a-eaa0-449b-bafe-dca344b32a28 req-baf138f5-7215-4487-ae28-f857b3d123ad tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:56.689311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25cb2e9a-eaa0-449b-bafe-dca344b32a28 req-baf138f5-7215-4487-ae28-f857b3d123ad tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1164851 Nov 10 22:41:56.769910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25cb2e9a-eaa0-449b-bafe-dca344b32a28 req-bb0456aa-fb2a-4cd0-a1e5-e63c00d40503 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737722 Nov 10 22:41:56.780566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:41:56.831214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 952cab0d-d719-4175-a7c5-2190dcfb2345 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:41:56.832134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 952cab0d-d719-4175-a7c5-2190dcfb2345 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:41:56.857065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048590-88ef-4486-9b2f-639f79d32796 req-7c4e71ac-7c29-4f3b-b2ff-b83115a7207d tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:56.867753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c048590-88ef-4486-9b2f-639f79d32796 req-7c4e71ac-7c29-4f3b-b2ff-b83115a7207d tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 949 time: 0.0687838 Nov 10 22:41:56.948183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c048590-88ef-4486-9b2f-639f79d32796 req-e0574a38-a3c1-40c4-bfe2-60cd9951bfcc tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/security-groups?id=da17892a-f8fa-4c3a-84b2-649b7c6c4f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 Nov 10 22:41:57.002051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170d1a-8b81-4a3f-b7dd-756ea8841bb2 req-48040ff6-ba35-4c56-afcf-6db36c92471c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:57.005337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69170d1a-8b81-4a3f-b7dd-756ea8841bb2 req-48040ff6-ba35-4c56-afcf-6db36c92471c tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.0699077 Nov 10 22:41:57.116454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69170d1a-8b81-4a3f-b7dd-756ea8841bb2 req-c5dda680-efa6-4fae-8999-38f90e86700d tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044996 Nov 10 22:41:57.177018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-3530c07c-0b32-47b6-97d0-10b10603483e tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:57.178834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-3530c07c-0b32-47b6-97d0-10b10603483e tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.39 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 949 time: 0.1027167 Nov 10 22:41:57.230867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:57.369843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Deleting subnet 3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:41:57.392059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.425064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30430c-ead1-4f1b-9163-7471632be6ab req-cf40749d-30b7-4e64-b0a3-bb3b9e241ab6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:57.426668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf30430c-ead1-4f1b-9163-7471632be6ab req-cf40749d-30b7-4e64-b0a3-bb3b9e241ab6 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.0933986 Nov 10 22:41:57.432015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Deleting port 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:41:57.432354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.471119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.482434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ff6d8-c8c0-4718-b613-f15597541aaf req-68bc4b9d-ce7f-4fc2-b5af-1a658a887af4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:57.491303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c82ff6d8-c8c0-4718-b613-f15597541aaf req-68bc4b9d-ce7f-4fc2-b5af-1a658a887af4 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1174505 Nov 10 22:41:57.543856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf30430c-ead1-4f1b-9163-7471632be6ab req-bedb56f5-a2e7-4577-905d-f763ecd40fcb tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083286 Nov 10 22:41:57.547936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2839243-1527-42c4-8bcc-07b2be9d94e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.575750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] For port 7e9fc58a-c8ad-4621-8461-ed222358825d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7e9fc58a-c8ad-4621-8461-ed222358825d,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:41:57.576179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.600375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Calling delete_port for 7e9fc58a-c8ad-4621-8461-ed222358825d owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:41:57.623940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.692331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c82ff6d8-c8c0-4718-b613-f15597541aaf req-57512cbd-d771-4b77-8377-39e3aa72b369 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946287 Nov 10 22:41:57.735294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dbeaf508-f193-4d4c-82ba-647d65f1483b req-05e552c5-02a0-460b-ab9a-06b77a5c000e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 210 time: 0.0527408 Nov 10 22:41:57.766272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.799799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:57.803572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3feb01f4-3e96-40b6-b2c9-f5ceae250ba0 HTTP/1.1" status: 204 len: 168 time: 0.5710938 Nov 10 22:41:57.837681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:57.855508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ab6d1-98be-4180-8a70-b9fb997f86df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feb01f4-3e96-40b6-b2c9-f5ceae250ba0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:57.906300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c31b-d38a-492d-8cbe-ac5ca95dc744 req-4091d8ac-a49b-4818-98d3-534fbc08b6de tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:57.924000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f85c31b-d38a-492d-8cbe-ac5ca95dc744 req-4091d8ac-a49b-4818-98d3-534fbc08b6de tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.0961640 Nov 10 22:41:58.009992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f85c31b-d38a-492d-8cbe-ac5ca95dc744 req-601b700b-22fe-402f-aff2-d77a7d3269c2 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836325 Nov 10 22:41:58.030611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.056175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818856bf-5a1d-4909-8801-703e7af4a89a req-03743b26-934f-4946-ae85-b3be8e729ae2 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:58.057625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-818856bf-5a1d-4909-8801-703e7af4a89a req-03743b26-934f-4946-ae85-b3be8e729ae2 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1361828 Nov 10 22:41:58.060292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.129827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcb713f6-16d6-4a3b-aa7e-f56531337ad9 req-84f203b5-2017-45a7-b5b8-aa7654d8b515 tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.25 "GET /v2.0/ports?device_id=dca67d14-5ff2-437e-8e08-f17cf6b508f2 HTTP/1.1" status: 200 len: 210 time: 0.0397401 Nov 10 22:41:58.170640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Pushing event deleted for resources: {'Port': ['ID=7e9fc58a-c8ad-4621-8461-ed222358825d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:58.192300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.254379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005c7b72-3f74-49c0-b901-ae0cffcce745']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:58.256529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] No DVR routers for this DVR port 7e9fc58a-c8ad-4621-8461-ed222358825d on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:41:58.265349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.268557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a303a81-e176-439c-9707-8c3edec3c5eb req-7126c5e8-9640-4089-93b1-cb33141e66db tempest-ImagesOneServerTestJSON-352260149 tempest-ImagesOneServerTestJSON-352260149-project] 10.222.0.39 "DELETE /v2.0/ports/7e9fc58a-c8ad-4621-8461-ed222358825d HTTP/1.1" status: 204 len: 173 time: 1.0813954 Nov 10 22:41:58.270529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-deleted', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:41:58.272718 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28957390-07f4-4ed0-977e-efcb5389c2c1" -d '{"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-deleted", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:41:58.278120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a414d063-bf52-4bc7-82ed-a73f2b632986') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:58.278406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a414d063-bf52-4bc7-82ed-a73f2b632986') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:41:58.288840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-818856bf-5a1d-4909-8801-703e7af4a89a req-c5e790d5-1f05-4eaf-b431-a30d359ca494 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060342 Nov 10 22:41:58.303855 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.322455 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.330932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:41:58.332272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:41:58.335191 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:41:58.389621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bfe5b-5b0e-4c62-8312-4547dc538c92 req-42fb244f-9dcf-4d0f-b8fc-78a00aa2c7da tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:58.398574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b51bfe5b-5b0e-4c62-8312-4547dc538c92 req-42fb244f-9dcf-4d0f-b8fc-78a00aa2c7da tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1092465 Nov 10 22:41:58.461537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b51bfe5b-5b0e-4c62-8312-4547dc538c92 req-ea7a296f-da6e-4bbd-a2e5-fcc824cf3fe7 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Nov 10 22:41:58.493492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb09e9-455c-4749-a265-9bd3135acd13 req-82bc281a-9074-4492-a508-5d4114f251ce tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:58.495108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8cb09e9-455c-4749-a265-9bd3135acd13 req-82bc281a-9074-4492-a508-5d4114f251ce tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.0634844 Nov 10 22:41:58.497162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.502315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.505997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] 10.222.0.25 "DELETE /v2.0/networks/005c7b72-3f74-49c0-b901-ae0cffcce745 HTTP/1.1" status: 204 len: 168 time: 0.6667488 Nov 10 22:41:58.507775 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0a9901-2df4-44f1-a444-90e10bd6cceb x-openstack-request-id: req-4e0a9901-2df4-44f1-a444-90e10bd6cceb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:41:58.508156 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca67d14-5ff2-437e-8e08-f17cf6b508f2", "name": "network-vif-deleted", "tag": "7e9fc58a-c8ad-4621-8461-ed222358825d", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:41:58.508505 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e0a9901-2df4-44f1-a444-90e10bd6cceb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:41:58.508957 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca67d14-5ff2-437e-8e08-f17cf6b508f2', 'name': 'network-vif-deleted', 'tag': '7e9fc58a-c8ad-4621-8461-ed222358825d', 'status': 'completed', 'code': 200} Nov 10 22:41:58.541339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36d36f-8fe6-46e2-9e1c-245be013b821 admin admin] Pushing event deleted for resources: {'Network': ['ID=005c7b72-3f74-49c0-b901-ae0cffcce745,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:58.582928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8cb09e9-455c-4749-a265-9bd3135acd13 req-3736f2c6-7227-4b6d-9d18-f5a90934f570 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681238 Nov 10 22:41:58.798987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f21a6-eef4-43e7-b744-de0b83f7c862 req-4d2c3a38-d353-4793-a2f4-d6e57eff78c0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:58.822832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e24f21a6-eef4-43e7-b744-de0b83f7c862 req-4d2c3a38-d353-4793-a2f4-d6e57eff78c0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1435568 Nov 10 22:41:58.859655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33698) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:58.864064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:58.910493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c792-bb21-48ef-b9e1-b7860e6435c1 req-755d4303-5673-40b1-88ff-7959567d5c8c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:58.913829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d1c792-bb21-48ef-b9e1-b7860e6435c1 req-755d4303-5673-40b1-88ff-7959567d5c8c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0994678 Nov 10 22:41:58.966761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-34200682-4b82-418a-9370-132e546df6c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ed81e23faa946e288faf3c8db411457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010709 Nov 10 22:41:58.972320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:58.985453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e24f21a6-eef4-43e7-b744-de0b83f7c862 req-1d975ed9-4057-4678-b6a0-893601696f2a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554313 Nov 10 22:41:59.048249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d1c792-bb21-48ef-b9e1-b7860e6435c1 req-4230c62b-9ce7-4147-9628-e0608140f999 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Nov 10 22:41:59.093233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79c8c3e8-c7e4-44cf-b743-8ef99a8b13dc req-7a51dbcd-88f1-475d-b046-7dd282fc4f8b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 210 time: 0.0294416 Nov 10 22:41:59.094758 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:59.120814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:59.175973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:59.178677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:59.179855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/843c2930-27ae-4256-9ca9-f7deb7038929 HTTP/1.1" status: 204 len: 168 time: 0.2065547 Nov 10 22:41:59.190569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5429a3-ec6d-4b8a-adb5-930439963797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c2930-27ae-4256-9ca9-f7deb7038929,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:41:59.378900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19a450-d1e0-4c67-8e60-f24f5b469606 req-ba6f220c-43ca-45b5-a5ef-4befcf2b35d0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:59.388179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d19a450-d1e0-4c67-8e60-f24f5b469606 req-ba6f220c-43ca-45b5-a5ef-4befcf2b35d0 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1212454 Nov 10 22:41:59.499026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d19a450-d1e0-4c67-8e60-f24f5b469606 req-fdbb5527-9b7b-4d25-a9a5-51f7cd7f7822 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Nov 10 22:41:59.602897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f4aa-1855-4f82-92a5-7f76791464c9 req-27fbfa95-4949-4c6d-80a4-fed2c5036c28 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:59.604462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e34f4aa-1855-4f82-92a5-7f76791464c9 req-27fbfa95-4949-4c6d-80a4-fed2c5036c28 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.2370305 Nov 10 22:41:59.643280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b4f4d28c-7300-4dc4-b9cb-10ce3bcedd28 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:59.645696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b4f4d28c-7300-4dc4-b9cb-10ce3bcedd28 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.2161703 Nov 10 22:41:59.664877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Request body: {'port': {'device_id': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'admin_state_up': True, 'tenant_id': 'df7242d181c647338f89f9f329867920'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:41:59.691423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988cf24-4625-45d1-b4d1-f54b2a442cf5 req-63c62e39-c7e0-41b3-adf6-4c0a2f62c5f2 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:59.699902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2988cf24-4625-45d1-b4d1-f54b2a442cf5 req-63c62e39-c7e0-41b3-adf6-4c0a2f62c5f2 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0799577 Nov 10 22:41:59.736496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e34f4aa-1855-4f82-92a5-7f76791464c9 req-3885319d-2b58-48bb-a25b-2f2d0888a087 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189561 Nov 10 22:41:59.753231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33732) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:41:59.801472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2988cf24-4625-45d1-b4d1-f54b2a442cf5 req-6d6db1d7-85f3-44bf-94fd-e543454e8ca2 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939956 Nov 10 22:41:59.918488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d77b4-752e-4e52-8631-9e60d287bbb9 req-692c3039-dd45-44fc-b680-d13767a9213d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:59.920420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e8d77b4-752e-4e52-8631-9e60d287bbb9 req-692c3039-dd45-44fc-b680-d13767a9213d tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.0665100 Nov 10 22:41:59.975286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e8d77b4-752e-4e52-8631-9e60d287bbb9 req-a0e4240c-8049-41e9-8f5b-504d8aa85d81 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Nov 10 22:42:00.219030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:00.222493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.230531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b39d1e17-b071-4afa-bd88-5ed1565eba12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6bf8ec9e90a414493fba88e5cd80637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755039 Nov 10 22:42:00.235679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.238402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33754) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:00.247001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72cdfef7-f441-4c6a-8060-73ddce20dbb5 req-ec538496-c9fb-4ab2-80db-dfabf364ad0d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 210 time: 0.0458953 Nov 10 22:42:00.247624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dd51b-99dd-41c2-8f4e-d98c3a86e365 req-dbc7d575-b423-462e-b64e-083b20d93c59 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:00.249075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-975dd51b-99dd-41c2-8f4e-d98c3a86e365 req-dbc7d575-b423-462e-b64e-083b20d93c59 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1210158 Nov 10 22:42:00.386778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.402941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-975dd51b-99dd-41c2-8f4e-d98c3a86e365 req-463a1412-3dce-4ba1-83d9-429d8d1072af tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401868 Nov 10 22:42:00.441608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.504321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Allocated IP 172.20.0.11 (43e53184-6e6d-4046-9b47-ac098315e987/de89209e-83b3-47dc-a273-fd511939d941/441a0e3a-56f2-4188-b861-1db48c737e32) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:00.569745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9933-72d1-414d-b23c-3ed985c3d09e req-304801f5-bf64-4824-a5dc-45abe92cfd5a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:00.571218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e6b9933-72d1-414d-b23c-3ed985c3d09e req-304801f5-bf64-4824-a5dc-45abe92cfd5a tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1074107 Nov 10 22:42:00.575744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.578272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.579303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da17892a-f8fa-4c3a-84b2-649b7c6c4f12 HTTP/1.1" status: 204 len: 168 time: 0.3396509 Nov 10 22:42:00.641093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ce334-8ef2-4a83-ad7c-d825367a3a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da17892a-f8fa-4c3a-84b2-649b7c6c4f12,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:00.688033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e6b9933-72d1-414d-b23c-3ed985c3d09e req-5a607aea-7224-4146-84c1-2b681f19bb3b tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Nov 10 22:42:00.692318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.732406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.783059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:00.784187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.812419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 7e9fc58a-c8ad-4621-8461-ed222358825d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:00.813592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7e9fc58a-c8ad-4621-8461-ed222358825d not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:00.834913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-730c91d9-1732-4deb-bec6-765b4b80c0b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:00.836418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-730c91d9-1732-4deb-bec6-765b4b80c0b6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.0995038 Nov 10 22:42:00.839703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Network 43e53184-6e6d-4046-9b47-ac098315e987 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:00.842731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:00.846493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:00.896998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:00.897795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:00.953546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:00.965644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-69c0c9dc-700a-43ae-836a-ba772bb825e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3059447 Nov 10 22:42:00.982512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Request body: {'port': {'device_id': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:00.985603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port 834397b1-870b-4686-a9f0-15a1a5ab81eb {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:00.985954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.034999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc21ec-b0be-460c-b2a0-ae89b968a87a req-6d44d8c3-1781-42b1-ad4e-07bb6004069a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.036700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ecc21ec-b0be-460c-b2a0-ae89b968a87a req-6d44d8c3-1781-42b1-ad4e-07bb6004069a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=911495fc-c419-4c16-a3f3-d2d9aa1dbd60 HTTP/1.1" status: 200 len: 945 time: 0.1319692 Nov 10 22:42:01.109478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port 834397b1-870b-4686-a9f0-15a1a5ab81eb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=834397b1-870b-4686-a9f0-15a1a5ab81eb,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:01.109870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.127456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for 834397b1-870b-4686-a9f0-15a1a5ab81eb owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:01.135893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05253-8f12-4d6e-bb01-22521add2e55 req-51a9c8e6-7540-4a4b-9c85-d0af61b030e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.142878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1e05253-8f12-4d6e-bb01-22521add2e55 req-51a9c8e6-7540-4a4b-9c85-d0af61b030e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1096 time: 0.1535015 Nov 10 22:42:01.147241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.202250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ecc21ec-b0be-460c-b2a0-ae89b968a87a req-053ffd5b-bac9-4fbd-9488-4b0754dc4d18 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403420 Nov 10 22:42:01.303618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1e05253-8f12-4d6e-bb01-22521add2e55 req-67ec643f-a11c-42a7-8d71-f0a1225cc824 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390929 Nov 10 22:42:01.337248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c6480-6be8-440d-aaea-26852c17612d req-e07c1deb-cd86-4f38-b26d-6a5d0d7b9d27 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.339045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-699c6480-6be8-440d-aaea-26852c17612d req-e07c1deb-cd86-4f38-b26d-6a5d0d7b9d27 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1490762 Nov 10 22:42:01.344080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.356303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['834397b1-870b-4686-a9f0-15a1a5ab81eb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:01.405337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=834397b1-870b-4686-a9f0-15a1a5ab81eb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:01.453786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c2e76fd5-8e83-4677-8fae-6a6f45b71b77 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:01.478435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port 834397b1-870b-4686-a9f0-15a1a5ab81eb on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:01.481250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.485141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6a51afa-669d-4565-8a1a-5790452a4b20 req-6e181c99-ec7b-49a5-ba91-12e14b9a379c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "DELETE /v2.0/ports/834397b1-870b-4686-a9f0-15a1a5ab81eb HTTP/1.1" status: 204 len: 173 time: 0.6334186 Nov 10 22:42:01.486230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'name': 'network-vif-deleted', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:01.498343 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed43939-0325-45a6-8e81-60391467137d" -d '{"events": [{"server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "name": "network-vif-deleted", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:01.506915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f98a-f7cf-409c-ab60-17eb1693c6fe req-409f0470-fc6b-4319-ac6c-52365d23d632 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.508287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de6f98a-f7cf-409c-ab60-17eb1693c6fe req-409f0470-fc6b-4319-ac6c-52365d23d632 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 932 time: 0.1032293 Nov 10 22:42:01.559704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-699c6480-6be8-440d-aaea-26852c17612d req-f21fdd5c-25b2-44e7-8fd9-654bdbb77018 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099247 Nov 10 22:42:01.589702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de6f98a-f7cf-409c-ab60-17eb1693c6fe req-47331bc1-9562-41f3-ab9b-e1999b2f2d1f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746527 Nov 10 22:42:01.600945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441a0e3a-56f2-4188-b861-1db48c737e32 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:01.610428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.643543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Transition to ACTIVE for port object 441a0e3a-56f2-4188-b861-1db48c737e32 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:01.653176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.693246 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc334057-694c-4a47-bf75-0f572ad4fd7a x-openstack-request-id: req-cc334057-694c-4a47-bf75-0f572ad4fd7a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:01.694421 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911495fc-c419-4c16-a3f3-d2d9aa1dbd60", "name": "network-vif-deleted", "tag": "834397b1-870b-4686-a9f0-15a1a5ab81eb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:01.695561 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc334057-694c-4a47-bf75-0f572ad4fd7a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:01.695980 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911495fc-c419-4c16-a3f3-d2d9aa1dbd60', 'name': 'network-vif-deleted', 'tag': '834397b1-870b-4686-a9f0-15a1a5ab81eb', 'status': 'completed', 'code': 200} Nov 10 22:42:01.771767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-5f1f785d-969a-4ed7-a5ac-6ad065065870 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.773948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-5f1f785d-969a-4ed7-a5ac-6ad065065870 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1402211 Nov 10 22:42:01.779307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:01.880656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801794f4-2a57-4884-9343-ac4f5b040cdb req-d3927203-52ad-4a75-a7bb-d0b75c9cffec tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:01.888874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-801794f4-2a57-4884-9343-ac4f5b040cdb req-d3927203-52ad-4a75-a7bb-d0b75c9cffec tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 944 time: 0.1274359 Nov 10 22:42:01.941349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:01.942351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:01.943171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:01.954073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:01.958198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:01.958921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:01.975759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:01.976386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:01.977043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:01.977687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Bound port: 441a0e3a-56f2-4188-b861-1db48c737e32, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:01.978432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:01.985389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77', 'network_id': '149df865-7c8c-45d8-af13-fb5356864d4f', 'port_id': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77', 'mac_address': 'fa:16:3e:4a:98:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1312ed6-5286-4990-bc16-19bba04a276c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:02.055832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.077552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-801794f4-2a57-4884-9343-ac4f5b040cdb req-732fcf7d-c116-4b64-bfad-7caa4799722b tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827216 Nov 10 22:42:02.078656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e76fd5-8e83-4677-8fae-6a6f45b71b77 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:02.139917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:02.147404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:02.150154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.162542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:02.173400 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.215868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.216696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.218359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] 10.222.0.20 "PUT /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 1092 time: 1.2421370 Nov 10 22:42:02.219140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:02.221654 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e47b7-b76e-4558-bb60-eafbda0db04d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:02.232144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:02.257282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.259485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.259934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.260739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.261507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b5a1-99ad-4730-bc24-b9da88b4fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:02.261970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.262602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.263378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.266118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.266628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.267060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.267947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.269653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:02.340883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0bd2-3348-40db-9804-9c60645ba7ba req-a1a985de-ddda-4a71-a961-b2bb3116dcc3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.348002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-238888ba-4dba-42fe-91cd-1a9e5fafbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.348513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5da0bd2-3348-40db-9804-9c60645ba7ba req-a1a985de-ddda-4a71-a961-b2bb3116dcc3 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e18408a-44b3-477f-be55-aaf3313d5fbe HTTP/1.1" status: 200 len: 945 time: 0.1000557 Nov 10 22:42:02.349829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-238888ba-4dba-42fe-91cd-1a9e5fafbcbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1095 time: 0.0505548 Nov 10 22:42:02.357444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Deleting port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:02.357782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.380442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['c2e76fd5-8e83-4677-8fae-6a6f45b71b77'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:02.429874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-9ab7fd8b-e29a-4131-a141-aaaf6ed135ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.0692551 Nov 10 22:42:02.473857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5da0bd2-3348-40db-9804-9c60645ba7ba req-02e07d9c-53ba-42d2-8650-91f63f1edcc4 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241140 Nov 10 22:42:02.526430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209531c-42d1-465e-b10f-fe98505891f3 req-a65876fd-4b81-4bbe-a800-8bef698ed1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.537149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-a65876fd-4b81-4bbe-a800-8bef698ed1da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0956166 Nov 10 22:42:02.541456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] For port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,segment=NetworkSegment(51cb8705-b1ef-4edf-9e7b-9ede732f5000),segment_id=51cb8705-b1ef-4edf-9e7b-9ede732f5000)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:02.541456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.567151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Calling delete_port for 80a850f6-3ce2-4dfb-b716-31c6ceda28fe owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:02.592350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-982f0e65-279a-497b-a172-26e76b49b9b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528047 Nov 10 22:42:02.595084 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280a448-2521-47b4-8278-15e21f682a30 x-openstack-request-id: req-f280a448-2521-47b4-8278-15e21f682a30 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:02.599666 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:02.599944 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f280a448-2521-47b4-8278-15e21f682a30 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:02.600366 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32', 'status': 'completed', 'code': 200} Nov 10 22:42:02.756027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-094aea50-8544-4975-b3a4-85b40ebbd590 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530263 Nov 10 22:42:02.815006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc772ec-e78a-4844-8e4f-aef2dfbe2a21 req-74867562-262e-4024-8050-048a07eedf11 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.822711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6dc772ec-e78a-4844-8e4f-aef2dfbe2a21 req-74867562-262e-4024-8050-048a07eedf11 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0994194 Nov 10 22:42:02.832769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.835198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33836) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:02.887695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4209531c-42d1-465e-b10f-fe98505891f3 req-ecb3b487-f153-4489-904f-fec45452eb2c service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260042 Nov 10 22:42:02.920125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Pushing event deleted for resources: {'Port': ['ID=80a850f6-3ce2-4dfb-b716-31c6ceda28fe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:02.953261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] No DVR routers for this DVR port 80a850f6-3ce2-4dfb-b716-31c6ceda28fe on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:02.959857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:02.963479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d99ef58-c5b6-4e1c-8498-81c8a35975d1 req-db2afd3d-5835-4d37-b81f-e7b6d0716e55 tempest-ServerDiskConfigTestJSON-1003082224 tempest-ServerDiskConfigTestJSON-1003082224-project] 10.222.0.39 "DELETE /v2.0/ports/80a850f6-3ce2-4dfb-b716-31c6ceda28fe HTTP/1.1" status: 204 len: 173 time: 1.1735077 Nov 10 22:42:02.988686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-1d19465a-db5b-4231-9ade-8a640dc8fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:02.991221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-1d19465a-db5b-4231-9ade-8a640dc8fec5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1095 time: 0.0582078 Nov 10 22:42:02.993724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6dc772ec-e78a-4844-8e4f-aef2dfbe2a21 req-4a34d26a-7749-46f5-b7f6-c4d19de5b686 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641934 Nov 10 22:42:03.142577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61361044-96ba-4b0e-99e1-04202f15be27 req-c168506f-e4bd-4d9a-b785-e32ba7acbfe4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.144094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61361044-96ba-4b0e-99e1-04202f15be27 req-c168506f-e4bd-4d9a-b785-e32ba7acbfe4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.0704837 Nov 10 22:42:03.145101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5958899-cd9e-4e6c-8ca5-919070a74f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.218982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61361044-96ba-4b0e-99e1-04202f15be27 req-eaf9feab-12e5-4d0f-8448-0bf4979a6dd4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Nov 10 22:42:03.226717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-a737a5cd-c825-407d-bdfa-ef66cc79e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.228159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-a737a5cd-c825-407d-bdfa-ef66cc79e6b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.2201660 Nov 10 22:42:03.252141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-0fca4574-8687-4f18-965a-f75b2940f028 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.254261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-0fca4574-8687-4f18-965a-f75b2940f028 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1439462 Nov 10 22:42:03.268454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5958899-cd9e-4e6c-8ca5-919070a74f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.273184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5958899-cd9e-4e6c-8ca5-919070a74f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.283574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-e0e33632-6815-47fc-ac36-e7337840ff35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.0471470 Nov 10 22:42:03.291938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-00a10d3a-e24e-4f0f-a122-b7fdeead0b9e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/quotas/a5fb77697dd34ef99a15e7323a96bebd HTTP/1.1" status: 200 len: 375 time: 0.0108316 Nov 10 22:42:03.313870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958899-cd9e-4e6c-8ca5-919070a74f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c5014-bc1d-4135-bee6-030d7b6009e4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:03.322399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a5958899-cd9e-4e6c-8ca5-919070a74f81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d16a8ea4a6d441048cc62bf13accd672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861009 Nov 10 22:42:03.323604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33854) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:03.351757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-fce292b1-0f3c-4ec8-87ed-7f5d4f01569c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503790 Nov 10 22:42:03.363046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-aab39bb6-8da3-44a5-9047-38a3601e6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.364825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-aab39bb6-8da3-44a5-9047-38a3601e6d0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0720108 Nov 10 22:42:03.406665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.432432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.435533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-c7dea737-9452-4837-a0de-e62912e11517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629866 Nov 10 22:42:03.454183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c2e76fd5-8e83-4677-8fae-6a6f45b71b77 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:03.501659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.506615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.507816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a77c5014-bc1d-4135-bee6-030d7b6009e4 HTTP/1.1" status: 204 len: 168 time: 0.1835470 Nov 10 22:42:03.517251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a40476-eaa5-4ca8-9613-06f61ceea849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c5014-bc1d-4135-bee6-030d7b6009e4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:03.537620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:03.543170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:03.543686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.576489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-ed394bfa-38b3-40ff-857a-73073e557fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.577881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-ed394bfa-38b3-40ff-857a-73073e557fee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=732a91a7742e45ffa9737cebd7096708&device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 1096 time: 0.1450424 Nov 10 22:42:03.613120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-ba44ab5f-657e-43e0-8ffe-00e253902c7d service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508934 Nov 10 22:42:03.643237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.676010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:03.682188 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad4af98-293b-4c72-8a6d-de0b3937b457" -d '{"events": [{"server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:03.697451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'name': 'network-vif-deleted', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:03.700137 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0eb4b0-dff7-4b2b-994d-7f9b5eda89d0" -d '{"events": [{"server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "name": "network-vif-deleted", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:03.704377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:03.708707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-cbfb2c9f-7233-46b6-a925-4a9187f8671f service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637010 Nov 10 22:42:03.709738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:03.767220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:03.832314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-f7dbd25b-f851-43d3-bf79-c7b9284491ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.833825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-f7dbd25b-f851-43d3-bf79-c7b9284491ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 200 len: 910 time: 0.2453620 Nov 10 22:42:03.875435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-325d534e-2dbb-4c45-8704-b44246789874 service neutron] 10.222.0.25 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613909 Nov 10 22:42:03.916001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd622497-3343-4542-ad03-23e9bf9c9400 req-e1622651-3bb2-49a3-b80a-f4b6d9a1c6f7 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:03.918760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd622497-3343-4542-ad03-23e9bf9c9400 req-e1622651-3bb2-49a3-b80a-f4b6d9a1c6f7 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.0720954 Nov 10 22:42:03.934962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-6a0cae10-11fb-4356-826b-334767b1e17c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 200 len: 217 time: 0.0907738 Nov 10 22:42:03.955131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c08e47b7-b76e-4558-bb60-eafbda0db04d req-d6ac9e6b-e570-43cd-a229-81efd4b68c36 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366812 Nov 10 22:42:03.984261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd622497-3343-4542-ad03-23e9bf9c9400 req-c17b47f7-ecbf-4d09-9394-2bb0dbbcf857 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598707 Nov 10 22:42:04.017020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-edda1a7b-2e80-46a8-8bc7-105ff7d7b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:04.028183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-edda1a7b-2e80-46a8-8bc7-105ff7d7b02e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 200 len: 850 time: 0.0822725 Nov 10 22:42:04.082332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-73e44b3a-0330-47d1-ad00-3cfde87a89da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489511 Nov 10 22:42:04.101221 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7849c69b-ab0f-4d65-8295-d97649d47bee x-openstack-request-id: req-7849c69b-ab0f-4d65-8295-d97649d47bee {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:04.101584 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:04.101900 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7849c69b-ab0f-4d65-8295-d97649d47bee {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:04.102368 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77', 'code': 200} Nov 10 22:42:04.141934 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a5291e-cc46-4c7f-a2a8-5f040135ca30 x-openstack-request-id: req-54a5291e-cc46-4c7f-a2a8-5f040135ca30 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:04.142235 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e18408a-44b3-477f-be55-aaf3313d5fbe", "name": "network-vif-deleted", "tag": "80a850f6-3ce2-4dfb-b716-31c6ceda28fe", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:04.142489 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54a5291e-cc46-4c7f-a2a8-5f040135ca30 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:04.143628 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e18408a-44b3-477f-be55-aaf3313d5fbe', 'name': 'network-vif-deleted', 'tag': '80a850f6-3ce2-4dfb-b716-31c6ceda28fe', 'status': 'completed', 'code': 200} Nov 10 22:42:04.229977 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53faa259-736d-4084-8dcb-5f4d97801850 req-97d444e2-0ca2-4c70-a131-4308af1d3d35 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 210 time: 0.0356355 Nov 10 22:42:04.271080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d7ede-0b64-4520-951c-a026b1374926 req-467c3192-56aa-48dd-9965-7fc125c6b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:04.272813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d80d7ede-0b64-4520-951c-a026b1374926 req-467c3192-56aa-48dd-9965-7fc125c6b0b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0891836 Nov 10 22:42:04.291985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b734e-a462-4973-94f6-017c80895a71 req-1992082d-286c-4594-8ec9-51af035d169c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:04.298784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e1b734e-a462-4973-94f6-017c80895a71 req-1992082d-286c-4594-8ec9-51af035d169c tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2198043 Nov 10 22:42:04.367922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-c2d7c38d-20e9-4b76-9999-d7e58e9958c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731297 Nov 10 22:42:04.399957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d80d7ede-0b64-4520-951c-a026b1374926 req-a265767e-fb11-4f59-b0d2-70f15425341c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978084 Nov 10 22:42:04.400636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33906) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:04.430308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcff5d-8cc5-4ee1-851d-40613b052c5f req-999b2154-7790-4989-a41a-8ba46c08a620 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:04.432058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cafcff5d-8cc5-4ee1-851d-40613b052c5f req-999b2154-7790-4989-a41a-8ba46c08a620 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.0766454 Nov 10 22:42:04.469056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e1b734e-a462-4973-94f6-017c80895a71 req-92cd1a8f-654b-49d5-b5cd-4bf480fd2e20 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619220 Nov 10 22:42:04.529839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cafcff5d-8cc5-4ee1-851d-40613b052c5f req-5731a60d-cd86-4cb7-a9d6-afd9fc35fa54 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900803 Nov 10 22:42:04.546548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aca625b-1b90-499d-834f-4ed7e3f38dea req-82cf4a44-63f9-4c15-90ea-dcfa9692aa42 service neutron] 10.222.0.20 "GET /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515341 Nov 10 22:42:04.566585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1117043698-network', 'tenant_id': 'ea092890584249179d678e4321bfaa2d'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:04.615249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:04.618076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.632192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.638066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33920) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:04.695294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Deleting subnet b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:42:04.699348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.731930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.735793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.737387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.751720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:04.772712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.773544 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Added segment 10352363-be99-4fc5-bfb6-69666de1b1a1 of type vlan for network 253d8ae1-57a6-4cdf-9f54-07e334927f94 Nov 10 22:42:04.782328 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.798286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 834397b1-870b-4686-a9f0-15a1a5ab81eb no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:04.834589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 834397b1-870b-4686-a9f0-15a1a5ab81eb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:04.841569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 834397b1-870b-4686-a9f0-15a1a5ab81eb not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:04.842019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 80a850f6-3ce2-4dfb-b716-31c6ceda28fe no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:04.845392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761be2e8-5d4f-4c70-88be-e37e8a72bd48,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:04.862994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.864216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.914992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.916566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:04.917506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.919075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 80a850f6-3ce2-4dfb-b716-31c6ceda28fe {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:04.920590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 80a850f6-3ce2-4dfb-b716-31c6ceda28fe not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:04.922350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d9f12b-fdf9-434a-af3d-d59caa57f7b2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:04.930514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:04.934846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-935d9bb6-40b2-45f9-a8cc-c9ed5e8908e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b2d9f12b-fdf9-434a-af3d-d59caa57f7b2 HTTP/1.1" status: 204 len: 168 time: 0.2957447 Nov 10 22:42:04.937785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33928) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:04.997208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5954359 Nov 10 22:42:05.000012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:05.007045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Request body: {'subnet': {'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1117043698-subnet', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:05.022938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.030270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab61d-e088-4389-b81f-13a210458e3d admin admin] Pushing event updated for resources: {'Network': ['ID=253d8ae1-57a6-4cdf-9f54-07e334927f94,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:05.043564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:05.045071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:05.047471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.164193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.195489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66fb2e-9a03-4f63-8b58-83ef9c552186']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:05.205524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25186c2e-6493-440d-a143-48a1e78b1fbf req-33af675a-ca50-4ffd-a738-c843f8c115ac tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:05.207810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25186c2e-6493-440d-a143-48a1e78b1fbf req-33af675a-ca50-4ffd-a738-c843f8c115ac tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.0937150 Nov 10 22:42:05.217670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cb8705-b1ef-4edf-9e7b-9ede732f5000') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:05.218125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cb8705-b1ef-4edf-9e7b-9ede732f5000') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:05.237540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.279092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.289826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:42:05.291004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:42:05.296466 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:42:05.452488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-3923f3d0-9545-43bb-8556-87a17e326565 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:05.454182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-3923f3d0-9545-43bb-8556-87a17e326565 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 812 time: 0.1354873 Nov 10 22:42:05.454767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25186c2e-6493-440d-a143-48a1e78b1fbf req-7037e0a3-8c5d-4e31-b1d2-5cbd775a288f tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317286 Nov 10 22:42:05.469645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Request body: {'port': {'device_id': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'admin_state_up': True, 'tenant_id': 'a5fb77697dd34ef99a15e7323a96bebd'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:05.472199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:05.476748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.484416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.489812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa66fb2e-9a03-4f63-8b58-83ef9c552186 HTTP/1.1" status: 204 len: 168 time: 0.5510440 Nov 10 22:42:05.515171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3be6-0654-4e9b-8a0d-4f72180e6c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa66fb2e-9a03-4f63-8b58-83ef9c552186,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:05.542581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.598709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca356044-a172-4a62-818a-0fee3216f532 req-0f8bf47c-c30d-4c2c-9076-3cfaca095436 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 210 time: 0.0452538 Nov 10 22:42:05.692338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cbcfab-19d9-4e54-b870-b93f5d20cd20,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:05.713584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Checking segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:05.713973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Network hostable DHCP agents. Network: 253d8ae1-57a6-4cdf-9f54-07e334927f94, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:05.747315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:05.776619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 253d8ae1-57a6-4cdf-9f54-07e334927f94) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:05.778130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:05.783218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Made reservation on behalf of a5fb77697dd34ef99a15e7323a96bebd for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:05.783431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:05.795989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653ca64-3fd4-4c13-a57c-6ac48bc46f4b None None] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:05.797132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.823989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:05.824575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.840213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '441a0e3a-56f2-4188-b861-1db48c737e32', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'port_id': '441a0e3a-56f2-4188-b861-1db48c737e32', 'mac_address': 'fa:16:3e:32:b3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de89209e-83b3-47dc-a273-fd511939d941', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:05.853848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442de2b-82b6-4adf-9a99-5cee17658f2a req-e6b742cc-4b1b-4591-9ff7-fbf18f0056eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:05.855829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0442de2b-82b6-4adf-9a99-5cee17658f2a req-e6b742cc-4b1b-4591-9ff7-fbf18f0056eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.0961909 Nov 10 22:42:05.904239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.907036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0442de2b-82b6-4adf-9a99-5cee17658f2a req-3b1094ab-ed3f-4cb9-86e1-6e8382504db4 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Nov 10 22:42:05.907602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48fca8d2-2308-41a8-8e14-73289291baa1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9059081 Nov 10 22:42:05.909801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33950) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:05.914935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:05.939485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.942546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:05.942883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441a0e3a-56f2-4188-b861-1db48c737e32 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:06.009472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:06.028521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.037905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.095099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Allocated IP 172.20.0.9 (9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b/860549f6-738c-4d39-be38-e9cdf4986cb1/de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:06.142788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1a390-e61f-4b31-8985-9e4cdd0c2a1b req-942b99b8-706b-4e9f-85a9-6bce89e46b45 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:06.144664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5b1a390-e61f-4b31-8985-9e4cdd0c2a1b req-942b99b8-706b-4e9f-85a9-6bce89e46b45 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.3042314 Nov 10 22:42:06.154243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-253584af-34de-4c4e-9f03-0b970c91ba45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b46ef875fe31489794f6fcc32fec07bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718858 Nov 10 22:42:06.164638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:06.166437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-253d8ae1-57a6-4cdf-9f54-07e334927f94', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:42:06.167302 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.178945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:06.281567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['441a0e3a-56f2-4188-b861-1db48c737e32'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:06.346051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.405313 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5b1a390-e61f-4b31-8985-9e4cdd0c2a1b req-19387b7e-ffee-42a1-b3a3-e9bb6acead40 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348657 Nov 10 22:42:06.442818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.465888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:06.490872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.526723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Allocated IP 172.20.0.2 (253d8ae1-57a6-4cdf-9f54-07e334927f94/d6cbcfab-19d9-4e54-b870-b93f5d20cd20/19e92e63-4882-4270-b337-2500c42fff21) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:06.527052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.613958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ece91-358c-4a48-844c-dd4e79309e32 req-830dde25-4668-4f8f-af9a-a892e4b2ac01 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:06.615564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-413ece91-358c-4a48-844c-dd4e79309e32 req-830dde25-4668-4f8f-af9a-a892e4b2ac01 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.0760703 Nov 10 22:42:06.623964 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.627032 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.631044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db2f1311-e79c-4bdd-8f5f-fc242bcf21cf HTTP/1.1" status: 204 len: 168 time: 0.4577932 Nov 10 22:42:06.639975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.666698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a1bb-c0ef-4bb5-8de2-bc09bd46b8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f1311-e79c-4bdd-8f5f-fc242bcf21cf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:06.717036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:06.727537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:06.738884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:06.753112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event updated for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:06.798074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-413ece91-358c-4a48-844c-dd4e79309e32 req-6f5e4c80-91cd-4642-8737-a745d2412e37 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623580 Nov 10 22:42:06.798902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-40103ff0-7c48-4159-bdee-0a742a7cc79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.806124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.833339 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.905030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:06.909189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:06.910217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:06.920853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:06.925038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:06.935594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-d7a5d173-0a15-4416-b9cb-36ab347ff71f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:06.944837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-d7a5d173-0a15-4416-b9cb-36ab347ff71f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.5178089 Nov 10 22:42:06.973084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-806c9cc7-c1bb-4fd5-b4f6-3c1a80b041ba tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/quotas/62ef5480f0cf41dc87b99a58dfd27f35 HTTP/1.1" status: 200 len: 375 time: 0.0269678 Nov 10 22:42:06.981188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-e723cc6f-08a6-4245-8c80-7f35a0c975cb tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167868 Nov 10 22:42:07.001688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Request body: {'port': {'device_id': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:07.050764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e6832-6d51-4431-801d-4aab296e0fee req-ea027146-04c4-41dd-9b4a-45b60fa924d9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:07.059518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c04e6832-6d51-4431-801d-4aab296e0fee req-ea027146-04c4-41dd-9b4a-45b60fa924d9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 931 time: 0.1837070 Nov 10 22:42:07.067554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Pushing event updated for resources: {'Port': ['ID=19e92e63-4882-4270-b337-2500c42fff21,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:07.097307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Attempting to bind port 19e92e63-4882-4270-b337-2500c42fff21 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:07.098501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Attempting to bind port 19e92e63-4882-4270-b337-2500c42fff21 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:07.099070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Attempting to bind port 19e92e63-4882-4270-b337-2500c42fff21 on network 253d8ae1-57a6-4cdf-9f54-07e334927f94 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:07.112540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:07.113520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Checking segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:07.114508 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.115340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Bound using segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:07.116395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Bound port: 19e92e63-4882-4270-b337-2500c42fff21, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:07.118501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.133661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-88d5fc15-27bd-493c-bfd3-bee661bd0ac4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594889 Nov 10 22:42:07.195579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c04e6832-6d51-4431-801d-4aab296e0fee req-2e0acefc-4d7c-448b-8b09-82eb80c20262 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350963 Nov 10 22:42:07.213313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.237786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.246014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-40103ff0-7c48-4159-bdee-0a742a7cc79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.258607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-40103ff0-7c48-4159-bdee-0a742a7cc79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.261413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] For port 19e92e63-4882-4270-b337-2500c42fff21, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:07.263921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.266291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] For port 19e92e63-4882-4270-b337-2500c42fff21, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=19e92e63-4882-4270-b337-2500c42fff21,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:07.274245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.388614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadbb82-13a0-4f70-8d90-dcf4464f2077 None None] Pushing event updated for resources: {'Port': ['ID=19e92e63-4882-4270-b337-2500c42fff21,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:07.405574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f134d75f-e627-49ae-b0d0-5c74be85446d service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697749 Nov 10 22:42:07.469097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:07.473015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40103ff0-7c48-4159-bdee-0a742a7cc79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445702a-eb01-44f1-80a5-bfc246be9328,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:07.493215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-40103ff0-7c48-4159-bdee-0a742a7cc79c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af30553b8c1048fb972e6c0f325e35af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0262733 Nov 10 22:42:07.501468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:07.552275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Allocated IP 172.25.0.61 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/8dfa4846-0d9f-4df0-b785-45ebf3539356) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:07.604160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 441a0e3a-56f2-4188-b861-1db48c737e32 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:07.615889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 441a0e3a-56f2-4188-b861-1db48c737e32 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:07.616286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.660333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e9db7-8e5f-470f-8bf0-d0049643a6fd req-d9156abc-b3c6-45ad-bdc9-49e62f34b900 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:07.669446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea0e9db7-8e5f-470f-8bf0-d0049643a6fd req-d9156abc-b3c6-45ad-bdc9-49e62f34b900 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2991478 Nov 10 22:42:07.705696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-682f8840-6d5f-49b7-a3aa-60c9f92b20b8 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975402 Nov 10 22:42:07.830410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.889999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.925244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea0e9db7-8e5f-470f-8bf0-d0049643a6fd req-d51c6d68-5c1a-4785-b3aa-02447ac908ba tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506108 Nov 10 22:42:07.927597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.951893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.991357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:07.996107 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53429518-7f92-4df6-b5ae-eb176ee1a8c6" -d '{"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-plugged", "status": "completed", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:08.066612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.066881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:08.071348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.098354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34028) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:08.144163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.147636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.152962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4445702a-eb01-44f1-80a5-bfc246be9328 HTTP/1.1" status: 204 len: 168 time: 0.6499746 Nov 10 22:42:08.192107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:08.207082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Pushing event updated for resources: {'Port': ['ID=8dfa4846-0d9f-4df0-b785-45ebf3539356,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:08.212022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987c850-9c0c-4123-8212-a9f1936c83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445702a-eb01-44f1-80a5-bfc246be9328,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:08.227921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:08.231029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:08.233435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.234234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:08.252442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:08.264354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a87b-4bd6-41af-a283-b9a237ae9a0e req-2eee5dde-e36f-4a3b-89b9-4b90dc48efd3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:08.279967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c195a87b-4bd6-41af-a283-b9a237ae9a0e req-2eee5dde-e36f-4a3b-89b9-4b90dc48efd3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 946 time: 0.2307885 Nov 10 22:42:08.305889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Transition to ACTIVE for port object de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:08.312533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.388246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97564d25-26fa-4c54-9381-f62b02ed1dd7 req-b6294285-e5d3-4282-937f-6187da40c3f1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 210 time: 0.0513203 Nov 10 22:42:08.479416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:08.514445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c195a87b-4bd6-41af-a283-b9a237ae9a0e req-41283f68-f190-4500-a0f2-0371e36a8f10 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331638 Nov 10 22:42:08.528426 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a92a8-07de-4959-8bd9-464a8d537ad3 x-openstack-request-id: req-382a92a8-07de-4959-8bd9-464a8d537ad3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:08.528714 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-plugged", "status": "completed", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:08.528999 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-382a92a8-07de-4959-8bd9-464a8d537ad3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:08.530926 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32', 'code': 200} Nov 10 22:42:08.709649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1020799202-network', 'tenant_id': 'dcafd76263e8434ab699486ac5390785'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:08.798325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Made reservation on behalf of dcafd76263e8434ab699486ac5390785 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:08.812881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.873952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:08.936227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Attempting to bind port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:08.937317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Attempting to bind port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:08.937918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Attempting to bind port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:08.958828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e9115-7e1c-4a03-b499-caa3b6944e53 req-b3f15106-bdff-44c0-b788-ec8b17810136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:08.960348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73e9115-7e1c-4a03-b499-caa3b6944e53 req-b3f15106-bdff-44c0-b788-ec8b17810136 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1097 time: 0.3503673 Nov 10 22:42:08.961951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc5a7-03e5-4234-a946-02c5b5ad6870 req-2444bc38-7e9d-40bd-8124-ee4b5d9d02c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:08.969928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-542dc5a7-03e5-4234-a946-02c5b5ad6870 req-2444bc38-7e9d-40bd-8124-ee4b5d9d02c6 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 943 time: 0.2153473 Nov 10 22:42:08.972478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:08.973124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Attempting to bind port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e on network 9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:08.991480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:08.992227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Checking segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:08.992859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Bound using segment: {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:08.993609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Bound port: de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4166705a-f9a9-4ebd-ac4d-b160a6954a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:08.994222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.008524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e49d8-cca7-487f-bed8-5c5f32bf3dbb req-29664d88-aef6-4434-a82d-58430e0fd5b8 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:09.015850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a5e49d8-cca7-487f-bed8-5c5f32bf3dbb req-29664d88-aef6-4434-a82d-58430e0fd5b8 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2921464 Nov 10 22:42:09.126028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-542dc5a7-03e5-4234-a946-02c5b5ad6870 req-5cce6363-7378-47b5-8445-1a3438580a06 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542242 Nov 10 22:42:09.137823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73e9115-7e1c-4a03-b499-caa3b6944e53 req-68e3d045-fd73-4a89-af0a-cf1f7be62e6d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650813 Nov 10 22:42:09.177278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.189311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:09.200396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a5e49d8-cca7-487f-bed8-5c5f32bf3dbb req-95818c44-654f-4d59-ad15-4ef6d0123ee7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769078 Nov 10 22:42:09.211806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:09.211806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.227399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4b8a9-49ff-4b53-8a56-fbc603be7571 None None] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:09.264327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.274681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:09.275424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.276908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-be7a598a-485d-4113-a247-899491574ae4 service neutron] 10.222.0.39 "PUT /v2.0/ports/de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e HTTP/1.1" status: 200 len: 1091 time: 2.2858043 Nov 10 22:42:09.277659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.280537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:09.283021 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497a826-a117-41d9-8ae3-ea46e3ec59ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:09.350058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 19e92e63-4882-4270-b337-2500c42fff21 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:09.370735 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b0c057-2d9a-4254-9e30-94b1d6fa0362 x-openstack-request-id: req-88b0c057-2d9a-4254-9e30-94b1d6fa0362 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:09.371230 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:09.371544 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88b0c057-2d9a-4254-9e30-94b1d6fa0362 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:09.372117 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e', 'status': 'completed', 'code': 200} Nov 10 22:42:09.394746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162f4a5-362c-4670-ab6f-b7fd3219ae79,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:09.397990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] Provisioning complete for port 19e92e63-4882-4270-b337-2500c42fff21 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:09.398592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.410209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:09.443663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a598a-485d-4113-a247-899491574ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:09.473892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.474238 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Added segment a693b5c0-8b05-415d-a523-6a71c84ebb9c of type vlan for network 73cab44f-ccbf-485f-a694-691b1f4f82d0 Nov 10 22:42:09.539676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-20e04c05-bb90-4e37-ad3e-1a8861b12524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:09.541345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-20e04c05-bb90-4e37-ad3e-1a8861b12524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 1094 time: 0.1864653 Nov 10 22:42:09.552054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.587163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 19e92e63-4882-4270-b337-2500c42fff21 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:09.587944 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.598407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-eda727fa-8d28-48a7-b1d0-4a27a521f974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e HTTP/1.1" status: 200 len: 217 time: 0.0493259 Nov 10 22:42:09.625012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:09.658205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.659718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:09.660298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.675352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c32b551-76b3-4b5f-aaee-3c95c2c9ba46 req-0dae574f-906e-45fa-b351-a3356bb9ba67 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 210 time: 0.0876355 Nov 10 22:42:09.675871 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.728743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] For port 19e92e63-4882-4270-b337-2500c42fff21, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=19e92e63-4882-4270-b337-2500c42fff21,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:09.782061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.788904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.883752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.903277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8f0de-f026-4229-a9dc-d1f473cd18eb None None] Pushing event updated for resources: {'Port': ['ID=19e92e63-4882-4270-b337-2500c42fff21,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:09.948992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1578538744-network', 'tenant_id': '5b439243c91b426ebd8ad3b9fc2ab1b8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:09.960895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8427835 Nov 10 22:42:09.963175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-1520c3d7-c613-4d95-802e-c0ee524fcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:09.967825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-1520c3d7-c613-4d95-802e-c0ee524fcd11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.3580856 Nov 10 22:42:09.968738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34084) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:09.990839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:42:09.991330 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:42:10.003041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Request body: {'subnet': {'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1020799202-subnet', 'tenant_id': 'dcafd76263e8434ab699486ac5390785', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:10.027677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378bc9d-b82a-493a-9083-87de551c4166 req-cbe79e5f-7a87-4b0b-8bc4-51a28322fd17 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:10.035479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a378bc9d-b82a-493a-9083-87de551c4166 req-cbe79e5f-7a87-4b0b-8bc4-51a28322fd17 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 946 time: 0.1440427 Nov 10 22:42:10.110424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a378bc9d-b82a-493a-9083-87de551c4166 req-dd6b2c59-532c-4e68-9711-7c2977209a2d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739620 Nov 10 22:42:10.131000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2d8349c9-f9d3-4d55-803e-f4fdd24c62f9 None None] Provisioning complete for port 19e92e63-4882-4270-b337-2500c42fff21 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:10.131608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d8349c9-f9d3-4d55-803e-f4fdd24c62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.132639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-ff25cb41-ff05-488d-a4b8-74010e648df3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183860 Nov 10 22:42:10.137565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898c4c-4eed-4ad4-a3f5-3c0470185d34 admin admin] Pushing event updated for resources: {'Network': ['ID=73cab44f-ccbf-485f-a694-691b1f4f82d0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:10.139976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Made reservation on behalf of 5b439243c91b426ebd8ad3b9fc2ab1b8 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:10.142399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.149732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Router 8fd5522a-2dec-498a-a532-42b1c036984c is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:42:10.149913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 22:42:10.149913 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 22:42:10.149913 n-d-811521-3 neutron-server[102457]: [parameters: {'project_id_1': 'dcafd76263e8434ab699486ac5390785', 'expiration_1': datetime.datetime(2021, 11, 10, 22, 41, 50, 87653)}] Nov 10 22:42:10.149913 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:42:10.150307 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:42:10.173225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:10.221531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.347453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-6ace048a-e466-491b-8472-03cb13079621 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:10.348936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-6ace048a-e466-491b-8472-03cb13079621 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.6859982 Nov 10 22:42:10.371883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Request body: {'port': {'device_id': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'admin_state_up': True, 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:10.422682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:10.431598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215bbdf-3848-4076-8d99-ac1b7220c916 req-4e351668-7daa-4d24-adf3-03536d648ef7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:10.433125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1215bbdf-3848-4076-8d99-ac1b7220c916 req-4e351668-7daa-4d24-adf3-03536d648ef7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.1230283 Nov 10 22:42:10.435289 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Sync routers for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:10.445578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8168-ee60-49a9-9024-911b6aa58425 req-0623ae62-93bf-44d9-bfaf-bfcaa0748464 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:10.447092 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1bf8168-ee60-49a9-9024-911b6aa58425 req-0623ae62-93bf-44d9-bfaf-bfcaa0748464 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 943 time: 0.1767416 Nov 10 22:42:10.448989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:10.449829 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:41:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:10.479469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.483148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-03929c4c-fec8-4418-98ff-b5dc851e555c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5695264 Nov 10 22:42:10.486217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:10.548756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1215bbdf-3848-4076-8d99-ac1b7220c916 req-fa985bc2-9e92-44ca-8378-fcd665112402 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980566 Nov 10 22:42:10.577691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-49ce37b8-1a2c-402e-9be8-511579a63dce service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327612 Nov 10 22:42:10.621622 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:10.715837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1bf8168-ee60-49a9-9024-911b6aa58425 req-1e140d10-73f6-4d4a-88f6-7cf7e3f90198 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543514 Nov 10 22:42:10.725469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.742542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.779095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Made reservation on behalf of dcafd76263e8434ab699486ac5390785 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:10.781670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.833613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:08Z', 'revision_number': 3, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:10.865147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Checking router: 8fd5522a-2dec-498a-a532-42b1c036984c for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:10.865808 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Updating router 8fd5522a-2dec-498a-a532-42b1c036984c port 8dfa4846-0d9f-4df0-b785-45ebf3539356 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:42:10.874241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:10.901979 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.935039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbe0c2ed-fc7c-489b-a351-e21c58b1058a req-d5e76e24-69c1-4d62-9778-0a0d96903255 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 210 time: 0.0611439 Nov 10 22:42:10.950827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293ffbae-ad32-4b96-81b3-556dd61abb24,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:10.955127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-592522cc-a173-4b81-b275-b8b4e2d0826b req-bfb9271d-a739-4ea9-a462-d90c93ec695d service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625987 Nov 10 22:42:10.969323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:10.973724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.994204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:10.994610 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Added segment 961f99d4-f4e3-4d47-abd6-65b573ec913c of type vlan for network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 Nov 10 22:42:11.115084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.271576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 19e92e63-4882-4270-b337-2500c42fff21 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:11.302146 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.313968 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.336914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Allocated IP 172.20.0.1 (253d8ae1-57a6-4cdf-9f54-07e334927f94/d6cbcfab-19d9-4e54-b870-b93f5d20cd20/86f8fab1-2726-457d-918d-26fc44ddf104) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:11.363548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 19e92e63-4882-4270-b337-2500c42fff21 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:11.363825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.414145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Attempting to bind port 8dfa4846-0d9f-4df0-b785-45ebf3539356 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:11.414515 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Attempting to bind port 8dfa4846-0d9f-4df0-b785-45ebf3539356 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:11.414873 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Attempting to bind port 8dfa4846-0d9f-4df0-b785-45ebf3539356 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:11.424423 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Pushing event updated for resources: {'Port': ['ID=8dfa4846-0d9f-4df0-b785-45ebf3539356,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:11.427350 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:11.427716 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:11.428108 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.428492 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:11.428961 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Bound port: 8dfa4846-0d9f-4df0-b785-45ebf3539356, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:11.429378 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.461011 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.461682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.461682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.462003 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.469519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.469858 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.470187 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.470512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.470831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.471144 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.471995 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.472308 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:11.525563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.544018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] For port 8dfa4846-0d9f-4df0-b785-45ebf3539356, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:11.555502 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] For port 8dfa4846-0d9f-4df0-b785-45ebf3539356, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dfa4846-0d9f-4df0-b785-45ebf3539356,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:11.563836 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.625769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.627501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.671573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.681871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:11.682482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:41:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:11.731349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:11.736188 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ba670-0cee-45ea-ab70-a434700b6680 None None] Pushing event updated for resources: {'Port': ['ID=8dfa4846-0d9f-4df0-b785-45ebf3539356,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:11.747851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:11.758705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:11.767916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-cb92e3ae-0a5a-4def-a3e3-4f7f0d453fe7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:11.773217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-cb92e3ae-0a5a-4def-a3e3-4f7f0d453fe7 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2051466 Nov 10 22:42:11.812037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Pushing event updated for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:11.826712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.827671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:11.828449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.838292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d7d4-8972-466a-b7fc-b3a26d4a8c3c req-dbc038ef-b685-4921-91cd-7ae2e3425448 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:11.840003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c0d7d4-8972-466a-b7fc-b3a26d4a8c3c req-dbc038ef-b685-4921-91cd-7ae2e3425448 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 946 time: 0.2907875 Nov 10 22:42:11.841763 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:11.887807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-bec80f83-54ed-4c45-af91-88c0341a893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:11.889831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-bec80f83-54ed-4c45-af91-88c0341a893a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 1094 time: 0.3350363 Nov 10 22:42:11.907703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af52aee-a3b5-474d-a5eb-61c56c842c41,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:11.953267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6379c-e15e-4b2b-8b4e-61ad79f699a6 req-62fdac9d-8cc2-48d5-8593-4b47290f5384 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:11.955314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ef6379c-e15e-4b2b-8b4e-61ad79f699a6 req-62fdac9d-8cc2-48d5-8593-4b47290f5384 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 945 time: 0.2583821 Nov 10 22:42:11.962763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Checking segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:11.963197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Network hostable DHCP agents. Network: 73cab44f-ccbf-485f-a694-691b1f4f82d0, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:11.974687 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.979037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3330395 Nov 10 22:42:11.980442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Allocated IP 172.20.0.3 (159cb681-9a75-46f3-84fb-ff64e04ea683/cceaa326-03eb-4ebe-b8e6-135ac4374462/69ea1359-0674-4ec7-97ca-447a686ed476) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:12.002287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34110) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:12.053710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Request body: {'subnet': {'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1578538744-subnet', 'tenant_id': '5b439243c91b426ebd8ad3b9fc2ab1b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:12.096909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c0d7d4-8972-466a-b7fc-b3a26d4a8c3c req-bc78b212-787f-4f08-b201-884b26170384 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445860 Nov 10 22:42:12.104891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de777-a26e-4f2b-b866-0fb28fb7d03d admin admin] Pushing event updated for resources: {'Network': ['ID=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:12.110313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Deleting port dab7e513-67ef-46db-9fe4-b366aefb493c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:12.110658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.118716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:12.140406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:12.152114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 73cab44f-ccbf-485f-a694-691b1f4f82d0) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:12.156549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:12.157187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.164775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Made reservation on behalf of 5b439243c91b426ebd8ad3b9fc2ab1b8 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:12.167101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.221063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e70b8-18f1-4064-8bdc-8835f2b3dbef None None] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:12.272479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aec42603-aa4e-4c1b-b1ee-5b40a0c6df98 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2912178 Nov 10 22:42:12.273568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ef6379c-e15e-4b2b-8b4e-61ad79f699a6 req-6fac4807-1a4c-4c2c-9f1b-9bd4529673ff tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063548 Nov 10 22:42:12.458466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1897113e-1848-4a71-93d0-8462cf0774ba None None] Provisioning complete for port 86f8fab1-2726-457d-918d-26fc44ddf104 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:12.460856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1897113e-1848-4a71-93d0-8462cf0774ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.514848 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:08Z', 'revision_number': 3, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:12.543564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-4fdc8735-1d3a-46b9-abf3-246f97b784d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:12.546031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-4fdc8735-1d3a-46b9-abf3-246f97b784d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 200 len: 912 time: 0.6212485 Nov 10 22:42:12.546701 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008d2e5-25a5-4998-a393-b47ce80cc646 None None] The sync data for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 is: [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:08Z', 'revision_number': 3, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:12.569412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e5944c9-4e96-402e-96eb-ebc4c5ab597a req-a4f7a65a-533d-4a3a-a9c3-7fbda567ba89 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 210 time: 0.1297388 Nov 10 22:42:12.571945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.575081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1897113e-1848-4a71-93d0-8462cf0774ba None None] Port 86f8fab1-2726-457d-918d-26fc44ddf104 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:12.586523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] For port dab7e513-67ef-46db-9fe4-b366aefb493c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dab7e513-67ef-46db-9fe4-b366aefb493c,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:12.586668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.702803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-deb5619b-bb14-4110-ae37-7536062933ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e HTTP/1.1" status: 200 len: 217 time: 0.1206689 Nov 10 22:42:12.725531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-73cab44f-ccbf-485f-a694-691b1f4f82d0', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'tenant_id': 'dcafd76263e8434ab699486ac5390785', 'fixed_ips': [{'subnet_id': '2af52aee-a3b5-474d-a5eb-61c56c842c41'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:42:12.726543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:12.782922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12f1b2-5473-4e78-845d-c85657558d7d req-a850ac7a-4b94-43f8-b98b-719f3f3354e9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:12.784487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce12f1b2-5473-4e78-845d-c85657558d7d req-a850ac7a-4b94-43f8-b98b-719f3f3354e9 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 943 time: 0.4247808 Nov 10 22:42:12.785981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-ab5c6f6b-b0d6-467b-b736-4236a74b26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:12.787467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-ab5c6f6b-b0d6-467b-b736-4236a74b26b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 200 len: 852 time: 0.0722666 Nov 10 22:42:12.851952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:12.891121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-79dbff3e-21e3-4609-9aff-71f7c951de2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833378 Nov 10 22:42:12.974496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.097257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Allocated IP 172.20.0.2 (73cab44f-ccbf-485f-a694-691b1f4f82d0/2af52aee-a3b5-474d-a5eb-61c56c842c41/72624e8d-39e1-41b5-9af0-f27dbf3e680a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:13.149140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce12f1b2-5473-4e78-845d-c85657558d7d req-8c32783a-15bd-462b-85f7-44a8f978229e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434474 Nov 10 22:42:13.190645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.218415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:13.329525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-b8623848-40e8-4c98-8bd1-9af65ee6a4c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256611 Nov 10 22:42:13.355140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.356263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.367066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dfa4846-0d9f-4df0-b785-45ebf3539356 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:13.374209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:13.383260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.388558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Checking segment: {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:13.391439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Network hostable DHCP agents. Network: 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:13.450930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Calling delete_port for dab7e513-67ef-46db-9fe4-b366aefb493c owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:13.479644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event updated for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:13.520862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e', 'network_id': '9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b', 'port_id': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e', 'mac_address': 'fa:16:3e:0c:ee:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860549f6-738c-4d39-be38-e9cdf4986cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:13.556001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66115345-3f9e-408c-8840-afce2111a413 req-c96d7ee2-0f29-4434-9f5b-8d9c4bf62784 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:13.566615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66115345-3f9e-408c-8840-afce2111a413 req-c96d7ee2-0f29-4434-9f5b-8d9c4bf62784 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1097 time: 0.1660826 Nov 10 22:42:13.568576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:13.605760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:13.612702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:13.644367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Pushing event updated for resources: {'Port': ['ID=72624e8d-39e1-41b5-9af0-f27dbf3e680a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:13.656432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b497a826-a117-41d9-8ae3-ea46e3ec59ea req-bef78ebe-6aea-48f1-b2eb-53bffddda641 service neutron] 10.222.0.39 "GET /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021634 Nov 10 22:42:13.657402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6291ddc-5615-40a0-a069-333375f7de35,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:13.701835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66115345-3f9e-408c-8840-afce2111a413 req-61fc1ebd-a74f-4901-8ca4-874c64ea9a17 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342828 Nov 10 22:42:13.702591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.740776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:13.766524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:13.769460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:13.772470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:13.777852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Attempting to bind port 72624e8d-39e1-41b5-9af0-f27dbf3e680a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:13.781053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Attempting to bind port 72624e8d-39e1-41b5-9af0-f27dbf3e680a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:13.781053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Attempting to bind port 72624e8d-39e1-41b5-9af0-f27dbf3e680a on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:13.786654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:13.792324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8dfa4846-0d9f-4df0-b785-45ebf3539356 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:13.792695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.817232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:13.823821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:13.851831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:13.852210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Checking segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:13.852609 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.854193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Bound using segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:13.854750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Bound port: 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:13.855134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.882265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:13.883091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.884498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.946169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef4ad1-0c16-4e36-8eb4-6697c5578fa9 None None] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:13.983969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:13.990382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:13.997229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d419836-f245-4405-ba9b-07c349105e8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9483433 Nov 10 22:42:14.014954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0dca8821-d70c-4d0e-9258-a8fe682f8d3a req-6b075989-3ad1-4dac-91c9-d1f3cba84cbb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=275e11db-c9cb-46c2-9c11-591066a472b2 HTTP/1.1" status: 200 len: 210 time: 0.0614185 Nov 10 22:42:14.042159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.044213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-92623712-9326-44a5-8aab-48545a9ff4d0 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:14.047373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-92623712-9326-44a5-8aab-48545a9ff4d0 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.5697858 Nov 10 22:42:14.064714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-f9ff1c0c-ab6e-4869-a9e6-0c1c9e80c1aa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6966805 Nov 10 22:42:14.070122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e2c81f74-3dd3-4386-be90-c940e845b38d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:14.094939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Request body: {'port': {'device_id': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:14.142456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Pushing event deleted for resources: {'Port': ['ID=dab7e513-67ef-46db-9fe4-b366aefb493c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:14.175509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:14.213201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-bb393339-546d-48e9-b2e6-8acd4e34eddd tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/quotas/dcafd76263e8434ab699486ac5390785 HTTP/1.1" status: 200 len: 375 time: 0.1467195 Nov 10 22:42:14.249450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.271204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.273873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] No DVR routers for this DVR port dab7e513-67ef-46db-9fe4-b366aefb493c on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:14.276176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.279979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.283343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9a5ad9b-8e0f-4833-8d1e-fc683c20c000 req-8454b206-7993-4643-84f6-7449e978b7a5 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "DELETE /v2.0/ports/dab7e513-67ef-46db-9fe4-b366aefb493c HTTP/1.1" status: 204 len: 173 time: 2.5033171 Nov 10 22:42:14.290439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'name': 'network-vif-deleted', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:14.292792 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe6087-b416-4c19-8466-6455fcb7f966" -d '{"events": [{"server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "name": "network-vif-deleted", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:14.331248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:14.362175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] For port 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:14.363200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05972-6755-4c27-b482-6428baf74dbf req-2265a023-aa5b-4c2b-b121-e1dcc7fbcefa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:14.370624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01f05972-6755-4c27-b482-6428baf74dbf req-2265a023-aa5b-4c2b-b121-e1dcc7fbcefa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 931 time: 0.2239490 Nov 10 22:42:14.407662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.431344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] For port 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=72624e8d-39e1-41b5-9af0-f27dbf3e680a,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:14.433909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.452131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01f05972-6755-4c27-b482-6428baf74dbf req-eb31ff53-4168-41ea-8737-ce2c6cc347e9 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800748 Nov 10 22:42:14.457143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.465008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Pushing event updated for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:14.589037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8dfa4846-0d9f-4df0-b785-45ebf3539356, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dfa4846-0d9f-4df0-b785-45ebf3539356,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:14.590651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-e3dd7e8d-2fee-4b36-a1d9-b9e09fd0b21a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3764710 Nov 10 22:42:14.606510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.615112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:14.619651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:14.625996 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:14.628364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d4143-b782-4fb4-9cfe-6d2e3ce1f629 None None] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:14.768745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372b28-237b-4969-943b-117f78c3c9a9 None None] Pushing event updated for resources: {'Port': ['ID=72624e8d-39e1-41b5-9af0-f27dbf3e680a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:14.999855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8dfa4846-0d9f-4df0-b785-45ebf3539356,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:15.070501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.073793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Router 8fd5522a-2dec-498a-a532-42b1c036984c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:15.077154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ea1359-0674-4ec7-97ca-447a686ed476 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:15.089033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.105151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5cd3f-a750-48b3-87bd-e5be6d719e1d req-32187c14-f79f-4405-8c35-a1826fefaaf7 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:15.106290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Transition to ACTIVE for port object 69ea1359-0674-4ec7-97ca-447a686ed476 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:15.112784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2e5cd3f-a750-48b3-87bd-e5be6d719e1d req-32187c14-f79f-4405-8c35-a1826fefaaf7 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1097 time: 0.4950583 Nov 10 22:42:15.147551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.218977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:15.260900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2e5cd3f-a750-48b3-87bd-e5be6d719e1d req-f69d5873-43f1-413e-bd2d-bfd856405638 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470799 Nov 10 22:42:15.372094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:15.377333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0669a06e-1250-4d12-8c3d-8f045ff46123 admin admin] 10.222.0.25 "PUT /v2.0/routers/8fd5522a-2dec-498a-a532-42b1c036984c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8901019 Nov 10 22:42:15.412345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-e5b39199-27e8-4294-a637-9b494b4ab971 service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205538 Nov 10 22:42:15.414945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3405f09b-682b-4734-8ee4-9899f80be17a None None] Provisioning complete for port 86f8fab1-2726-457d-918d-26fc44ddf104 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:15.415388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Attempting to bind port 69ea1359-0674-4ec7-97ca-447a686ed476 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:15.416392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Attempting to bind port 69ea1359-0674-4ec7-97ca-447a686ed476 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:15.416819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Attempting to bind port 69ea1359-0674-4ec7-97ca-447a686ed476 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:15.420616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3405f09b-682b-4734-8ee4-9899f80be17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.433188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Port 69ea1359-0674-4ec7-97ca-447a686ed476 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:15.433419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Attempting to bind port 69ea1359-0674-4ec7-97ca-447a686ed476 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:15.486511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3405f09b-682b-4734-8ee4-9899f80be17a None None] Port 86f8fab1-2726-457d-918d-26fc44ddf104 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:15.503490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dab7e513-67ef-46db-9fe4-b366aefb493c no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:15.506083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:15.506622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Checking segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:15.507068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Bound using segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:15.507833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Bound port: 69ea1359-0674-4ec7-97ca-447a686ed476, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:15.508266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.544629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: dab7e513-67ef-46db-9fe4-b366aefb493c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:15.544997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dab7e513-67ef-46db-9fe4-b366aefb493c not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:15.553625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dfa4846-0d9f-4df0-b785-45ebf3539356 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:15.616228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:15.618256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=69ea1359-0674-4ec7-97ca-447a686ed476,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:15.626025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.628937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8dfa4846-0d9f-4df0-b785-45ebf3539356 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:15.630615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.691633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:15.706761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:15.707698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:15.709101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-bcda4e72-a1a9-420e-b1a3-87e8f399ae94 service neutron] 10.222.0.39 "PUT /v2.0/ports/69ea1359-0674-4ec7-97ca-447a686ed476 HTTP/1.1" status: 200 len: 1091 time: 1.6183000 Nov 10 22:42:15.723681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Sync routers for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:15.727979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db18804-5619-4461-b337-ac16e4fdb594 req-4605d8ce-d8f7-4093-988f-07d8ac60a7ea tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:15.729825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:15.732463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3db18804-5619-4461-b337-ac16e4fdb594 req-4605d8ce-d8f7-4093-988f-07d8ac60a7ea tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 944 time: 0.1545157 Nov 10 22:42:15.745681 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a823bab-1c83-4210-92d0-2ea2c4636c38" -d '{"events": [{"name": "network-changed", "server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:15.814538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-6851ceba-9cb2-450c-a12a-c28fc2eab867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:15.816820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-6851ceba-9cb2-450c-a12a-c28fc2eab867 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 1094 time: 0.0628276 Nov 10 22:42:15.824290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:15.825125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:41:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:15.832520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-788cd03d-8696-4027-bcee-5d59ce381886 service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079850 Nov 10 22:42:15.868502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3db18804-5619-4461-b337-ac16e4fdb594 req-de5f5c9c-5a39-43e2-b1ac-b9937f49513d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281867 Nov 10 22:42:15.933098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-48a121ab-d246-4fe1-bba4-fbc345f6c79e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ea1359-0674-4ec7-97ca-447a686ed476 HTTP/1.1" status: 200 len: 217 time: 0.1002111 Nov 10 22:42:15.936554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 72624e8d-39e1-41b5-9af0-f27dbf3e680a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:16.025312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1726838384', 'description': 'tempest-description-835232001'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:16.033525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667def4a-7a23-46bd-8677-a5d93751a082 req-7e177ff5-b3dc-4e71-90c3-0e6d545ca61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:16.037351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-7e177ff5-b3dc-4e71-90c3-0e6d545ca61f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.0927792 Nov 10 22:42:16.083595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.105189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-95ef1879-800a-430a-bedb-b8bb635592eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607636 Nov 10 22:42:16.116677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 72624e8d-39e1-41b5-9af0-f27dbf3e680a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:16.117077 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.146355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:16.259401 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281cd403-1733-47c4-913d-45e74b3176b6 x-openstack-request-id: req-281cd403-1733-47c4-913d-45e74b3176b6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:16.259983 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e11db-c9cb-46c2-9c11-591066a472b2", "name": "network-vif-deleted", "tag": "dab7e513-67ef-46db-9fe4-b366aefb493c", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:16.261403 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-281cd403-1733-47c4-913d-45e74b3176b6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:16.267761 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e11db-c9cb-46c2-9c11-591066a472b2', 'name': 'network-vif-deleted', 'tag': 'dab7e513-67ef-46db-9fe4-b366aefb493c', 'status': 'completed', 'code': 200} Nov 10 22:42:16.273720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.282035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.340582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-528b030d-cea3-43d8-87f6-91cdee624a39 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275975 Nov 10 22:42:16.375579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.376878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63f1e16e-458d-4f04-8d1d-e075b0455557 req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3594091 Nov 10 22:42:16.380456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5465aa7-a95f-42b5-9b64-66915bafc399 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c6dc6-b3a3-45c7-94c7-140302b91c51,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:16.458152 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989eb06-8cb1-4ec1-a5a9-65a05070872f x-openstack-request-id: req-f989eb06-8cb1-4ec1-a5a9-65a05070872f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:16.458439 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:16.458720 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f989eb06-8cb1-4ec1-a5a9-65a05070872f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:16.459079 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476', 'status': 'completed', 'code': 200} Nov 10 22:42:16.495516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b02f9-30b8-43d7-8df6-5c431cb773ba None None] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:16.620094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-667def4a-7a23-46bd-8677-a5d93751a082 req-5a903dc9-28d2-46d9-83cd-e73d69689728 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688737 Nov 10 22:42:16.684008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb612a3-7da1-4330-95a5-291231427686 req-11d010d4-e796-4a27-a1e6-52e729e85009 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:16.689840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fb612a3-7da1-4330-95a5-291231427686 req-11d010d4-e796-4a27-a1e6-52e729e85009 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 943 time: 0.1648533 Nov 10 22:42:16.715953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.722063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7020c907-66dd-423f-8893-ace56b34b5f2 None None] Provisioning complete for port 72624e8d-39e1-41b5-9af0-f27dbf3e680a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:16.722342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7020c907-66dd-423f-8893-ace56b34b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:16.848040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fb612a3-7da1-4330-95a5-291231427686 req-7c48c0ac-6902-486d-bbbc-b72d9eaefc77 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467416 Nov 10 22:42:16.872713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-f8443fba-60f3-443c-a0d8-c991ee592b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:16.875846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-f8443fba-60f3-443c-a0d8-c991ee592b41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 1094 time: 0.1483517 Nov 10 22:42:16.917410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:17.021076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=72624e8d-39e1-41b5-9af0-f27dbf3e680a,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:17.026169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-09dec384-140f-40e1-a656-d29368dbf2b3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:17.034496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-09dec384-140f-40e1-a656-d29368dbf2b3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.4130588 Nov 10 22:42:17.059835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-fa12cc96-566e-40b8-9f51-80248d005ac4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/quotas/dcafd76263e8434ab699486ac5390785 HTTP/1.1" status: 200 len: 375 time: 0.0242789 Nov 10 22:42:17.084309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.147062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:13Z', 'revision_number': 2, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:17.178773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:17.181280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-5b85cc71-6fcc-4ec5-b8c5-66846d140215 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201384 Nov 10 22:42:17.242350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:17.242758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.261216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-1022fa2d-9792-4934-af45-5d837e541a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:17.262672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153246503', 'description': 'tempest-description-615968989'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:17.262835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-1022fa2d-9792-4934-af45-5d837e541a76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 0.3731682 Nov 10 22:42:17.286975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Checking router: 8fd5522a-2dec-498a-a532-42b1c036984c for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:17.287333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Updating router 8fd5522a-2dec-498a-a532-42b1c036984c port 86f8fab1-2726-457d-918d-26fc44ddf104 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:42:17.317687 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.319952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-1f836645-19bb-4a8e-acd5-9770788e689d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ea1359-0674-4ec7-97ca-447a686ed476 HTTP/1.1" status: 200 len: 217 time: 0.0480847 Nov 10 22:42:17.364303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-7e9ab387-a90c-4515-a1a8-55b6432ebdc8 service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801815 Nov 10 22:42:17.369660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=72624e8d-39e1-41b5-9af0-f27dbf3e680a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:17.378552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.437987 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.448367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.499221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.516674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22e4a086-4004-4ca6-90e5-6ac072d57957 req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2581530 Nov 10 22:42:17.520055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-93a1256e-44f1-4d61-b838-0b56e88aaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:17.522748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-93a1256e-44f1-4d61-b838-0b56e88aaecc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1930544 Nov 10 22:42:17.531872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.599312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-50450ac5-cef3-477f-965c-b86f4a9253ab service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342141 Nov 10 22:42:17.612292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e5f16-4f46-48d1-a3c8-4df1e75a9b82 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d7e04-449c-4e99-828d-f779c7ccd1ec,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:17.704593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-8383c223-4f5c-4ce7-a423-a78e462fb626 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990140 Nov 10 22:42:17.706694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:17.717249 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689eb89d-d25f-409c-98d7-479f673a4241" -d '{"events": [{"server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "name": "network-vif-plugged", "status": "completed", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:17.777101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:17.816110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:17.960911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cd3028de-8d70-4862-b60e-6a101b293e5d None None] Provisioning complete for port 72624e8d-39e1-41b5-9af0-f27dbf3e680a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:17.961447 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd3028de-8d70-4862-b60e-6a101b293e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:18.045842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-738b6a30-8f03-4573-b36d-4b95d7c76da6 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313382 Nov 10 22:42:18.171272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:18.321318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-ee7ee810-1338-46f1-ae97-47cff080d9f2 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:18.326256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-ee7ee810-1338-46f1-ae97-47cff080d9f2 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.4067278 Nov 10 22:42:18.345477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Request body: {'port': {'device_id': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'admin_state_up': True, 'tenant_id': 'dcafd76263e8434ab699486ac5390785'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:18.603151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Made reservation on behalf of dcafd76263e8434ab699486ac5390785 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:18.610724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:18.729480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:18.741825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:18.859499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Allocated IP 172.20.0.6 (73cab44f-ccbf-485f-a694-691b1f4f82d0/2af52aee-a3b5-474d-a5eb-61c56c842c41/d389e5d2-108d-4c51-9447-fb7e746bb6d4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:19.034735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac6a8c-5ff2-4d6a-8d39-e383e028619a req-da4a9d88-67ac-49ed-b3d7-660c4f61fd5c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:19.044208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9eac6a8c-5ff2-4d6a-8d39-e383e028619a req-da4a9d88-67ac-49ed-b3d7-660c4f61fd5c tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.1031921 Nov 10 22:42:19.056168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a823bab-1c83-4210-92d0-2ea2c4636c38 req-0a26cd76-dd60-4597-9fc2-b491dffacd29 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0021403 Nov 10 22:42:19.115967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9eac6a8c-5ff2-4d6a-8d39-e383e028619a req-723059ee-230b-43d8-9d68-9d58555b5875 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705223 Nov 10 22:42:19.340906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 69ea1359-0674-4ec7-97ca-447a686ed476 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:19.366332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 72624e8d-39e1-41b5-9af0-f27dbf3e680a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:19.379213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:19.393558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74896dd-a889-4a9f-a766-52a2db3431d8 req-943b5d5c-7d43-4324-ae53-b552281963e0 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:19.419246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d74896dd-a889-4a9f-a766-52a2db3431d8 req-943b5d5c-7d43-4324-ae53-b552281963e0 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.1629655 Nov 10 22:42:19.448200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8aa7-5972-43a6-9b18-5f2eb82f1f42 None None] Pushing event updated for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:19.504563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:19.578307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d74896dd-a889-4a9f-a766-52a2db3431d8 req-0e0b6efa-42ff-475b-a67e-9a98d39defdc tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/security-groups?id=02e6463c-76de-4bde-91ec-278d2d42e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558888 Nov 10 22:42:19.679887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:19.693038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:19.718656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:19.732930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event updated for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:19.828611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-58877b73-bfd5-4ebf-a9b7-f40e05217eaf tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:19.830279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Attempting to bind port 86f8fab1-2726-457d-918d-26fc44ddf104 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:19.830836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-58877b73-bfd5-4ebf-a9b7-f40e05217eaf tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 945 time: 0.2442861 Nov 10 22:42:19.830967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Attempting to bind port 86f8fab1-2726-457d-918d-26fc44ddf104 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:19.832137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Attempting to bind port 86f8fab1-2726-457d-918d-26fc44ddf104 on network 253d8ae1-57a6-4cdf-9f54-07e334927f94 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:19.852570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:19.853246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:19.889540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:19.889915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Checking segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:19.896015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:19.896490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Bound using segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:19.897037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Bound port: 86f8fab1-2726-457d-918d-26fc44ddf104, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:19.897435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:19.924053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-858eb51c-0482-459d-88a8-5dee07cd80d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5829849 Nov 10 22:42:19.947066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=69ea1359-0674-4ec7-97ca-447a686ed476,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:19.963555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Request body: {'port': {'device_id': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:19.980074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '69ea1359-0674-4ec7-97ca-447a686ed476', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'port_id': '69ea1359-0674-4ec7-97ca-447a686ed476', 'mac_address': 'fa:16:3e:cd:fa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceaa326-03eb-4ebe-b8e6-135ac4374462', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:20.103158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-3eee0054-e223-400c-903a-a71f888e9339 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:20.128599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-3eee0054-e223-400c-903a-a71f888e9339 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 813 time: 0.3746693 Nov 10 22:42:20.145343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 72624e8d-39e1-41b5-9af0-f27dbf3e680a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:20.145717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.159945 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.168392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-9d83599d-9585-4f86-8458-728ac63aaae8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/quotas/5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 375 time: 0.0340192 Nov 10 22:42:20.234807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ea1359-0674-4ec7-97ca-447a686ed476 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:20.272084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=69ea1359-0674-4ec7-97ca-447a686ed476,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:20.291490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d1abf9a3-bdb6-46ee-a04b-b9c78fe9ca89 None None] Provisioning complete for port 86f8fab1-2726-457d-918d-26fc44ddf104 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:20.291863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d1abf9a3-bdb6-46ee-a04b-b9c78fe9ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.296429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.297646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Deleting port e2c81f74-3dd3-4386-be90-c940e845b38d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:20.309919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.323816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.417633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8c481671-f0ca-4b1a-941b-d7eb67d311dd tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:20.426927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8c481671-f0ca-4b1a-941b-d7eb67d311dd tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.39 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.2465339 Nov 10 22:42:20.444800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f4fb6641-8c6c-4c5a-9fbe-21f6a1772983 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2755620 Nov 10 22:42:20.459214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Request body: {'port': {'device_id': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'admin_state_up': True, 'tenant_id': 'dcafd76263e8434ab699486ac5390785'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:20.481143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] For port 86f8fab1-2726-457d-918d-26fc44ddf104, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:20.485196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] For port 86f8fab1-2726-457d-918d-26fc44ddf104, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=86f8fab1-2726-457d-918d-26fc44ddf104,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:20.513795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:20.528285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.580503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-1417df31-f07b-4554-ac6d-c26942dc9109 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:42:20.593701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-1417df31-f07b-4554-ac6d-c26942dc9109 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1606500 Nov 10 22:42:20.596033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8aa7-5972-43a6-9b18-5f2eb82f1f42 None None] Pushing event updated for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:20.612686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['69ea1359-0674-4ec7-97ca-447a686ed476'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:20.668820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-93b44045-b325-45f9-adb3-d3d85931c88a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1484897 Nov 10 22:42:20.695119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d1abf9a3-bdb6-46ee-a04b-b9c78fe9ca89 None None] Port 86f8fab1-2726-457d-918d-26fc44ddf104 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:20.722826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-43c07c89-bf19-4754-b660-b101c8f308c0 service neutron] 10.222.0.25 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768807 Nov 10 22:42:20.724271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:20.724897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:41:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:20.762938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] For port e2c81f74-3dd3-4386-be90-c940e845b38d, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e2c81f74-3dd3-4386-be90-c940e845b38d,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:20.766416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.841638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:20.878000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Calling delete_port for e2c81f74-3dd3-4386-be90-c940e845b38d owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:20.942869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-295c45c6-4a41-4ac7-a1ec-68f529b53f92 service neutron] 10.222.0.25 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187271 Nov 10 22:42:20.947323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Made reservation on behalf of dcafd76263e8434ab699486ac5390785 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:20.954900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.016275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-628975ba-5a8a-49b1-b927-48935e5495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:21.019810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-628975ba-5a8a-49b1-b927-48935e5495f3 service neutron] 10.222.0.25 "GET /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 1094 time: 0.4231560 Nov 10 22:42:21.053509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Request body: {'binding': {'host': 'n-h2-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:21.054801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Unknown quota resources ['binding']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:42:21.114663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-976feddf-e84d-497b-a435-af601c021c09 None None] Provisioning complete for port d389e5d2-108d-4c51-9447-fb7e746bb6d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:21.115198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-976feddf-e84d-497b-a435-af601c021c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.121552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e245d-63a0-4d85-af83-a57938683350 req-afb5e646-75e8-44ed-8118-6479f065477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:21.123055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-afb5e646-75e8-44ed-8118-6479f065477a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 1097 time: 0.3757455 Nov 10 22:42:21.241163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-976feddf-e84d-497b-a435-af601c021c09 None None] Port d389e5d2-108d-4c51-9447-fb7e746bb6d4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:21.251837 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a35696a-893d-4afe-8f7e-0920269547ae x-openstack-request-id: req-8a35696a-893d-4afe-8f7e-0920269547ae {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:21.252940 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "name": "network-vif-plugged", "status": "completed", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:21.253402 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a35696a-893d-4afe-8f7e-0920269547ae {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:21.253980 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e', 'code': 200} Nov 10 22:42:21.389941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] Provisioning complete for port 86f8fab1-2726-457d-918d-26fc44ddf104 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:21.390293 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.423184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:20Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:21.462782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d389e5d2-108d-4c51-9447-fb7e746bb6d4 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:21.469042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5582d2-b153-408e-94c6-7dc7f98da879 None None] The sync data for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 is: [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:20Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:21.508518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.560718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.605124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Transition to ACTIVE for port object d389e5d2-108d-4c51-9447-fb7e746bb6d4 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:21.606011 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.645895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on host n-h2-811521-3 for vnic_type normal with profile None {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:21.646234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:21.646563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:21.648515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.650503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Pushing event deleted for resources: {'Port': ['ID=e2c81f74-3dd3-4386-be90-c940e845b38d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:21.664248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] For port 86f8fab1-2726-457d-918d-26fc44ddf104, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=86f8fab1-2726-457d-918d-26fc44ddf104,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:21.665158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:21.665483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:21.670315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:21.734073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e245d-63a0-4d85-af83-a57938683350 req-9e4fb49a-ceee-42c9-905d-df1dba1606bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:21.745006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-9e4fb49a-ceee-42c9-905d-df1dba1606bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 0.5981524 Nov 10 22:42:21.754390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:21.754739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:21.756270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:21.757784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Bound port: 441a0e3a-56f2-4188-b861-1db48c737e32, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:21.770838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db112c-4111-4fe2-8c3b-2d2d10e00439 req-7ccd078c-7809-4452-ac44-a169d37819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:21.778597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf3f4f-0486-4666-ab4c-13bdeef33cfd None None] Pushing event updated for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:21.798473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51db112c-4111-4fe2-8c3b-2d2d10e00439 req-7ccd078c-7809-4452-ac44-a169d37819e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 1096 time: 0.4400880 Nov 10 22:42:21.839227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6596-3520-42ee-b525-c49391a8eb34 req-7af5b4e2-9b52-4225-9215-2dd23c56fde4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:21.845445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba7b6596-3520-42ee-b525-c49391a8eb34 req-7af5b4e2-9b52-4225-9215-2dd23c56fde4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 944 time: 0.4880886 Nov 10 22:42:21.919180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-b7f4a5e6-2ae7-4fb1-bc0f-8728d1d1259f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 200 len: 217 time: 0.1603744 Nov 10 22:42:21.950533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Pushing event updated for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:22.022266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] No DVR routers for this DVR port e2c81f74-3dd3-4386-be90-c940e845b38d on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:22.026101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.030498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2adec4d9-309d-4318-8a5d-69de23de4b5f req-07f0adab-6b6e-4391-930b-64ed96b3e7eb tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.20 "DELETE /v2.0/ports/e2c81f74-3dd3-4386-be90-c940e845b38d HTTP/1.1" status: 204 len: 173 time: 2.1921942 Nov 10 22:42:22.041861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Allocated IP 172.20.0.3 (73cab44f-ccbf-485f-a694-691b1f4f82d0/2af52aee-a3b5-474d-a5eb-61c56c842c41/64e847d5-90ae-438f-bfbe-be3435c4bfa3) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:22.098511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51db112c-4111-4fe2-8c3b-2d2d10e00439 req-d30aa62b-06da-435b-80ec-b2fe9bdd2294 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783082 Nov 10 22:42:22.121522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba7b6596-3520-42ee-b525-c49391a8eb34 req-86f8061f-a9f0-4f71-8e8c-dd4ca4accdd7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729239 Nov 10 22:42:22.125558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e245d-63a0-4d85-af83-a57938683350 req-e2004640-4a05-45f3-8638-3974fa39b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:22.127029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-e2004640-4a05-45f3-8638-3974fa39b1ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1965275 Nov 10 22:42:22.136186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'name': 'network-vif-deleted', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:22.138514 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bbc07-de3d-4d3a-8960-b3f793c8fc8c" -d '{"events": [{"server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "name": "network-vif-deleted", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:22.169385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:22.184311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.197749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f1f6feef-25c5-41c0-b657-cd1f4aa04ad4 service neutron] 10.222.0.25 "POST /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32/bindings HTTP/1.1" status: 201 len: 389 time: 1.1502578 Nov 10 22:42:22.280481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Attempting to bind port d389e5d2-108d-4c51-9447-fb7e746bb6d4 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:22.280815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Attempting to bind port d389e5d2-108d-4c51-9447-fb7e746bb6d4 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:22.281193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Attempting to bind port d389e5d2-108d-4c51-9447-fb7e746bb6d4 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:22.315586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Port d389e5d2-108d-4c51-9447-fb7e746bb6d4 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:22.316016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Attempting to bind port d389e5d2-108d-4c51-9447-fb7e746bb6d4 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:22.351658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:22.352340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Checking segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:22.352948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Bound using segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:22.353725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Bound port: d389e5d2-108d-4c51-9447-fb7e746bb6d4, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:22.354306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.488138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-78229385-ee63-414e-b8bf-e3fef5c8e30f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712698 Nov 10 22:42:22.568293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:22.588747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:22.601833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c470c62-fdbd-4866-bbca-443fe77b0890 req-d6bff92c-be0c-41d5-86e3-d4ca0ee04bc8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:22.604065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c470c62-fdbd-4866-bbca-443fe77b0890 req-d6bff92c-be0c-41d5-86e3-d4ca0ee04bc8 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.1001418 Nov 10 22:42:22.606582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.659415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:22.660047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.661486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] 10.222.0.20 "PUT /v2.0/ports/d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 200 len: 1091 time: 2.7103088 Nov 10 22:42:22.798812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c470c62-fdbd-4866-bbca-443fe77b0890 req-a4bec35b-508c-44c7-a681-c5a979a3413a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797786 Nov 10 22:42:22.810852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43094f4-b598-4763-a0fc-c86ca43a77af service neutron] Pushing event updated for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:22.823135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-806442b8-e741-46e8-8ee5-156f57948567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:22.824712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-806442b8-e741-46e8-8ee5-156f57948567 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 1094 time: 0.1036706 Nov 10 22:42:22.885693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:22.901730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 69ea1359-0674-4ec7-97ca-447a686ed476 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:22.979439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-5d15bc64-b5d6-47ab-a48f-64bb5ef7a987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1446824 Nov 10 22:42:23.066501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f60e1a55-70df-435d-8183-65940cc96e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.068713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-f60e1a55-70df-435d-8183-65940cc96e85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1097 time: 0.4430203 Nov 10 22:42:23.071383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 69ea1359-0674-4ec7-97ca-447a686ed476 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:23.079449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 69ea1359-0674-4ec7-97ca-447a686ed476 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:23.081286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:23.147827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb0df5d-fccf-432e-9b8f-2b07449c5a22 req-216f6655-1d29-4ecf-b2cd-7fd9ae8054e9 tempest-ServerRescueTestJSON-1853567828 tempest-ServerRescueTestJSON-1853567828-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c11c109-e52d-4b68-93f4-ed2d4a2f58ee HTTP/1.1" status: 200 len: 210 time: 0.1277323 Nov 10 22:42:23.203126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-107a86f4-a32f-479d-bb01-ccc4708be32a service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794305 Nov 10 22:42:23.216327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-10d392f0-4395-4bb2-b044-408381ec7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.218031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-10d392f0-4395-4bb2-b044-408381ec7204 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.2321901 Nov 10 22:42:23.332465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:23.361671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-bd282e4d-0dd4-4f97-8edc-46953b8593eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.372487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 86f8fab1-2726-457d-918d-26fc44ddf104 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:23.373799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-bd282e4d-0dd4-4f97-8edc-46953b8593eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394906 Nov 10 22:42:23.404873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c2bda51-d74d-403f-b91e-4b91b1d3080f req-d3c5ea86-45ac-42fa-8395-6e3d9f1431a8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 210 time: 0.0716045 Nov 10 22:42:23.425850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:23.428759 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aefc2e-d809-4560-a482-b6f582459249" -d '{"events": [{"server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "name": "network-vif-plugged", "status": "completed", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:23.461847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:23.485007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=69ea1359-0674-4ec7-97ca-447a686ed476,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:23.499046 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:23.543974 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69290660-b931-4bc7-b686-691d4e5037cf x-openstack-request-id: req-69290660-b931-4bc7-b686-691d4e5037cf {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:23.544240 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c11c109-e52d-4b68-93f4-ed2d4a2f58ee", "name": "network-vif-deleted", "tag": "e2c81f74-3dd3-4386-be90-c940e845b38d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:23.544490 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69290660-b931-4bc7-b686-691d4e5037cf {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:23.544880 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c11c109-e52d-4b68-93f4-ed2d4a2f58ee', 'name': 'network-vif-deleted', 'tag': 'e2c81f74-3dd3-4386-be90-c940e845b38d', 'status': 'completed', 'code': 200} Nov 10 22:42:23.547458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e2c81f74-3dd3-4386-be90-c940e845b38d no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:23.585227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-67443d76-a2e1-4e1d-bfcc-f52574d7056a service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900535 Nov 10 22:42:23.602361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: e2c81f74-3dd3-4386-be90-c940e845b38d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:23.603069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e2c81f74-3dd3-4386-be90-c940e845b38d not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:23.674704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 86f8fab1-2726-457d-918d-26fc44ddf104 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:23.677361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:23.682126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:23.712364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:23.732762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-9f8ff372-a46d-4a15-94e7-188505922610 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.734376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-9f8ff372-a46d-4a15-94e7-188505922610 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.7668881 Nov 10 22:42:23.735218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:23.815821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:23.876673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event updated for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:23.893579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da1e245d-63a0-4d85-af83-a57938683350 req-ef76c6cb-6d70-4ebe-b6d2-7a3a21c79e4a service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889236 Nov 10 22:42:23.956323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40680f8e-7d53-4f7f-aa43-fee53bc1ef14 req-43afa578-c4ef-43ff-9602-729f30261cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574169 Nov 10 22:42:23.958100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-1edff0f1-9713-44e6-8bba-50701dccde59 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/quotas/dcafd76263e8434ab699486ac5390785 HTTP/1.1" status: 200 len: 375 time: 0.0617619 Nov 10 22:42:23.961718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-870866cd-8d2a-473f-9e09-ca81ad057cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.963354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-870866cd-8d2a-473f-9e09-ca81ad057cec service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.8277144 Nov 10 22:42:23.982153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb3c8-d066-442c-9deb-0457f81011b3 req-bb0cc980-4a34-49f2-9dd8-998d805a95bd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:23.992794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ebb3c8-d066-442c-9deb-0457f81011b3 req-bb0cc980-4a34-49f2-9dd8-998d805a95bd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 946 time: 0.2985449 Nov 10 22:42:24.074071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-3e94dc70-9720-4b55-863c-cda6799ae93a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:24.075703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-3e94dc70-9720-4b55-863c-cda6799ae93a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.20 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 813 time: 0.3831317 Nov 10 22:42:24.095872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'device_id': '06048fdb-3818-4400-bde7-cc5facd3e884', 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7', 'admin_state_up': True, 'tenant_id': '5b439243c91b426ebd8ad3b9fc2ab1b8'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:24.128398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4fa4c621-f848-480d-959a-f5b77128658b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.1259723 Nov 10 22:42:24.135578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:24.136191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:24.160385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ebb3c8-d066-442c-9deb-0457f81011b3 req-e318af35-f884-4947-bd0e-ec22031d8e02 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660609 Nov 10 22:42:24.162869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ae03db18-2828-4f0a-b99e-1c41e1b744ca None None] Provisioning complete for port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:24.165406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ae03db18-2828-4f0a-b99e-1c41e1b744ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:24.167382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-e63e7670-7f69-49f2-946a-733a054fac8d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7324679 Nov 10 22:42:24.199642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Request body: {'port': {'device_id': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:24.228552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-7260c0a0-a207-4a1b-939f-24b86653a3b8 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2618136 Nov 10 22:42:24.292734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-2dc280f6-c428-49b8-a35a-96afff114b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:24.294141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-2dc280f6-c428-49b8-a35a-96afff114b45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1403463 Nov 10 22:42:24.339245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Made reservation on behalf of 5b439243c91b426ebd8ad3b9fc2ab1b8 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:24.344374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:24.372730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:24.388872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-e0f16c1a-f974-47b5-8027-55f90a4e8feb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589421 Nov 10 22:42:24.390929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ae03db18-2828-4f0a-b99e-1c41e1b744ca None None] Port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:24.434081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae12d8-3e8c-4310-90e3-3552e5864e9f req-7f74d1b5-bba8-4127-8533-bce31f78b76e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:24.435942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aae12d8-3e8c-4310-90e3-3552e5864e9f req-7f74d1b5-bba8-4127-8533-bce31f78b76e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 945 time: 0.1566350 Nov 10 22:42:24.516332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-b6455d00-b581-44cf-9c7b-7a7a091797cd service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721450 Nov 10 22:42:24.555740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6aae12d8-3e8c-4310-90e3-3552e5864e9f req-aba2410a-7fdd-4994-bf90-659b19f15dbb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 Nov 10 22:42:24.582285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Allocated IP 172.20.0.9 (1269bcc5-c1ee-4d6b-ab28-4188a7395fc7/e6291ddc-5615-40a0-a069-333375f7de35/3ca74ef9-42ed-4d52-bb89-5e5592579bc1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:24.656809 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7544e-3b89-4ef4-83f5-1a6afd63fc4c x-openstack-request-id: req-63a7544e-3b89-4ef4-83f5-1a6afd63fc4c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:24.657491 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "name": "network-vif-plugged", "status": "completed", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:24.658045 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a7544e-3b89-4ef4-83f5-1a6afd63fc4c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:24.659185 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476', 'code': 200} Nov 10 22:42:24.806586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-da863217-6f70-491d-ad1d-0cd37be50269 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032581 Nov 10 22:42:24.884091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-e1c32629-c470-4288-ad64-63f03643d797 service neutron] 10.222.0.25 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498876 Nov 10 22:42:24.935363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f6e8-8e7e-40c1-828d-084ac487f046 req-86f6a3ce-985c-4acb-90c8-a58c8cd83438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:24.936831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ab2f6e8-8e7e-40c1-828d-084ac487f046 req-86f6a3ce-985c-4acb-90c8-a58c8cd83438 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 1096 time: 0.1821151 Nov 10 22:42:24.941421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-042823aa-239f-46e2-9b68-d5f2ac3ee69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:25.049871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ab2f6e8-8e7e-40c1-828d-084ac487f046 req-5e2ffcd5-6c73-49fa-8819-18e0de359c45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025031 Nov 10 22:42:25.055589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-a2eac5dc-79b7-4343-81c5-ab4ad6ee437c service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992688 Nov 10 22:42:25.117402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e847d5-90ae-438f-bfbe-be3435c4bfa3 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:25.125586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:25.140868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Transition to ACTIVE for port object 64e847d5-90ae-438f-bfbe-be3435c4bfa3 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:25.155729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:25.208771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Pushing event updated for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:25.219351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34418) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:25.404695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387958-a487-40d0-a8f3-8ec1f0cc9775 req-bcad150a-3819-43fe-b104-a2049de7dc9e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:25.412243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7387958-a487-40d0-a8f3-8ec1f0cc9775 req-bcad150a-3819-43fe-b104-a2049de7dc9e tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.6551366 Nov 10 22:42:25.516296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7387958-a487-40d0-a8f3-8ec1f0cc9775 req-86655a97-aa8b-4b04-9386-ba9a33e43f90 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031318 Nov 10 22:42:25.560054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:25.562994 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865834ee-f74d-4e5a-9a58-46415924b9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:25.580895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:25.739355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bbca569-708e-4bda-bc1d-9457e49222a3 req-da453737-8f27-407b-a6f7-6a0a1ef3dee7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 210 time: 0.0679908 Nov 10 22:42:25.917163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.013999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:26.025511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:26.030869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:26.068317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a4aa5-eef5-4bb4-b6de-0afdb44db6e9 req-e786f12e-d7e0-4927-a44b-b3f6d74a6ca8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.069909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a24a4aa5-eef5-4bb4-b6de-0afdb44db6e9 req-e786f12e-d7e0-4927-a44b-b3f6d74a6ca8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 931 time: 0.7621748 Nov 10 22:42:26.095446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.096770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.122570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-84a1dbfb-23bf-4d42-b2ee-84b87d7df45c tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.124358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-84a1dbfb-23bf-4d42-b2ee-84b87d7df45c tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1097 time: 0.2854409 Nov 10 22:42:26.127277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Attempting to bind port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:26.127613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Attempting to bind port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:26.127943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Attempting to bind port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:26.142499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-3'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:26.160502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:26.160829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Attempting to bind port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:26.167528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:26.194856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-75efde8e-6be3-439b-b61e-dc62a831035d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1071336 Nov 10 22:42:26.198813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a24a4aa5-eef5-4bb4-b6de-0afdb44db6e9 req-acd227eb-7e5b-4b92-8d15-c78baa2537cf tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204693 Nov 10 22:42:26.202384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:26.202735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Checking segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:26.203132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Bound using segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:26.203585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Bound port: 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:26.203992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.242897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Request body: {'port': {'device_id': '06048fdb-3818-4400-bde7-cc5facd3e884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:26.324828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee70df-5574-4338-8a15-da4ce6feb329 req-870d9c8c-84d2-4255-aeb7-b3de86245509 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.326360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.331176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4ee70df-5574-4338-8a15-da4ce6feb329 req-870d9c8c-84d2-4255-aeb7-b3de86245509 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 946 time: 0.4180017 Nov 10 22:42:26.390212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:26.437962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:26.451520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.549738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.559565 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fe73a-4b8f-4b91-a986-496fa6ee632c x-openstack-request-id: req-b24fe73a-4b8f-4b91-a986-496fa6ee632c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:26.560119 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:26.560579 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b24fe73a-4b8f-4b91-a986-496fa6ee632c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:26.561885 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4', 'status': 'completed', 'code': 200} Nov 10 22:42:26.580321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.581475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:26.582850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] 10.222.0.39 "PUT /v2.0/ports/64e847d5-90ae-438f-bfbe-be3435c4bfa3 HTTP/1.1" status: 200 len: 1091 time: 2.3905783 Nov 10 22:42:26.583705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:26.586246 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d521777-c3a1-4622-b01b-e679bdadd973" -d '{"events": [{"name": "network-changed", "server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:26.626820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4ee70df-5574-4338-8a15-da4ce6feb329 req-874f4b1f-089e-4ddc-b754-e7042988f9fc tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558961 Nov 10 22:42:26.631268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434178-907a-4fb1-96de-06d594d97732 service neutron] Pushing event updated for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:26.719523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:26.866750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-89e5b96a-59da-47c1-b6f0-a6faaa5e29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.869533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-89e5b96a-59da-47c1-b6f0-a6faaa5e29ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 1094 time: 0.1898897 Nov 10 22:42:26.883704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d63f7-6e98-4ffd-8291-e83ea1da91d6 req-d9f845fb-631c-432e-a6bc-68b1a71f5ede tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.890054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b68d63f7-6e98-4ffd-8291-e83ea1da91d6 req-d9f845fb-631c-432e-a6bc-68b1a71f5ede tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 945 time: 0.2049549 Nov 10 22:42:26.951171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-3a1420fb-866c-4ca8-bae8-ace6ccd1c33f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0592196 Nov 10 22:42:26.952734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:26.993453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-b101ea29-849e-4660-9f9e-4d003ad9835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:26.995064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-b101ea29-849e-4660-9f9e-4d003ad9835e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 1094 time: 0.4228203 Nov 10 22:42:27.161016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.188132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1aa62-6c45-44eb-be22-5cda09e48974 req-770f1393-9a14-4591-b7c2-34a727e58b82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:27.188369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b68d63f7-6e98-4ffd-8291-e83ea1da91d6 req-53b3ac2d-39b9-40fd-b0e2-024cb366b905 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303710 Nov 10 22:42:27.198061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42d1aa62-6c45-44eb-be22-5cda09e48974 req-770f1393-9a14-4591-b7c2-34a727e58b82 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.4269235 Nov 10 22:42:27.263476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.315854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-44830573-339e-4a2f-9b05-6681e7d7cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:27.317376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-44830573-339e-4a2f-9b05-6681e7d7cb03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.2754514 Nov 10 22:42:27.320369 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe553d1-3a68-43b7-8cf3-92df24fcf104 x-openstack-request-id: req-1fe553d1-3a68-43b7-8cf3-92df24fcf104 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:27.320662 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:27.320914 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fe553d1-3a68-43b7-8cf3-92df24fcf104 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:27.321335 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3', 'status': 'completed', 'code': 200} Nov 10 22:42:27.322181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-d3652e2d-f678-40bb-b72e-b2a6111d7511 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:27.323797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-d3652e2d-f678-40bb-b72e-b2a6111d7511 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 816 time: 0.4127817 Nov 10 22:42:27.351857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Request body: {'port': {'device_id': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'admin_state_up': True, 'tenant_id': 'dcafd76263e8434ab699486ac5390785'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:27.360051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.474720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42d1aa62-6c45-44eb-be22-5cda09e48974 req-5e317044-1aeb-488e-a3f7-8eebfd1f6af3 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755632 Nov 10 22:42:27.490082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on host n-h1-811521-3 for vnic_type normal with profile {"migrating_to": "n-h2-811521-3"} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:27.490522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:27.491019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:27.501594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-670bf13b-e0b3-41bc-b242-11d551efbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:27.501594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-670bf13b-e0b3-41bc-b242-11d551efbae0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 916 time: 0.4941251 Nov 10 22:42:27.502982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1eb14e0-2945-4459-a9e9-6dc2e939d706 req-bbc6bbe8-c0f3-404b-9901-4bfa60053275 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 210 time: 0.0678542 Nov 10 22:42:27.513125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:27.513528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Attempting to bind port 441a0e3a-56f2-4188-b861-1db48c737e32 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:27.560687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9df320aa-7672-457e-b908-1171735088a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.562126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:27.570903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-d6aec5f3-140f-47d3-997e-869c14871f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:27.572384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-d6aec5f3-140f-47d3-997e-869c14871f5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943536 Nov 10 22:42:27.573296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:27.573624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:27.573998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:27.574429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Bound port: 441a0e3a-56f2-4188-b861-1db48c737e32, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:27.575279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.578342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d389e5d2-108d-4c51-9447-fb7e746bb6d4 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:27.738587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:27.753035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-6394ed16-392d-46b5-920c-90d491663189 service neutron] 10.222.0.39 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684637 Nov 10 22:42:27.754715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:27.767545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:27.779505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.787329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'port_id': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4', 'mac_address': 'fa:16:3e:08:29:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af52aee-a3b5-474d-a5eb-61c56c842c41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:27.800768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-fbec052f-2a05-468a-b57b-a5338d4727f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.2609572 Nov 10 22:42:27.877411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:27.900090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d389e5d2-108d-4c51-9447-fb7e746bb6d4 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:27.933054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:27.938740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.005522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:28.090131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c9bd-241e-4380-ad6e-23249b58aff2 req-2a803a7e-5e3c-42bd-8c32-50819d7e3e4d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.091623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ee1c9bd-241e-4380-ad6e-23249b58aff2 req-2a803a7e-5e3c-42bd-8c32-50819d7e3e4d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 931 time: 0.2888398 Nov 10 22:42:28.098005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:28.101616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.102290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.103636 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c20cf62-ee2c-4ed2-8b8f-d7f83c2b10c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 1122 time: 1.9664581 Nov 10 22:42:28.109035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:28.140467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.160175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-35ae0292-0b29-4209-97a1-c2e2653ccfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.161719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-35ae0292-0b29-4209-97a1-c2e2653ccfe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.2793045 Nov 10 22:42:28.163942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-227141f5-74e9-4191-8fd8-c5c63afd4ee9 req-5a7bb456-56f2-44f9-b8a3-a0831122aee0 service neutron] 10.222.0.39 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025738 Nov 10 22:42:28.177288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ee1c9bd-241e-4380-ad6e-23249b58aff2 req-693cc605-21a0-43d2-a621-aeb0c509ea16 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Nov 10 22:42:28.184519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['441a0e3a-56f2-4188-b861-1db48c737e32'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:28.223931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d389e5d2-108d-4c51-9447-fb7e746bb6d4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:28.240596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Transition to ACTIVE for port object 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:28.245829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Made reservation on behalf of dcafd76263e8434ab699486ac5390785 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:28.250248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.263836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07506f8e-da1a-434c-a44d-e8db015f6af6 req-494bf750-ec5d-4066-8a7b-7bb9e84f3f91 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.265350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07506f8e-da1a-434c-a44d-e8db015f6af6 req-494bf750-ec5d-4066-8a7b-7bb9e84f3f91 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.3533163 Nov 10 22:42:28.270022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.335475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-ffc108fb-afcb-46e0-baa8-64947956c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.337199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-ffc108fb-afcb-46e0-baa8-64947956c632 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 1094 time: 0.0943456 Nov 10 22:42:28.421661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-ba373dfa-d449-42eb-9121-d705b9ec8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.423588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-ba373dfa-d449-42eb-9121-d705b9ec8734 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409585 Nov 10 22:42:28.470896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:28.489492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-db5500da-c3b0-44f4-967b-8832b5083a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.495317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-db5500da-c3b0-44f4-967b-8832b5083a05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 916 time: 0.1482959 Nov 10 22:42:28.600457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-1213d335-9cec-4997-9602-f7c02aa29520 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0993204 Nov 10 22:42:28.680156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07506f8e-da1a-434c-a44d-e8db015f6af6 req-f16207f7-7025-4149-9eb2-6a047eaf299b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064739 Nov 10 22:42:28.772801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-f70b3b86-e1c1-4ac9-8c2a-97464782181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.775468 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-f70b3b86-e1c1-4ac9-8c2a-97464782181b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.1676888 Nov 10 22:42:28.829773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.863836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Attempting to bind port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:28.870086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-20acfd37-6c58-4181-af2b-072266466ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:28.871622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-20acfd37-6c58-4181-af2b-072266466ccd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841365 Nov 10 22:42:28.874975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Attempting to bind port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:28.875421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Attempting to bind port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:28.893113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Allocated IP 172.20.0.10 (73cab44f-ccbf-485f-a694-691b1f4f82d0/2af52aee-a3b5-474d-a5eb-61c56c842c41/a3daf866-f4d7-4df0-a8e2-2b94272d05e2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:28.894446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:28.922029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-c97ae62d-9f0b-4bfd-b482-8eaf3ecdfc60 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632375 Nov 10 22:42:28.929567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:28.930255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Attempting to bind port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:28.936884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Deleting port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:28.937545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:28.958425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:28.959167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Checking segment: {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:28.959651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Bound using segment: {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:28.960661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Bound port: 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:28.960661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:29.001642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-c939b63e-58a3-47cd-ae31-4a806b785d32 service neutron] 10.222.0.39 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205924 Nov 10 22:42:29.105389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:29.127679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 has no active binding in host n-h2-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:42:29.130959 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41f48d05-2149-4ee7-969b-28b154d2c8f0 req-7ff5a06e-9c3f-49e2-9b0a-a76f8b113c35 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 210 time: 0.0399873 Nov 10 22:42:29.230297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d521777-c3a1-4622-b01b-e679bdadd973 req-3c5222dd-501b-4fae-8445-1cec1768baf9 service neutron] 10.222.0.39 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191725 Nov 10 22:42:29.323130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32'}, {'name': 'network-changed', 'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:29.325933 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50201a41-9084-40a4-a42c-afcd088c16f5" -d '{"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-unplugged", "status": "completed", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32"}, {"name": "network-changed", "server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:29.428401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5025e3-a851-4d96-bfca-b458469e5ef5 req-81e203dc-6172-4df6-8121-5b61bc518a28 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:29.436412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa5025e3-a851-4d96-bfca-b458469e5ef5 req-81e203dc-6172-4df6-8121-5b61bc518a28 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 943 time: 0.0920918 Nov 10 22:42:29.495704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa5025e3-a851-4d96-bfca-b458469e5ef5 req-e3891d7a-b173-41c2-9f38-4ccf284c236c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583074 Nov 10 22:42:29.561715 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485155a5-b159-4a1d-9e05-2dd05e3b67d5 x-openstack-request-id: req-485155a5-b159-4a1d-9e05-2dd05e3b67d5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:29.562013 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-unplugged", "status": "completed", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32", "code": 200}, {"name": "network-changed", "server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:29.562275 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-485155a5-b159-4a1d-9e05-2dd05e3b67d5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:29.562672 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32', 'code': 200} Nov 10 22:42:29.562925 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32', 'status': 'completed', 'code': 200} Nov 10 22:42:29.608937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d389e5d2-108d-4c51-9447-fb7e746bb6d4 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:29.668750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port d389e5d2-108d-4c51-9447-fb7e746bb6d4 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:29.682204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d389e5d2-108d-4c51-9447-fb7e746bb6d4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:29.682951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:29.890147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a79d-33b4-4af3-94c0-0dbb01d8369f req-da79f7d4-a88b-42f2-993d-7a3324ef9a9d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:29.894775 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:29.902482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57f0a79d-33b4-4af3-94c0-0dbb01d8369f req-da79f7d4-a88b-42f2-993d-7a3324ef9a9d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.0992882 Nov 10 22:42:29.920314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9307b-96e5-4454-b6e4-c4b02088e33c req-a5bf7d81-ce98-4f63-b8f3-e511110cee1b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:29.924696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c9307b-96e5-4454-b6e4-c4b02088e33c req-a5bf7d81-ce98-4f63-b8f3-e511110cee1b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 1.0282211 Nov 10 22:42:29.951980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:29.959556 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b3a53-64e2-457e-8588-b270a02faf51" -d '{"events": [{"server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "name": "network-vif-plugged", "status": "completed", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:29.999244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:30.004087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.014623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57f0a79d-33b4-4af3-94c0-0dbb01d8369f req-deb961f5-d718-4630-af7c-442b4c4b08d9 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108530 Nov 10 22:42:30.101180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:30.112416 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa12c4d-aadd-478a-820a-b7f1fc9bcfcb x-openstack-request-id: req-cfa12c4d-aadd-478a-820a-b7f1fc9bcfcb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:30.112718 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "name": "network-vif-plugged", "status": "completed", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:30.113075 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfa12c4d-aadd-478a-820a-b7f1fc9bcfcb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:30.113346 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4', 'code': 200} Nov 10 22:42:30.114818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-865834ee-f74d-4e5a-9a58-46415924b9b5 req-e2f7c3a0-2ac8-41ac-88a3-27adc5f3c06b service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1737034 Nov 10 22:42:30.140204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.161839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:30.171177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] For port 1f862e9d-333e-461f-8c2d-0bd04f62d7f4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,segment=NetworkSegment(1962ea93-1228-449d-80d7-4064f78bc05a),segment_id=1962ea93-1228-449d-80d7-4064f78bc05a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:30.171544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.210234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-9aa9fb34-9363-493d-8bbc-516e73e35352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.211749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-9aa9fb34-9363-493d-8bbc-516e73e35352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1125 time: 0.6040394 Nov 10 22:42:30.213561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:30.240646 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.246218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Calling delete_port for 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:30.278090 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.321230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9edfb910-3790-4ea0-8831-79a3142320df req-0c8290f9-05c1-453c-a91e-098f7fda611b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 210 time: 0.0313187 Nov 10 22:42:30.488580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-5954a63e-182b-437f-85a1-dac8d1c35a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.490425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-5954a63e-182b-437f-85a1-dac8d1c35a4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.2469971 Nov 10 22:42:30.491274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:30.504913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c9307b-96e5-4454-b6e4-c4b02088e33c req-0518f31a-edba-4d6f-8ba2-321fa3792caf tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323875 Nov 10 22:42:30.574954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-6051fefb-a4c6-4cfd-adb4-324fd8556d54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.0672269 Nov 10 22:42:30.620966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292835-ce98-49e3-af20-870003120aaf req-13b5d0ca-06e5-4554-b725-01e3719fa04d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.631609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d292835-ce98-49e3-af20-870003120aaf req-13b5d0ca-06e5-4554-b725-01e3719fa04d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 943 time: 0.0662103 Nov 10 22:42:30.655558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.707126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.708108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.712328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-f8d3153a-8765-43ec-b52c-b5a6320282ad service neutron] 10.222.0.20 "PUT /v2.0/ports/3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 1091 time: 4.4947121 Nov 10 22:42:30.723830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775599-9d45-4c9d-a09b-74bc86d23262 req-86b68f62-19d1-408b-a81f-e30a9210f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.732709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a775599-9d45-4c9d-a09b-74bc86d23262 req-86b68f62-19d1-408b-a81f-e30a9210f3ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 1096 time: 0.5245891 Nov 10 22:42:30.733551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:30.737680 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524615a-2abc-4d3b-95d2-082854adbe03" -d '{"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:30.751571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d292835-ce98-49e3-af20-870003120aaf req-c760371b-f57c-499b-9f17-e24f5df117fe tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188145 Nov 10 22:42:30.787629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-df776130-7be8-4b3e-86b0-2ad8b00c0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:30.790153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-df776130-7be8-4b3e-86b0-2ad8b00c0ef8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1728127 Nov 10 22:42:30.826630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:30.837825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d389e5d2-108d-4c51-9447-fb7e746bb6d4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:30.844948 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a862ae23-6258-4ec8-b2a9-c02dce8e642d x-openstack-request-id: req-a862ae23-6258-4ec8-b2a9-c02dce8e642d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:30.847322 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:30.848314 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a862ae23-6258-4ec8-b2a9-c02dce8e642d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:30.849535 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'status': 'completed', 'code': 200} Nov 10 22:42:30.928874 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:42:30.931751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event updated for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:31.027921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:31.031087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-c6aca6c7-1815-47df-9d1e-ec2bc288926b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898005 Nov 10 22:42:31.044995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:31.055607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:31.059983 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a775599-9d45-4c9d-a09b-74bc86d23262 req-c8d69dbd-5727-4a82-954e-537f787a9600 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157432 Nov 10 22:42:31.107150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-4785eb8a-fe47-41a6-b51d-e5c2cb319aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.108664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-4785eb8a-fe47-41a6-b51d-e5c2cb319aca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1094 time: 0.3450296 Nov 10 22:42:31.116670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac59fc1-be0d-48d1-9119-72ace27cd72a req-42a8a084-b00f-466c-b77f-0d50df77b1cc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.118150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ac59fc1-be0d-48d1-9119-72ace27cd72a req-42a8a084-b00f-466c-b77f-0d50df77b1cc tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.2748725 Nov 10 22:42:31.196909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087d87-f7e5-4974-9542-5449fa33f818 req-39f05440-e264-489e-bd81-a49a7b57996b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.203645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae087d87-f7e5-4974-9542-5449fa33f818 req-39f05440-e264-489e-bd81-a49a7b57996b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.0916445 Nov 10 22:42:31.287142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.287835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:31.312366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae087d87-f7e5-4974-9542-5449fa33f818 req-39a2ac27-1fc5-4a91-9410-ac3749f52a59 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016116 Nov 10 22:42:31.387473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-c69c042d-b9d6-4af0-9a3f-391ff3105ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 217 time: 0.0882990 Nov 10 22:42:31.408121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-f5018044-7897-4446-9cab-bfca2bb9208b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0600903 Nov 10 22:42:31.428727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Request body: {'port': {'device_id': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:31.434685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ac59fc1-be0d-48d1-9119-72ace27cd72a req-3ddac686-e875-4048-891b-51e550de9622 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816377 Nov 10 22:42:31.452585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-969809af-4ccd-44d2-95bf-0d58628b19d1 None None] Provisioning complete for port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:31.453208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-969809af-4ccd-44d2-95bf-0d58628b19d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:31.468424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-3a1013ad-cfed-488a-b42d-844e730bd84c service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200151 Nov 10 22:42:31.522015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-969809af-4ccd-44d2-95bf-0d58628b19d1 None None] Port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:42:31.545212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab732-9bde-40e0-b387-e4575baba2a1 req-0d94e003-081e-4e3e-a0a1-ce1148b12fce tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.550281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236ab732-9bde-40e0-b387-e4575baba2a1 req-0d94e003-081e-4e3e-a0a1-ce1148b12fce tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 932 time: 0.1325943 Nov 10 22:42:31.610434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-236ab732-9bde-40e0-b387-e4575baba2a1 req-77b8b54a-1ce7-4f2e-86ac-bc0bf0f591ee tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Nov 10 22:42:31.690731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-b1e49318-be18-41e2-9b79-f0136764ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:31.692199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-b1e49318-be18-41e2-9b79-f0136764ba7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.2938087 Nov 10 22:42:31.693222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:31.748505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:31.773212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f862e9d-333e-461f-8c2d-0bd04f62d7f4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:31.780162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-8575db6b-e5a5-4151-b9e1-6d6bd4f5a3da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720441 Nov 10 22:42:31.786186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50201a41-9084-40a4-a42c-afcd088c16f5 req-fad9abd2-8da8-443b-94c8-66b98fa20bba service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779455 Nov 10 22:42:32.105920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd1cc-a7d9-4a4e-8ea3-c403ebbe5b21 req-0f755f32-833c-4454-9419-8d14fc6f48b5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:32.107408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8adbd1cc-a7d9-4a4e-8ea3-c403ebbe5b21 req-0f755f32-833c-4454-9419-8d14fc6f48b5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 943 time: 0.2197115 Nov 10 22:42:32.162323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-bc14786c-e64d-4437-a5f2-dc1134ed1913 service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418055 Nov 10 22:42:32.337118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:32.353465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8adbd1cc-a7d9-4a4e-8ea3-c403ebbe5b21 req-2cd1d3d9-fabe-4dde-b115-483c80b038bf tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342947 Nov 10 22:42:32.480833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-498ea9d2-445f-4ea2-94e2-ea3617808de2 req-af4d9fef-23cc-4954-8889-a4bee97fe2fe service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881265 Nov 10 22:42:32.576322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9fff-4070-42c5-8a4d-4f50e524cc69 req-20b2d567-c039-4988-9c9f-e7f301b24836 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:32.578773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e11c9fff-4070-42c5-8a4d-4f50e524cc69 req-20b2d567-c039-4988-9c9f-e7f301b24836 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.1512823 Nov 10 22:42:32.627784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-60317a13-92db-47ae-b121-b98c3746629d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:32.630745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-60317a13-92db-47ae-b121-b98c3746629d tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.1393075 Nov 10 22:42:32.669010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3daf866-f4d7-4df0-a8e2-2b94272d05e2 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:32.680197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e11c9fff-4070-42c5-8a4d-4f50e524cc69 req-bdc6f8ce-11a5-4357-b34f-a619c67653ba tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 Nov 10 22:42:32.685903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:32.719575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Transition to ACTIVE for port object a3daf866-f4d7-4df0-a8e2-2b94272d05e2 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:32.728318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-36a64d79-7433-4885-894c-eb9829da3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:32.729898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-36a64d79-7433-4885-894c-eb9829da3759 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1094 time: 0.1901622 Nov 10 22:42:32.731752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:32.802235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5d01f-b05c-4486-8334-241287ab683d req-6b42c195-46b5-4278-a0bb-5b87cffe8f03 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:32.806601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39a5d01f-b05c-4486-8334-241287ab683d req-6b42c195-46b5-4278-a0bb-5b87cffe8f03 tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6315aca-c8df-4341-9f27-ac7060e05446 HTTP/1.1" status: 200 len: 945 time: 0.2686620 Nov 10 22:42:32.897398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Deleting port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:32.897751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:32.899337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 64e847d5-90ae-438f-bfbe-be3435c4bfa3 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:33.089484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cc3-a79b-4b94-90bf-7914d3dae7ed req-69646b2d-9459-423a-b0df-e05d42fc3559 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:33.103331 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb502cc3-a79b-4b94-90bf-7914d3dae7ed req-69646b2d-9459-423a-b0df-e05d42fc3559 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 944 time: 0.2484262 Nov 10 22:42:33.149923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:33.165696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '64e847d5-90ae-438f-bfbe-be3435c4bfa3', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'port_id': '64e847d5-90ae-438f-bfbe-be3435c4bfa3', 'mac_address': 'fa:16:3e:5d:26:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af52aee-a3b5-474d-a5eb-61c56c842c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:33.248429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.284632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] For port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,segment=NetworkSegment(4166705a-f9a9-4ebd-ac4d-b160a6954a49),segment_id=4166705a-f9a9-4ebd-ac4d-b160a6954a49)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:33.285010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.300526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e847d5-90ae-438f-bfbe-be3435c4bfa3 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:33.303083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb502cc3-a79b-4b94-90bf-7914d3dae7ed req-52c92596-dd4a-4928-9693-aba68176a094 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880791 Nov 10 22:42:33.315062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Calling delete_port for de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:33.349429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:33.363092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.385615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Pushing event updated for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:33.461554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:33.527783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39a5d01f-b05c-4486-8334-241287ab683d req-9a6a6b8b-0091-4979-a647-f28fd473101b tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c639299-a3b1-4d4f-8893-144c14dc337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743779 Nov 10 22:42:33.554845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-d664c3ca-871f-4c39-972d-bf25ef7ea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:33.556326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-d664c3ca-871f-4c39-972d-bf25ef7ea781 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.8122432 Nov 10 22:42:33.556879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e814424-4313-4239-a4ae-5c7470f5f6f9 req-77e73d7c-e043-4e2d-816b-25ca9e25d517 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:33.558851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e814424-4313-4239-a4ae-5c7470f5f6f9 req-77e73d7c-e043-4e2d-816b-25ca9e25d517 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 943 time: 0.0635254 Nov 10 22:42:33.559906 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.572031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Router fc52d93f-5168-49ae-981e-2cf306d2fb25 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:33.627548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-ac0c2361-d6b9-491a-b484-4a13de7df671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 217 time: 0.0544076 Nov 10 22:42:33.632699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Attempting to bind port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:33.633186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Attempting to bind port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:33.633450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Attempting to bind port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:33.637731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Pushing event deleted for resources: {'Port': ['ID=de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:33.670433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:33.670664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Attempting to bind port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 on network 73cab44f-ccbf-485f-a694-691b1f4f82d0 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:33.710485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] No DVR routers for this DVR port de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:33.713552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.717166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64fcef33-9ca9-4da4-89e0-908e4b588232 req-0b228d2a-06fd-4286-a5e3-7c7dad00fb5a tempest-DeleteServersTestJSON-1470697974 tempest-DeleteServersTestJSON-1470697974-project] 10.222.0.39 "DELETE /v2.0/ports/de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e HTTP/1.1" status: 204 len: 173 time: 1.0589061 Nov 10 22:42:33.717745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'name': 'network-vif-deleted', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:33.722179 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf1054c-5162-4c68-b76c-3d256ca4c1e2" -d '{"events": [{"server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "name": "network-vif-deleted", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:33.729272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e814424-4313-4239-a4ae-5c7470f5f6f9 req-fe15444a-a211-45b7-a865-310548abebce tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611321 Nov 10 22:42:33.741574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:33.742037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Checking segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:33.742311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Bound using segment: {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:33.742767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Bound port: a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a693b5c0-8b05-415d-a523-6a71c84ebb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:33.743129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:33.797700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['64e847d5-90ae-438f-bfbe-be3435c4bfa3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:33.812924 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5475476e-6f11-4f57-b5a9-077357fecbed x-openstack-request-id: req-5475476e-6f11-4f57-b5a9-077357fecbed {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:33.813211 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6315aca-c8df-4341-9f27-ac7060e05446", "name": "network-vif-deleted", "tag": "de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:33.813471 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5475476e-6f11-4f57-b5a9-077357fecbed {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:33.813867 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6315aca-c8df-4341-9f27-ac7060e05446', 'name': 'network-vif-deleted', 'tag': 'de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e', 'status': 'completed', 'code': 200} Nov 10 22:42:33.837443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:33.845148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2af3c9a-ae86-40f7-89e1-8af86eed938f admin admin] 10.222.0.25 "PUT /v2.0/routers/fc52d93f-5168-49ae-981e-2cf306d2fb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6127069 Nov 10 22:42:33.848253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34538) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:33.852760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Sync routers for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:33.887999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:33.890174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:33.953159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-d1240e27-f3be-4c3a-b8c4-1c6efdf3db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:33.956445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-d1240e27-f3be-4c3a-b8c4-1c6efdf3db0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.3179977 Nov 10 22:42:34.081240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.090428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-2edcd306-fd0d-4ac4-8fd1-064aa4696f79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845306 Nov 10 22:42:34.127064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e3aa-9829-4f28-be95-47c7a2585814 req-d87a2659-df09-4f49-84c9-e6a9e54a5e6f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:34.128753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c722e3aa-9829-4f28-be95-47c7a2585814 req-d87a2659-df09-4f49-84c9-e6a9e54a5e6f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.2654493 Nov 10 22:42:34.132531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:34.220769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.233145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:34.258205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-fdbe7d26-f683-4e0b-9ea9-f9c3127b168f service neutron] 10.222.0.20 "GET /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.4112594 Nov 10 22:42:34.289553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:34.326187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.364081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Deleting port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:34.364914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.452739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:34.453580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.455638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] 10.222.0.20 "PUT /v2.0/ports/a3daf866-f4d7-4df0-a8e2-2b94272d05e2 HTTP/1.1" status: 200 len: 1092 time: 3.0347457 Nov 10 22:42:34.459769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:34.464180 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b63353-c07d-460b-af38-f0d3fcbebead" -d '{"events": [{"name": "network-changed", "server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:34.480960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c722e3aa-9829-4f28-be95-47c7a2585814 req-62fc8d35-c9a5-40d8-b342-cf0c5731b742 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382344 Nov 10 22:42:34.536540 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:42:31Z', 'revision_number': 5, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port': {'id': 'dd7b2176-1be3-4dd1-94e6-a30823b6a8e1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:19Z', 'updated_at': '2021-11-10T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:34.616390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-88ddbe05-c625-4edc-b54f-a2de852ba40c service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142074 Nov 10 22:42:34.616964 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Checking router: fc52d93f-5168-49ae-981e-2cf306d2fb25 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:34.627907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Routers {'fc52d93f-5168-49ae-981e-2cf306d2fb25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:34.629310 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['fc52d93f-5168-49ae-981e-2cf306d2fb25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:34.634187 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825122d-84c5-4fb4-8054-2e24efd22817 x-openstack-request-id: req-4825122d-84c5-4fb4-8054-2e24efd22817 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:34.635233 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:34.635488 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4825122d-84c5-4fb4-8054-2e24efd22817 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:34.635903 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2', 'status': 'completed', 'code': 200} Nov 10 22:42:34.639918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] For port dd7b2176-1be3-4dd1-94e6-a30823b6a8e1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:34.640457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.678300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Calling delete_port for dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:34.819086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdf7b2-bb11-4c15-a447-44a518d5c15a service neutron] Pushing event updated for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:34.821567 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] Set router fc52d93f-5168-49ae-981e-2cf306d2fb25 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:34.905959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 64e847d5-90ae-438f-bfbe-be3435c4bfa3 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:34.943027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:42:34Z', 'revision_number': 6, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:34.947143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-050949f0-0d99-4ab6-af4a-6a87b5eaf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:34.950201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.952758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-050949f0-0d99-4ab6-af4a-6a87b5eaf234 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 1095 time: 0.4519794 Nov 10 22:42:35.006957 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afb6c1-0657-42b0-84be-4de03e0913c1 None None] The sync data for ids ['fc52d93f-5168-49ae-981e-2cf306d2fb25'] in n-d-811521-3 is: [{'id': 'fc52d93f-5168-49ae-981e-2cf306d2fb25', 'name': 'tempest-ServerRescueTestJSON-510556339-router', 'tenant_id': '732a91a7742e45ffa9737cebd7096708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:18Z', 'updated_at': '2021-11-10T22:42:34Z', 'revision_number': 6, 'project_id': '732a91a7742e45ffa9737cebd7096708', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:35.022725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:35.031937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:35.032524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.032676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7b2176-1be3-4dd1-94e6-a30823b6a8e1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:35.097113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e1553-563d-4839-91ae-9ea45a0ae26c req-74a71d12-7289-4583-9f39-b5340e608562 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:35.099425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f5e1553-563d-4839-91ae-9ea45a0ae26c req-74a71d12-7289-4583-9f39-b5340e608562 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 944 time: 0.6993079 Nov 10 22:42:35.151957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-30da7cf5-8ec5-4aad-a9f3-56b9b1eef866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2 HTTP/1.1" status: 200 len: 217 time: 0.0629513 Nov 10 22:42:35.152747 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.192803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12cba-7049-420f-8ae7-c7174da31a88 req-4d3cd2ca-2903-4d82-96de-bd2ea1a314b0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:35.197963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.199317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:35.200557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:35.200751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7d12cba-7049-420f-8ae7-c7174da31a88 req-4d3cd2ca-2903-4d82-96de-bd2ea1a314b0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 943 time: 0.2750885 Nov 10 22:42:35.204165 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c5991-7da5-409e-a5e2-0ff0f1d4faa5" -d '{"events": [{"server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "name": "network-vif-plugged", "status": "completed", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:35.216772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.217598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:35.252067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:35.252414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device de8d3ee2-c2c2-4f7b-89bf-2fd925ac4c9e not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:35.291027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b524615a-2abc-4d3b-95d2-082854adbe03 req-595f74fa-2988-49a2-bbdf-96996901d251 service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541369 Nov 10 22:42:35.305240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:35.309183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-64f18f2c-a8d8-4d00-9c87-0db43850918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:35.310860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-64f18f2c-a8d8-4d00-9c87-0db43850918a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.1482241 Nov 10 22:42:35.338411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.340789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.349447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:35.426242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f5e1553-563d-4839-91ae-9ea45a0ae26c req-313f632f-7873-41ad-bca6-cb5589907e13 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062999 Nov 10 22:42:35.438244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.438848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc52d93f-5168-49ae-981e-2cf306d2fb25 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:42:35.443575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.444493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7d12cba-7049-420f-8ae7-c7174da31a88 req-fd081cdb-4e56-4c34-b82c-d701a9126880 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241812 Nov 10 22:42:35.449007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:35.461080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4eaf0c6d-f049-4a98-b644-8e326bf63dea admin admin] 10.222.0.25 "DELETE /v2.0/routers/fc52d93f-5168-49ae-981e-2cf306d2fb25 HTTP/1.1" status: 204 len: 168 time: 1.6033938 Nov 10 22:42:35.461080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34558) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:35.514114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:35.543875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:35.544136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f862e9d-333e-461f-8c2d-0bd04f62d7f4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:35.549971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Deleting subnet 9479cc4c-11c3-4c98-9c90-91e489d735aa {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:42:35.553335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.555854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-1cebd092-966c-4d1a-88ea-07fc910ac611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:35.568043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-1cebd092-966c-4d1a-88ea-07fc910ac611 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369149 Nov 10 22:42:35.610047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.615009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:35.653575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.677499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-1fe55fc3-2666-4287-8160-175dfccb1ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082475 Nov 10 22:42:35.712082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.734620 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a99b12-f1a8-469b-9001-2c8550574586 x-openstack-request-id: req-90a99b12-f1a8-469b-9001-2c8550574586 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:35.735618 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "name": "network-vif-plugged", "status": "completed", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:35.736693 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90a99b12-f1a8-469b-9001-2c8550574586 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:35.738369 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3', 'code': 200} Nov 10 22:42:35.787501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441a0e3a-56f2-4188-b861-1db48c737e32 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:35.805499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:35.827070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.868786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9479cc4c-11c3-4c98-9c90-91e489d735aa,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:35.915303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:35.928854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:35.930032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7ca1d5a-efad-488e-82d1-bf4e8e617b75 req-c63e0fd8-3872-43f8-8c4a-61a3b04096fd service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425582 Nov 10 22:42:35.937746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-923d9608-b615-416b-ac99-9db5c0904ca5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9479cc4c-11c3-4c98-9c90-91e489d735aa HTTP/1.1" status: 204 len: 168 time: 0.4770844 Nov 10 22:42:35.938780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34570) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:35.948880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7', 'port_id': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'mac_address': 'fa:16:3e:0e:57:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6291ddc-5615-40a0-a069-333375f7de35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:36.051172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.083630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:36.094970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.120824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:36.129146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63353-c07d-460b-af38-f0d3fcbebead req-82ff7b23-afa1-4049-966f-b94af970dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.131580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-82ff7b23-afa1-4049-966f-b94af970dc1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 1095 time: 0.1406732 Nov 10 22:42:36.135188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.136432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] Transition to ACTIVE for port object 441a0e3a-56f2-4188-b861-1db48c737e32 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:36.146490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3d2e-e4b3-4dd5-8c3a-379d5d1a60e6 req-95d05af0-aa7c-4349-b8f0-8890b9dcfa79 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.149706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c26a3d2e-e4b3-4dd5-8c3a-379d5d1a60e6 req-95d05af0-aa7c-4349-b8f0-8890b9dcfa79 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 944 time: 0.3637059 Nov 10 22:42:36.152002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7ed6-d128-4965-87af-ce801c5ef57c req-040a94e4-ac4f-4eb1-ba09-483e8840d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.153707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f41c7ed6-d128-4965-87af-ce801c5ef57c req-040a94e4-ac4f-4eb1-ba09-483e8840d64f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 1096 time: 0.3666153 Nov 10 22:42:36.163650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.268697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:36.356822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] No DVR routers for this DVR port 441a0e3a-56f2-4188-b861-1db48c737e32 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:36.406836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:36.431901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.443261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] Pushing event updated for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:36.494074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-81014beb-e054-4f36-a3c6-29a521a7122c service neutron] 10.222.0.20 "PUT /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32/bindings/n-h2-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2230823 Nov 10 22:42:36.495664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8528e0e-d4b9-4efc-9b6f-8c762bcacdde']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:36.515261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63353-c07d-460b-af38-f0d3fcbebead req-150bb9c8-cf17-4565-9d42-c359f1ae3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.515261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-150bb9c8-cf17-4565-9d42-c359f1ae3648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 916 time: 0.3653142 Nov 10 22:42:36.543367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1962ea93-1228-449d-80d7-4064f78bc05a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:36.544160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1962ea93-1228-449d-80d7-4064f78bc05a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:36.565376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f41c7ed6-d128-4965-87af-ce801c5ef57c req-65176c27-f702-468a-9ee9-e39d1724edec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516245 Nov 10 22:42:36.577024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-f2b9938d-bb1f-4f41-8e44-f888978532c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2 HTTP/1.1" status: 200 len: 217 time: 0.0622585 Nov 10 22:42:36.618885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.653529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c26a3d2e-e4b3-4dd5-8c3a-379d5d1a60e6 req-aa3d214e-850e-4c2a-a14d-d6b2a64e9846 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958398 Nov 10 22:42:36.689225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.702200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:42:36.702669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:42:36.704399 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:42:36.766487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8deeb-4c2c-4c73-b7c0-da11fe8e9546 req-d95527e0-cbf7-495a-97c3-c5cb992e5c4d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.773784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9e8deeb-4c2c-4c73-b7c0-da11fe8e9546 req-d95527e0-cbf7-495a-97c3-c5cb992e5c4d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 944 time: 0.1886940 Nov 10 22:42:36.791412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63353-c07d-460b-af38-f0d3fcbebead req-26dbfd11-5f68-4c13-9f2b-f7256b67def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.792910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-26dbfd11-5f68-4c13-9f2b-f7256b67def6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.1721890 Nov 10 22:42:36.884681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63353-c07d-460b-af38-f0d3fcbebead req-711d5e1e-fb45-45f1-98c9-428e4ea0589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:36.886236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-711d5e1e-fb45-45f1-98c9-428e4ea0589b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745213 Nov 10 22:42:36.891111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.898637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9e8deeb-4c2c-4c73-b7c0-da11fe8e9546 req-f1722166-2f7a-46eb-a0fc-265ec5b48efc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220379 Nov 10 22:42:36.943521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:36.967038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d8528e0e-d4b9-4efc-9b6f-8c762bcacdde HTTP/1.1" status: 204 len: 168 time: 1.0144148 Nov 10 22:42:36.970257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e76e-cab1-46d7-8681-7b4487ef4980 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8528e0e-d4b9-4efc-9b6f-8c762bcacdde,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:37.035883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-519c66d9-2aeb-4a2c-8cda-fffdc03a331b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.037478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-519c66d9-2aeb-4a2c-8cda-fffdc03a331b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.1782413 Nov 10 22:42:37.064693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-85ea0288-1aaf-4043-b974-d4cd4ceb324e service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649959 Nov 10 22:42:37.071927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e328f-15ba-4370-8f0c-3504f5bcce60 req-b5b85c33-d8db-4469-9579-1bba03047646 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.073598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-809e328f-15ba-4370-8f0c-3504f5bcce60 req-b5b85c33-d8db-4469-9579-1bba03047646 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 944 time: 0.2495997 Nov 10 22:42:37.136289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-809e328f-15ba-4370-8f0c-3504f5bcce60 req-00bd6acc-502b-4fe5-8b81-5284fc9d80db tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Nov 10 22:42:37.150132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-37a90fe6-a1d3-4500-8b89-31136f0f9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.151867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-37a90fe6-a1d3-4500-8b89-31136f0f9441 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&tenant_id=df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 1096 time: 0.0979528 Nov 10 22:42:37.190717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:37.218457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34608) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:37.248525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:37.249175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd7b2176-1be3-4dd1-94e6-a30823b6a8e1 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:37.274565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-1fbc5308-9516-4cf6-baf4-77c3afcc6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.277386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-1fbc5308-9516-4cf6-baf4-77c3afcc6b6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1096 time: 0.0951140 Nov 10 22:42:37.364119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea053198-5a97-40ed-bf4a-00769747ec93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=732a91a7742e45ffa9737cebd7096708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441500 Nov 10 22:42:37.366196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46b63353-c07d-460b-af38-f0d3fcbebead req-e0a9bbe0-362b-4d56-82de-0b394459b166 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915869 Nov 10 22:42:37.366663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34614) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:37.394035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c8eb9aa-563c-4da0-9e01-f580603ee3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.395753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-4c8eb9aa-563c-4da0-9e01-f580603ee3d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.1106939 Nov 10 22:42:37.449305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.463074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-2071c909-8035-46b0-94e2-c552ecdf3086 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.0549552 Nov 10 22:42:37.478522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.555626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.560156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.561874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02e6463c-76de-4bde-91ec-278d2d42e471 HTTP/1.1" status: 204 len: 168 time: 0.1943080 Nov 10 22:42:37.574139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd79fb-6321-419d-97e2-17018d6ab5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e6463c-76de-4bde-91ec-278d2d42e471,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:37.632491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:37.772775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:37.785904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:37.786281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.871807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6a9f5-586b-433f-8a4c-36b1d5c935b9 req-370e8d8d-5d3e-4913-9006-60834fbf88f8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.883255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ac6a9f5-586b-433f-8a4c-36b1d5c935b9 req-370e8d8d-5d3e-4913-9006-60834fbf88f8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 945 time: 0.1230164 Nov 10 22:42:37.942212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64404c76-9e8b-43be-b3de-67f538e28122 req-917b4622-cc6f-4276-912c-25ec50e7af7f tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:37.946676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64404c76-9e8b-43be-b3de-67f538e28122 req-917b4622-cc6f-4276-912c-25ec50e7af7f tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.5495741 Nov 10 22:42:37.972243 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:38.057610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64404c76-9e8b-43be-b3de-67f538e28122 req-c4e69273-5985-40bf-9e77-c370ec011715 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047373 Nov 10 22:42:38.060700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9ac6a9f5-586b-433f-8a4c-36b1d5c935b9 req-61719446-e6c4-4d63-bdf0-58dc9f22d3ae tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736951 Nov 10 22:42:38.061740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-23bbeef0-f92b-4d88-bbb2-2addf58d4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:38.064987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-23bbeef0-f92b-4d88-bbb2-2addf58d4493 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.5938945 Nov 10 22:42:38.086731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:38.092156 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9413be46-9d45-4ee3-a3a4-efa9d440a843" -d '{"events": [{"server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "name": "network-vif-plugged", "status": "completed", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:38.127864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:38.137476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:38.138457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:38.269332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:38.328699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-ac53ca2a-eadd-4441-9e77-760a09b45418 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525599 Nov 10 22:42:38.369126 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d8400-56f1-4cfe-818a-2980a4c4ef33 x-openstack-request-id: req-813d8400-56f1-4cfe-818a-2980a4c4ef33 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:38.369639 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "name": "network-vif-plugged", "status": "completed", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:38.369928 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-813d8400-56f1-4cfe-818a-2980a4c4ef33 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:38.371679 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'code': 200} Nov 10 22:42:38.390572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:38.497039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be3abe-3152-41df-80bd-c25b96a857b3 req-8fd1aa3d-632d-40bb-870d-5350a7dee3f3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:38.505390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08be3abe-3152-41df-80bd-c25b96a857b3 req-8fd1aa3d-632d-40bb-870d-5350a7dee3f3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 945 time: 0.2682645 Nov 10 22:42:38.557025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-6577d81c-5c81-4bfc-b9a1-4977bdf44d65 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197323 Nov 10 22:42:38.623269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0653c-fb13-44b7-89a6-b6975f5e01c3 req-dd09a185-d7a7-4d8d-a1eb-895906a9b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:38.625574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78b0653c-fb13-44b7-89a6-b6975f5e01c3 req-dd09a185-d7a7-4d8d-a1eb-895906a9b697 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1096 time: 0.0796480 Nov 10 22:42:38.635963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfe270-7288-4c90-a95c-79880debcf65 req-9f6318d1-dbbf-45a4-9b7a-44c491ebc008 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:38.639988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66bfe270-7288-4c90-a95c-79880debcf65 req-9f6318d1-dbbf-45a4-9b7a-44c491ebc008 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 944 time: 0.1752353 Nov 10 22:42:38.650105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08be3abe-3152-41df-80bd-c25b96a857b3 req-fe3bef29-7e44-49af-aed4-9f0bd138c0dc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300898 Nov 10 22:42:38.714453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-5370e3f6-3941-41db-a6e4-a5f895536daa service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421330 Nov 10 22:42:38.746697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78b0653c-fb13-44b7-89a6-b6975f5e01c3 req-7ede25d3-a01d-44c8-bdb3-9ca0bebfbf9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012778 Nov 10 22:42:38.766079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66bfe270-7288-4c90-a95c-79880debcf65 req-23031f57-ed1c-4934-bf00-5c3a17ced464 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113124 Nov 10 22:42:39.004090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-c7c112fe-b929-40ea-91be-327160b0037d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.008796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-c7c112fe-b929-40ea-91be-327160b0037d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.0656888 Nov 10 22:42:39.039729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-9813ae19-1c45-4bf3-8e27-f683dd289a8b tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.041925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-9813ae19-1c45-4bf3-8e27-f683dd289a8b tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.0780241 Nov 10 22:42:39.209961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34664) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:39.260454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-c8a0f994-aa2f-40f4-a2de-edea58ff2b87 service neutron] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:39.271153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-c8a0f994-aa2f-40f4-a2de-edea58ff2b87 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.274459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e233cc9f-c2ad-414c-845e-ca2de4fd2635 req-c8a0f994-aa2f-40f4-a2de-edea58ff2b87 service neutron] 10.222.0.39 "DELETE /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32/bindings/n-h1-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.2562301 Nov 10 22:42:39.295776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a6fd-790d-4c44-9627-301e6d414fec req-b9c2189a-7cde-4758-8154-035037e54d47 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.297577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38f7a6fd-790d-4c44-9627-301e6d414fec req-b9c2189a-7cde-4758-8154-035037e54d47 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 945 time: 0.0865905 Nov 10 22:42:39.314882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Deleting port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:39.315227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.326496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980342cc-ce2a-4f3e-8192-92c49499e1bb req-9bc50542-e7d5-4e80-8a35-324ceb6df613 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.330824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-980342cc-ce2a-4f3e-8192-92c49499e1bb req-9bc50542-e7d5-4e80-8a35-324ceb6df613 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 946 time: 0.1320963 Nov 10 22:42:39.417196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-980342cc-ce2a-4f3e-8192-92c49499e1bb req-d8bafb78-d894-461f-a13a-e9dccd02ef6a tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/security-groups?id=20072cb7-5131-4de4-803e-55df6f7060ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791278 Nov 10 22:42:39.439942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38f7a6fd-790d-4c44-9627-301e6d414fec req-e482189c-e852-4708-bf77-df300376a2bf tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343141 Nov 10 22:42:39.447448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-network', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:39.494602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Made reservation on behalf of ee146f3c13ab4c6db6f08dc5d3d74b91 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:39.496857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.510098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.521421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] For port c2e76fd5-8e83-4677-8fae-6a6f45b71b77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:39.522057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.594142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Calling delete_port for c2e76fd5-8e83-4677-8fae-6a6f45b71b77 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:39.644436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a3daf866-f4d7-4df0-a8e2-2b94272d05e2 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:39.812242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.835435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1039-3d93-450f-8f43-86727a2a5477 req-bfab3334-5af0-4d8b-b87b-7668582fe59c tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.850849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-483e1039-3d93-450f-8f43-86727a2a5477 req-bfab3334-5af0-4d8b-b87b-7668582fe59c tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1096 time: 0.1849356 Nov 10 22:42:39.862491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.924319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f2a96-0ca7-4873-a361-e4452d5aec11 req-e976d36c-a662-4437-b746-84151045cd6d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:39.935352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-710f2a96-0ca7-4873-a361-e4452d5aec11 req-e976d36c-a662-4437-b746-84151045cd6d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 945 time: 0.1554711 Nov 10 22:42:39.960050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:39.971941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:39.982373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.982715 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Added segment 31529718-7272-4e10-99fb-426745132816 of type vlan for network 3cf6f58f-9ab8-4443-a162-f43a8571c111 Nov 10 22:42:39.993249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2', 'network_id': '73cab44f-ccbf-485f-a694-691b1f4f82d0', 'port_id': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2', 'mac_address': 'fa:16:3e:83:23:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af52aee-a3b5-474d-a5eb-61c56c842c41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:40.045925 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.077903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-710f2a96-0ca7-4873-a361-e4452d5aec11 req-3b5db226-563c-4440-80ec-3f756fd671d3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368158 Nov 10 22:42:40.078464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.079005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:40.079579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.105364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.136222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3daf866-f4d7-4df0-a8e2-2b94272d05e2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:40.160466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:40.165735 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.265097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:40.275033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-483e1039-3d93-450f-8f43-86727a2a5477 req-2aae1de9-1ea2-4f37-9ce4-a0f5117c379d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232869 Nov 10 22:42:40.289970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931cd2-8299-4c99-83b9-02e4e50c248e req-afeaf179-798e-42d2-8f40-3dcb99670f95 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:40.294725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1931cd2-8299-4c99-83b9-02e4e50c248e req-afeaf179-798e-42d2-8f40-3dcb99670f95 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 945 time: 0.0999048 Nov 10 22:42:40.319286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:40.335472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.345642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1222503 Nov 10 22:42:40.346782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:40.358959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Request body: {'subnet': {'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-subnet', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:40.378568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['c2e76fd5-8e83-4677-8fae-6a6f45b71b77'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:40.390879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Made reservation on behalf of ee146f3c13ab4c6db6f08dc5d3d74b91 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:40.397135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.415001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ee008-0b0e-4a0b-a9d9-e9b2a5c26774 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf6f58f-9ab8-4443-a162-f43a8571c111,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:40.419504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Pushing event deleted for resources: {'Port': ['ID=c2e76fd5-8e83-4677-8fae-6a6f45b71b77,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:40.485944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] No DVR routers for this DVR port c2e76fd5-8e83-4677-8fae-6a6f45b71b77 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:40.486333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a3daf866-f4d7-4df0-a8e2-2b94272d05e2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:40.488332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:40.489695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.493559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aac5c8c-2dec-4ab5-8bf3-1796dbfea486 req-8b6c9491-878e-4bc0-a211-9b8d646af3f1 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.20 "DELETE /v2.0/ports/c2e76fd5-8e83-4677-8fae-6a6f45b71b77 HTTP/1.1" status: 204 len: 173 time: 1.4449694 Nov 10 22:42:40.494151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'name': 'network-vif-deleted', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:40.498303 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b104e94-b06c-473e-b51c-cb2e67cf4bb4" -d '{"events": [{"server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "name": "network-vif-deleted", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:40.539584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1931cd2-8299-4c99-83b9-02e4e50c248e req-a4aa4f82-9b08-4582-9c61-8cb8e2bdb787 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356024 Nov 10 22:42:40.620893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2896708-e85c-4434-8797-63f758ec8343 req-8c6264d9-0a55-47f0-9bb0-d1a2739ac8d3 tempest-AttachSCSIVolumeTestJSON-966434339 tempest-AttachSCSIVolumeTestJSON-966434339-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30d938-a0e2-44e4-b094-7135f879b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0544229 Nov 10 22:42:40.635509 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73716775-b1ec-4956-bfff-e4e788466749 x-openstack-request-id: req-73716775-b1ec-4956-bfff-e4e788466749 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:40.635910 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30d938-a0e2-44e4-b094-7135f879b9a6", "name": "network-vif-deleted", "tag": "c2e76fd5-8e83-4677-8fae-6a6f45b71b77", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:40.636302 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73716775-b1ec-4956-bfff-e4e788466749 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:40.636791 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30d938-a0e2-44e4-b094-7135f879b9a6', 'name': 'network-vif-deleted', 'tag': 'c2e76fd5-8e83-4677-8fae-6a6f45b71b77', 'status': 'completed', 'code': 200} Nov 10 22:42:40.824780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.946006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-a7b24796-f642-4fe0-9485-27cb92327581 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:40.965267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-a7b24796-f642-4fe0-9485-27cb92327581 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.2221265 Nov 10 22:42:40.966853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:40.971315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Checking segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:40.973395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Network hostable DHCP agents. Network: 3cf6f58f-9ab8-4443-a162-f43a8571c111, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:40.984029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-70d00a7b-3fec-4764-bf0f-c609bfe0bba7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/quotas/df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 375 time: 0.0176303 Nov 10 22:42:41.012391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:41.036746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3cf6f58f-9ab8-4443-a162-f43a8571c111) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:41.045425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdab23-a278-43ec-8a5c-cb585085609e None None] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:41.064947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.077244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.123967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34716) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:41.129736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:41.133550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b3a7bd4-5e08-4dc3-ad48-ef033053bf15 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7854636 Nov 10 22:42:41.153277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-906a4978-befd-429c-b871-8ab391554d3a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1635191 Nov 10 22:42:41.177440 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.178188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.267773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e34192-8f64-4db3-96dd-d729b7c086a3 req-54e5b472-303d-48c9-8050-66e259ad76a5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.269830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e34192-8f64-4db3-96dd-d729b7c086a3 req-54e5b472-303d-48c9-8050-66e259ad76a5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 945 time: 0.0645375 Nov 10 22:42:41.334423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115fb58-c884-42bc-a9c8-49e214cdb06a None None] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:41.363404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e34192-8f64-4db3-96dd-d729b7c086a3 req-1d050f62-a34f-4dbf-a539-8bc61110428d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837214 Nov 10 22:42:41.365439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.495417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-18df6797-6fc6-471d-a3c1-a3bef041eda9 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329227 Nov 10 22:42:41.542288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-d694ac30-90ce-4ba6-9125-d92de9670bfa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1726838384&fields=id&tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 267 time: 0.0773273 Nov 10 22:42:41.602133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-4f959186-1f64-4374-b221-6def1253c987 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.603893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-4f959186-1f64-4374-b221-6def1253c987 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Nov 10 22:42:41.616086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'security_groups': ['293ffbae-ad32-4b96-81b3-556dd61abb24', 'f04c6dc6-b3a3-45c7-94c7-140302b91c51']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:41.649063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a3daf866-f4d7-4df0-a8e2-2b94272d05e2 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:41.756269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.762606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:41.774743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:41.775111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.968474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.990000 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.036637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:42.039475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:42.044295 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc529a2-7ea5-45db-85f8-4aa18e0c12ea" -d '{"events": [{"server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "name": "network-vif-plugged", "status": "completed", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:42.049962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:42.054807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.057208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c2e76fd5-8e83-4677-8fae-6a6f45b71b77 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:42.094857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.101057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.113211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-72fde415-f38d-4364-b705-4e2b3c66d802 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164379 Nov 10 22:42:42.230339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:42.230936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.247013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42111d84-113d-4a09-9f4b-fbcbe1be404b req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "PUT /v2.0/ports/3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 981 time: 0.6341577 Nov 10 22:42:42.247800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:42.256569 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd06a9-7a53-476a-b093-e2e581cf8308" -d '{"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:42.271360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b274472-e13f-437d-b0e2-d5ce6d9f03db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:42.355324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: c2e76fd5-8e83-4677-8fae-6a6f45b71b77 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:42.355834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device c2e76fd5-8e83-4677-8fae-6a6f45b71b77 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:42.358913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:42.384016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.431530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:42.440828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.460631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b9ab-f656-4126-a147-f2f3af27ee7e req-e2adf7f8-66fc-4988-98f9-5ea8f6a92fcc tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:42.468279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5d1b9ab-f656-4126-a147-f2f3af27ee7e req-e2adf7f8-66fc-4988-98f9-5ea8f6a92fcc tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.1264725 Nov 10 22:42:42.524127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:42.600933 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c974dbb-72e9-4f21-9be3-38754fb3f583 x-openstack-request-id: req-3c974dbb-72e9-4f21-9be3-38754fb3f583 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:42.601244 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "name": "network-vif-plugged", "status": "completed", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:42.601490 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c974dbb-72e9-4f21-9be3-38754fb3f583 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:42.601877 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2', 'code': 200} Nov 10 22:42:42.626071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5d1b9ab-f656-4126-a147-f2f3af27ee7e req-c8401a5f-f153-41b6-a6ce-7d02fad0d220 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527135 Nov 10 22:42:42.722523 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff15b9-5815-4958-bd97-493da9faeec7 x-openstack-request-id: req-35ff15b9-5815-4958-bd97-493da9faeec7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:42.723150 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:42.723500 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35ff15b9-5815-4958-bd97-493da9faeec7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:42.724006 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'status': 'completed', 'code': 200} Nov 10 22:42:42.727774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Allocated IP 172.25.0.150 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/4e041099-69ab-43ba-824e-d4ea08b48f04) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:42.897743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27d401ab-773f-47b1-a604-a4bcf1acfba5 req-670dc443-e71d-40ef-91bc-73b828a89f4d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 210 time: 0.0743623 Nov 10 22:42:43.253642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-b8f21adf-1ba4-46fd-a5c0-740a22b100c0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153246503&fields=id&tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 267 time: 0.3454103 Nov 10 22:42:43.263099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-0082bb32-35d2-4481-804f-2f519d25fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.265680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-0082bb32-35d2-4481-804f-2f519d25fb44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1135 time: 0.3586848 Nov 10 22:42:43.271970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:43.324942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e22bba-00c5-49d3-98ee-1a99e0a70e79 req-850d3201-6736-46ac-879c-2a0fbcc1b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.326490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9e22bba-00c5-49d3-98ee-1a99e0a70e79 req-850d3201-6736-46ac-879c-2a0fbcc1b909 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 1097 time: 0.4177494 Nov 10 22:42:43.467208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9e22bba-00c5-49d3-98ee-1a99e0a70e79 req-04a7299b-82ea-4355-a797-806a1277199d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112173 Nov 10 22:42:43.495260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-25d71458-881e-4cf3-bc9d-8b6894a9824b tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.505942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-25d71458-881e-4cf3-bc9d-8b6894a9824b tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 984 time: 0.2366045 Nov 10 22:42:43.517647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'security_groups': ['293ffbae-ad32-4b96-81b3-556dd61abb24', 'f04c6dc6-b3a3-45c7-94c7-140302b91c51', '1b4d7e04-449c-4e99-828d-f779c7ccd1ec']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:43.595884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:43.674994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Pushing event updated for resources: {'Port': ['ID=4e041099-69ab-43ba-824e-d4ea08b48f04,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:43.698471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-d422c172-4df7-4302-a56b-139d9f42ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.699944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-d422c172-4df7-4302-a56b-139d9f42ebb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.4249775 Nov 10 22:42:43.821777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.822128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.822662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.823170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.823685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.824196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.824713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.825259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.825757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.826252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.826766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.827295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:43.835628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f27bb-2bf9-449e-b303-3a8c73f1dbae req-3e9628ae-2c11-49cd-875a-11f383478c0f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.844684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:43.849965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b9f27bb-2bf9-449e-b303-3a8c73f1dbae req-3e9628ae-2c11-49cd-875a-11f383478c0f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.0989165 Nov 10 22:42:43.876891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:43.885853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-e64d2a04-4828-4289-b20f-36704c132615 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 217 time: 0.1631591 Nov 10 22:42:43.887511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:43.892339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:43.953165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b9f27bb-2bf9-449e-b303-3a8c73f1dbae req-7edc40d1-f381-445f-adce-769612b6ee1a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022751 Nov 10 22:42:44.163858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-5535bc7f-0897-487f-9dcc-51660b06f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:44.165888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-5535bc7f-0897-487f-9dcc-51660b06f0d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.2702529 Nov 10 22:42:44.261317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-5647f86b-0953-45b5-897a-ce0daaa4bc1f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:44.263352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-5647f86b-0953-45b5-897a-ce0daaa4bc1f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.1855128 Nov 10 22:42:44.313454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-3a1b4e9a-64ca-49f8-9faf-252fd3862f2c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/quotas/62ef5480f0cf41dc87b99a58dfd27f35 HTTP/1.1" status: 200 len: 375 time: 0.0438392 Nov 10 22:42:44.322193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-2571ed0a-2ab4-4fee-b83b-7069ffa3afc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431439 Nov 10 22:42:44.391656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-eab36482-d948-418d-ad32-b24731160363 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715294 Nov 10 22:42:44.462549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-8635800d-5afd-4d7e-9e2c-2f16efc23a12 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:44.464211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-8635800d-5afd-4d7e-9e2c-2f16efc23a12 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.3808184 Nov 10 22:42:44.486935 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:44.509672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Request body: {'port': {'device_id': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'admin_state_up': True, 'tenant_id': 'df7242d181c647338f89f9f329867920'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:44.760874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-3a60e1b4-0f60-40fc-b18a-c6ba2e38f41f service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613374 Nov 10 22:42:44.844266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-1ae2bc02-65f2-46da-a6c4-fd987e81303f service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057824 Nov 10 22:42:44.939391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.041391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-0cb6e53b-4ecf-4e5d-a3e5-333130232aa6 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793489 Nov 10 22:42:45.098882 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.271280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:45.275290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.278760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-688481b3-001b-452d-a2d0-9c300ac8bc6f req-ea757d62-5e03-4cd6-bab8-e2511cefaf7a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 210 time: 0.0420778 Nov 10 22:42:45.311419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40fd06a9-7a53-476a-b093-e2e581cf8308 req-ce23ca00-4145-4f39-8040-08bb0c72bf1d service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577188 Nov 10 22:42:45.324294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:45.476577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.542263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8827d2-4033-44a6-9892-8fb8d2cf5af3 req-c96ef751-9916-46d8-a1da-ad6a5c4b040b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:45.551182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae8827d2-4033-44a6-9892-8fb8d2cf5af3 req-c96ef751-9916-46d8-a1da-ad6a5c4b040b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.1329269 Nov 10 22:42:45.670412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae8827d2-4033-44a6-9892-8fb8d2cf5af3 req-46afb8c3-dd8c-457e-b328-f0804e93cd92 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183434 Nov 10 22:42:45.674655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.687474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:45.769056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:45.769836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:45.771446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-390a7759-3d21-49a8-955a-0a162c6340e8 req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "PUT /v2.0/ports/3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 1020 time: 2.2643716 Nov 10 22:42:45.780713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:45.783171 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cba24fe-ac4e-4407-8199-b57c6c813168" -d '{"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:45.865650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:45.915917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2810df6-7a12-4b0f-85b7-5faf902d1f8e req-98e105d6-d118-45e5-88ed-ec53c134e611 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 210 time: 0.0662403 Nov 10 22:42:45.997953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73302eaf-b3b1-4bce-a542-b5286d1603a6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:46.025784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Allocated IP 172.20.0.6 (43e53184-6e6d-4046-9b47-ac098315e987/de89209e-83b3-47dc-a273-fd511939d941/e5b1f787-f10a-40ff-b483-8a0d8919d707) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:46.028514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:46.079281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afcfe3-8d86-4a5d-a01c-deeee86b1c22 req-42bb20bd-84cf-4d1e-82de-3adeb4a702a8 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:46.080798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9afcfe3-8d86-4a5d-a01c-deeee86b1c22 req-42bb20bd-84cf-4d1e-82de-3adeb4a702a8 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1924813 Nov 10 22:42:46.211575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975795e-3817-4010-8e78-78e60f47f7a1 req-066dc210-ed7b-430c-ad4e-7a62188448e8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:46.214842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3975795e-3817-4010-8e78-78e60f47f7a1 req-066dc210-ed7b-430c-ad4e-7a62188448e8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1023 time: 0.1437049 Nov 10 22:42:46.381738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3975795e-3817-4010-8e78-78e60f47f7a1 req-0285820a-e8b2-4323-a739-f70f39706b59 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=f04c6dc6-b3a3-45c7-94c7-140302b91c51&id=1b4d7e04-449c-4e99-828d-f779c7ccd1ec&id=293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 200 len: 6198 time: 0.1589541 Nov 10 22:42:46.665007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d00c5569-2276-49d7-a766-3df445e96705 req-b7fb4848-e482-4ca6-ab16-d226a5a54216 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 210 time: 0.0540824 Nov 10 22:42:46.725741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': ' tempest-securitygroup -991471442 ', 'description': 'tempest-description-686860447'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:46.757396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:46.890054 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88db32d8-b646-4605-b331-875627e53bed x-openstack-request-id: req-88db32d8-b646-4605-b331-875627e53bed {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:46.890606 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:46.890606 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88db32d8-b646-4605-b331-875627e53bed {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:46.891185 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'status': 'completed', 'code': 200} Nov 10 22:42:46.915222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:46.990722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.011440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-ac137385-b84c-4e49-9acb-9971061ab3dc tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.016368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-ac137385-b84c-4e49-9acb-9971061ab3dc tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.1694489 Nov 10 22:42:47.023719 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.068873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Request body: {'port': {'device_id': '1f74c91b-823a-452f-9925-59ce667f68ee', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'admin_state_up': True, 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:47.073195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aef21f-bcb7-4147-af5b-52464a801a8f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:47.093108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.093488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.093817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.094147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.094476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.094799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.095907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.096239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.096558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.096871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.097487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.097812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:47.099213 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9afcfe3-8d86-4a5d-a01c-deeee86b1c22 req-6d8419e5-6a78-4ff8-8666-dcba2b673853 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070925 Nov 10 22:42:47.101557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-5b4d39c7-9519-4f68-8b17-e15e2b2c421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.103189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-5b4d39c7-9519-4f68-8b17-e15e2b2c421e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1174 time: 0.2047338 Nov 10 22:42:47.159625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.177923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4945ad05-8b62-4f06-b610-c1fb39e2d072 req-e4f74c2b-0c0a-4280-a57d-ea7798ed8152 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4548504 Nov 10 22:42:47.223949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.306550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9afae16a-af1e-4601-bae8-94ee448c8286 req-48de4394-318e-4764-8062-3536fc372ac1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 210 time: 0.0943410 Nov 10 22:42:47.338300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:47.343013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.399037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Network 43e53184-6e6d-4046-9b47-ac098315e987 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:47.440775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:47.449033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:47.515652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ab10-3a9a-4938-be02-7898ed10679d req-f9699d33-4b9b-4b2d-b565-a5582c5d44f4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.533831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb93ab10-3a9a-4938-be02-7898ed10679d req-f9699d33-4b9b-4b2d-b565-a5582c5d44f4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 945 time: 0.2823808 Nov 10 22:42:47.585974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:47.599452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Router b85fc7b0-3321-46fa-863e-8989ccff2cc3 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:42:47.609945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-5cd5e161-4ba9-4a08-b9d4-6512ba897e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.611597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-5cd5e161-4ba9-4a08-b9d4-6512ba897e1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.4969108 Nov 10 22:42:47.617266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70abe471-d182-4339-8717-c1dca36a9541 req-41db3860-1ac6-4c30-b150-ea5889013c7a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/71aef21f-bcb7-4147-af5b-52464a801a8f HTTP/1.1" status: 200 len: 1796 time: 0.2414827 Nov 10 22:42:47.659343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb93ab10-3a9a-4938-be02-7898ed10679d req-f1168f96-2572-4bc4-be68-b287ba5d0a78 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238017 Nov 10 22:42:47.669186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.680283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:47.807226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-a552e4d9-1d88-42cb-8821-3f3b740d4584 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 200 len: 217 time: 0.1831291 Nov 10 22:42:47.808523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Allocated IP 172.20.0.4 (159cb681-9a75-46f3-84fb-ff64e04ea683/cceaa326-03eb-4ebe-b8e6-135ac4374462/b3d53495-db49-4455-b6f8-0a03628c72d5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:47.864804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c3b1080b-fd9d-428c-9eff-5a88a590bfe5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3591840 Nov 10 22:42:47.884468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Request body: {'port': {'device_id': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:47.976554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-8b2552f4-a5dc-4331-9864-4ba39e02f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:47.977616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-8b2552f4-a5dc-4331-9864-4ba39e02f67c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.1535738 Nov 10 22:42:48.053608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-4c2c310b-e7b5-48c4-bee5-cae4a7fdc407 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/71aef21f-bcb7-4147-af5b-52464a801a8f HTTP/1.1" status: 200 len: 1796 time: 0.3474660 Nov 10 22:42:48.075874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.090356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-cc3a3604-813e-49b0-ae11-a8a2081ab5ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007316 Nov 10 22:42:48.116255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98539378-4338-4588-8759-5b738bfe5ff0 req-14b3dd81-3ee3-424b-9a0d-b7c4649247d5 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:48.118390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98539378-4338-4588-8759-5b738bfe5ff0 req-14b3dd81-3ee3-424b-9a0d-b7c4649247d5 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.0911043 Nov 10 22:42:48.169371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:48.173500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.183120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Sync routers for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:48.198712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f', '69ea1359-0674-4ec7-97ca-447a686ed476'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:48.255266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.263696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:48.273693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:48.274976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:48.286630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:48.301442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:48.323391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98539378-4338-4588-8759-5b738bfe5ff0 req-c0205307-5948-4101-ade1-bc63a14c2997 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784532 Nov 10 22:42:48.392161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event updated for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:48.406041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-fe434fc5-ab55-4c87-882b-a7c1261f58c6 service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034952 Nov 10 22:42:48.421039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:48.433535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.437956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1c49d311-33c9-4bed-8a96-eeeea87f3aae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3108170 Nov 10 22:42:48.442778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34892) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:48.604364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:48.605317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.637569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.670351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.674306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-2e839d89-ee0d-4a63-b160-d91d52ae61d3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6438186 Nov 10 22:42:48.726697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.730317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.731356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e2dbec3-e4c7-448d-8ae7-8d80a653069e req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/71aef21f-bcb7-4147-af5b-52464a801a8f HTTP/1.1" status: 204 len: 173 time: 0.6765068 Nov 10 22:42:48.746726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Request body: {'port': {'device_id': '1f74c91b-823a-452f-9925-59ce667f68ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:48.756112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2b841-7ca9-49cc-88a1-a79b7c3ec159 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aef21f-bcb7-4147-af5b-52464a801a8f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:48.819770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df4aff-6ede-45f4-9eff-82a775f1bab4 req-54f8e577-0f33-480b-b1c7-6b7fe5774ae0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:48.827318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74df4aff-6ede-45f4-9eff-82a775f1bab4 req-54f8e577-0f33-480b-b1c7-6b7fe5774ae0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 931 time: 0.4030070 Nov 10 22:42:48.948859 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:48.987769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:44Z', 'revision_number': 3, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:48.988296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cba24fe-ac4e-4407-8199-b57c6c813168 req-8c06aadb-f0b5-4ff2-b9ef-2b0ec6a64df7 service neutron] 10.222.0.20 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409362 Nov 10 22:42:49.078583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Checking router: b85fc7b0-3321-46fa-863e-8989ccff2cc3 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:49.078952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Updating router b85fc7b0-3321-46fa-863e-8989ccff2cc3 port 4e041099-69ab-43ba-824e-d4ea08b48f04 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:42:49.235160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.369457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b1f787-f10a-40ff-b483-8a0d8919d707 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:49.380264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.406068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95cf6-6ed4-40a5-a3dd-cc72a7f68b1e req-c9673bff-2b69-4aed-9037-32c36cd2b1d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:49.417371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32e95cf6-6ed4-40a5-a3dd-cc72a7f68b1e req-c9673bff-2b69-4aed-9037-32c36cd2b1d4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1984053 Nov 10 22:42:49.424226 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74df4aff-6ede-45f4-9eff-82a775f1bab4 req-e06ac907-c619-4a6b-aa0b-8a918abd5590 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953691 Nov 10 22:42:49.433223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Transition to ACTIVE for port object e5b1f787-f10a-40ff-b483-8a0d8919d707 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:49.450845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.568496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:49.594072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32e95cf6-6ed4-40a5-a3dd-cc72a7f68b1e req-949a99b6-b23f-420b-8ad3-f39331a3afdb tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406660 Nov 10 22:42:49.712631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:49.713012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:49.713314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:49.723853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:49.724168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:49.728042 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-9d8faa40-88b0-480e-aaa3-b55e9928f4d6 req-a0a347fe-4caa-43bb-8c93-c04a75b93498 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:42:49.729129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d8faa40-88b0-480e-aaa3-b55e9928f4d6 req-a0a347fe-4caa-43bb-8c93-c04a75b93498 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/71aef21f-bcb7-4147-af5b-52464a801a8f HTTP/1.1" status: 404 len: 352 time: 0.0243840 Nov 10 22:42:49.732378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:49.732857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:49.733540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:49.734549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Bound port: e5b1f787-f10a-40ff-b483-8a0d8919d707, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:49.734549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.758370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.769091 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.804384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c0a-0009-427d-9929-fea22d662f16 req-4bfa13d6-d8b8-46e6-9463-79690caa6562 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:49.817288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5e2c0a-0009-427d-9929-fea22d662f16 req-4bfa13d6-d8b8-46e6-9463-79690caa6562 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 931 time: 0.2315321 Nov 10 22:42:49.819196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:49.825704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:49.830904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.854135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Attempting to bind port 4e041099-69ab-43ba-824e-d4ea08b48f04 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:49.854508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Attempting to bind port 4e041099-69ab-43ba-824e-d4ea08b48f04 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:49.858443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Attempting to bind port 4e041099-69ab-43ba-824e-d4ea08b48f04 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:49.904601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:49.911784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:49.913785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.915438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-dee6cfbc-1ffa-417e-80c0-3f1a7ae59923 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 1091 time: 2.0360446 Nov 10 22:42:49.916089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:49.918417 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef4598b-5d84-4a54-9d48-612152ff336a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:49.966195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:49.982043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:49.983576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:49.984178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:49.984860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Bound port: 4e041099-69ab-43ba-824e-d4ea08b48f04, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:49.985480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.038014 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5e2c0a-0009-427d-9929-fea22d662f16 req-72f6afd6-b0cb-4c46-8db3-5062630acceb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984148 Nov 10 22:42:50.076346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1900e-712c-4f61-b320-4505dbc25cdb None None] Pushing event updated for resources: {'Port': ['ID=4e041099-69ab-43ba-824e-d4ea08b48f04,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:50.107869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] For port 4e041099-69ab-43ba-824e-d4ea08b48f04, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:50.111981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] For port 4e041099-69ab-43ba-824e-d4ea08b48f04, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e041099-69ab-43ba-824e-d4ea08b48f04,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:50.117413 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.148802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-03f476eb-0e86-4949-996f-5197a5c57fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:50.155139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-03f476eb-0e86-4949-996f-5197a5c57fea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1094 time: 0.1846244 Nov 10 22:42:50.167261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1024515914', 'description': 'tempest-description-654893200'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:50.182683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb4c2-a79c-4994-9047-8f3b874002e9 req-3e610359-b9df-40f3-ade8-c807a31eb618 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:50.191737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb4c2-a79c-4994-9047-8f3b874002e9 req-3e610359-b9df-40f3-ade8-c807a31eb618 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:50.199857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:50.200604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:50.204162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1900e-712c-4f61-b320-4505dbc25cdb None None] Pushing event updated for resources: {'Port': ['ID=4e041099-69ab-43ba-824e-d4ea08b48f04,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:50.217677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb4c2-a79c-4994-9047-8f3b874002e9 req-3e610359-b9df-40f3-ade8-c807a31eb618 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:50.219322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-396fb4c2-a79c-4994-9047-8f3b874002e9 req-3e610359-b9df-40f3-ade8-c807a31eb618 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc&device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 2417 time: 0.1726954 Nov 10 22:42:50.336999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-781991ba-9e40-4779-8ad3-96560dcf21ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.1166074 Nov 10 22:42:50.433749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.440909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d53495-db49-4455-b6f8-0a03628c72d5 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:50.472924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:50.493912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.534639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-396fb4c2-a79c-4994-9047-8f3b874002e9 req-61321e00-fe10-49c4-95f2-c4917b259d39 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021886 Nov 10 22:42:50.565261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Transition to ACTIVE for port object b3d53495-db49-4455-b6f8-0a03628c72d5 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:42:50.569819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c230f16a-c7a1-4175-82ee-db6207c2e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:50.570771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.582734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-c230f16a-c7a1-4175-82ee-db6207c2e67b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.2191689 Nov 10 22:42:50.608956 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8350e8-8db5-4658-b5bd-d116f9b05285 x-openstack-request-id: req-2d8350e8-8db5-4658-b5bd-d116f9b05285 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:50.609368 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:50.609584 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d8350e8-8db5-4658-b5bd-d116f9b05285 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:50.609903 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'status': 'completed', 'code': 200} Nov 10 22:42:50.655454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-93d74301-1960-482e-bb04-d9b9a3cda3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613570 Nov 10 22:42:50.820898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Pushing event updated for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:50.826164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-a0e9a32b-a1d4-4158-a4d1-03e1cedcaa83 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635542 Nov 10 22:42:50.837499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.879432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Attempting to bind port b3d53495-db49-4455-b6f8-0a03628c72d5 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:50.879903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Attempting to bind port b3d53495-db49-4455-b6f8-0a03628c72d5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:50.880240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Attempting to bind port b3d53495-db49-4455-b6f8-0a03628c72d5 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:50.895348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.906304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Port b3d53495-db49-4455-b6f8-0a03628c72d5 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:42:50.906649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Attempting to bind port b3d53495-db49-4455-b6f8-0a03628c72d5 on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:50.924055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:50.933926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:44Z', 'revision_number': 3, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:50.968592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561278b7-257a-4aad-9a51-9c368430e5e4 None None] The sync data for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 is: [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:44Z', 'revision_number': 3, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:51.011538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.012606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82785fb6-4579-4c79-8f78-6f556ddbe27d req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8716686 Nov 10 22:42:51.013376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:51.013703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Checking segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:51.014298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Bound using segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:51.014764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Bound port: b3d53495-db49-4455-b6f8-0a03628c72d5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:51.015105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.063507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f63213-a40d-4ec1-84b1-8c95e4e37bef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d65f0-29a5-4eb1-84de-b2b74409302c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:51.093814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89f9d78c-6498-4381-bebe-095ab8b59b55 req-e6b041d5-536c-4fcd-8c61-1e3f96e1b1a9 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581520 Nov 10 22:42:51.138008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816d32-5749-4e2f-b47d-bcf3ea0b7c84 req-e0f3a673-ac48-48f7-a8d8-b47070b629a3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:51.145219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43816d32-5749-4e2f-b47d-bcf3ea0b7c84 req-e0f3a673-ac48-48f7-a8d8-b47070b629a3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.2261584 Nov 10 22:42:51.257208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43816d32-5749-4e2f-b47d-bcf3ea0b7c84 req-e2f19bd8-326d-4972-b865-b460d97077bb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989769 Nov 10 22:42:51.299542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-3f1004fb-d235-41a0-8595-3e75c93120f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:51.301071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-3f1004fb-d235-41a0-8595-3e75c93120f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1094 time: 0.0846629 Nov 10 22:42:51.351443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34942) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:51.442919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34946) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:51.478297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1825573812', 'description': 'tempest-description-1568631731'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:51.570746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.651787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e041099-69ab-43ba-824e-d4ea08b48f04 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:51.751476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:51.768017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4e041099-69ab-43ba-824e-d4ea08b48f04 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:51.768392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.788922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b3d53495-db49-4455-b6f8-0a03628c72d5,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:51.801948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef15d-9552-461d-8e21-20b3e5be33de req-10c53512-6a08-4eda-8128-f8234f17eda3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:51.804834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d0ef15d-9552-461d-8e21-20b3e5be33de req-10c53512-6a08-4eda-8128-f8234f17eda3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.6195612 Nov 10 22:42:51.821882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Allocated IP 172.20.0.1 (3cf6f58f-9ab8-4443-a162-f43a8571c111/2768ecea-53eb-4adb-a5f4-c7a4ce7b956a/f851e503-c5f0-4067-b527-ef8f9762d735) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:51.833923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.859714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Deleting subnet 860549f6-738c-4d39-be38-e9cdf4986cb1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:42:51.869224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.874149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.881928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.898150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.934418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Pushing event updated for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:51.969184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 4e041099-69ab-43ba-824e-d4ea08b48f04, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e041099-69ab-43ba-824e-d4ea08b48f04,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:51.979812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-01dee5be-4263-4481-97c8-b7fafc88a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:51.981650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:51.982775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-01dee5be-4263-4481-97c8-b7fafc88a87e service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.6704409 Nov 10 22:42:51.987852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.013032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb84e79b-273c-4075-8884-497b850ef03f req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5688038 Nov 10 22:42:52.018771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.019398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.025133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-ba12be90-1794-472a-937c-36654fd5175b service neutron] 10.222.0.39 "PUT /v2.0/ports/b3d53495-db49-4455-b6f8-0a03628c72d5 HTTP/1.1" status: 200 len: 1091 time: 3.2883127 Nov 10 22:42:52.025133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:52.030513 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a142777-3ee3-41ec-ba3d-3836700c6ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:52.124533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=4e041099-69ab-43ba-824e-d4ea08b48f04,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:52.169002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-498ce8bc-575e-4eaa-b26e-5f52904f069b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.1208804 Nov 10 22:42:52.186007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d0ef15d-9552-461d-8e21-20b3e5be33de req-868d4565-23ef-4d4a-9bcb-c53a96ce66db tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602450 Nov 10 22:42:52.186704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.218110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526136908', 'description': 'tempest-description-1169816006'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:52.244784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-15dba99c-5a22-4e98-bd34-3faa9fcdcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.246621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-15dba99c-5a22-4e98-bd34-3faa9fcdcd0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 1094 time: 0.1661272 Nov 10 22:42:52.269996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8124-aac2-4f97-acd5-55eacba7ef7c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0913468-e5df-4c45-abb7-490167fe714b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:52.314517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.320607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-fee571f0-309d-48b1-956d-41b40d4b9b52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3d53495-db49-4455-b6f8-0a03628c72d5 HTTP/1.1" status: 200 len: 217 time: 0.0596049 Nov 10 22:42:52.349111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.362099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.402006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-7297c33c-54f2-4dac-ba05-adbbf403071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.403446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-7297c33c-54f2-4dac-ba05-adbbf403071c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1551092 Nov 10 22:42:52.411081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c7a46-6478-4243-85b3-d2a62ceac039 req-e737836a-b250-429c-ba6e-099e558cb08f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.412590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-954c7a46-6478-4243-85b3-d2a62ceac039 req-e737836a-b250-429c-ba6e-099e558cb08f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 943 time: 0.2706168 Nov 10 22:42:52.414098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954903-a59f-4319-8639-043f138c0fc6 req-989b4c05-493e-409a-891d-541e60710fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.415578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-989b4c05-493e-409a-891d-541e60710fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.0810938 Nov 10 22:42:52.458060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-bd06ff48-0a42-4926-9074-a5028b113c55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339415 Nov 10 22:42:52.462609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-1c59173a-06de-48bf-a4ce-8d7558eca7da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457692 Nov 10 22:42:52.463738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.570635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:52.584320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.584825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.585772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:52.588620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:52.596397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-954c7a46-6478-4243-85b3-d2a62ceac039 req-d6b88530-f3fd-4a17-b5bb-cbdf0d7486ac tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608071 Nov 10 22:42:52.597238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.628586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860549f6-738c-4d39-be38-e9cdf4986cb1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:52.630640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.636362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-787b2d7b-49d0-46eb-ae18-c73959742ece admin admin] 10.222.0.25 "DELETE /v2.0/subnets/860549f6-738c-4d39-be38-e9cdf4986cb1 HTTP/1.1" status: 204 len: 168 time: 1.2844920 Nov 10 22:42:52.639038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Pushing event updated for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:52.639881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34958) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:52.678526 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6406e1-b7c8-4649-8fc7-69ae294189c5 x-openstack-request-id: req-6e6406e1-b7c8-4649-8fc7-69ae294189c5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:52.678821 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:52.679069 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e6406e1-b7c8-4649-8fc7-69ae294189c5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:52.680726 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5', 'status': 'completed', 'code': 200} Nov 10 22:42:52.711445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.712656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2a83a80-bff3-48a9-a21b-da9fbf672bff req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5016062 Nov 10 22:42:52.717377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e0eeb-087d-4091-a992-3e43fac60985 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae2e8b-59c6-476b-ba11-4841e737d8bb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:52.733320 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-01d351bd-2fb8-45f2-b686-5380ddf494c6 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567489 Nov 10 22:42:52.738200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.739342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-edbad119-c07d-41ae-be2c-73c30ac42d02 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605374 Nov 10 22:42:52.758059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34964) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:52.768605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-969494558'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:52.903022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ef4598b-5d84-4a54-9d48-612152ff336a req-dc7a7c2e-b203-4bd0-9389-3bb332f393f0 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434555 Nov 10 22:42:52.913112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.916360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929b77-fa94-43e0-806c-ec8898efa781 req-7a0d02ae-deb4-478f-aa1f-a221652aacc0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.919338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8929b77-fa94-43e0-806c-ec8898efa781 req-7a0d02ae-deb4-478f-aa1f-a221652aacc0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.1250732 Nov 10 22:42:52.941245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:52.944643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.990927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10954903-a59f-4319-8639-043f138c0fc6 req-2a4057c5-19e2-414c-a5f1-0415d8add8eb service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478659 Nov 10 22:42:53.039857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:53.053409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8929b77-fa94-43e0-806c-ec8898efa781 req-86439ecc-dc17-4af8-a614-f67c1a271f54 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071634 Nov 10 22:42:53.071980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.156053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-40a08d12-c38c-4502-94d9-67dfe9899c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:53.159843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-40a08d12-c38c-4502-94d9-67dfe9899c65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 1094 time: 0.0952957 Nov 10 22:42:53.338638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-c7aac364-aa4b-4d16-a3f9-888a0bc530de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:53.340096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-c7aac364-aa4b-4d16-a3f9-888a0bc530de service neutron] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 0.1708338 Nov 10 22:42:53.402932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-793e170c-6f0e-407e-b50c-f0c7613946eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3d53495-db49-4455-b6f8-0a03628c72d5 HTTP/1.1" status: 200 len: 217 time: 0.0487399 Nov 10 22:42:53.427412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.428007 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Added segment 9829c94d-6921-4769-b381-0c0a8c46e04d of type vlan for network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec Nov 10 22:42:53.460253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.486043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-5fc82eed-7d9a-4859-a22e-c540244fd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:53.488163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-5fc82eed-7d9a-4859-a22e-c540244fd2dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.0775645 Nov 10 22:42:53.494306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.532174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-74e5c954-0792-4503-bd6d-0648764bcb04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357220 Nov 10 22:42:53.533456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.537256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e041099-69ab-43ba-824e-d4ea08b48f04 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:53.541230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.548080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:53.572158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4166705a-f9a9-4ebd-ac4d-b160a6954a49') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:53.572549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4166705a-f9a9-4ebd-ac4d-b160a6954a49') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:53.589836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4e041099-69ab-43ba-824e-d4ea08b48f04 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:53.590477 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.601778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2bf4734-6760-4a1a-aca6-28cf86d3c92f req-0bfb7e36-6692-4fcb-b62d-2bb1d7621b2e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 10997 time: 0.6930494 Nov 10 22:42:53.609338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.631213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Pushing event updated for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:53.641292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.654895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:42:53.655559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:42:53.663012 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:42:53.666843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.673350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:53.674289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.679123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.720104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.777711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:53.848280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-85b2dfb6-02e4-4d4c-ae44-f84a3d95282a service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047853 Nov 10 22:42:53.888653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1240852 Nov 10 22:42:53.897088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34980) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:53.905281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1508173116'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:53.927013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.931462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:53.937418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b HTTP/1.1" status: 204 len: 168 time: 1.2920296 Nov 10 22:42:53.937618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:53.948810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'port_id': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'mac_address': 'fa:16:3e:87:bb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de89209e-83b3-47dc-a273-fd511939d941', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:53.977986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2bf4734-6760-4a1a-aca6-28cf86d3c92f req-aa867b4f-7656-48e5-8375-4dd67b78acff tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 200 len: 2998 time: 0.3654394 Nov 10 22:42:53.995582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.006039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:54.011165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b1f787-f10a-40ff-b483-8a0d8919d707 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:54.016374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacd74f-96da-48e5-80d2-7f91c81e8081 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Network': ['ID=5a671e46-6435-4f0f-beeb-6c9edebcc0ec,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.030824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:54.045414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169f68-6bf7-4999-bc61-4ce26e9bcbce req-52250e8d-e4df-41c6-b1ce-cf4dbda4056f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:54.047100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:54.054295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52169f68-6bf7-4999-bc61-4ce26e9bcbce req-52250e8d-e4df-41c6-b1ce-cf4dbda4056f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 943 time: 0.2410164 Nov 10 22:42:54.057861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:54.068238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5549fe-2345-450f-aa6c-54d7e9a8074b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab8a529-54d9-4e6b-b6c4-ee8e0f9a756b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.075913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:54.080314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.087760 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.099661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2bf4734-6760-4a1a-aca6-28cf86d3c92f req-025a13ff-ff54-46f2-a083-f3b00cff6a4f tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 200 len: 2998 time: 0.1116669 Nov 10 22:42:54.151431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34988) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:54.159653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.160278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52169f68-6bf7-4999-bc61-4ce26e9bcbce req-b7fa4489-f298-4794-931f-c35c6804a0c1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021326 Nov 10 22:42:54.211107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:54.230326 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.230988 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Added segment 79a07a25-0038-4a7a-a57e-44e8c9338259 of type vlan for network 2a07bde3-9cc8-442b-b94e-70ff092eda8d Nov 10 22:42:54.232026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a142777-3ee3-41ec-ba3d-3836700c6ba3 req-157eedaf-0d72-4c55-be9a-4e37ab0b503e service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746636 Nov 10 22:42:54.298793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-be473c56-b0ff-4f3e-b566-8d6a53086e95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5fb77697dd34ef99a15e7323a96bebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371570 Nov 10 22:42:54.308932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:54.313483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.352754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e5b1f787-f10a-40ff-b483-8a0d8919d707'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:54.407035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ebb59-0d9c-434b-ba10-4ee70b164f5d req-0edcf2c7-4329-4cb7-bd01-cba8d19e5f5e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:54.408423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-594d7c40-33a1-4257-8abe-aea713011473 req-67a6f11e-6e0b-4cae-9c8f-1f8974155b86 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/aa6d65f0-29a5-4eb1-84de-b2b74409302c HTTP/1.1" status: 200 len: 1817 time: 0.1086516 Nov 10 22:42:54.408566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a7ebb59-0d9c-434b-ba10-4ee70b164f5d req-0edcf2c7-4329-4cb7-bd01-cba8d19e5f5e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.1154094 Nov 10 22:42:54.416470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.419813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Router b85fc7b0-3321-46fa-863e-8989ccff2cc3 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:54.423113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:54.423834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.455992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.526488 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6262624 Nov 10 22:42:54.533096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34994) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:54.536095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.541959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02baa3-052a-4fbd-8231-6fccda12de45 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Network': ['ID=2a07bde3-9cc8-442b-b94e-70ff092eda8d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.542226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'subnet': {'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:54.550293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Deleting port 3944861e-981a-47fa-9146-633e6841c328 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:54.550634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.555958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:54.581871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a7ebb59-0d9c-434b-ba10-4ee70b164f5d req-3229577f-3378-4353-a0dd-72f8a41cffbd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494980 Nov 10 22:42:54.607689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-594d7c40-33a1-4257-8abe-aea713011473 req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.652069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-594d7c40-33a1-4257-8abe-aea713011473 req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.684060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] For port 3944861e-981a-47fa-9146-633e6841c328, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3944861e-981a-47fa-9146-633e6841c328,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:54.684313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.706208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Calling delete_port for 3944861e-981a-47fa-9146-633e6841c328 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:54.741828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:54.755873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7db5ebd0-5292-4320-9cfe-e5d15192c030 admin admin] 10.222.0.25 "PUT /v2.0/routers/b85fc7b0-3321-46fa-863e-8989ccff2cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3087652 Nov 10 22:42:54.756104 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Sync routers for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:54.765664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-594d7c40-33a1-4257-8abe-aea713011473 req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.768936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-594d7c40-33a1-4257-8abe-aea713011473 req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.770113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-594d7c40-33a1-4257-8abe-aea713011473 req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa6d65f0-29a5-4eb1-84de-b2b74409302c HTTP/1.1" status: 204 len: 173 time: 0.3343294 Nov 10 22:42:54.770894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eab6ed-1e6b-4e89-a288-06331a0fa6ce req-ca8cbb7a-e1aa-4edc-b170-77bc8aba0c6a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:54.772387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65eab6ed-1e6b-4e89-a288-06331a0fa6ce req-ca8cbb7a-e1aa-4edc-b170-77bc8aba0c6a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1174910 Nov 10 22:42:54.777554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.784468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.785639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c639299-a3b1-4d4f-8893-144c14dc337b HTTP/1.1" status: 204 len: 168 time: 0.4736688 Nov 10 22:42:54.786331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:54.789948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.797206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300d7d-f668-405e-a3df-b3151736b7bc tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d65f0-29a5-4eb1-84de-b2b74409302c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.806315 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:54.807468 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:54.826076 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-c2dad217-26c7-4a84-8785-edcd4611ce13 req-60290446-10ba-4ef8-a8a6-f62ff04502f1 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:42:54.833538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2dad217-26c7-4a84-8785-edcd4611ce13 req-60290446-10ba-4ef8-a8a6-f62ff04502f1 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/aa6d65f0-29a5-4eb1-84de-b2b74409302c HTTP/1.1" status: 404 len: 352 time: 0.0244026 Nov 10 22:42:54.868631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936f71-a452-482a-a9db-274b91140b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c639299-a3b1-4d4f-8893-144c14dc337b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.930593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ebabaf5-650d-4a1d-80d6-e1dc4928b4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.972483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-d533fb74-b2af-44f1-ad54-fe8064fec460 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/c0913468-e5df-4c45-abb7-490167fe714b HTTP/1.1" status: 200 len: 1818 time: 0.1208341 Nov 10 22:42:55.014564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65eab6ed-1e6b-4e89-a288-06331a0fa6ce req-9c13e418-3261-43c5-9e39-f3d1bd4f794b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214108 Nov 10 22:42:55.041786 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:55.140129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.199990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.203290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Pushing event deleted for resources: {'Port': ['ID=3944861e-981a-47fa-9146-633e6841c328,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:55.326167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Subnet': ['ID=8d649e2f-e3f2-4009-a99c-efce941d9881,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:55.330386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:55.330749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network hostable DHCP agents. Network: 5a671e46-6435-4f0f-beeb-6c9edebcc0ec, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:55.367785 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:52Z', 'revision_number': 4, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f851e503-c5f0-4067-b527-ef8f9762d735', 'name': '', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'mac_address': 'fa:16:3e:cf:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:50Z', 'updated_at': '2021-11-10T22:42:53Z', 'revision_number': 2, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'subnets': [{'id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:55.368081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:55.372182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.385096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5a671e46-6435-4f0f-beeb-6c9edebcc0ec) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:55.394216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165f061-bbaa-4f95-8e39-1c8527c08370 None None] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:55.398390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:55.400017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.430958 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0558bfb4-a220-4450-8701-95038ac455ac tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8903983 Nov 10 22:42:55.431191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:55.451142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'subnet': {'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:55.455240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Checking router: b85fc7b0-3321-46fa-863e-8989ccff2cc3 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:55.457387 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Updating router b85fc7b0-3321-46fa-863e-8989ccff2cc3 port f851e503-c5f0-4067-b527-ef8f9762d735 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:42:55.510530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.531458 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.638908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.642868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.650893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f37a8cc7-a15d-448a-ab87-ed9733166a91 req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0913468-e5df-4c45-abb7-490167fe714b HTTP/1.1" status: 204 len: 173 time: 0.6771708 Nov 10 22:42:55.669113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:55.672445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.694164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:55.697687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc55abd-2607-4ac3-8c23-31f4fe516e8d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0913468-e5df-4c45-abb7-490167fe714b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:55.702542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.725611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-c4f8e87c-2e59-4c72-b045-63140a12ee65 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:55.732850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-c4f8e87c-2e59-4c72-b045-63140a12ee65 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 819 time: 0.2236927 Nov 10 22:42:55.784842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-a12360fc-2af0-46ec-918a-d7b2ba3cc38f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/quotas/ee146f3c13ab4c6db6f08dc5d3d74b91 HTTP/1.1" status: 200 len: 375 time: 0.0510221 Nov 10 22:42:55.894206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e5b1f787-f10a-40ff-b483-8a0d8919d707 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:42:55.900278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:42:55.900751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d813f-b326-4892-8d43-c001f7b604ac req-d9ee2321-8eb2-44ea-88bf-7b93cda308ee tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:55.901745 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.909223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb4d813f-b326-4892-8d43-c001f7b604ac req-d9ee2321-8eb2-44ea-88bf-7b93cda308ee tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 943 time: 0.1179705 Nov 10 22:42:55.915038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e5b1f787-f10a-40ff-b483-8a0d8919d707 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:55.915620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:55.925440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-1b633aca-7092-4140-9acf-342914b4cdcf tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1392212 Nov 10 22:42:56.055502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:56.068844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb4d813f-b326-4892-8d43-c001f7b604ac req-11f5edc0-3e3d-489e-9f24-547ec9340da7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488194 Nov 10 22:42:56.090477 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.153809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-1f0dbcec-3aa0-4d97-87e7-060c1ec21e71 service neutron] 10.222.0.25 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199357 Nov 10 22:42:56.171482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:56.174706 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732ae870-e1ca-482a-97f6-cbdd6c4c4b1c" -d '{"events": [{"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:56.194935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:56.197171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Allocated IP 10.1.1.2 (5a671e46-6435-4f0f-beeb-6c9edebcc0ec/8d649e2f-e3f2-4009-a99c-efce941d9881/d5d4f05e-43fa-4283-85d5-47e51038eaeb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:56.203527 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.233575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Router 816695f8-5072-44bf-a37a-2929df2cebbf has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:56.242883 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.263508 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.284490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-407819953-network', 'tenant_id': 'd7d54138786f4cc39eb73d37d5b9e3a7'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:56.286849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b0552-4da1-430f-84d6-d76fd0680f15 req-2978ec50-dddd-4592-b183-336899472d42 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:56.289126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e6b0552-4da1-430f-84d6-d76fd0680f15 req-2978ec50-dddd-4592-b183-336899472d42 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.1242721 Nov 10 22:42:56.306914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.332487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:56.355325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd39b19-bef9-44ae-917a-08bf2f52cc72 None None] Pushing event updated for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:56.393175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Made reservation on behalf of d7d54138786f4cc39eb73d37d5b9e3a7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:56.395419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.399213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-e5331d1a-baf7-4393-b879-33ce7715696d service neutron] 10.222.0.25 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444479 Nov 10 22:42:56.413323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.416949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Subnet': ['ID=3c4382a3-e258-4acd-840a-ee8751e5a3f6,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:56.424947 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Attempting to bind port f851e503-c5f0-4067-b527-ef8f9762d735 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:56.425764 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Attempting to bind port f851e503-c5f0-4067-b527-ef8f9762d735 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:56.427074 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Attempting to bind port f851e503-c5f0-4067-b527-ef8f9762d735 on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:56.433506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.436592 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:56.436997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Checking segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:56.437619 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.438209 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Bound using segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:56.438999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Bound port: f851e503-c5f0-4067-b527-ef8f9762d735, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:56.439623 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.445727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.463360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e6b0552-4da1-430f-84d6-d76fd0680f15 req-d0ffc498-facd-49d2-ba67-4593a5ca6023 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133413 Nov 10 22:42:56.474377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Checking segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:56.474879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network hostable DHCP agents. Network: 2a07bde3-9cc8-442b-b94e-70ff092eda8d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:42:56.511061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:42:56.527776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2a07bde3-9cc8-442b-b94e-70ff092eda8d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:56.528267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:56.533805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:56.534391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.534852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:56.544066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:56.550426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae4673-17f3-4022-961c-b1fde81c6319 None None] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:56.560107 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] For port f851e503-c5f0-4067-b527-ef8f9762d735, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:56.567365 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] For port f851e503-c5f0-4067-b527-ef8f9762d735, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f851e503-c5f0-4067-b527-ef8f9762d735,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:56.571599 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.591308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26d0242f-355d-4500-a75f-4d8f16ef93d7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1590939 Nov 10 22:42:56.593326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.594097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:56.609829 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-90f2402f-02ef-4cbe-8507-9050133257e0 req-de1359ee-8b97-4702-b29f-f3a84e2ad2f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:42:56.611397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'name': 'tempest-TaggedBootDevicesTest-410157493', 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:56.611630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90f2402f-02ef-4cbe-8507-9050133257e0 req-de1359ee-8b97-4702-b29f-f3a84e2ad2f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/c0913468-e5df-4c45-abb7-490167fe714b HTTP/1.1" status: 404 len: 352 time: 0.0279217 Nov 10 22:42:56.614862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:56.616473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.628128 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76a744c7-92d5-4fb5-9287-adf4d2b2933d admin admin] 10.222.0.25 "PUT /v2.0/routers/816695f8-5072-44bf-a37a-2929df2cebbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1829004 Nov 10 22:42:56.630755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35056) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:56.697889 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd39b19-bef9-44ae-917a-08bf2f52cc72 None None] Pushing event updated for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:56.706066 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:56.707494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:56.735185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Pushing event updated for resources: {'Port': ['ID=d5d4f05e-43fa-4283-85d5-47e51038eaeb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:56.765097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Sync routers for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:56.774018 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4490aa-4410-4aae-98ae-e51c16065a0b x-openstack-request-id: req-ff4490aa-4410-4aae-98ae-e51c16065a0b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:56.775638 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:56.776168 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff4490aa-4410-4aae-98ae-e51c16065a0b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:56.777181 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'code': 200} Nov 10 22:42:56.780004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Attempting to bind port d5d4f05e-43fa-4283-85d5-47e51038eaeb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:42:56.780531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Attempting to bind port d5d4f05e-43fa-4283-85d5-47e51038eaeb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:42:56.781011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Attempting to bind port d5d4f05e-43fa-4283-85d5-47e51038eaeb on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:42:56.799161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.805464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:42:56.805996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:42:56.806498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.806993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Bound using segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:42:56.808301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Bound port: d5d4f05e-43fa-4283-85d5-47e51038eaeb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:42:56.808811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.895769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96a97eb7-f810-4a8c-9782-52856592fec5 req-48f7661b-61df-4d00-91aa-0348985e3260 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 210 time: 0.0385070 Nov 10 22:42:56.925662 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:56.932573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:56.934000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:42:56.939679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:56.966167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:56.969514 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Added segment fd85f81c-ab56-47ae-9829-7d4a49be25a9 of type vlan for network d78a884e-091d-43da-9718-9ae4d2dee3ec Nov 10 22:42:57.013073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7522b5-c429-4056-86be-38579fafc377,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:57.052866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.068387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7c61-6a75-4f41-aecc-2bc8b0c12674 req-0f4b81d7-efbc-4b58-a0bb-e5fea5368080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:57.070519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63b7c61-6a75-4f41-aecc-2bc8b0c12674 req-0f4b81d7-efbc-4b58-a0bb-e5fea5368080 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1096 time: 0.1345601 Nov 10 22:42:57.080342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-176b12ac-71a5-43d1-a55b-37a45c99d6e6 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/1eae2e8b-59c6-476b-ba11-4841e737d8bb HTTP/1.1" status: 200 len: 1817 time: 0.1057510 Nov 10 22:42:57.115971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670538e-feb7-45e0-9a01-033ddca80bbf req-24340941-eec6-4e26-ac43-2cacf5137e55 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:57.123631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9670538e-feb7-45e0-9a01-033ddca80bbf req-24340941-eec6-4e26-ac43-2cacf5137e55 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.3009081 Nov 10 22:42:57.127320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.176825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b3d53495-db49-4455-b6f8-0a03628c72d5 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:42:57.186037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] For port d5d4f05e-43fa-4283-85d5-47e51038eaeb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:42:57.226504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] For port d5d4f05e-43fa-4283-85d5-47e51038eaeb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d5d4f05e-43fa-4283-85d5-47e51038eaeb,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:42:57.238219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:57.250498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:42:57.260589 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.267500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b63b7c61-6a75-4f41-aecc-2bc8b0c12674 req-0cc4655f-1dba-4bb4-8529-c58e172c2d63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856287 Nov 10 22:42:57.291197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:57.309712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.337613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:52Z', 'revision_number': 4, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f851e503-c5f0-4067-b527-ef8f9762d735', 'name': '', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'mac_address': 'fa:16:3e:cf:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:50Z', 'updated_at': '2021-11-10T22:42:56Z', 'revision_number': 4, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'subnets': [{'id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:57.366222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.367310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:57.368101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.371911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Deleting port a906a023-dcfb-461b-9fea-d8903a6b5b4e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:57.372247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.375158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.378292 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015a798-b1fa-494c-827e-d5fc6d30d9a5 None None] The sync data for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 is: [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:42:52Z', 'revision_number': 4, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f851e503-c5f0-4067-b527-ef8f9762d735', 'name': '', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'mac_address': 'fa:16:3e:cf:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:50Z', 'updated_at': '2021-11-10T22:42:56Z', 'revision_number': 4, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'subnets': [{'id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:57.521873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.531679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.534688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d789693-8e47-4fa2-addb-66888b40ce7e req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/1eae2e8b-59c6-476b-ba11-4841e737d8bb HTTP/1.1" status: 204 len: 173 time: 0.4430611 Nov 10 22:42:57.549989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0d710-7350-433a-a1cd-a4b3065ce815 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae2e8b-59c6-476b-ba11-4841e737d8bb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:57.644050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] For port a906a023-dcfb-461b-9fea-d8903a6b5b4e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a906a023-dcfb-461b-9fea-d8903a6b5b4e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:57.644425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.684476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Calling delete_port for a906a023-dcfb-461b-9fea-d8903a6b5b4e owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:57.768874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f851e503-c5f0-4067-b527-ef8f9762d735 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:42:57.822643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c5e96bef-8c0e-4e60-9555-3cc2a7de2763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.894041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9670538e-feb7-45e0-9a01-033ddca80bbf req-7aca3dc5-ef36-49ce-8a25-1808a40f452f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592442 Nov 10 22:42:57.922479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e818-3e3e-471a-9281-d40b8773500a None None] Pushing event updated for resources: {'Port': ['ID=d5d4f05e-43fa-4283-85d5-47e51038eaeb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:57.926819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356486ee-aeea-4fcb-bb97-b2c9ab1172fb req-c7e1fbf5-ad3d-4fc2-b95d-e42222dfbf1b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:57.936899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-356486ee-aeea-4fcb-bb97-b2c9ab1172fb req-c7e1fbf5-ad3d-4fc2-b95d-e42222dfbf1b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 943 time: 0.2174423 Nov 10 22:42:57.980096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ips': [{'subnet_id': '3c4382a3-e258-4acd-840a-ee8751e5a3f6'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:42:57.980902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.001785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f851e503-c5f0-4067-b527-ef8f9762d735 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:58.002165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.009747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] Pushing event updated for resources: {'Network': ['ID=d78a884e-091d-43da-9718-9ae4d2dee3ec,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:58.064888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d4528a53-2e6a-40ab-a492-1602670d34de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0081928 Nov 10 22:42:58.068498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:58.077532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Request body: {'subnet': {'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-407819953-subnet', 'tenant_id': 'd7d54138786f4cc39eb73d37d5b9e3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:58.093061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d78a884e-091d-43da-9718-9ae4d2dee3ec details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:42:58.170995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-356486ee-aeea-4fcb-bb97-b2c9ab1172fb req-63d3f020-d45a-4b0a-ade2-55e682dc8b78 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265348 Nov 10 22:42:58.177194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b3d53495-db49-4455-b6f8-0a03628c72d5,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:58.193340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Made reservation on behalf of d7d54138786f4cc39eb73d37d5b9e3a7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:58.196016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.224128 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.269271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] device_id is not set on port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:42:58.331563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b3d53495-db49-4455-b6f8-0a03628c72d5', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'port_id': 'b3d53495-db49-4455-b6f8-0a03628c72d5', 'mac_address': 'fa:16:3e:e5:50:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceaa326-03eb-4ebe-b8e6-135ac4374462', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:42:58.461292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-2519bfe6-b675-4fbb-aef1-bb121f1be341 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:58.468753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-2519bfe6-b675-4fbb-aef1-bb121f1be341 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 819 time: 0.3959675 Nov 10 22:42:58.516454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.551940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-3e55e5d4-8022-4b89-992d-22aadc925b64 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/quotas/ee146f3c13ab4c6db6f08dc5d3d74b91 HTTP/1.1" status: 200 len: 375 time: 0.0819035 Nov 10 22:42:58.568234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Allocated IP 10.2.2.2 (2a07bde3-9cc8-442b-b94e-70ff092eda8d/3c4382a3-e258-4acd-840a-ee8751e5a3f6/13ff69a9-1340-41f0-8d95-7a2e6faf4e6d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:58.571827 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.621063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:42:55Z', 'revision_number': 5, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port': {'id': 'a906a023-dcfb-461b-9fea-d8903a6b5b4e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:40:49Z', 'updated_at': '2021-11-10T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:58.631446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f851e503-c5f0-4067-b527-ef8f9762d735, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f851e503-c5f0-4067-b527-ef8f9762d735,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:58.638854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d53495-db49-4455-b6f8-0a03628c72d5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:42:58.689099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274784c0-982d-4cec-a1f1-38c0b54175d9 req-a2ceba94-3c5b-4728-9b08-a8d8952cb016 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:58.690816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-274784c0-982d-4cec-a1f1-38c0b54175d9 req-a2ceba94-3c5b-4728-9b08-a8d8952cb016 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 945 time: 0.3914409 Nov 10 22:42:58.691476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.714808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.810374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a906a023-dcfb-461b-9fea-d8903a6b5b4e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:58.845736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-7c43327d-b352-480c-8439-2f84e20187fe tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2918537 Nov 10 22:42:58.873665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.1.1.86 (5a671e46-6435-4f0f-beeb-6c9edebcc0ec/8d649e2f-e3f2-4009-a99c-efce941d9881/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:42:58.930846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.954010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b3d53495-db49-4455-b6f8-0a03628c72d5,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:58.957849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-274784c0-982d-4cec-a1f1-38c0b54175d9 req-80ddbabc-e872-49b3-9844-1866cf1c2776 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486355 Nov 10 22:42:58.972881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Checking router: 816695f8-5072-44bf-a37a-2929df2cebbf for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:59.007595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.039702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.064786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Routers {'816695f8-5072-44bf-a37a-2929df2cebbf'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:59.069010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['816695f8-5072-44bf-a37a-2929df2cebbf'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:59.076093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.079457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-ba443a37-2a72-4613-8f5b-878e88408366 service neutron] 10.222.0.25 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328138 Nov 10 22:42:59.194536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.217231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] Set router 816695f8-5072-44bf-a37a-2929df2cebbf gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:59.268399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.271949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-f518ef6d-dbc8-4e12-a6c9-f4e1832a8961 service neutron] 10.222.0.25 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818178 Nov 10 22:42:59.291190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:59.293477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:59.298872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b3d53495-db49-4455-b6f8-0a03628c72d5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:59.301427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:59.303432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:42:58Z', 'revision_number': 7, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:59.306591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:59.336387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.408769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6c0d3-fefb-45bd-a950-03ebd8926704 None None] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:59.409093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:42:59.412457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:42:59.419430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:42:59.428692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4289b-1690-46ba-90d8-a4ebbf583099 None None] The sync data for ids ['816695f8-5072-44bf-a37a-2929df2cebbf'] in n-d-811521-3 is: [{'id': '816695f8-5072-44bf-a37a-2929df2cebbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-286580525-router', 'tenant_id': '7e27d2e4c02341019da6c30130ba3880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:40:46Z', 'updated_at': '2021-11-10T22:42:58Z', 'revision_number': 7, 'project_id': '7e27d2e4c02341019da6c30130ba3880', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:59.457543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:59.494176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:59.495113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.521058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-681287d6-e3ff-4b31-925e-4842d7a5080e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9232943 Nov 10 22:42:59.521457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:59.527111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'name': 'tempest-TaggedBootDevicesTest-117848014', 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:59.607824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.652470 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-955973a5-8880-4fea-9c75-fe9dba759b24 req-7ac91e6a-d122-4a9a-822b-23167b2aafd3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:42:59.668701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955973a5-8880-4fea-9c75-fe9dba759b24 req-7ac91e6a-d122-4a9a-822b-23167b2aafd3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/1eae2e8b-59c6-476b-ba11-4841e737d8bb HTTP/1.1" status: 404 len: 352 time: 0.6351664 Nov 10 22:42:59.678146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.685882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-9e638cd1-2cb1-4b8f-afe8-b5e9710b9381 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:59.687326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-9e638cd1-2cb1-4b8f-afe8-b5e9710b9381 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 819 time: 1.2300577 Nov 10 22:42:59.688602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.713652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:59.733016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] Provisioning complete for port d5d4f05e-43fa-4283-85d5-47e51038eaeb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:59.734102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.734683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Request body: {'port': {'device_id': 'a2227cca-e824-437f-8e59-77bceb169569', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'admin_state_up': True, 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:59.802070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfcf9-ec8c-4239-b24b-3322599cbcc1 req-229f68cc-d78a-4a58-89d5-72023607db4b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:59.813504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b19cfcf9-ec8c-4239-b24b-3322599cbcc1 req-229f68cc-d78a-4a58-89d5-72023607db4b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1564271 Nov 10 22:42:59.815546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:42:59.821500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.868690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] device_id is not set on port 72ec0f3e-4630-4621-a303-cf25edeba45a yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:42:59.887921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:59.912376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.912910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816695f8-5072-44bf-a37a-2929df2cebbf {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:42:59.930770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.934236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f7fac06e-6630-4307-a1c9-f87ee0a665f8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/816695f8-5072-44bf-a37a-2929df2cebbf HTTP/1.1" status: 204 len: 168 time: 3.2992628 Nov 10 22:42:59.957202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35104) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:00.045308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b19cfcf9-ec8c-4239-b24b-3322599cbcc1 req-0a0d89e8-55c3-4ad6-880e-33864adf0f4f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305095 Nov 10 22:43:00.132502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeff8b-c5c5-4bbb-8582-eade8019b326 req-a4ab5598-b02a-4d4e-b054-cadcee7e649a tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:00.134255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ebeff8b-c5c5-4bbb-8582-eade8019b326 req-a4ab5598-b02a-4d4e-b054-cadcee7e649a tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 944 time: 0.3472722 Nov 10 22:43:00.138349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Checking segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:00.138842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Network hostable DHCP agents. Network: d78a884e-091d-43da-9718-9ae4d2dee3ec, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:43:00.141096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Made reservation on behalf of ee146f3c13ab4c6db6f08dc5d3d74b91 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:00.144806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.166390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Attempting to bind port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:00.167026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Attempting to bind port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:00.167151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Attempting to bind port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:00.176004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Deleting subnet d1312ed6-5286-4990-bc16-19bba04a276c {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:43:00.192106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.195284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.1.1.173 (5a671e46-6435-4f0f-beeb-6c9edebcc0ec/8d649e2f-e3f2-4009-a99c-efce941d9881/72ec0f3e-4630-4621-a303-cf25edeba45a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:00.229067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfd421de-861f-4777-8bdf-868956508f7b req-bbc6e05c-d6f7-405c-9309-ac8b53157fe8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 210 time: 0.1234276 Nov 10 22:43:00.231978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:00.232369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Checking segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:00.232773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.233187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Bound using segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:00.233679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Bound port: 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:00.234059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.315459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Network d78a884e-091d-43da-9718-9ae4d2dee3ec is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:43:00.323442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Pushing event updated for resources: {'Port': ['ID=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.331509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.335525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.362265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.457731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.468583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d5d4f05e-43fa-4283-85d5-47e51038eaeb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:00.506233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] For port d5d4f05e-43fa-4283-85d5-47e51038eaeb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d5d4f05e-43fa-4283-85d5-47e51038eaeb,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:00.516939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.526429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.547694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f49b00a-0d44-4774-b5ac-b431602b4b8c req-634b3a73-b2f3-4a41-8f8d-ebe869399fe0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 6198 time: 0.1341429 Nov 10 22:43:00.564155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d78a884e-091d-43da-9718-9ae4d2dee3ec) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:00.575464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:00.576017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.576174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.592500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ebeff8b-c5c5-4bbb-8582-eade8019b326 req-1c78d50e-a34a-414c-bf96-caebf186d28c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390893 Nov 10 22:43:00.629213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] For port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:00.647738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] For port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:00.654956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ae16a-bc29-4094-9216-9f1b06245b39 None None] Pushing event updated for resources: {'Port': ['ID=d5d4f05e-43fa-4283-85d5-47e51038eaeb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.676326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd55fcc-692e-45bc-8f2d-d3adc322ae6f None None] Network d78a884e-091d-43da-9718-9ae4d2dee3ec requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:00.699684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:00.711015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f49b00a-0d44-4774-b5ac-b431602b4b8c req-a0fd8dac-0948-458e-ac85-b14707520fef tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 200 len: 2998 time: 0.1619320 Nov 10 22:43:00.712134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:00.718633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:00.726228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1164fd94-fe90-4b3e-bcb6-ec31aa946c2f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6523321 Nov 10 22:43:00.769390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Allocated IP 172.20.0.2 (3cf6f58f-9ab8-4443-a162-f43a8571c111/2768ecea-53eb-4adb-a5f4-c7a4ce7b956a/fa26b2a4-80a5-4f0c-a7c2-c24857613d6e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:00.772777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.788724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f49b00a-0d44-4774-b5ac-b431602b4b8c req-53f9f163-a307-46e5-aced-e93a7cdf2655 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 200 len: 2998 time: 0.0631416 Nov 10 22:43:00.789377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.803943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.830611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1312ed6-5286-4990-bc16-19bba04a276c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.842621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:00.843799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.845776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.852836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244785134', 'description': 'tempest-description-1918459194'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:00.854563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bf005ae-892f-44a8-a61c-bb9427feb28c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d1312ed6-5286-4990-bc16-19bba04a276c HTTP/1.1" status: 204 len: 168 time: 0.8945951 Nov 10 22:43:00.862490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35114) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:00.874680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8203e7f-0d75-4f30-b872-41375bb48e70 req-3b2b2de5-3f1e-48c5-8fbb-5c792b29d162 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:00.876642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8203e7f-0d75-4f30-b872-41375bb48e70 req-3b2b2de5-3f1e-48c5-8fbb-5c792b29d162 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 945 time: 0.1886919 Nov 10 22:43:01.017525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211c74f-c351-4adf-9892-be6162532013 None None] Network 149df865-7c8c-45d8-af13-fb5356864d4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:01.030326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d5bd3-be84-492d-abd3-f49b09b79fa6 None None] Pushing event updated for resources: {'Port': ['ID=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:01.042835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.066469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.083319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a9cab-eb40-47a6-9f5f-680d8e421082 None None] Network d78a884e-091d-43da-9718-9ae4d2dee3ec requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:01.096963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8203e7f-0d75-4f30-b872-41375bb48e70 req-0c7b1ee2-1b4a-4c1c-b44f-097760702251 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103031 Nov 10 22:43:01.279487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-25b55546-67c0-4efb-acb6-eaba442e5c3d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:01.281071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-25b55546-67c0-4efb-acb6-eaba442e5c3d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.39 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 819 time: 0.1973217 Nov 10 22:43:01.292893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d5d4f05e-43fa-4283-85d5-47e51038eaeb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:01.293526 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.302042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fa2106ca-5193-4183-bdb7-9ae697ebb868 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7793975 Nov 10 22:43:01.305135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.317171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Request body: {'port': {'device_id': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'admin_state_up': True, 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:01.335994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dd81e-39a0-4f75-9459-af81d95c3898 req-1003e3a0-1e12-480a-9a73-38f392e0f358 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:01.345851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a1dd81e-39a0-4f75-9459-af81d95c3898 req-1003e3a0-1e12-480a-9a73-38f392e0f358 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1466496 Nov 10 22:43:01.408943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0113837-0d3b-42a4-a88f-5be043229a7a None None] Provisioning complete for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:01.409354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0113837-0d3b-42a4-a88f-5be043229a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.421094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.441217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a1dd81e-39a0-4f75-9459-af81d95c3898 req-46afe3a7-0f35-4dd2-b56f-df8e78d73b59 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898020 Nov 10 22:43:01.445468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.533265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:01.536907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:01.596059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.610988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.619190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Pushing event updated for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:01.634451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:01.634683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Deleting port 303df4be-7335-4044-b3f6-24f1c87938d8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:01.635015 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.654501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c0113837-0d3b-42a4-a88f-5be043229a7a None None] Port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:01.716948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Made reservation on behalf of ee146f3c13ab4c6db6f08dc5d3d74b91 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:01.721161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.734749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.743851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f851e503-c5f0-4067-b527-ef8f9762d735 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:01.750644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3b4dead-3dc2-48f5-9563-505633c0c169 req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9027553 Nov 10 22:43:01.761904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a9fa6-e067-4c88-93e5-905aa805e97e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7bc12-2c9d-435a-bf9b-de6229141248,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:01.763275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:01.764009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.794208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-7af3b952-a2eb-40ca-a0fc-9da67d100f3e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0742629 Nov 10 22:43:01.814943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Request body: {'port': {'device_id': 'a2227cca-e824-437f-8e59-77bceb169569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:01.832553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] For port 303df4be-7335-4044-b3f6-24f1c87938d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=303df4be-7335-4044-b3f6-24f1c87938d8,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:01.833138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.845751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0113837-0d3b-42a4-a88f-5be043229a7a None None] Provisioning complete for port d5d4f05e-43fa-4283-85d5-47e51038eaeb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:01.846770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0113837-0d3b-42a4-a88f-5be043229a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.884463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Calling delete_port for 303df4be-7335-4044-b3f6-24f1c87938d8 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:01.933690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f851e503-c5f0-4067-b527-ef8f9762d735 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:01.934135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.967321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.008546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09295df2-73d3-48db-9a2a-68c0c0181e3a req-71d34f51-0527-42d4-81dd-b272967befe3 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:02.016140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09295df2-73d3-48db-9a2a-68c0c0181e3a req-71d34f51-0527-42d4-81dd-b272967befe3 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1096 time: 0.1778760 Nov 10 22:43:02.035450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] DHCP port deletion for 149df865-7c8c-45d8-af13-fb5356864d4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:02.140383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09295df2-73d3-48db-9a2a-68c0c0181e3a req-0b2e3097-4777-4bf4-986d-8e9bdf2c8bd9 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222606 Nov 10 22:43:02.145417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Deleting port 303df4be-7335-4044-b3f6-24f1c87938d8 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:02.145417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.145707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Allocated IP 172.20.0.9 (3cf6f58f-9ab8-4443-a162-f43a8571c111/2768ecea-53eb-4adb-a5f4-c7a4ce7b956a/3bedcd97-eecc-42ce-a4b5-37abf243a41b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:02.165055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.169267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b636d166-7682-4b35-84e2-eadbfa81fd12 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:02.177953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b636d166-7682-4b35-84e2-eadbfa81fd12 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 817 time: 0.3364961 Nov 10 22:43:02.196425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-42abc32d-ee3d-47bc-b78a-78e9b4d1c194 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/quotas/d7d54138786f4cc39eb73d37d5b9e3a7 HTTP/1.1" status: 200 len: 375 time: 0.0172563 Nov 10 22:43:02.238548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=303df4be-7335-4044-b3f6-24f1c87938d8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:02.247527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] For port 303df4be-7335-4044-b3f6-24f1c87938d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=303df4be-7335-4044-b3f6-24f1c87938d8,segment=NetworkSegment(56be365f-15dc-45dc-ac8f-4f1d1ce66014),segment_id=56be365f-15dc-45dc-ac8f-4f1d1ce66014)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:02.247950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.252288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] No DVR routers for this DVR port 303df4be-7335-4044-b3f6-24f1c87938d8 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:02.252879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Provisioning complete for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:02.253273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.254399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-3166cc7e-3cc8-4040-bd80-56cb6edaae29 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570593 Nov 10 22:43:02.347240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:02.356182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Calling delete_port for 303df4be-7335-4044-b3f6-24f1c87938d8 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:02.356431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-2aa779c4-fa0f-49f3-a742-434a81c3ee6e service neutron] 10.222.0.25 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010630 Nov 10 22:43:02.417208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.431550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d5d4f05e-43fa-4283-85d5-47e51038eaeb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:02.438180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Provisioning complete for port 72ec0f3e-4630-4621-a303-cf25edeba45a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:02.439271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.468233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ffb9939-1c57-4ecb-840a-c082b9449768 req-5c820585-9bdf-4dfa-980d-5f0e25b59a02 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 210 time: 0.0625165 Nov 10 22:43:02.488493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-8a8a044b-e891-479d-a923-9aa1574f56b6 service neutron] 10.222.0.25 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313298 Nov 10 22:43:02.528736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149df865-7c8c-45d8-af13-fb5356864d4f']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.555545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-26e89634-fc1b-4afd-b5d6-321cc15cb66f None None] Port 72ec0f3e-4630-4621-a303-cf25edeba45a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:02.557089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be365f-15dc-45dc-ac8f-4f1d1ce66014') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.558009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be365f-15dc-45dc-ac8f-4f1d1ce66014') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.569479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.572199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.584578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d5d4f05e-43fa-4283-85d5-47e51038eaeb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:02.584955 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.598638 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.618648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:43:02.619130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:43:02.621055 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:43:02.641068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Pushing event deleted for resources: {'Port': ['ID=303df4be-7335-4044-b3f6-24f1c87938d8,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:02.652615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] No DVR routers for this DVR port 303df4be-7335-4044-b3f6-24f1c87938d8 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:02.666499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.666843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.667185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.667521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.667865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.668176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.668498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.668824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.669174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.669497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.669822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.670136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46ed9b-f555-4635-9c2c-13159b76fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:02.710858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.725301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.737517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.743720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35146) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:02.753893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/149df865-7c8c-45d8-af13-fb5356864d4f HTTP/1.1" status: 204 len: 168 time: 1.8894019 Nov 10 22:43:02.769368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e5770-04b1-4367-85da-ba07b2cdc2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=149df865-7c8c-45d8-af13-fb5356864d4f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:02.787755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:02.817502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.882879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:02.885914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.901815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35150) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:02.913932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901082386', 'description': 'tempest-description--1892784592'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:02.961472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Pushing event updated for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:02.966384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Network 3cf6f58f-9ab8-4443-a162-f43a8571c111 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:02.976037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-143359228', 'description': 'tempest-description-1085820932'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:02.983628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:02.992009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.994293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:03.006429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581e97e-e99b-458a-9a0a-534537a6b405 None None] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:03.066950 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.098552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:03.099551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.135995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-de23cfd0-c13d-4ff7-b121-93195fc7b050 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8235729 Nov 10 22:43:03.177498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Request body: {'port': {'device_id': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:03.191340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa26b2a4-80a5-4f0c-a7c2-c24857613d6e {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:03.202822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b3d53495-db49-4455-b6f8-0a03628c72d5 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:03.204947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2103-7396-461d-87dc-9654338e53c7 req-f28e485f-9a8a-4462-a418-44fcb0b3883e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:03.206248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1cad2103-7396-461d-87dc-9654338e53c7 req-f28e485f-9a8a-4462-a418-44fcb0b3883e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 944 time: 0.2258911 Nov 10 22:43:03.215542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.241525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Transition to ACTIVE for port object fa26b2a4-80a5-4f0c-a7c2-c24857613d6e will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:03.253990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.271226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.274800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.295356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-10dd0fb5-5f23-47b1-8071-ede36d82372d None None] Provisioning complete for port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:03.295732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10dd0fb5-5f23-47b1-8071-ede36d82372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.301346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.355448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port b3d53495-db49-4455-b6f8-0a03628c72d5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:03.374008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b3d53495-db49-4455-b6f8-0a03628c72d5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:03.374414 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.383314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1cad2103-7396-461d-87dc-9654338e53c7 req-03c34e3b-143b-4b27-845c-96513b7f4b63 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548216 Nov 10 22:43:03.418730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.420346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.432144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.459327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.459559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3461df5-b441-4c1a-9d8d-c6094504c634 req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5198224 Nov 10 22:43:03.462657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:03.477571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.513207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.559818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c08fe3-74f3-4b76-b9ed-088a4d8ac692 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc24c420-ff75-4ca2-a674-076b0b256194,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.582682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.587654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6847732 Nov 10 22:43:03.598637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35170) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:03.605423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'security_group_rule': {'security_group_id': 'c6b8c2c4-d4b9-4761-936f-421fff5950f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:03.643991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3944861e-981a-47fa-9146-633e6841c328 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:03.680809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Attempting to bind port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:03.680809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Attempting to bind port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:03.681198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Attempting to bind port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:03.713544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:03.713544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Attempting to bind port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:03.719055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3930-a55e-410d-97b7-e4a568a4118e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b8c2c4-d4b9-4761-936f-421fff5950f0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.720663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3944861e-981a-47fa-9146-633e6841c328 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:03.722096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3944861e-981a-47fa-9146-633e6841c328 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:03.722096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a906a023-dcfb-461b-9fea-d8903a6b5b4e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:03.736378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.737186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.752273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:03.754946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Checking segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:03.755778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Bound using segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:03.756463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Bound port: fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:03.757484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.761733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e69738-48e3-490f-8a36-da58b56ab389 req-21090a29-5a3b-425d-b65e-5c62492dd0c0 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:03.767172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.769117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a906a023-dcfb-461b-9fea-d8903a6b5b4e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:03.769459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a906a023-dcfb-461b-9fea-d8903a6b5b4e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:03.769949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 303df4be-7335-4044-b3f6-24f1c87938d8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:03.771384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1e69738-48e3-490f-8a36-da58b56ab389 req-21090a29-5a3b-425d-b65e-5c62492dd0c0 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1096 time: 0.2119305 Nov 10 22:43:03.800602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 303df4be-7335-4044-b3f6-24f1c87938d8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:03.801028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 303df4be-7335-4044-b3f6-24f1c87938d8 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:03.817851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3139-f5c6-4714-88c0-9db982fd2025 req-584396bb-2941-4ba7-ba27-311e92f0e143 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:03.824693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:03.827569 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765d9a41-764f-4d4b-a758-fc1a1dc1eb21" -d '{"events": [{"server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "name": "network-vif-plugged", "status": "completed", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:03.831113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-183a3139-f5c6-4714-88c0-9db982fd2025 req-584396bb-2941-4ba7-ba27-311e92f0e143 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.2102799 Nov 10 22:43:03.846909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b3d53495-db49-4455-b6f8-0a03628c72d5,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:03.852963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.919135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.943215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1e69738-48e3-490f-8a36-da58b56ab389 req-52fba8ea-ca71-4af4-8923-f1a001345ff4 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620913 Nov 10 22:43:03.950499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-183a3139-f5c6-4714-88c0-9db982fd2025 req-11e16908-32d8-4394-a931-53fa3dae04cf tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184890 Nov 10 22:43:04.030561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:04.061937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:04.082340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.104204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.138087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.144775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.145443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.149416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] 10.222.0.20 "PUT /v2.0/ports/fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 1091 time: 2.3362894 Nov 10 22:43:04.197633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf123807-b9ef-4580-ba43-98f9e79fe14b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:04.228334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:04.233865 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe6bc85-8225-4e35-9526-72392c15dc64" -d '{"events": [{"name": "network-changed", "server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:04.239022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.246399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f07b5b20-f18b-4716-91b6-abe95b7de342 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6467206 Nov 10 22:43:04.248899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35188) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:04.258738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'security_group_rule': {'security_group_id': 'c6b8c2c4-d4b9-4761-936f-421fff5950f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:04.290022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1e4a8d5d-f5cb-46d3-8d77-c689f9798584 None None] Provisioning complete for port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:04.290516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8d5d-f5cb-46d3-8d77-c689f9798584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.352177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:04.378317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231832-c88c-4256-9fa6-8dc1cb2d9690 req-50554925-3807-4e33-ba2c-5e7b0122c3cb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.379790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8231832-c88c-4256-9fa6-8dc1cb2d9690 req-50554925-3807-4e33-ba2c-5e7b0122c3cb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 931 time: 0.2793288 Nov 10 22:43:04.380443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30bc03-16a8-4fe9-a544-902b4cebefa4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:04.413334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-951da4a6-1924-4cbf-84e7-2b0f3de138c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.415096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-951da4a6-1924-4cbf-84e7-2b0f3de138c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1094 time: 0.1423688 Nov 10 22:43:04.423852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.472718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:04.473532 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.522787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-85728994-2859-4e6f-a92d-475bacf00a73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0960190 Nov 10 22:43:04.535662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8231832-c88c-4256-9fa6-8dc1cb2d9690 req-0fc9c8d4-d243-44c3-9bbf-2926fe869f68 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493602 Nov 10 22:43:04.540668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bedcd97-eecc-42ce-a4b5-37abf243a41b {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:04.610161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.621639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-d9f4769b-5d9a-4aea-84e6-02216109ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.622479 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3667b58a-9ffc-4ce3-99d0-a2f984fd731b x-openstack-request-id: req-3667b58a-9ffc-4ce3-99d0-a2f984fd731b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:04.622782 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "name": "network-vif-plugged", "status": "completed", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:04.623038 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3667b58a-9ffc-4ce3-99d0-a2f984fd731b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:04.623460 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5', 'code': 200} Nov 10 22:43:04.624310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-d9f4769b-5d9a-4aea-84e6-02216109ceda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0940540 Nov 10 22:43:04.662416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.694721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Transition to ACTIVE for port object 3bedcd97-eecc-42ce-a4b5-37abf243a41b will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:04.699529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-9b07c7c2-3810-4057-8869-d578792ccc68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651507 Nov 10 22:43:04.735670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.806149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.817806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3bf9d8b-a7aa-4eb1-90ac-123bb5c69452 req-8549e69d-34ef-4764-ab70-68a1ad240a80 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 210 time: 0.0838039 Nov 10 22:43:04.833432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.861342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d9ab-b863-4ff0-8199-f93b109db79c req-6ffe8fde-eb45-4960-b5cd-a28581d67042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.862797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6f7d9ab-b863-4ff0-8199-f93b109db79c req-6ffe8fde-eb45-4960-b5cd-a28581d67042 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 1096 time: 0.1646113 Nov 10 22:43:04.867720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Pushing event updated for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:04.875892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-54bef41f-b197-43fe-973b-d260caaee0a3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:04.882815 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-54bef41f-b197-43fe-973b-d260caaee0a3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 813 time: 0.5473156 Nov 10 22:43:04.893149 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a0193-edb5-4bc1-98b5-7f0c9a7db25e x-openstack-request-id: req-aa8a0193-edb5-4bc1-98b5-7f0c9a7db25e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:04.893786 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:04.894262 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa8a0193-edb5-4bc1-98b5-7f0c9a7db25e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:04.894857 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e', 'status': 'completed', 'code': 200} Nov 10 22:43:04.905138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aa27ba-61b2-44c5-8165-87e0d105c1d7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:04.936603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-b6267245-bd48-47fa-835f-c219b975519e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/quotas/5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 375 time: 0.0521588 Nov 10 22:43:04.963130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.964708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-86c01ba5-ca79-4b02-9e5e-48f56ca457bc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7111583 Nov 10 22:43:04.969287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:04.995105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:05.057987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6f7d9ab-b863-4ff0-8199-f93b109db79c req-b9d4522c-de07-44c3-9cba-b0524b63e0d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628907 Nov 10 22:43:05.088423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-d80dd84c-5173-4ea9-b480-95afefb60809 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661110 Nov 10 22:43:05.096396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.100288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-982f5881-79b8-4a59-9d7f-66c8c0a3438b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:05.101724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-982f5881-79b8-4a59-9d7f-66c8c0a3438b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 817 time: 0.2778940 Nov 10 22:43:05.106653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-ff333e1a-0784-4a5b-a687-e0e2d49c2417 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689661 Nov 10 22:43:05.128511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Request body: {'port': {'device_id': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'admin_state_up': True, 'tenant_id': 'd7d54138786f4cc39eb73d37d5b9e3a7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:05.147467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a646f-c10a-40c8-b987-f92afec2cead req-bda2bde6-22e2-47c5-a602-1b72d04c59ce tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:05.149030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd7a646f-c10a-40c8-b987-f92afec2cead req-bda2bde6-22e2-47c5-a602-1b72d04c59ce tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.1936266 Nov 10 22:43:05.575159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Attempting to bind port 3bedcd97-eecc-42ce-a4b5-37abf243a41b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:05.575490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Attempting to bind port 3bedcd97-eecc-42ce-a4b5-37abf243a41b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:05.575806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Attempting to bind port 3bedcd97-eecc-42ce-a4b5-37abf243a41b on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:05.597811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Port 3bedcd97-eecc-42ce-a4b5-37abf243a41b on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:05.598134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Attempting to bind port 3bedcd97-eecc-42ce-a4b5-37abf243a41b on network 3cf6f58f-9ab8-4443-a162-f43a8571c111 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:05.618216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:05.618995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Checking segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:05.618995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Bound using segment: {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:05.620277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Bound port: 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31529718-7272-4e10-99fb-426745132816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:05.620277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.691157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-6c4ab370-9717-4295-a153-071b778d9851 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:05.692580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-6c4ab370-9717-4295-a153-071b778d9851 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.39 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 817 time: 0.2549083 Nov 10 22:43:05.718531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Request body: {'port': {'device_id': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'admin_state_up': True, 'tenant_id': 'd7d54138786f4cc39eb73d37d5b9e3a7'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:05.726387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-6b7dabf3-5a80-4aff-a5eb-096e162c8b7f service neutron] 10.222.0.25 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792909 Nov 10 22:43:05.737089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd7a646f-c10a-40c8-b987-f92afec2cead req-cc54861c-1147-4630-acb6-b32d56997f98 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709877 Nov 10 22:43:05.783336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-43d40c4e-207a-4a61-a69a-f1c4ea401848 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:05.784935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-43d40c4e-207a-4a61-a69a-f1c4ea401848 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 817 time: 0.2709081 Nov 10 22:43:05.786659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f3fb382-54e5-4669-83e7-e0cc6d0054c0 req-405125e8-7db2-4c42-8154-49e4eddaf4cf service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619492 Nov 10 22:43:05.792510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Deleting port f5656187-aed0-49bb-993f-22e6deb4fd8b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:05.792850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.836787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Request body: {'port': {'device_id': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'admin_state_up': True, 'tenant_id': 'd7d54138786f4cc39eb73d37d5b9e3a7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:05.890211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:05.895337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:05.933779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.946963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Made reservation on behalf of d7d54138786f4cc39eb73d37d5b9e3a7 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:05.955610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.025624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.026234 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.027620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] 10.222.0.39 "PUT /v2.0/ports/3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 200 len: 1091 time: 2.8566806 Nov 10 22:43:06.030444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.039525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:06.043015 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73099571-a4eb-4b08-bc6c-e016ef389e18" -d '{"events": [{"name": "network-changed", "server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:06.073395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-e61cabfd-6192-4f58-a12a-9d53ee0cab2a service neutron] 10.222.0.25 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317494 Nov 10 22:43:06.146960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-1fde44ad-b01c-4062-8a65-f0f6cda8bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.148484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-1fde44ad-b01c-4062-8a65-f0f6cda8bf50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1094 time: 0.2416873 Nov 10 22:43:06.157728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] For port f5656187-aed0-49bb-993f-22e6deb4fd8b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5656187-aed0-49bb-993f-22e6deb4fd8b,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:06.158107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.180130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874acaf3-12b6-45b0-acb7-160b2eed221b service neutron] Pushing event updated for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:06.204539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Made reservation on behalf of d7d54138786f4cc39eb73d37d5b9e3a7 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:06.204539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.216260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Calling delete_port for f5656187-aed0-49bb-993f-22e6deb4fd8b owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:06.258521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-a65717a0-a23e-4621-a937-99f05325094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.260068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-a65717a0-a23e-4621-a937-99f05325094b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1094 time: 0.1471050 Nov 10 22:43:06.310544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652e90-38ab-425a-a1c0-c9954f2629bc req-702ac5b1-bbe6-413d-bb07-7698300ee980 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.318758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22652e90-38ab-425a-a1c0-c9954f2629bc req-702ac5b1-bbe6-413d-bb07-7698300ee980 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.3428485 Nov 10 22:43:06.323157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 172.25.0.170 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/196a64ac-c325-4d1a-8e4d-f3739728008a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:06.359816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-f7fc2a93-89fa-4e41-b9dc-8922de9d3b0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 200 len: 217 time: 0.0813234 Nov 10 22:43:06.464337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Made reservation on behalf of d7d54138786f4cc39eb73d37d5b9e3a7 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:06.467788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.502411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202806-2194-4468-a447-f87856b9ae85 req-fe1bf420-7cc3-4a15-8525-0549279cc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.503950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-fe1bf420-7cc3-4a15-8525-0549279cc1cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.1304643 Nov 10 22:43:06.569338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-8423e330-1004-4059-86ed-686b2269fbef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481713 Nov 10 22:43:06.636433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Allocated IP 172.20.0.6 (d78a884e-091d-43da-9718-9ae4d2dee3ec/b5d408b5-dbdc-4bcc-abb1-217fbbeeb202/ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:06.643491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.654635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba4b2-50a5-45de-ac54-313ab81675a5 req-7693067d-2d79-418a-9385-590a0e10640b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.655697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a21ba4b2-50a5-45de-ac54-313ab81675a5 req-7693067d-2d79-418a-9385-590a0e10640b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 943 time: 0.1775231 Nov 10 22:43:06.669722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22652e90-38ab-425a-a1c0-c9954f2629bc req-2458cd57-ca86-45b2-ae3e-e821828bd25a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368677 Nov 10 22:43:06.729109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-1cd3a772-9901-46ad-bab4-18cbc88afdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.730851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-1cd3a772-9901-46ad-bab4-18cbc88afdd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.5699437 Nov 10 22:43:06.767683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-ba2be2de-c671-4632-b058-6c9f7657dd12 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847579 Nov 10 22:43:06.774663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a21ba4b2-50a5-45de-ac54-313ab81675a5 req-9d169c73-78a4-4a43-bfa3-279198e40d37 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059155 Nov 10 22:43:06.818860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66ab792e-e9a2-4516-8383-56c04b2f4437 req-744fb68a-d6b6-4e8d-89cb-702dbf4ddad3 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 210 time: 0.0793538 Nov 10 22:43:06.826269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:06.829595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-4e79b38c-19b8-422b-b777-465cac40dc36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0756400 Nov 10 22:43:06.878714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:06.884819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:06.890440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:06.918289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-3155e751-e682-4b42-b3d9-407eb24d3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:06.920021 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-3155e751-e682-4b42-b3d9-407eb24d3f42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0621929 Nov 10 22:43:06.924271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=196a64ac-c325-4d1a-8e4d-f3739728008a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:06.955862 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd9801-466c-4935-a8ad-d503a3ca3f94 x-openstack-request-id: req-d7cd9801-466c-4935-a8ad-d503a3ca3f94 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:06.956220 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:06.956487 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7cd9801-466c-4935-a8ad-d503a3ca3f94 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:06.956881 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b', 'status': 'completed', 'code': 200} Nov 10 22:43:07.004232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-41239c6e-a9a8-4c10-a5ed-5f16c0d01e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678592 Nov 10 22:43:07.010968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.018375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24202806-2194-4468-a447-f87856b9ae85 req-091efaf0-7c64-4155-9519-7b722636eb45 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413063 Nov 10 22:43:07.047503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a8600-e6ed-4972-8dcb-a30d85b53ed5 req-996413d6-31ca-4054-9edb-0cbcecc0de63 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:07.051118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b9a8600-e6ed-4972-8dcb-a30d85b53ed5 req-996413d6-31ca-4054-9edb-0cbcecc0de63 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1096 time: 0.1302428 Nov 10 22:43:07.111232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5656187-aed0-49bb-993f-22e6deb4fd8b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:07.125917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.138077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29ea28d2-8843-4a43-8158-8043907073f7 req-ab916555-171a-4ad9-a08c-6c0d0b6b344c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 210 time: 0.1185875 Nov 10 22:43:07.197843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b9a8600-e6ed-4972-8dcb-a30d85b53ed5 req-57b14087-32f2-406e-9935-1dc61190c8b1 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255417 Nov 10 22:43:07.247094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.256511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-35266d7b-38d7-4b0b-b035-f1c0a0f2d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:07.257820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.258724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-35266d7b-38d7-4b0b-b035-f1c0a0f2d592 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1094 time: 0.1513777 Nov 10 22:43:07.334442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-590cf9a3-4662-4cb4-b0d4-100dfe807276 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208020 Nov 10 22:43:07.538417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.596934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d89297-1669-4ceb-a69a-b8cac5b0ed68 req-343d79b7-1e12-4cf0-859b-5d44598078c5 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:07.598820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78d89297-1669-4ceb-a69a-b8cac5b0ed68 req-343d79b7-1e12-4cf0-859b-5d44598078c5 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.2076530 Nov 10 22:43:07.608885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-ae85d8b7-dba4-4e65-8353-942dd3498908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:07.611177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-ae85d8b7-dba4-4e65-8353-942dd3498908 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.3153493 Nov 10 22:43:07.622028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.637908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Network d78a884e-091d-43da-9718-9ae4d2dee3ec is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:07.640349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afe6bc85-8225-4e35-9526-72392c15dc64 req-a4648543-93d6-4d04-a59a-2d176c6715eb service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340193 Nov 10 22:43:07.649058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:07.655963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:07.666308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event updated for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:07.712930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-b3852f33-0e81-4e6f-bbc8-ab2dda24d661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 200 len: 217 time: 0.0829792 Nov 10 22:43:07.720441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fa26b2a4-80a5-4f0c-a7c2-c24857613d6e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:07.793151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:07.793793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.824785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78d89297-1669-4ceb-a69a-b8cac5b0ed68 req-93bdcf14-2324-409e-80d1-40d273d86791 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076159 Nov 10 22:43:07.832778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Allocated IP 172.20.0.7 (d78a884e-091d-43da-9718-9ae4d2dee3ec/b5d408b5-dbdc-4bcc-abb1-217fbbeeb202/3016b3d1-0cdc-478b-826f-edd16ec2d9b2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:07.853932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-dad667b4-21ab-4460-b0b3-f72e32b05c70 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7300994 Nov 10 22:43:07.868342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Request body: {'port': {'device_id': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:07.870923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:07.897484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'port_id': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e', 'mac_address': 'fa:16:3e:e2:4a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:07.929841 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:43:07.967404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.985359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa26b2a4-80a5-4f0c-a7c2-c24857613d6e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:08.003827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.012214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:08.017587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-42d2788d-f3c6-4320-8f93-0c1f5da3468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:08.020621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.026430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-42d2788d-f3c6-4320-8f93-0c1f5da3468f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.2943561 Nov 10 22:43:08.204700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:08.273005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-3ed39190-3447-4e92-acb5-0c5493a87213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699855 Nov 10 22:43:08.290013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.310486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:08.348604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.358105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:43:08.395088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-191a4c70-9c10-49c9-b512-aa304eba2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:08.396383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-191a4c70-9c10-49c9-b512-aa304eba2cef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 1096 time: 0.1266303 Nov 10 22:43:08.604889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-67e25dfa-7edc-4d29-8895-ed209296b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:08.606572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-67e25dfa-7edc-4d29-8895-ed209296b210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 916 time: 0.1468360 Nov 10 22:43:08.746571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-b553817f-7c25-48a2-9403-dc3f4d2d8098 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1282301 Nov 10 22:43:08.806195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:08.812787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-434ef4a7-acd9-4a1f-ba9a-d82e1c04a3cb admin admin] 10.222.0.25 "PUT /v2.0/routers/14e3b3c9-9d6b-4bff-b296-60903c3f2566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0664139 Nov 10 22:43:08.816463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:08.821863 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Sync routers for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:08.824597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-7b112678-f97d-44bc-a44a-0375b511fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:08.826164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-7b112678-f97d-44bc-a44a-0375b511fddd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.0708175 Nov 10 22:43:08.838717 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:08.840246 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:08.967539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-84ab4e27-b2ab-40f1-92c8-385ba2223f46 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:08.969087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-84ab4e27-b2ab-40f1-92c8-385ba2223f46 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.39 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 813 time: 1.1388583 Nov 10 22:43:08.980020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=196a64ac-c325-4d1a-8e4d-f3739728008a,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:09.000156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99b99-8ba3-440a-8658-1b5f122960b5 req-4c843cf9-e59f-41aa-99d7-cff01c0732b0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:09.008647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4c99b99-8ba3-440a-8658-1b5f122960b5 req-4c843cf9-e59f-41aa-99d7-cff01c0732b0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 943 time: 0.7088907 Nov 10 22:43:09.010978 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:09.022480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'device_id': '34236149-7d23-4595-9f03-767cf324a1be', 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7', 'admin_state_up': True, 'tenant_id': '5b439243c91b426ebd8ad3b9fc2ab1b8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.120770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-7b3ea7fc-5cb9-4270-a63d-89bb012c6b88 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:43:09.129246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-7b3ea7fc-5cb9-4270-a63d-89bb012c6b88 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1686540 Nov 10 22:43:09.148796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.197810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-e9e2548e-16c0-4461-9b93-6a2b51bc07ae service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8890731 Nov 10 22:43:09.252830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.263065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85ee49ff-7a37-4d85-aa0a-932409a51801 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2748795 Nov 10 22:43:09.291250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:43:06Z', 'revision_number': 5, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:09.332301 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Checking router: 14e3b3c9-9d6b-4bff-b296-60903c3f2566 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:09.338742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.342772 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Routers {'14e3b3c9-9d6b-4bff-b296-60903c3f2566'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:09.343441 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:42:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:09.356581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4c99b99-8ba3-440a-8658-1b5f122960b5 req-483e45ed-e690-4274-822e-56f8f4381d30 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422704 Nov 10 22:43:09.370187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.455900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-51e92dcc-9ec0-4fc6-a521-56840b9394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:09.458193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-51e92dcc-9ec0-4fc6-a521-56840b9394bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5835946 Nov 10 22:43:09.467868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-77a2c580-4637-4f11-a2b0-bd0560972300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:09.469315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-77a2c580-4637-4f11-a2b0-bd0560972300 service neutron] 10.222.0.25 "GET /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 1093 time: 0.3391471 Nov 10 22:43:09.536303 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] Set router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:09.540105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Request body: {'binding': {'host': 'n-h2-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.540652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Unknown quota resources ['binding']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:43:09.603828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.624932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-59b99442-5260-4f01-8b12-dbf8e826ec9a service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174812 Nov 10 22:43:09.685058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Made reservation on behalf of 5b439243c91b426ebd8ad3b9fc2ab1b8 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:09.690573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.701025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8f402eb-8c54-4c37-a613-dc5243ed0107 req-caeabecf-3da6-4e57-bc17-fafd3c2d5218 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 210 time: 0.1441441 Nov 10 22:43:09.712929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.718606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fa26b2a4-80a5-4f0c-a7c2-c24857613d6e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:09.745619 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:43:06Z', 'revision_number': 5, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:09.790263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.api [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-991f7db3-5611-4faf-8185-23359fb8222d {{(pid=102458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:43:09.790559 n-d-811521-3 neutron-server[102458]: DEBUG oslo_db.api [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:43:09.793640 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a746a-c2a3-4a63-aa9b-2cdc60d548e4 None None] The sync data for ids ['14e3b3c9-9d6b-4bff-b296-60903c3f2566'] in n-d-811521-3 is: [{'id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'name': 'tempest-AttachSCSIVolumeTestJSON-1731070403-router', 'tenant_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:41:00Z', 'updated_at': '2021-11-10T22:43:06Z', 'revision_number': 5, 'project_id': '3eb612ae1c294b24ba4726a8cad4ba52', 'gw_port': {'id': 'd98190ff-ee87-42a7-a4d6-59aa0accc401', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3b3c9-9d6b-4bff-b296-60903c3f2566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:41:01Z', 'updated_at': '2021-11-10T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:09.833735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:09.839827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:09.840408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.868546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Network d78a884e-091d-43da-9718-9ae4d2dee3ec is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:09.870857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73099571-a4eb-4b08-bc6c-e016ef389e18 req-65e4da7f-54e7-44ce-bf9e-226e2c188b79 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594129 Nov 10 22:43:09.871040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Deleting port d98190ff-ee87-42a7-a4d6-59aa0accc401 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:09.871269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.876735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b881f9d1-d87b-4bd4-9579-96329df8eedb req-ec03d2c2-038f-4662-a282-bfec60d60744 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305131 Nov 10 22:43:09.941657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:09.956743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.984748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:09.987739 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feda0939-3b7f-4cfe-a373-6d5db4417551" -d '{"events": [{"server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "name": "network-vif-plugged", "status": "completed", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:09.991379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:10.000190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] For port d98190ff-ee87-42a7-a4d6-59aa0accc401, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d98190ff-ee87-42a7-a4d6-59aa0accc401,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:10.000556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.005232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:10.010816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.036834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Calling delete_port for d98190ff-ee87-42a7-a4d6-59aa0accc401 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:10.055837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event updated for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:10.060097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:10.071331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:10.096014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.115599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6c0e-e332-474a-a865-9b63998a9f77 req-c5731675-bd2b-4f76-92e5-6f9b84c9a92d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:10.117129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79fb6c0e-e332-474a-a865-9b63998a9f77 req-c5731675-bd2b-4f76-92e5-6f9b84c9a92d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.2752213 Nov 10 22:43:10.122230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Transition to ACTIVE for port object ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:10.129853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.150090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:10.151071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.208545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5656187-aed0-49bb-993f-22e6deb4fd8b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:10.223942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on host n-h2-811521-3 for vnic_type normal with profile None {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:10.224364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:10.224693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:10.234198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f5656187-aed0-49bb-993f-22e6deb4fd8b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:10.234582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5656187-aed0-49bb-993f-22e6deb4fd8b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:10.234770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a057140f-9947-4f35-814a-40ab19b6a8e4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5201685 Nov 10 22:43:10.254924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Pushing event updated for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:10.267454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Request body: {'port': {'device_id': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:10.293238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.303662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:10.304056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:10.373284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:10.374124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:10.374760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:10.375461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Bound port: e5b1f787-f10a-40ff-b483-8a0d8919d707, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:10.379132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Allocated IP 172.20.0.8 (1269bcc5-c1ee-4d6b-ab28-4188a7395fc7/e6291ddc-5615-40a0-a069-333375f7de35/fdf5434b-044e-4dc6-8bad-6a98e276d9cf) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:10.389385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.428012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79fb6c0e-e332-474a-a865-9b63998a9f77 req-47c51322-992e-4235-bd0d-8e8cad6bd9c6 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023880 Nov 10 22:43:10.445525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Attempting to bind port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:10.446116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Attempting to bind port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:10.446235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Attempting to bind port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:10.453766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.490381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:10.490722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Attempting to bind port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:10.498675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Pushing event deleted for resources: {'Port': ['ID=d98190ff-ee87-42a7-a4d6-59aa0accc401,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:10.536380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:10.536750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Checking segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:10.537464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Bound using segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:10.537615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Bound port: ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:10.537910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.559612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:10.617926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.619062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fb5c010e-0ad7-4b03-b7cb-5c5252d5e504 service neutron] 10.222.0.25 "POST /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707/bindings HTTP/1.1" status: 201 len: 389 time: 1.1307144 Nov 10 22:43:10.654030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Allocated IP 172.20.0.12 (d78a884e-091d-43da-9718-9ae4d2dee3ec/b5d408b5-dbdc-4bcc-abb1-217fbbeeb202/99e78d18-370c-467d-949f-bd445b99fcb4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:10.671374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.684055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12f3e140-be5b-4449-934a-2cdb856cc72c req-b76e5143-c3dd-447a-b41c-f3fba79ba3ac tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 210 time: 0.0756214 Nov 10 22:43:10.802014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:10.818128 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc940c9-da1c-4b4d-9bb2-e911a7432603 x-openstack-request-id: req-dbc940c9-da1c-4b4d-9bb2-e911a7432603 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:10.821562 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "name": "network-vif-plugged", "status": "completed", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:10.822049 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbc940c9-da1c-4b4d-9bb2-e911a7432603 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:10.822746 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e', 'code': 200} Nov 10 22:43:10.849500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.852401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.864784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:10.897769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.910311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-b83fe106-c88f-4d21-9b6b-7be068a84c02 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--901082386&fields=id&tenant_id=ea092890584249179d678e4321bfaa2d HTTP/1.1" status: 200 len: 267 time: 0.1092527 Nov 10 22:43:10.948597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.957654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.974209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:10.975301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.975651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e3b3c9-9d6b-4bff-b296-60903c3f2566 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:43:11.048843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:11.068270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.073580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:11.073816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-61c00ccd-ccdd-45dd-948f-3c440013235c admin admin] 10.222.0.25 "DELETE /v2.0/routers/14e3b3c9-9d6b-4bff-b296-60903c3f2566 HTTP/1.1" status: 204 len: 168 time: 2.2555912 Nov 10 22:43:11.083001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3bedcd97-eecc-42ce-a4b5-37abf243a41b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:11.133993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:11.136227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:11.149254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-8af095d2-ed98-4353-93fa-3896a49c3085 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.150808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-8af095d2-ed98-4353-93fa-3896a49c3085 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 930 time: 0.2083633 Nov 10 22:43:11.159856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:11.174306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.176413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.179552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 HTTP/1.1" status: 200 len: 1091 time: 3.3159194 Nov 10 22:43:11.184286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:11.191179 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023" -d '{"events": [{"name": "network-changed", "server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:11.195521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:11.213976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '3bedcd97-eecc-42ce-a4b5-37abf243a41b', 'network_id': '3cf6f58f-9ab8-4443-a162-f43a8571c111', 'port_id': '3bedcd97-eecc-42ce-a4b5-37abf243a41b', 'mac_address': 'fa:16:3e:59:83:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2768ecea-53eb-4adb-a5f4-c7a4ce7b956a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:11.228909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.229711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.271771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34791c-bda9-4939-9e53-a9329db99c43 req-ac6c03e1-e407-4d19-a16a-c46763a9e43b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.272048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-61fd4fb9-52dd-4d48-aa3e-a550861c543e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2833855 Nov 10 22:43:11.279233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b34791c-bda9-4939-9e53-a9329db99c43 req-ac6c03e1-e407-4d19-a16a-c46763a9e43b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 943 time: 0.3475044 Nov 10 22:43:11.304874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.310159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Deleting subnet 14de2386-6fe6-4867-80e8-eb853b56679c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:43:11.325029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Request body: {'port': {'device_id': '34236149-7d23-4595-9f03-767cf324a1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:11.331053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.331258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bedcd97-eecc-42ce-a4b5-37abf243a41b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:11.349508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081a5f-4789-43be-bb5d-052a533788e1 req-80d6b9a6-d405-46f8-b2f3-070de409a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.351305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e081a5f-4789-43be-bb5d-052a533788e1 req-80d6b9a6-d405-46f8-b2f3-070de409a1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.4001355 Nov 10 22:43:11.358240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210862-6b94-4478-9fcf-d27c2d7c0951 service neutron] Pushing event updated for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:11.382028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:11.386109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-21566b94-acaf-49d9-b3ac-fbc3dca8b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.387630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-21566b94-acaf-49d9-b3ac-fbc3dca8b130 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1096 time: 0.3342388 Nov 10 22:43:11.389586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.397045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c4221370-e862-4d8d-8610-e51cb68d69e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.398251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c4221370-e862-4d8d-8610-e51cb68d69e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 931 time: 0.1507080 Nov 10 22:43:11.437809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.440469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-0ea93915-798a-4236-b2b9-c176b78e09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.441988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-0ea93915-798a-4236-b2b9-c176b78e09ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 1094 time: 0.2073433 Nov 10 22:43:11.461992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:11.502309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.504700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b34791c-bda9-4939-9e53-a9329db99c43 req-e7d242a8-61bb-4d1f-8778-1e417fde623e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244430 Nov 10 22:43:11.509961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e081a5f-4789-43be-bb5d-052a533788e1 req-bcbad805-481a-495f-b84c-efce07b86a81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476340 Nov 10 22:43:11.510675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-892163d9-ff90-49b8-9a55-aece8523afcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 HTTP/1.1" status: 200 len: 217 time: 0.0515275 Nov 10 22:43:11.555777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.585074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Network d78a884e-091d-43da-9718-9ae4d2dee3ec is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:11.588422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:11.590371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:11.645625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-715cbf35-89f4-4528-8f32-495ad2bb7733 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2257590 Nov 10 22:43:11.672590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.673850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.688110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event updated for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:11.689621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3bedcd97-eecc-42ce-a4b5-37abf243a41b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:11.709828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.710801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-933b6a27-cece-4ab7-bd42-5d9bf689e261 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9035463 Nov 10 22:43:11.742742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Request body: {'port': {'device_id': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:11.752093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6847b1d9-7b3f-46b8-8dc9-cc3ac7c5edb4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0836232 Nov 10 22:43:11.853107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-e9e7c833-10d9-4e09-9de9-599b1594d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.854541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-e9e7c833-10d9-4e09-9de9-599b1594d8d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.1295912 Nov 10 22:43:11.863444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.913481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b00d734d-b0c8-4724-b6b7-edf12aae9869 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476274 Nov 10 22:43:11.941838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.977777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-02f9d9bd-3642-4eb5-9832-78dc8f9eeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.979256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-02f9d9bd-3642-4eb5-9832-78dc8f9eeab2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.5606852 Nov 10 22:43:12.125278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-06bef7df-903f-479f-90bf-59110cf24710 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.1269772 Nov 10 22:43:12.203111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4cc7a-24ee-4ce3-a202-b8f6edeed24a req-89e2719b-01dd-4b49-a4e5-a94070ea1123 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.211853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9f4cc7a-24ee-4ce3-a202-b8f6edeed24a req-89e2719b-01dd-4b49-a4e5-a94070ea1123 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 945 time: 0.1654103 Nov 10 22:43:12.241508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-1749c1a7-452d-474b-96c5-1c537fd5f266 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134453 Nov 10 22:43:12.245450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:12.261450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d98190ff-ee87-42a7-a4d6-59aa0accc401 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:12.287780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d98190ff-ee87-42a7-a4d6-59aa0accc401 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:12.288360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d98190ff-ee87-42a7-a4d6-59aa0accc401 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:12.296311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ee2109ee-5b17-4855-a5fa-d3c2163e121a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.302803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ee2109ee-5b17-4855-a5fa-d3c2163e121a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.309264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ee2109ee-5b17-4855-a5fa-d3c2163e121a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.311003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ee2109ee-5b17-4855-a5fa-d3c2163e121a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 1990 time: 0.5167737 Nov 10 22:43:12.313737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.324369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9f4cc7a-24ee-4ce3-a202-b8f6edeed24a req-2d48718c-66d4-41ad-8f5c-641111dfeb58 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116290 Nov 10 22:43:12.374396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Transition to ACTIVE for port object 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:12.393039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.410116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.433575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-07ed47a7-5482-48e2-a67f-09b9a8b74a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.435025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-07ed47a7-5482-48e2-a67f-09b9a8b74a50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.2806370 Nov 10 22:43:12.445437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ac1a95c3-ea2f-4fc1-a4d4-ca7c8d2f13c8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/quotas/ea092890584249179d678e4321bfaa2d HTTP/1.1" status: 200 len: 375 time: 0.0695577 Nov 10 22:43:12.462473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-96f56ae1-b020-4be2-b3d2-c0cd6adf46ab service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079227 Nov 10 22:43:12.487994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14de2386-6fe6-4867-80e8-eb853b56679c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.505005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efbcc6-e591-4aa3-9696-870def2ffc50 None None] Network 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:12.507478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.512990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73d25fcb-6e30-479f-b5e6-a763087abfec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/14de2386-6fe6-4867-80e8-eb853b56679c HTTP/1.1" status: 204 len: 168 time: 1.4390137 Nov 10 22:43:12.552577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:12.577112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-ad2415fc-1697-4b2e-82e8-a176a1fea336 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005697 Nov 10 22:43:12.616325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e78d18-370c-467d-949f-bd445b99fcb4 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:12.627314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.642791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Transition to ACTIVE for port object 99e78d18-370c-467d-949f-bd445b99fcb4 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:12.647891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.699235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.712390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.729862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54691e-ae28-4bd9-b7d9-86552c821fd5 req-b1c76d8f-8fe6-4f59-b0ba-b487289ae69f tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.739263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a54691e-ae28-4bd9-b7d9-86552c821fd5 req-b1c76d8f-8fe6-4f59-b0ba-b487289ae69f tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 932 time: 0.3422830 Nov 10 22:43:12.834250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] DHCP port deletion for 4c9ebd96-727c-4266-afae-8c8b5c00ddd5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:12.854625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.870857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a54691e-ae28-4bd9-b7d9-86552c821fd5 req-19f94b54-21e8-4d68-83e5-6ca12cc34571 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302142 Nov 10 22:43:12.919862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Deleting port 976b64f1-0f68-416e-ad55-f391b6949827 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:12.920227 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.925526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-edd9d199-5977-4166-adaf-d3a48ac6634d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4294484 Nov 10 22:43:12.937545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf5434b-044e-4dc6-8bad-6a98e276d9cf {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:12.964381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Attempting to bind port 99e78d18-370c-467d-949f-bd445b99fcb4 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:12.964774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Attempting to bind port 99e78d18-370c-467d-949f-bd445b99fcb4 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:12.965322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Attempting to bind port 99e78d18-370c-467d-949f-bd445b99fcb4 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:12.971062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.973998 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e80c7-a9a7-4512-94ed-d2651c50b712 x-openstack-request-id: req-ee0e80c7-a9a7-4512-94ed-d2651c50b712 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:12.974380 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:12.974753 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee0e80c7-a9a7-4512-94ed-d2651c50b712 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:12.975284 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2', 'status': 'completed', 'code': 200} Nov 10 22:43:12.982616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Port 99e78d18-370c-467d-949f-bd445b99fcb4 on network d78a884e-091d-43da-9718-9ae4d2dee3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:12.982616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Attempting to bind port 99e78d18-370c-467d-949f-bd445b99fcb4 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:12.997480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:12.997826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Checking segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:12.998261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Bound using segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:12.998691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Bound port: 99e78d18-370c-467d-949f-bd445b99fcb4, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:12.999058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.086958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3bedcd97-eecc-42ce-a4b5-37abf243a41b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:13.174644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] For port 976b64f1-0f68-416e-ad55-f391b6949827, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=976b64f1-0f68-416e-ad55-f391b6949827,segment=NetworkSegment(c24cb01b-29f4-4f3f-a043-681c64567ae4),segment_id=c24cb01b-29f4-4f3f-a043-681c64567ae4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:13.174953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.192194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-ee605aac-f1a9-461f-a5a4-d0e0b0a27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.193815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-ee605aac-f1a9-461f-a5a4-d0e0b0a27af3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 1094 time: 0.1772399 Nov 10 22:43:13.197107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:13.207287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558ac29-3e08-4241-836d-7720728a10c5 req-9eb0acb4-4de1-4e32-b231-c2150f857fa7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.215163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4558ac29-3e08-4241-836d-7720728a10c5 req-9eb0acb4-4de1-4e32-b231-c2150f857fa7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1413646 Nov 10 22:43:13.218898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Calling delete_port for 976b64f1-0f68-416e-ad55-f391b6949827 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:13.223699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=99e78d18-370c-467d-949f-bd445b99fcb4,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:13.251788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.253308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 3bedcd97-eecc-42ce-a4b5-37abf243a41b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:13.305155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 3bedcd97-eecc-42ce-a4b5-37abf243a41b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:13.305802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.320792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.321447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.323447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] 10.222.0.20 "PUT /v2.0/ports/99e78d18-370c-467d-949f-bd445b99fcb4 HTTP/1.1" status: 200 len: 1092 time: 1.5887380 Nov 10 22:43:13.400924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4558ac29-3e08-4241-836d-7720728a10c5 req-2c583e49-fbe5-4142-ad1e-cf65c37ec1f5 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829941 Nov 10 22:43:13.439947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28337fcb-cfcf-47bf-a467-7b41d19a8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.441115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Transition to ACTIVE for port object fdf5434b-044e-4dc6-8bad-6a98e276d9cf will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:13.455233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-0a4a0886-78bf-4a20-b22d-c7b92331ff2e service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570063 Nov 10 22:43:13.475402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.513769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.529198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.546699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-0b8fd198-17ed-45c8-998c-3ca84b4d0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.548287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-0b8fd198-17ed-45c8-998c-3ca84b4d0a60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 1095 time: 0.1745787 Nov 10 22:43:13.549663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-6fe1c8a9-e591-4bd7-8fb2-b6e003804621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.551003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-6fe1c8a9-e591-4bd7-8fb2-b6e003804621 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 917 time: 0.3260570 Nov 10 22:43:13.564076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] Pushing event deleted for resources: {'Port': ['ID=976b64f1-0f68-416e-ad55-f391b6949827,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.577262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2d438-2647-4720-8871-3c643f970baf req-58cc9d46-bf35-4571-83d0-95591311caad tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.586947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:13.589481 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b9ac51-bbcc-4630-84f7-199965a80591" -d '{"events": [{"server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "name": "network-vif-plugged", "status": "completed", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:13.589737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ac2d438-2647-4720-8871-3c643f970baf req-58cc9d46-bf35-4571-83d0-95591311caad tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 943 time: 0.0961809 Nov 10 22:43:13.598032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbc42e-f698-4ad4-9761-b6df5941d85d None None] No DVR routers for this DVR port 976b64f1-0f68-416e-ad55-f391b6949827 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:13.598797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-1908276a-fc95-454b-972b-c65f69ffcaae service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143770 Nov 10 22:43:13.628653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:13.634402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Attempting to bind port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:13.634743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Attempting to bind port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:13.635073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Attempting to bind port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:13.635925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.646087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:13.646410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Attempting to bind port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 on network d78a884e-091d-43da-9718-9ae4d2dee3ec {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:13.699130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.700416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-456af050-5284-48b5-acab-e6817de43991 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99e78d18-370c-467d-949f-bd445b99fcb4 HTTP/1.1" status: 200 len: 217 time: 0.1025198 Nov 10 22:43:13.705127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:13.705466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Checking segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:13.705845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Bound using segment: {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:13.706431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Bound port: 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85f81c-ab56-47ae-9829-7d4a49be25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:13.706795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.706922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-2a30bd78-007e-4265-94dd-15d5f3614629 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 HTTP/1.1" status: 200 len: 217 time: 0.1018386 Nov 10 22:43:13.763394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.792798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5f902c09-e192-48b6-a562-e6cf5d082c68 service neutron] 10.222.0.25 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377995 Nov 10 22:43:13.808024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ac2d438-2647-4720-8871-3c643f970baf req-d5fca55d-3f03-4830-9fd4-594b9745b50d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172215 Nov 10 22:43:13.820744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-56c9aa98-9bc5-445b-bba7-dca0ccaa7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.833273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-56c9aa98-9bc5-445b-bba7-dca0ccaa7ca1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.1067030 Nov 10 22:43:13.833273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-9a6125da-f213-43ac-9d04-5228cc5750f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.833273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-9a6125da-f213-43ac-9d04-5228cc5750f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.1124692 Nov 10 22:43:13.861399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-12dbbcb1-5559-4d8a-b693-6051eba06e8d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:13.862928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-12dbbcb1-5559-4d8a-b693-6051eba06e8d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.1614273 Nov 10 22:43:13.885920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-3115f4b0-c15f-4ff1-8573-18c05e39b6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358343 Nov 10 22:43:13.909713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-3'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:13.914800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-a2742aa0-ef91-4f17-81ec-473dce18a530 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819228 Nov 10 22:43:13.922086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Deleting port 976b64f1-0f68-416e-ad55-f391b6949827 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:13.922443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.001967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Attempting to bind port fdf5434b-044e-4dc6-8bad-6a98e276d9cf on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:14.002322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Attempting to bind port fdf5434b-044e-4dc6-8bad-6a98e276d9cf by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:14.002552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Attempting to bind port fdf5434b-044e-4dc6-8bad-6a98e276d9cf on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:14.048590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Port fdf5434b-044e-4dc6-8bad-6a98e276d9cf on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:14.048918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Attempting to bind port fdf5434b-044e-4dc6-8bad-6a98e276d9cf on network 1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:14.091911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:14.109423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:14.109754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Checking segment: {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:14.110689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Bound using segment: {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:14.111150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Bound port: fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f99d4-f4e3-4d47-abd6-65b573ec913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:14.111509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.116036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] For port 976b64f1-0f68-416e-ad55-f391b6949827, host n-d-811521-3, got binding levels [] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:14.116401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.137256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:14.138778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.158822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-663ad1ab-6382-483c-b1f4-07b0b552023c service neutron] 10.222.0.25 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531752 Nov 10 22:43:14.169026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Calling delete_port for 976b64f1-0f68-416e-ad55-f391b6949827 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:14.185453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Port 976b64f1-0f68-416e-ad55-f391b6949827 was not found and therefore no delete operation was performed {{(pid=102457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:43:14.186963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.212079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.285307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 976b64f1-0f68-416e-ad55-f391b6949827 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:14.308743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 976b64f1-0f68-416e-ad55-f391b6949827 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:14.309516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 976b64f1-0f68-416e-ad55-f391b6949827 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:14.309701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5de1e02f-bcce-403d-9f79-e169bc96e31e service neutron] 10.222.0.25 "GET /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1497405 Nov 10 22:43:14.313263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] No DVR routers for this DVR port 976b64f1-0f68-416e-ad55-f391b6949827 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:14.337764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:14.338380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.339766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/3016b3d1-0cdc-478b-826f-edd16ec2d9b2 HTTP/1.1" status: 200 len: 1091 time: 4.0905917 Nov 10 22:43:14.340214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:14.342476 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa7310-9b4a-487b-b5fc-0121976da212" -d '{"events": [{"name": "network-changed", "server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:14.471101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5109dc-9404-4756-bfb6-e635918b5878 req-6b241c6a-4e1a-4803-a845-735e6d16b8c2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:14.478171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f5109dc-9404-4756-bfb6-e635918b5878 req-6b241c6a-4e1a-4803-a845-735e6d16b8c2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.5906615 Nov 10 22:43:14.481796 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.544438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a15b-ad1d-4a1a-bfc0-f387c7ff12e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:14.546035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-36ea761b-5682-4697-8bab-518273cf5852 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123772 Nov 10 22:43:14.573537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-65212d01-0041-4760-aea6-ef0f2ccb50b9 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628883 Nov 10 22:43:14.601844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:14.613430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.615909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=976b64f1-0f68-416e-ad55-f391b6949827,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:14.643643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:14.668483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.678129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f5109dc-9404-4756-bfb6-e635918b5878 req-6b82184c-bffb-48a0-890a-23d019ed4e93 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858099 Nov 10 22:43:14.689037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9ebd96-727c-4266-afae-8c8b5c00ddd5']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:14.702552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-56cd17d4-59ad-4c4c-a453-37006140efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:14.704648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-56cd17d4-59ad-4c4c-a453-37006140efda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 1094 time: 0.2829473 Nov 10 22:43:14.736075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5a88d3c6-f09b-402e-9061-fda159fea939 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231730 Nov 10 22:43:14.758939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24cb01b-29f4-4f3f-a043-681c64567ae4') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:14.759220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24cb01b-29f4-4f3f-a043-681c64567ae4') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:14.790174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-8065f307-a0a9-4cbe-ab12-6be21d69d7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314436 Nov 10 22:43:14.793008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9cde05b-d3e6-415f-aa4b-fc759c0e3023 req-7d3d45ae-f486-4ab8-b540-07808d493d64 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057848 Nov 10 22:43:14.824958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcd302-eff4-4667-9bae-aab33047338c req-188a903a-e154-4e84-abf6-5fe47b79b364 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:14.827079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51fcd302-eff4-4667-9bae-aab33047338c req-188a903a-e154-4e84-abf6-5fe47b79b364 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 945 time: 0.0737419 Nov 10 22:43:14.850275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:14.850571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.851777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] 10.222.0.39 "PUT /v2.0/ports/fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 1091 time: 3.5349038 Nov 10 22:43:14.855429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:14.858163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-08559b10-118c-487d-8ce6-0999b05580f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2 HTTP/1.1" status: 200 len: 217 time: 0.1138678 Nov 10 22:43:14.859845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.885373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51fcd302-eff4-4667-9bae-aab33047338c req-6fdf20d2-ab74-419d-9f14-a01ebfe1e964 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526412 Nov 10 22:43:14.934899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.947359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.975535 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec4c2f-eee5-4a82-b8fa-3f6835db414a x-openstack-request-id: req-a4ec4c2f-eee5-4a82-b8fa-3f6835db414a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:14.976346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:14.978134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe256-7646-45ac-b705-53984e6f1e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:14.978493 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "name": "network-vif-plugged", "status": "completed", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:14.978921 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ec4c2f-eee5-4a82-b8fa-3f6835db414a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:14.979665 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:14.979801 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b', 'code': 200} Nov 10 22:43:14.989940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:43:14.990348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:43:14.994816 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:43:15.088060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-6696b214-b5fe-4fa7-ad2e-5aae768b9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.089531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-6696b214-b5fe-4fa7-ad2e-5aae768b9f74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.2079802 Nov 10 22:43:15.091644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:15.103883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-d2a6a978-84aa-45c0-82c3-72a99281f97e service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668497 Nov 10 22:43:15.120840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965877b5-f7ac-4b38-b667-9fc2a4bbb8d2 req-e0187145-fe67-4360-addf-0957baf48af8 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.124042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-965877b5-f7ac-4b38-b667-9fc2a4bbb8d2 req-e0187145-fe67-4360-addf-0957baf48af8 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 944 time: 0.0794003 Nov 10 22:43:15.177937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.184274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-18c5881e-e386-4521-b053-4b9966872f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.185753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-18c5881e-e386-4521-b053-4b9966872f17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1094 time: 0.2508571 Nov 10 22:43:15.187519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-9b0710ae-db59-4c44-a3dc-d5140dce7308 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816061 Nov 10 22:43:15.191825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2df6cd-e19d-4cae-a918-78974c92a5fb req-d5d17b5c-1364-43c3-86c4-cdff56235198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.193540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e2df6cd-e19d-4cae-a918-78974c92a5fb req-d5d17b5c-1364-43c3-86c4-cdff56235198 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1096 time: 0.0914962 Nov 10 22:43:15.198520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.206192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4c9ebd96-727c-4266-afae-8c8b5c00ddd5 HTTP/1.1" status: 204 len: 168 time: 2.6494670 Nov 10 22:43:15.230894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-965877b5-f7ac-4b38-b667-9fc2a4bbb8d2 req-9e7b75d2-6e6d-41f2-93ef-dd528c765614 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791852 Nov 10 22:43:15.243012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-96fdc26a-9c43-4e5c-9838-5a471f98ebcd service neutron] 10.222.0.25 "GET /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1381986 Nov 10 22:43:15.264658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e2df6cd-e19d-4cae-a918-78974c92a5fb req-e2cfaade-73b8-494b-aaa0-ef45c761b472 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Nov 10 22:43:15.301303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22155f-5e55-4574-92dd-43faf87e66a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9ebd96-727c-4266-afae-8c8b5c00ddd5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:15.348603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.384754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-095b0222-e570-49cf-b79f-4a352f51df1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 217 time: 0.1752517 Nov 10 22:43:15.388138 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa681f14-fa0b-42b2-8bfa-3012506c84cd x-openstack-request-id: req-fa681f14-fa0b-42b2-8bfa-3012506c84cd {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:15.388555 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:15.388929 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa681f14-fa0b-42b2-8bfa-3012506c84cd {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:15.389462 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2', 'status': 'completed', 'code': 200} Nov 10 22:43:15.401914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.458343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35360) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:15.556008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677ca32-49ce-40a6-b94c-9b51f60f40e0 req-19d1ed31-f8c7-4e96-aeed-44928ffe0db5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.563616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2677ca32-49ce-40a6-b94c-9b51f60f40e0 req-19d1ed31-f8c7-4e96-aeed-44928ffe0db5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 943 time: 0.0924494 Nov 10 22:43:15.573540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-182a809d-31a0-483a-81cb-03166324adeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e27d2e4c02341019da6c30130ba3880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1118636 Nov 10 22:43:15.582410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35362) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:15.589239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-e711c960-cae3-49fd-894c-5fca1edff467 service neutron] 10.222.0.39 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775694 Nov 10 22:43:15.628279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9f742e0f-4ed3-4c69-a9d3-17643757287e service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842125 Nov 10 22:43:15.649297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:15.669512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2677ca32-49ce-40a6-b94c-9b51f60f40e0 req-8139c339-3e03-480c-9e30-e478e6506d58 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046352 Nov 10 22:43:15.675215 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.682564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on host n-h1-811521-3 for vnic_type normal with profile {"migrating_to": "n-h2-811521-3"} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:15.682888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:15.683377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:15.700702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.710937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-a5138302-c5c1-4abc-be85-0916cc86964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.713870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-a5138302-c5c1-4abc-be85-0916cc86964a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.2240348 Nov 10 22:43:15.733592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:15.801937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.806675 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.808680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20072cb7-5131-4de4-803e-55df6f7060ea HTTP/1.1" status: 204 len: 168 time: 0.2259352 Nov 10 22:43:15.821365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:15.821365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Attempting to bind port e5b1f787-f10a-40ff-b483-8a0d8919d707 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:15.828934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-335e96da-ab5f-4124-b8c5-91b62c3f4882 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490045 Nov 10 22:43:15.841601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:15.841941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:15.842329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:15.842776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Bound port: e5b1f787-f10a-40ff-b483-8a0d8919d707, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:15.843135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.847149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280c1f2-5928-418e-85d5-68cf7f6cd36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20072cb7-5131-4de4-803e-55df6f7060ea,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:15.874965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:15.883898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f101a-31ad-4c9a-8476-5c479ff1185c req-1d56001b-b6b1-44d6-a962-1722591fa056 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.889884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'port_id': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2', 'mac_address': 'fa:16:3e:d2:16:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d408b5-dbdc-4bcc-abb1-217fbbeeb202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:15.892858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-429f101a-31ad-4c9a-8476-5c479ff1185c req-1d56001b-b6b1-44d6-a962-1722591fa056 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1415405 Nov 10 22:43:15.924769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-7d1be665-cc48-41ac-9f08-725f40f72669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947924 Nov 10 22:43:15.994514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-429f101a-31ad-4c9a-8476-5c479ff1185c req-b1b39e0f-c423-41fd-bb11-6649da24119b tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953317 Nov 10 22:43:16.107061 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c1531-aef7-4e7f-93b0-086522133222 x-openstack-request-id: req-078c1531-aef7-4e7f-93b0-086522133222 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:16.107466 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:16.107822 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-078c1531-aef7-4e7f-93b0-086522133222 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:16.108340 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4', 'status': 'completed', 'code': 200} Nov 10 22:43:16.158424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.194051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:16.212288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-e08ee674-e9d5-439c-987e-be15aac8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:16.213752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-e08ee674-e9d5-439c-987e-be15aac8d247 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 1095 time: 0.0812402 Nov 10 22:43:16.227166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:16.233285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.315975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:16.339107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f29328-2c05-47a5-9741-d81a42b10ec4 req-f1f005f7-d72e-4e7f-8540-e8faf843d702 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:16.340944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2f29328-2c05-47a5-9741-d81a42b10ec4 req-f1f005f7-d72e-4e7f-8540-e8faf843d702 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1251156 Nov 10 22:43:16.399406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-5c3f1c7b-f419-4ba7-8d1d-7ba8dc14c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:16.401563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-5c3f1c7b-f419-4ba7-8d1d-7ba8dc14c514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 917 time: 0.1763813 Nov 10 22:43:16.498347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2f29328-2c05-47a5-9741-d81a42b10ec4 req-519e6157-ec59-48ef-973a-58b5ef87f8d1 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413724 Nov 10 22:43:16.516827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:16.529555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:16.554676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-4a0e87a9-b0cb-42c5-946d-fce033f0e9aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99e78d18-370c-467d-949f-bd445b99fcb4 HTTP/1.1" status: 200 len: 217 time: 0.0818934 Nov 10 22:43:16.620633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26b2b269-de0c-487d-ab5e-daf51c52e565 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3eb612ae1c294b24ba4726a8cad4ba52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899272 Nov 10 22:43:16.630938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35380) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:16.650194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-3fa856c4-2331-4c50-b9dc-398c756df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:16.651979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-3fa856c4-2331-4c50-b9dc-398c756df7a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.0899282 Nov 10 22:43:16.721370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-5a8cf684-b837-4af5-9b08-21c661598455 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540538 Nov 10 22:43:16.727069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.750104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e00cd4f1-9c3b-4940-839b-33bc7b21b895 req-0d3fdc88-fca7-4da9-af63-fa225359ecbc service neutron] 10.222.0.39 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246052 Nov 10 22:43:16.773861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:16.785754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781a06-be18-48d7-a1c5-57cf76023e09 req-13ac5aa1-c3d1-49db-b20b-bad55dc11416 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:16.796514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd781a06-be18-48d7-a1c5-57cf76023e09 req-13ac5aa1-c3d1-49db-b20b-bad55dc11416 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.1424766 Nov 10 22:43:16.810781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:16.814175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-b829dbba-e452-45f6-8caa-d47d69145b14 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9232359 Nov 10 22:43:16.817729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.891292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd781a06-be18-48d7-a1c5-57cf76023e09 req-85220621-4166-448b-b723-93bbb5ba5ca0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928533 Nov 10 22:43:16.906559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-ea72e775-35e0-479d-b232-8c040f5ad9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730275 Nov 10 22:43:16.914024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.964893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-d9996b40-b335-45da-86d7-f2493f3da8a6 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007212 Nov 10 22:43:17.067579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61554e9d-820b-4ac7-9ece-c46a6d2c8ce7 req-3cea35b9-8a90-47f2-a704-e7453bd7ad22 service neutron] 10.222.0.20 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503479 Nov 10 22:43:17.093769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6c274-0b66-4b92-bc3c-6f423aa7321a req-f2767053-242b-46e8-ae11-79c691711268 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.105494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1c6c274-0b66-4b92-bc3c-6f423aa7321a req-f2767053-242b-46e8-ae11-79c691711268 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 945 time: 0.1027243 Nov 10 22:43:17.122326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-fc53e290-8e77-4f86-9b73-e7cfeb3ee9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.123938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-fc53e290-8e77-4f86-9b73-e7cfeb3ee9b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 1094 time: 0.3152368 Nov 10 22:43:17.128623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:17.139501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.140297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.142338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6f73cb2c-2cc3-4297-a736-193b486d6dc6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 1121 time: 3.2489214 Nov 10 22:43:17.205586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1c6c274-0b66-4b92-bc3c-6f423aa7321a req-90a2a1dd-ccd0-4544-b3e3-5f7487bd10c3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991056 Nov 10 22:43:17.223765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.226731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.227892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f756b1f-f46d-40cc-9e71-8cc7ee27bcc0 HTTP/1.1" status: 204 len: 168 time: 0.5928595 Nov 10 22:43:17.230038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-b992d2a8-a04f-4e17-b200-366029dc2295 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031320 Nov 10 22:43:17.269130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc55ea3-5214-4893-bc2b-f6209b9cc83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f756b1f-f46d-40cc-9e71-8cc7ee27bcc0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:17.282970 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70ce8f14-af40-400d-936b-091c1e81f5e6 req-5af861a3-442f-4e80-8125-108c0ad43a00 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033342 Nov 10 22:43:17.285572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e5b1f787-f10a-40ff-b483-8a0d8919d707'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:17.373730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-b3c5da8a-44f1-4f6b-a590-b80f637a99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.376150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-b3c5da8a-44f1-4f6b-a590-b80f637a99fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 200 len: 917 time: 0.2306187 Nov 10 22:43:17.395089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf'}, {'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707'}, {'name': 'network-changed', 'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:17.397776 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d60118-46a6-47f4-aad1-2311a753ef92" -d '{"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf"}, {"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707"}, {"name": "network-changed", "server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:17.398012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccece8-ed6c-48de-a941-48c0bda235c6 req-77b85f01-1245-443c-a42a-8539fd988258 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.400260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41ccece8-ed6c-48de-a941-48c0bda235c6 req-77b85f01-1245-443c-a42a-8539fd988258 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 944 time: 0.0837586 Nov 10 22:43:17.446286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-7030115a-1b8a-4ff4-a456-85425d91f346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2 HTTP/1.1" status: 200 len: 217 time: 0.0601423 Nov 10 22:43:17.450474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-12a30c21-6200-4462-8a90-3936952c0917 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026072 Nov 10 22:43:17.482495 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41ccece8-ed6c-48de-a941-48c0bda235c6 req-bbf3d091-557f-43e3-8795-806f797052bb tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732591 Nov 10 22:43:17.610207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-85d37724-ff76-4ee0-92a7-beadf167ecf8 service neutron] 10.222.0.25 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492627 Nov 10 22:43:17.643259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64949f81-72ca-447b-a19f-138754790035 req-e3410c43-17cb-4a20-9574-89b0b3687d1b tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.651377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64949f81-72ca-447b-a19f-138754790035 req-e3410c43-17cb-4a20-9574-89b0b3687d1b tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 943 time: 0.0789826 Nov 10 22:43:17.665354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-d6d6208c-a4bb-47e1-9d35-390802f93b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.668006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-d6d6208c-a4bb-47e1-9d35-390802f93b41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 200 len: 857 time: 0.2079980 Nov 10 22:43:17.711840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64949f81-72ca-447b-a19f-138754790035 req-a1208fad-bf8f-4e6f-a0c5-81692495ae3e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551805 Nov 10 22:43:17.747022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-bc17b09b-fdf0-4089-9acb-99a37c061a8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d78a884e-091d-43da-9718-9ae4d2dee3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662220 Nov 10 22:43:17.757026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 99e78d18-370c-467d-949f-bd445b99fcb4 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:17.760430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:17.858412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720145c5-f6c7-430b-bcbd-1153ef05898b req-f3ccccfb-5c37-45ea-a5f2-a8d09aac0123 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:17.860600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-720145c5-f6c7-430b-bcbd-1153ef05898b req-f3ccccfb-5c37-45ea-a5f2-a8d09aac0123 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.0779214 Nov 10 22:43:17.890364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-78b50710-4fe6-457d-ab8a-6e8fa0f86df4 service neutron] 10.222.0.39 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267323 Nov 10 22:43:17.928332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-720145c5-f6c7-430b-bcbd-1153ef05898b req-e02659af-94f3-4887-85a6-2f2610c87cec tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Nov 10 22:43:17.944295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:17.958229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:17.958725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.003682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-43d77ea4-844c-41ca-8ad1-bc0ca8ecdf20 service neutron] 10.222.0.25 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925884 Nov 10 22:43:18.040771 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12efe2-c20c-41b2-9885-5be50c74a9fe x-openstack-request-id: req-4d12efe2-c20c-41b2-9885-5be50c74a9fe {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:18.041650 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf", "status": "completed", "code": 200}, {"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707", "code": 200}, {"name": "network-changed", "server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:18.042442 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d12efe2-c20c-41b2-9885-5be50c74a9fe {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:18.043575 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'status': 'completed', 'code': 200} Nov 10 22:43:18.043900 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'code': 200} Nov 10 22:43:18.044401 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'status': 'completed', 'code': 200} Nov 10 22:43:18.056606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=99e78d18-370c-467d-949f-bd445b99fcb4,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:18.097244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '99e78d18-370c-467d-949f-bd445b99fcb4', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'port_id': '99e78d18-370c-467d-949f-bd445b99fcb4', 'mac_address': 'fa:16:3e:fe:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d408b5-dbdc-4bcc-abb1-217fbbeeb202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:18.125001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-7e084bcc-88d0-41af-871c-015e84f64798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.132034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-7e084bcc-88d0-41af-871c-015e84f64798 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1124 time: 0.0588951 Nov 10 22:43:18.189958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.211600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-723b748b-803c-481d-9efb-1c4b4ead01b9 service neutron] 10.222.0.25 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004807 Nov 10 22:43:18.213900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1aa7310-9b4a-487b-b5fc-0121976da212 req-0a185348-4f1a-417e-82f2-81dddf7cfbe7 service neutron] 10.222.0.39 "GET /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095677 Nov 10 22:43:18.218904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.235690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e78d18-370c-467d-949f-bd445b99fcb4 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:18.258471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=99e78d18-370c-467d-949f-bd445b99fcb4,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:18.265418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:18.268722 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce8d00b-2620-4fe3-a48a-54cf319122ba" -d '{"events": [{"server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:18.274967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.335180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c4a6-2e14-4ba2-b17e-83754464ce6c req-114f22f7-bf72-4999-aecd-52e02b2d926a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.339711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:18.342547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-2aa92ae5-5d32-444f-9e74-ecda5654eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.343945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:18.345201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-2aa92ae5-5d32-444f-9e74-ecda5654eb6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1094 time: 0.1295326 Nov 10 22:43:18.350294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.350951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2b4c4a6-2e14-4ba2-b17e-83754464ce6c req-114f22f7-bf72-4999-aecd-52e02b2d926a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.2171149 Nov 10 22:43:18.391816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4c7827e8-2f99-443c-a8b9-c29c3166fefe service neutron] 10.222.0.25 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659887 Nov 10 22:43:18.451938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2b4c4a6-2e14-4ba2-b17e-83754464ce6c req-b85443f2-6f89-45f1-880a-1312809462d0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969672 Nov 10 22:43:18.473584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:18.521822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-b75c8c8f-052f-4f78-b496-03ed3578b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.523298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-b75c8c8f-052f-4f78-b496-03ed3578b092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.3406641 Nov 10 22:43:18.584900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['99e78d18-370c-467d-949f-bd445b99fcb4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:18.598187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-81f6370e-df36-4228-9f25-32411ae8bb79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.0533454 Nov 10 22:43:18.629203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-496e3c95-e500-4bb3-8077-0ce40c5f5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.630737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-496e3c95-e500-4bb3-8077-0ce40c5f5a05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.2379816 Nov 10 22:43:18.670379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-2dba33f7-69c2-43d7-b958-81d3dce56e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.671838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-2dba33f7-69c2-43d7-b958-81d3dce56e1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0659089 Nov 10 22:43:18.689531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb827a9d-3116-44ae-99a2-3ba6d4aa064b req-7b517524-9d74-45f2-8439-f28c034037eb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.693685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-93bcdca4-4d03-4d93-8846-224dcc6b5043 service neutron] 10.222.0.25 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924256 Nov 10 22:43:18.695077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-7292bbc6-3d4b-41e8-b67a-0af142c6bc67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 217 time: 0.0510390 Nov 10 22:43:18.696926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb827a9d-3116-44ae-99a2-3ba6d4aa064b req-7b517524-9d74-45f2-8439-f28c034037eb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.1611717 Nov 10 22:43:18.746434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-c6f1b0df-1a96-4d2b-bf73-74d0c39b1578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312147 Nov 10 22:43:18.759932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-deaa9117-9043-4811-b793-a8da45adaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:18.761585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-deaa9117-9043-4811-b793-a8da45adaa21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.0593574 Nov 10 22:43:18.817614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-c8e52ea7-5281-457e-aeba-202612870fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420258 Nov 10 22:43:18.825073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb827a9d-3116-44ae-99a2-3ba6d4aa064b req-04993376-2ba1-4690-9893-1b7ca792aa42 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262712 Nov 10 22:43:18.896330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-d1413a2a-1c65-406d-95b4-0a70975c4c49 req-7fa36016-c83f-4496-927b-85174cf8e936 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:43:18.897395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1413a2a-1c65-406d-95b4-0a70975c4c49 req-7fa36016-c83f-4496-927b-85174cf8e936 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083528 Nov 10 22:43:18.899476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-ea85017a-f6a4-4929-8da6-fa83b6a5f3e6 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357613 Nov 10 22:43:18.942874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-e7c82b4c-9270-4713-8b51-bb4c921f4228 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207798 Nov 10 22:43:19.049551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1413a2a-1c65-406d-95b4-0a70975c4c49 req-650d6e88-60b7-4210-9317-5df43c85d7ee tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1451745 Nov 10 22:43:19.083526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-8bce3663-db4a-4e2d-af4a-b2e2406d53ea service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452520 Nov 10 22:43:19.117245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0d60118-46a6-47f4-aad1-2311a753ef92 req-5804ce64-b987-400e-be36-86753d2a22a3 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620443 Nov 10 22:43:19.239927 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acaf1ba-e1c4-489b-bade-9a96eddd1368 x-openstack-request-id: req-4acaf1ba-e1c4-489b-bade-9a96eddd1368 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:19.240215 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:19.240462 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4acaf1ba-e1c4-489b-bade-9a96eddd1368 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:19.240849 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2', 'code': 200} Nov 10 22:43:19.360596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9e82-1d34-4808-ba50-3a04b0d42b69 req-b4341b65-2ad5-4abc-9410-3f10b80ba61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.362426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbad9e82-1d34-4808-ba50-3a04b0d42b69 req-b4341b65-2ad5-4abc-9410-3f10b80ba61c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 1096 time: 0.0457392 Nov 10 22:43:19.422404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbad9e82-1d34-4808-ba50-3a04b0d42b69 req-974bdbdc-ad87-40aa-ba20-1542edd1ad22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Nov 10 22:43:19.503397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dbca-1a83-408f-aae6-47496a15848d req-382113bc-7af1-49a0-87da-89084f9e5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.504859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-382113bc-7af1-49a0-87da-89084f9e5002 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1096 time: 0.0650206 Nov 10 22:43:19.513052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ef868-618b-479f-a83d-f23efbbadbe6 req-d9ef764c-83ee-4f4d-8237-adff8db94455 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.514484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f1ef868-618b-479f-a83d-f23efbbadbe6 req-d9ef764c-83ee-4f4d-8237-adff8db94455 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 945 time: 0.0841091 Nov 10 22:43:19.623966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f1ef868-618b-479f-a83d-f23efbbadbe6 req-1263080e-0cfe-48fd-b1f1-fbf1ef8b250d tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Nov 10 22:43:19.659028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74255ef0-9eb9-473e-9421-26c74369d201 req-fa2298ec-82bc-4c97-a587-4b17fd7e3f33 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.669132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dbca-1a83-408f-aae6-47496a15848d req-9bbca550-5aa9-4898-a9ca-873999f18e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.669281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74255ef0-9eb9-473e-9421-26c74369d201 req-fa2298ec-82bc-4c97-a587-4b17fd7e3f33 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 943 time: 0.0607727 Nov 10 22:43:19.669427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-9bbca550-5aa9-4898-a9ca-873999f18e67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.1524966 Nov 10 22:43:19.747804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-5419ab4e-fdb2-4825-b2f2-6241bcb5a199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 200 len: 217 time: 0.0701497 Nov 10 22:43:19.753702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74255ef0-9eb9-473e-9421-26c74369d201 req-6b7d9618-56b5-47a9-ae96-bcd3bb2b6932 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859950 Nov 10 22:43:19.769975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 99e78d18-370c-467d-949f-bd445b99fcb4 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:19.843326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dbca-1a83-408f-aae6-47496a15848d req-e62e3009-c9f0-4999-ab61-cbe50f0ebb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.844868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-e62e3009-c9f0-4999-ab61-cbe50f0ebb1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0838139 Nov 10 22:43:19.850596 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e968d9e-2f84-4058-9143-720491a5ba9b req-b70b056d-c76f-4009-8b95-6f17d04dfbd5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0426371 Nov 10 22:43:19.852929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b083f4-392b-4b5a-b2c4-e196b0f61948 req-4dceec31-69f9-4242-9c4a-628f3e311102 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.854552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b083f4-392b-4b5a-b2c4-e196b0f61948 req-4dceec31-69f9-4242-9c4a-628f3e311102 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.1049840 Nov 10 22:43:19.890794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-865f64f1-48e4-4aa9-b008-6e98002cf96d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347519 Nov 10 22:43:19.905425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 99e78d18-370c-467d-949f-bd445b99fcb4 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:19.910751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 99e78d18-370c-467d-949f-bd445b99fcb4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:19.911132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.007456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b083f4-392b-4b5a-b2c4-e196b0f61948 req-7c930af7-69d8-430d-942b-43b133cc44e2 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431193 Nov 10 22:43:20.048392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582ef4a-7aee-4b04-9b66-67387f5e2829 req-c128ec77-f842-4b1b-a014-f063788c63d5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.049957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e582ef4a-7aee-4b04-9b66-67387f5e2829 req-c128ec77-f842-4b1b-a014-f063788c63d5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1242790 Nov 10 22:43:20.073892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-b4fdcdd2-85f3-4e4e-881e-03cb3d70fd59 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595924 Nov 10 22:43:20.086653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.143236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=99e78d18-370c-467d-949f-bd445b99fcb4,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:20.148713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.160143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e582ef4a-7aee-4b04-9b66-67387f5e2829 req-0172bb00-37bd-415d-801e-3b4cd1e12b6a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085889 Nov 10 22:43:20.208802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:20.267237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b1dbca-1a83-408f-aae6-47496a15848d req-b76f614b-80db-4337-b6fa-0a47b4ded1c5 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806073 Nov 10 22:43:20.284165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180f7be-9b3c-467c-a4a7-499d87a59708 req-35f43953-359c-4b91-b65e-7fe5db80a9aa tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.291990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a180f7be-9b3c-467c-a4a7-499d87a59708 req-35f43953-359c-4b91-b65e-7fe5db80a9aa tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.1047001 Nov 10 22:43:20.350978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eec8d-8e0d-4e61-9755-a5f83eb5d5b0 req-823e4bf4-6357-4a9a-b770-0219346816b3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.352283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c65eec8d-8e0d-4e61-9755-a5f83eb5d5b0 req-823e4bf4-6357-4a9a-b770-0219346816b3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 945 time: 0.0905516 Nov 10 22:43:20.361569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a180f7be-9b3c-467c-a4a7-499d87a59708 req-2d1a9167-3aa8-4332-bbab-7bd0ec69b9a3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683579 Nov 10 22:43:20.411072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c65eec8d-8e0d-4e61-9755-a5f83eb5d5b0 req-a8cb0385-6694-4e3c-a28b-2efaf3dfe77d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493431 Nov 10 22:43:20.466273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2692abf4-9bae-4f3e-a0ac-595269a8a4c5 req-6b955602-c6f5-4273-ac6e-3cbfd57b8379 tempest-FlavorsV2NegativeTest-1814153317 tempest-FlavorsV2NegativeTest-1814153317-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=484805e4b1894d149ef1c507958700c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252542 Nov 10 22:43:20.529430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ec38c-4a42-4afe-b4ca-ede0a893809c req-ce530fdc-8336-4c28-bdd3-956879a80143 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.530897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a3ec38c-4a42-4afe-b4ca-ede0a893809c req-ce530fdc-8336-4c28-bdd3-956879a80143 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.0544219 Nov 10 22:43:20.581785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a3ec38c-4a42-4afe-b4ca-ede0a893809c req-33a43b4a-b2de-4f6d-9570-481f60d39509 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Nov 10 22:43:20.582577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692abf4-9bae-4f3e-a0ac-595269a8a4c5 req-403dd510-7275-427e-94f7-0e540f326d58 tempest-FlavorsV2NegativeTest-1814153317 tempest-FlavorsV2NegativeTest-1814153317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.584150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2692abf4-9bae-4f3e-a0ac-595269a8a4c5 req-403dd510-7275-427e-94f7-0e540f326d58 tempest-FlavorsV2NegativeTest-1814153317 tempest-FlavorsV2NegativeTest-1814153317-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091297 Nov 10 22:43:20.601194 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2692abf4-9bae-4f3e-a0ac-595269a8a4c5 req-d1818d37-3079-44f7-a34b-6e66a752af9a tempest-FlavorsV2NegativeTest-1814153317 tempest-FlavorsV2NegativeTest-1814153317-project] 10.222.0.25 "GET /v2.0/quotas/484805e4b1894d149ef1c507958700c4 HTTP/1.1" status: 200 len: 375 time: 0.0107434 Nov 10 22:43:20.640007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2692abf4-9bae-4f3e-a0ac-595269a8a4c5 req-7065ae7f-a30d-48a8-9b36-2fceb81bd526 tempest-FlavorsV2NegativeTest-1814153317 tempest-FlavorsV2NegativeTest-1814153317-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=484805e4b1894d149ef1c507958700c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331383 Nov 10 22:43:20.678361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-56de7311-9fe0-4a1a-895f-25cd2110010a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626397 Nov 10 22:43:20.780535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-07d1a1c5-9b71-4744-a08c-e0c9d69a8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.782965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-07d1a1c5-9b71-4744-a08c-e0c9d69a8df3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 1097 time: 0.0552480 Nov 10 22:43:20.927685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a4001-7c95-403e-a006-a4dddb437e5d req-8d94ff7a-9148-459e-b4ab-8ab50bea8f92 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.933347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953537fa-9a6f-4ce1-a200-2401ad101dfc req-0770dd55-a820-4e95-bd39-c3e2ce428355 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.935128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a4001-7c95-403e-a006-a4dddb437e5d req-8d94ff7a-9148-459e-b4ab-8ab50bea8f92 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.941781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-953537fa-9a6f-4ce1-a200-2401ad101dfc req-0770dd55-a820-4e95-bd39-c3e2ce428355 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 946 time: 0.1575854 Nov 10 22:43:20.942036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a4001-7c95-403e-a006-a4dddb437e5d req-8d94ff7a-9148-459e-b4ab-8ab50bea8f92 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.943821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e01a4001-7c95-403e-a006-a4dddb437e5d req-8d94ff7a-9148-459e-b4ab-8ab50bea8f92 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc&device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 2417 time: 0.0980690 Nov 10 22:43:20.983027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-e9c58403-941f-43a9-9113-a1104c3b9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.984715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-e9c58403-941f-43a9-9113-a1104c3b9588 service neutron] 10.222.0.39 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 0.1689539 Nov 10 22:43:21.047435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-e4c45a48-b10c-4d08-995f-30c4d298a7f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 200 len: 217 time: 0.0500157 Nov 10 22:43:21.050994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e01a4001-7c95-403e-a006-a4dddb437e5d req-7599bf1d-67b1-4db7-947d-20d43130613e tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Nov 10 22:43:21.052234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-f83c7d80-d280-425a-846e-38d7d58868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.053602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-f83c7d80-d280-425a-846e-38d7d58868cd service neutron] 10.222.0.20 "GET /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 1026 time: 0.0845523 Nov 10 22:43:21.067682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-953537fa-9a6f-4ce1-a200-2401ad101dfc req-0e03b35c-6d22-4513-aec6-1df631ede7fa tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210909 Nov 10 22:43:21.107301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fdf5434b-044e-4dc6-8bad-6a98e276d9cf details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:21.151143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-a5a9cb24-742d-4f3b-9459-8b668260d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.152951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-a5a9cb24-742d-4f3b-9459-8b668260d7a7 service neutron] 10.222.0.20 "GET /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 1027 time: 0.0802732 Nov 10 22:43:21.193101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-acdd9b79-9af8-4085-b584-022883e0db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.194910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-acdd9b79-9af8-4085-b584-022883e0db33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1262674 Nov 10 22:43:21.248551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:21.253888 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491a89e-6b3b-449e-a6c6-090b325274ac" -d '{"events": [{"server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:21.258421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-bd656f61-06a2-4756-8e38-680273e2b592 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545359 Nov 10 22:43:21.293915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:21.324357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'network_id': '1269bcc5-c1ee-4d6b-ab28-4188a7395fc7', 'port_id': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'mac_address': 'fa:16:3e:31:c3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6291ddc-5615-40a0-a069-333375f7de35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:21.340811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25afc91-5cc9-47cd-aded-8232329925a4 req-6d7b8413-7cb4-4520-a865-f875912c5fd9 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.342405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c25afc91-5cc9-47cd-aded-8232329925a4 req-6d7b8413-7cb4-4520-a865-f875912c5fd9 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 943 time: 0.1720088 Nov 10 22:43:21.358512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ae0a63c-5a5a-4478-9974-242b98b2286c req-0ff7075b-fef5-4878-b567-c91641ff184c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0934784 Nov 10 22:43:21.385380 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.401087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-27d576cd-7b56-4301-b72b-8c1e2a94d4dd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.402325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf5434b-044e-4dc6-8bad-6a98e276d9cf {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:21.405966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35544) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:21.416117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-27d576cd-7b56-4301-b72b-8c1e2a94d4dd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.429601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-27d576cd-7b56-4301-b72b-8c1e2a94d4dd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.432192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-27d576cd-7b56-4301-b72b-8c1e2a94d4dd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 1990 time: 0.2568111 Nov 10 22:43:21.441951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-fa622836-1a80-4603-ab4b-da8e3b9267f5 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677523 Nov 10 22:43:21.442222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:21.446738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.447471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:21.483516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-a5f98bca-c7af-4a40-b6e1-d8b73467aac7 req-25494817-0464-444c-bc5a-4e5cfc03ddcf tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:43:21.485482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5f98bca-c7af-4a40-b6e1-d8b73467aac7 req-25494817-0464-444c-bc5a-4e5cfc03ddcf tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220034 Nov 10 22:43:21.497453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c25afc91-5cc9-47cd-aded-8232329925a4 req-fd976d07-7efe-44d2-b74e-2070b83e0642 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477265 Nov 10 22:43:21.528159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:21.577317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-fc82ab71-80c0-4dca-a73b-f2e2ed6ff474 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 379 time: 0.1266282 Nov 10 22:43:21.616954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-618ac65a-02e6-462c-bbee-0ac22760f2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.645805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5bc972ba-cb1b-448c-8c24-42fb3fc624fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0613592 Nov 10 22:43:21.656856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'admin_state_up': True, 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'security_groups': ['c6b8c2c4-d4b9-4761-936f-421fff5950f0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:21.709828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5f98bca-c7af-4a40-b6e1-d8b73467aac7 req-c69d21b6-060e-420f-9f5f-915abf8904a4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1947761 Nov 10 22:43:21.718919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d0e14a7-7da0-4378-824f-16cf6c6e1c41 req-4dc92343-95e6-4463-80e9-0f8fd9a0c4e1 service neutron] 10.222.0.39 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645457 Nov 10 22:43:21.771077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:21.805582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2', 'network_id': 'd78a884e-091d-43da-9718-9ae4d2dee3ec', 'port_id': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2', 'mac_address': 'fa:16:3e:33:ad:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d408b5-dbdc-4bcc-abb1-217fbbeeb202', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:21.839182 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-618ac65a-02e6-462c-bbee-0ac22760f2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.848347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-618ac65a-02e6-462c-bbee-0ac22760f2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.882788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:21.887932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.890887 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.920327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:21.964228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:21.969350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:21.970024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:21.977527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ac65a-02e6-462c-bbee-0ac22760f2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20317010-aac5-4c26-b01c-4e5c95f1fb51,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:22.004442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-618ac65a-02e6-462c-bbee-0ac22760f2e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=484805e4b1894d149ef1c507958700c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964882 Nov 10 22:43:22.006844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:22.051346 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2be2bb-d5e5-45da-8d3e-3fb2102083bb x-openstack-request-id: req-fa2be2bb-d5e5-45da-8d3e-3fb2102083bb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:22.051669 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:22.052464 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa2be2bb-d5e5-45da-8d3e-3fb2102083bb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:22.052860 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4', 'code': 200} Nov 10 22:43:22.053458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:22.121822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.160249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4fe3-9800-406d-b3c6-a4e0846f3db8 req-bafdeead-a85a-426b-8814-326054d4f8d4 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.161782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6de4fe3-9800-406d-b3c6-a4e0846f3db8 req-bafdeead-a85a-426b-8814-326054d4f8d4 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1614563 Nov 10 22:43:22.203025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.230114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:22.239414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 172.20.0.14 (253d8ae1-57a6-4cdf-9f54-07e334927f94/d6cbcfab-19d9-4e54-b870-b93f5d20cd20/3f0bdaab-1696-498f-a5c1-2a14eea5a7e2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:22.246651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 has no active binding in host n-h2-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:43:22.249318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923a23-b037-4b84-8997-a21239874267 req-ebe60f86-18a6-4e92-9071-4d9c13807d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.250910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44923a23-b037-4b84-8997-a21239874267 req-ebe60f86-18a6-4e92-9071-4d9c13807d36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 1097 time: 0.1218462 Nov 10 22:43:22.251504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dba3e4-72fc-4335-ac5d-7501ef59bade req-f98a79ae-e22a-46f5-ac18-01a23bfd7357 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.253015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8dba3e4-72fc-4335-ac5d-7501ef59bade req-f98a79ae-e22a-46f5-ac18-01a23bfd7357 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.1013489 Nov 10 22:43:22.276723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6de4fe3-9800-406d-b3c6-a4e0846f3db8 req-2b54936f-7875-4eb7-8279-d51b82fcc9f6 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055889 Nov 10 22:43:22.308507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8dba3e4-72fc-4335-ac5d-7501ef59bade req-d7ab792b-bd4b-4be4-944b-171acec97372 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487387 Nov 10 22:43:22.309765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.312688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.315261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20317010-aac5-4c26-b01c-4e5c95f1fb51 HTTP/1.1" status: 204 len: 168 time: 0.3073905 Nov 10 22:43:22.325334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b2d90-c84d-468a-acd9-e90de39ade31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20317010-aac5-4c26-b01c-4e5c95f1fb51,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:22.390415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44923a23-b037-4b84-8997-a21239874267 req-b7a24aeb-fe96-4713-aaf0-75cae3dc2eef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274600 Nov 10 22:43:22.498305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.535299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a5829-12c7-4a98-ba20-2fa5161dbddb req-a3436c6b-c4e4-4618-b9cf-1fb20ff85722 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.537342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-458a5829-12c7-4a98-ba20-2fa5161dbddb req-a3436c6b-c4e4-4618-b9cf-1fb20ff85722 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 946 time: 0.0772307 Nov 10 22:43:22.562150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.633003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:22.636419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:22.641134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:22.647082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:22.653256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-458a5829-12c7-4a98-ba20-2fa5161dbddb req-ee3ef28f-08b4-4d1b-8b91-228eeecd5d0d tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910108 Nov 10 22:43:22.738418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.739169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:22.752018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fdf5434b-044e-4dc6-8bad-6a98e276d9cf'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:22.760424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea5e8-7e32-4d83-869d-d1b74e82127a req-133fa42b-5af8-4115-904c-7ce056dee19d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.762230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-255ea5e8-7e32-4d83-869d-d1b74e82127a req-133fa42b-5af8-4115-904c-7ce056dee19d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 932 time: 0.0884538 Nov 10 22:43:22.785816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-4ad3c668-aedd-463d-97f0-e538fd5fb953 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1331310 Nov 10 22:43:22.793929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3016b3d1-0cdc-478b-826f-edd16ec2d9b2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:22.805963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'admin_state_up': True, 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'security_groups': ['c6b8c2c4-d4b9-4761-936f-421fff5950f0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:22.900320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac89748-4dd8-45a6-b3a9-14ab0370e4c0 req-dc12c84d-c62d-4c2f-9afe-902f95b8b416 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.914696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ac89748-4dd8-45a6-b3a9-14ab0370e4c0 req-dc12c84d-c62d-4c2f-9afe-902f95b8b416 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 944 time: 0.1799922 Nov 10 22:43:22.940059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-255ea5e8-7e32-4d83-869d-d1b74e82127a req-933e466b-3e26-419e-b501-c828d955be87 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530387 Nov 10 22:43:23.008375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ac89748-4dd8-45a6-b3a9-14ab0370e4c0 req-9f3695c0-18fb-4a88-970f-70f93f7ba3c9 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878682 Nov 10 22:43:23.109163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ac9f1bc1-bae2-4c13-bc1f-50c4d2792c8a None None] Provisioning complete for port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:23.109910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1bc1-bae2-4c13-bc1f-50c4d2792c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:23.133657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:23.138752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:23.159409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-fe5ea58f-9731-4943-a214-c7401dd62835 service neutron] 10.222.0.20 "GET /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.1209066 Nov 10 22:43:23.188697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f1bc1-bae2-4c13-bc1f-50c4d2792c8a None None] Port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:23.384281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.1.1.46 (5a671e46-6435-4f0f-beeb-6c9edebcc0ec/8d649e2f-e3f2-4009-a99c-efce941d9881/f2593ad1-d83e-40e8-86c8-e752c8668e6f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:23.632577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d91c-afa4-4b38-92f8-569eb434208a req-ec20c602-e699-4aee-bf27-238d5ee234b2 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:23.634650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e28d91c-afa4-4b38-92f8-569eb434208a req-ec20c602-e699-4aee-bf27-238d5ee234b2 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 943 time: 0.0742216 Nov 10 22:43:23.638828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:23.648192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:23.679114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:23.717356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a4296-d39e-4c52-8658-7ee33eb76db8 req-7e31db44-3172-4b9e-8401-842a41dad7ab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:23.725324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e43a4296-d39e-4c52-8658-7ee33eb76db8 req-7e31db44-3172-4b9e-8401-842a41dad7ab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.2316260 Nov 10 22:43:23.726132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e28d91c-afa4-4b38-92f8-569eb434208a req-d7c9fe93-0b3a-4b73-a771-644938f85026 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794852 Nov 10 22:43:23.777111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b1f787-f10a-40ff-b483-8a0d8919d707 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:23.790769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:23.803059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:23.835197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:23.846634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-network', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:23.849705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e43a4296-d39e-4c52-8658-7ee33eb76db8 req-d22f0510-b851-4c1c-b6cf-b9efd47fe33b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229293 Nov 10 22:43:23.893550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Made reservation on behalf of 6d1bc53557ff44b7b7e8c118e3acbc09 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:23.896538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:23.907722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.002213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] Transition to ACTIVE for port object e5b1f787-f10a-40ff-b483-8a0d8919d707 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:24.010948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.062245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.067687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.124724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:24.142725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e096d64-4a21-414c-b301-dbd2ea372d2b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:24.183967 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.187140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] No DVR routers for this DVR port e5b1f787-f10a-40ff-b483-8a0d8919d707 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:24.205992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:43:24.223659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.224003 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Added segment c2369d4a-0414-4f48-ba1d-3f479849827f of type vlan for network db15f9d8-4d33-488c-a5a3-d6cee6085298 Nov 10 22:43:24.243814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89d13a-e3dc-413f-8b66-0e4f3da369ff req-81a1a2a6-90ed-4fec-b1d5-d75a84f905d2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:24.249783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89d13a-e3dc-413f-8b66-0e4f3da369ff req-81a1a2a6-90ed-4fec-b1d5-d75a84f905d2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:24.251809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f89d13a-e3dc-413f-8b66-0e4f3da369ff req-81a1a2a6-90ed-4fec-b1d5-d75a84f905d2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 1653 time: 0.1041844 Nov 10 22:43:24.278019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32662d1-b8be-43e3-aad7-6f2511fa337f req-a15167cf-f93c-478b-953e-98a808b8f304 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:24.282874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32662d1-b8be-43e3-aad7-6f2511fa337f req-a15167cf-f93c-478b-953e-98a808b8f304 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 946 time: 0.2716377 Nov 10 22:43:24.301395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.306250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:24.332109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:24.343058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f89d13a-e3dc-413f-8b66-0e4f3da369ff req-86b42d98-05f6-48ad-a566-27275905adc6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714946 Nov 10 22:43:24.348759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:24.355219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.356472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:24.357135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.363234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:24.414827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-69c307a8-650b-4f36-bc39-5e9de6e3893e service neutron] 10.222.0.20 "PUT /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707/bindings/n-h2-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2364991 Nov 10 22:43:24.494984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32662d1-b8be-43e3-aad7-6f2511fa337f req-153c79a3-a278-4847-ae72-869bfc5f540c tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869133 Nov 10 22:43:24.531477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:24.532863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.569724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2696b03a-3da2-499e-8083-4e6ecdd2132b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7679019 Nov 10 22:43:24.578210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'admin_state_up': True, 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'security_groups': ['c6b8c2c4-d4b9-4761-936f-421fff5950f0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:24.736577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4d0f68f3-3025-4176-917a-5e93edd0e93a None None] Provisioning complete for port f2593ad1-d83e-40e8-86c8-e752c8668e6f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:24.737234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4d0f68f3-3025-4176-917a-5e93edd0e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.895407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f68f3-3025-4176-917a-5e93edd0e93a None None] Port f2593ad1-d83e-40e8-86c8-e752c8668e6f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:24.931441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-778108d2-fa71-4c43-8ba3-b6682bd3341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.961220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3071063 Nov 10 22:43:24.989778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:25.004962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Request body: {'subnet': {'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-subnet', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:25.047065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8efe2-f430-4b5f-b62a-3063fbef0625 admin admin] Pushing event updated for resources: {'Network': ['ID=db15f9d8-4d33-488c-a5a3-d6cee6085298,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:25.055900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Made reservation on behalf of 6d1bc53557ff44b7b7e8c118e3acbc09 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:25.058592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.062304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:43:25.079368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-c675e3e1-8076-497e-87cc-4a0a50d95222 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.081047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-c675e3e1-8076-497e-87cc-4a0a50d95222 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.1643519 Nov 10 22:43:25.150136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fdf5434b-044e-4dc6-8bad-6a98e276d9cf up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:25.166345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b572a2-4273-4629-82cd-e11b6d5dd50e req-86001539-b9f0-40bd-a6af-1278603f9855 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.175830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e713b-885a-4dec-9f58-94df99a4c528 req-1b847cb0-d0d0-469b-9ada-fbc40049f051 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.176490 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69b572a2-4273-4629-82cd-e11b6d5dd50e req-86001539-b9f0-40bd-a6af-1278603f9855 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 944 time: 0.2607763 Nov 10 22:43:25.177569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-273e713b-885a-4dec-9f58-94df99a4c528 req-1b847cb0-d0d0-469b-9ada-fbc40049f051 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 944 time: 0.0945909 Nov 10 22:43:25.231168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:25.238174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.269616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port fdf5434b-044e-4dc6-8bad-6a98e276d9cf completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:25.274286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port fdf5434b-044e-4dc6-8bad-6a98e276d9cf triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:25.274655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.287380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-273e713b-885a-4dec-9f58-94df99a4c528 req-bd72b180-baf9-426f-80bc-b0c8e2ad20b2 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018977 Nov 10 22:43:25.365551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69b572a2-4273-4629-82cd-e11b6d5dd50e req-8ef12b02-3d97-4119-a537-3b0928bf237e tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752114 Nov 10 22:43:25.400275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-bb69c228-8ff1-42a5-857e-4a892ba0d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.408598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.409328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-bb69c228-8ff1-42a5-857e-4a892ba0d6de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c&tenant_id=df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 1095 time: 0.2614522 Nov 10 22:43:25.435852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:25.440659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f9272-96b6-4590-8d60-31bb39334f5b" -d '{"events": [{"server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:25.457098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:25.462162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.463181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:25.549505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-0092bf2b-38e1-45d9-b1ea-fa569e986b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.552219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-0092bf2b-38e1-45d9-b1ea-fa569e986b1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1095 time: 0.1173363 Nov 10 22:43:25.589910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.1.1.186 (5a671e46-6435-4f0f-beeb-6c9edebcc0ec/8d649e2f-e3f2-4009-a99c-efce941d9881/57b4f446-2c0a-469b-96ee-e225d40325c5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:25.607776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:25.640648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:25.649084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:25.649460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.664718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-1eef622d-7af2-4c50-a26d-544523488103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.666399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-1eef622d-7af2-4c50-a26d-544523488103 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.1073558 Nov 10 22:43:25.674712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.748685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-de06f108-a1b2-4b06-b5ca-54a89e2b4571 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.0672638 Nov 10 22:43:25.787375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.811618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:25.823982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd747ef7-5949-47d5-9ad6-1a882fbd2fc0 req-aa82f396-6283-4cca-bc84-463039068f41 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.826102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd747ef7-5949-47d5-9ad6-1a882fbd2fc0 req-aa82f396-6283-4cca-bc84-463039068f41 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.4221385 Nov 10 22:43:25.830574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.854006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-b46246f9-3907-468d-859d-d396718af5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.855505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-b46246f9-3907-468d-859d-d396718af5c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0955369 Nov 10 22:43:25.855844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:25.868528 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.877750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Checking segment: {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:25.878164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Network hostable DHCP agents. Network: db15f9d8-4d33-488c-a5a3-d6cee6085298, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:43:25.910738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd747ef7-5949-47d5-9ad6-1a882fbd2fc0 req-fc36d80e-dd20-46ce-876f-53917f6337fd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 10 22:43:25.919735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:25.920908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-6d35e225-d1ca-4be9-95b8-5be4f492d54a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546296 Nov 10 22:43:25.923205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf59b60-46d0-4e5e-a222-496589f4f92a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:25.934352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:25.937118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:25.950916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141e31-83f1-4af9-9f47-3a0eeb76d4fd req-8d19bb46-7945-4987-b464-e483220c8176 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.959650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6141e31-83f1-4af9-9f47-3a0eeb76d4fd req-8d19bb46-7945-4987-b464-e483220c8176 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.2049763 Nov 10 22:43:25.978875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:43:25.984468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:25.989817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:25.994055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:26.062315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:26.070082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, db15f9d8-4d33-488c-a5a3-d6cee6085298) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:26.080288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce02a42-c10d-409b-ba8c-9173ff45a3c7 None None] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:26.086093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.086991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.089634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6141e31-83f1-4af9-9f47-3a0eeb76d4fd req-cb57c1e8-eb70-4974-9a2d-75ce66f57e6e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267753 Nov 10 22:43:26.108077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.112017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.126351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-58e1abfb-6310-4132-93ef-1bd891d5c7e1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5512223 Nov 10 22:43:26.144943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'admin_state_up': True, 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'security_groups': ['c6b8c2c4-d4b9-4761-936f-421fff5950f0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:26.199291 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29feffcc-70ff-43fe-88f9-617c01c29a58 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2010927 Nov 10 22:43:26.206768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:26.214670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:26.275540 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a81baec-92b0-48ce-9a08-0e78157f9147 x-openstack-request-id: req-7a81baec-92b0-48ce-9a08-0e78157f9147 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:26.276268 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:26.276748 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a81baec-92b0-48ce-9a08-0e78157f9147 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:26.276899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-7ea31809-6075-4e5a-a211-8e3fbe852772 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460870 Nov 10 22:43:26.277493 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'code': 200} Nov 10 22:43:26.319520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.321024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.403168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec73e-569a-4496-aa98-6ded9e8ff559 req-865184cc-b2ae-4c5f-b7e1-81962abe7d0d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.410452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec73e-569a-4496-aa98-6ded9e8ff559 req-865184cc-b2ae-4c5f-b7e1-81962abe7d0d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.418167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec73e-569a-4496-aa98-6ded9e8ff559 req-865184cc-b2ae-4c5f-b7e1-81962abe7d0d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.426204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2baec73e-569a-4496-aa98-6ded9e8ff559 req-865184cc-b2ae-4c5f-b7e1-81962abe7d0d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 2374 time: 0.2064228 Nov 10 22:43:26.463459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.472333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-db15f9d8-4d33-488c-a5a3-d6cee6085298', 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'fixed_ips': [{'subnet_id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:43:26.473665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.478120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20240bb-f235-4966-b40c-3a9f2184b6d3 req-110c584e-9141-4099-b1f3-ff1355b64c3a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.479802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e20240bb-f235-4966-b40c-3a9f2184b6d3 req-110c584e-9141-4099-b1f3-ff1355b64c3a tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.1284118 Nov 10 22:43:26.549506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2baec73e-569a-4496-aa98-6ded9e8ff559 req-41e756f1-d3d4-4b52-b4d6-f955506f90c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223063 Nov 10 22:43:26.594855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:26.600346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd636-da03-41bf-9ad5-68ae17d47672 req-49dcf4cc-2d91-4d57-8b5c-6a71c78d334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.601990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-609dd636-da03-41bf-9ad5-68ae17d47672 req-49dcf4cc-2d91-4d57-8b5c-6a71c78d334b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1096 time: 0.2379510 Nov 10 22:43:26.657585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Allocated IP 172.20.0.2 (db15f9d8-4d33-488c-a5a3-d6cee6085298/eaf59b60-46d0-4e5e-a222-496589f4f92a/bc37aab4-c501-4603-8ee8-cc920a70fe98) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:26.669145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-2e6e4c84-75b9-4ca6-a556-fbae6e9f3018 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843067 Nov 10 22:43:26.723289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-609dd636-da03-41bf-9ad5-68ae17d47672 req-941b5fdc-2725-49e4-ab0a-54e4b7d3bc29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079595 Nov 10 22:43:26.768105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b63b7a9a-849f-422f-bd88-7a1608b2201e None None] Provisioning complete for port 57b4f446-2c0a-469b-96ee-e225d40325c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:26.768848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a9a-849f-422f-bd88-7a1608b2201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.832499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b63b7a9a-849f-422f-bd88-7a1608b2201e None None] Port 57b4f446-2c0a-469b-96ee-e225d40325c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:26.857908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.862964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.869547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e20240bb-f235-4966-b40c-3a9f2184b6d3 req-5d938ff3-43af-4757-8482-db0fe366a845 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358104 Nov 10 22:43:26.917877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.929622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.040689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176151-ed3a-4e1a-9dca-5f397e71391b req-85dae057-32b3-4d85-ab72-93b987949ba4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.059108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a176151-ed3a-4e1a-9dca-5f397e71391b req-85dae057-32b3-4d85-ab72-93b987949ba4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 945 time: 0.1069531 Nov 10 22:43:27.156508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:27.158049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a176151-ed3a-4e1a-9dca-5f397e71391b req-8038d087-c774-4253-8090-f508bec06d67 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964575 Nov 10 22:43:27.176151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:27.180172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:27.182931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Pushing event updated for resources: {'Port': ['ID=bc37aab4-c501-4603-8ee8-cc920a70fe98,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:27.250415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Attempting to bind port bc37aab4-c501-4603-8ee8-cc920a70fe98 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:27.251069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Attempting to bind port bc37aab4-c501-4603-8ee8-cc920a70fe98 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:27.251695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Attempting to bind port bc37aab4-c501-4603-8ee8-cc920a70fe98 on network db15f9d8-4d33-488c-a5a3-d6cee6085298 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:27.258614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:27.259213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Checking segment: {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:27.259816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.260678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Bound using segment: {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:27.262009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Bound port: bc37aab4-c501-4603-8ee8-cc920a70fe98, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:27.262674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.279616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-7fb18765-6cf6-4f2e-9a1f-947b3bd11a5b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.281074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1f26-47ec-4d04-bf91-cc4acbc727c3 req-8aab37f6-7be3-4dc5-bc0a-fce567016cbb tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.281246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-7fb18765-6cf6-4f2e-9a1f-947b3bd11a5b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.1002066 Nov 10 22:43:27.283252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b6d1f26-47ec-4d04-bf91-cc4acbc727c3 req-8aab37f6-7be3-4dc5-bc0a-fce567016cbb tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 945 time: 0.2078509 Nov 10 22:43:27.380077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] For port bc37aab4-c501-4603-8ee8-cc920a70fe98, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:27.385068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] For port bc37aab4-c501-4603-8ee8-cc920a70fe98, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bc37aab4-c501-4603-8ee8-cc920a70fe98,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:27.391690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.440272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.2.2.100 (2a07bde3-9cc8-442b-b94e-70ff092eda8d/3c4382a3-e258-4acd-840a-ee8751e5a3f6/e5843d30-afc9-4eba-b38b-df22d72bfead) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:27.450043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b6d1f26-47ec-4d04-bf91-cc4acbc727c3 req-623ca070-c663-403f-9c1a-b5cb2d38567a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580069 Nov 10 22:43:27.485635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910d4ef-a72c-4d8e-95bb-a29138480c64 req-df8273ee-72fc-4056-88c0-aa0b4046a4c1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.495398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82e425-bfba-42e9-92c7-f600b4b104e1 None None] Pushing event updated for resources: {'Port': ['ID=bc37aab4-c501-4603-8ee8-cc920a70fe98,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:27.496673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2910d4ef-a72c-4d8e-95bb-a29138480c64 req-df8273ee-72fc-4056-88c0-aa0b4046a4c1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.1487801 Nov 10 22:43:27.554144 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a840d28b-e3e1-4f8a-858b-92a00e9d7aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.567593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-7aa1a2a3-40bf-4944-9b7e-66493833de85 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.569080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-7aa1a2a3-40bf-4944-9b7e-66493833de85 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.1421165 Nov 10 22:43:27.609745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2910d4ef-a72c-4d8e-95bb-a29138480c64 req-a34eb0f1-e6ed-4e66-ba1e-559b2f09fb63 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116691 Nov 10 22:43:27.617892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-647d7976-6e73-4c92-b9f6-859f26d05779 service neutron] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:27.624219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-647d7976-6e73-4c92-b9f6-859f26d05779 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:27.626415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0188f45c-6485-482f-88e6-c3701e1d7fcf req-647d7976-6e73-4c92-b9f6-859f26d05779 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707/bindings/n-h1-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.3362269 Nov 10 22:43:27.796874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19013fc-edaf-4d89-843b-5d90c4251a30 req-c3d23c78-227f-40b5-8413-97cfd7c2911b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.809925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19013fc-edaf-4d89-843b-5d90c4251a30 req-c3d23c78-227f-40b5-8413-97cfd7c2911b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.825563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19013fc-edaf-4d89-843b-5d90c4251a30 req-c3d23c78-227f-40b5-8413-97cfd7c2911b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.833229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f19013fc-edaf-4d89-843b-5d90c4251a30 req-c3d23c78-227f-40b5-8413-97cfd7c2911b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 2374 time: 0.1206012 Nov 10 22:43:27.893388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f19013fc-edaf-4d89-843b-5d90c4251a30 req-b972f04b-36c2-4405-ab72-0ad3e35d8502 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590172 Nov 10 22:43:27.925859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3a84-8344-4305-b039-870636ae0b36 req-315f1667-a944-4f53-8c8b-e18577f4d8ea tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.927906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b32e3a84-8344-4305-b039-870636ae0b36 req-315f1667-a944-4f53-8c8b-e18577f4d8ea tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.3529670 Nov 10 22:43:27.969379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.029200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.083133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19daba-0eee-4126-8f40-a7106375a563 req-8cbc656f-a3eb-46c1-821c-b94735c5d1c7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:28.087044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc19daba-0eee-4126-8f40-a7106375a563 req-8cbc656f-a3eb-46c1-821c-b94735c5d1c7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aff4e5-fe78-476d-90c5-9d23b18d5acc HTTP/1.1" status: 200 len: 946 time: 0.0916271 Nov 10 22:43:28.147794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.159796 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.169607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc19daba-0eee-4126-8f40-a7106375a563 req-15b888bf-bad6-43b2-9962-010a8268e3a0 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Nov 10 22:43:28.279006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:28.283716 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6604962-d2c3-4e8d-802e-b2aea2bd57d1" -d '{"events": [{"server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "name": "network-vif-plugged", "status": "completed", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:28.318458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b32e3a84-8344-4305-b039-870636ae0b36 req-8ad08421-027a-49cb-a278-22a65f844c31 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655930 Nov 10 22:43:28.327886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f28e9-6ceb-4aba-ac69-43b270bbde60 req-c97dda66-669d-46cf-b8c4-a4424555fcfc tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:28.330133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-051f28e9-6ceb-4aba-ac69-43b270bbde60 req-c97dda66-669d-46cf-b8c4-a4424555fcfc tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1095 time: 0.0914652 Nov 10 22:43:28.348345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Deleting port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:28.348694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.353199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:28.358776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:28.379160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bc37aab4-c501-4603-8ee8-cc920a70fe98 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:28.456130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-051f28e9-6ceb-4aba-ac69-43b270bbde60 req-5ba328d8-b068-4914-89a1-d079861e0f7e tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195228 Nov 10 22:43:28.574808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] For port a3daf866-f4d7-4df0-a8e2-2b94272d05e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:28.575371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.619650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Calling delete_port for a3daf866-f4d7-4df0-a8e2-2b94272d05e2 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:28.717391 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995d22d1-b315-4102-80c3-347b4b4b96e5 x-openstack-request-id: req-995d22d1-b315-4102-80c3-347b4b4b96e5 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:28.718360 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "name": "network-vif-plugged", "status": "completed", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:28.718785 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-995d22d1-b315-4102-80c3-347b4b4b96e5 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:28.721255 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2', 'code': 200} Nov 10 22:43:28.724529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bc37aab4-c501-4603-8ee8-cc920a70fe98 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:28.725410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.877639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:28.886887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:28.973354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:28.975760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.978755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.987062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:28.991653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['64e847d5-90ae-438f-bfbe-be3435c4bfa3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:29.006917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31736f6d-5ac8-4d27-b221-fc183bd91752 req-d725e614-ba7f-4ec6-8a1c-8ab4acd008c3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:29.025267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31736f6d-5ac8-4d27-b221-fc183bd91752 req-d725e614-ba7f-4ec6-8a1c-8ab4acd008c3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 945 time: 0.2371790 Nov 10 22:43:29.032825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d389e5d2-108d-4c51-9447-fb7e746bb6d4', 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:29.087636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80deed0-6d05-4ff4-8ae4-daf02e11c17f req-1a209d41-92a6-4367-9d32-04a9b266c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:29.091147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c80deed0-6d05-4ff4-8ae4-daf02e11c17f req-1a209d41-92a6-4367-9d32-04a9b266c94c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 1096 time: 0.3011179 Nov 10 22:43:29.127230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c8b90-3093-4c91-ae2b-359506c13acc None None] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:29.129646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-26849fad-992d-44b2-8491-3de56cd9b0d6 None None] Provisioning complete for port e5843d30-afc9-4eba-b38b-df22d72bfead triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:29.130266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26849fad-992d-44b2-8491-3de56cd9b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.136198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] No DVR routers for this DVR port a3daf866-f4d7-4df0-a8e2-2b94272d05e2 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:29.162517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.170163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed04150e-e9ba-4beb-ad5d-aa2e547c2502 req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "DELETE /v2.0/ports/a3daf866-f4d7-4df0-a8e2-2b94272d05e2 HTTP/1.1" status: 204 len: 173 time: 1.5904589 Nov 10 22:43:29.179652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b5f1-699f-4c1b-9eff-93e1ee87a39f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event deleted for resources: {'Port': ['ID=a3daf866-f4d7-4df0-a8e2-2b94272d05e2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:29.181770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'name': 'network-vif-deleted', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:29.184069 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b0066-de9e-463d-9b8d-1ba1fdc41ed5" -d '{"events": [{"server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "name": "network-vif-deleted", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:29.195803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c80deed0-6d05-4ff4-8ae4-daf02e11c17f req-e6db4597-960a-40ed-827e-11cc0f9447ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Nov 10 22:43:29.228689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-86c1a993-6dbc-4cd2-8e28-d1ff6d3c12fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0921328 Nov 10 22:43:29.243957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'admin_state_up': True, 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'security_groups': ['c6b8c2c4-d4b9-4761-936f-421fff5950f0']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:29.245858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31736f6d-5ac8-4d27-b221-fc183bd91752 req-2b06617f-a924-42ef-9168-c02e9417dbc2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194419 Nov 10 22:43:29.276514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b8b03-7326-4ea0-8735-f0078d920335 req-9eb47dd2-a940-4291-b537-aece5d2e6358 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:29.278507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d38b8b03-7326-4ea0-8735-f0078d920335 req-9eb47dd2-a940-4291-b537-aece5d2e6358 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 945 time: 0.3272545 Nov 10 22:43:29.359092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-26849fad-992d-44b2-8491-3de56cd9b0d6 None None] Port e5843d30-afc9-4eba-b38b-df22d72bfead cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:29.367881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Allocated IP 172.25.0.234 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f5ab519e-a262-4be0-8e3b-23449b60cb14) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:29.432486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.556406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d38b8b03-7326-4ea0-8735-f0078d920335 req-5bfcee1a-1933-4d36-a96d-245d2a6a3475 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315538 Nov 10 22:43:29.598910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Made reservation on behalf of ea092890584249179d678e4321bfaa2d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:29.603845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.688929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ae7b7c0f-17f6-414f-825e-68d349cc3885 None None] Provisioning complete for port bc37aab4-c501-4603-8ee8-cc920a70fe98 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:29.689342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ae7b7c0f-17f6-414f-825e-68d349cc3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.738310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port bc37aab4-c501-4603-8ee8-cc920a70fe98, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bc37aab4-c501-4603-8ee8-cc920a70fe98,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:29.779534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.783710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.834041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-3c04e87f-4acb-4f01-9351-41ec898f37cb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:29.850356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-3c04e87f-4acb-4f01-9351-41ec898f37cb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.4132140 Nov 10 22:43:29.904592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-2d4226d3-4f7b-4c81-8c63-1f4c815af49e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/quotas/df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 375 time: 0.0507929 Nov 10 22:43:29.933834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.990398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ab519e-a262-4be0-8e3b-23449b60cb14,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:30.061390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-2af05bc9-8ebe-4935-957d-1e513807960a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481869 Nov 10 22:43:30.067392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=bc37aab4-c501-4603-8ee8-cc920a70fe98,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:30.118496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:30.134321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a78b0-3f73-4308-a312-606e8c9800bc req-6c0b63b1-b128-4cd9-9434-9e2a2f8a8501 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:30.140579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a78b0-3f73-4308-a312-606e8c9800bc req-6c0b63b1-b128-4cd9-9434-9e2a2f8a8501 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:30.147349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a78b0-3f73-4308-a312-606e8c9800bc req-6c0b63b1-b128-4cd9-9434-9e2a2f8a8501 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:30.153594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a78b0-3f73-4308-a312-606e8c9800bc req-6c0b63b1-b128-4cd9-9434-9e2a2f8a8501 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:30.161653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-305a78b0-3f73-4308-a312-606e8c9800bc req-6c0b63b1-b128-4cd9-9434-9e2a2f8a8501 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3095 time: 0.4643629 Nov 10 22:43:30.167455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:30.177188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:30.284521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.289393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-ec11c69f-dbc2-457a-8bac-bb03b57f0915 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264037 Nov 10 22:43:30.379186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bc37aab4-c501-4603-8ee8-cc920a70fe98 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:30.403199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-305a78b0-3f73-4308-a312-606e8c9800bc req-f65c3208-0217-43c8-8699-c2c374bf8916 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406526 Nov 10 22:43:30.467694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Allocated IP 10.2.2.200 (2a07bde3-9cc8-442b-b94e-70ff092eda8d/3c4382a3-e258-4acd-840a-ee8751e5a3f6/7925d170-214e-4f34-af75-5a1b563aa45f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:30.491987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-7194e33a-a450-4cf3-b138-28d5ef85cf45 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014308 Nov 10 22:43:30.569440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bc37aab4-c501-4603-8ee8-cc920a70fe98 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:30.571405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.675767 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.680789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6601d97d-4bf2-429b-b10c-64986c3156b3 None None] Provisioning complete for port bc37aab4-c501-4603-8ee8-cc920a70fe98 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:30.681351 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6601d97d-4bf2-429b-b10c-64986c3156b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:31.084757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20279-b70e-48ad-856f-b847e4a012a4 req-ea1f1033-5e89-4424-b2fe-d41a75ba15b8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.102233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5a20279-b70e-48ad-856f-b847e4a012a4 req-ea1f1033-5e89-4424-b2fe-d41a75ba15b8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1631265 Nov 10 22:43:31.214711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5a20279-b70e-48ad-856f-b847e4a012a4 req-4ed970f2-f4a7-4d83-8d1c-556e41e95cc4 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113610 Nov 10 22:43:31.431462 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32d54e-c7e6-4345-ad0c-0fe37ebb452a x-openstack-request-id: req-ad32d54e-c7e6-4345-ad0c-0fe37ebb452a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:31.432238 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aff4e5-fe78-476d-90c5-9d23b18d5acc", "name": "network-vif-deleted", "tag": "a3daf866-f4d7-4df0-a8e2-2b94272d05e2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:31.432238 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad32d54e-c7e6-4345-ad0c-0fe37ebb452a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:31.432914 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aff4e5-fe78-476d-90c5-9d23b18d5acc', 'name': 'network-vif-deleted', 'tag': 'a3daf866-f4d7-4df0-a8e2-2b94272d05e2', 'status': 'completed', 'code': 200} Nov 10 22:43:31.708594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-9ecb2867-4bad-4050-8672-af16e4c635d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2734251 Nov 10 22:43:31.760802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-a8eef5fa-ca5e-4f46-98e9-c3afc4145339 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1244785134&fields=id&tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 267 time: 0.3241272 Nov 10 22:43:31.808628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce14c4-cfcd-4e29-b229-d29ad12a0271 req-f086624b-7b9c-44de-84a1-2d80ad64ded8 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.821604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4bce14c4-cfcd-4e29-b229-d29ad12a0271 req-f086624b-7b9c-44de-84a1-2d80ad64ded8 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 945 time: 0.1415107 Nov 10 22:43:31.832408 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:31.848303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a3daf866-f4d7-4df0-a8e2-2b94272d05e2 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:31.867149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:31.885004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a3daf866-f4d7-4df0-a8e2-2b94272d05e2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:31.885356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a3daf866-f4d7-4df0-a8e2-2b94272d05e2 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:31.911144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4bce14c4-cfcd-4e29-b229-d29ad12a0271 req-6fe623c4-0a0c-4e7e-bc7f-8c46d2270995 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884273 Nov 10 22:43:31.986166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.036087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-e3922320-221b-497b-a749-52a50295c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.037642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-e3922320-221b-497b-a749-52a50295c5dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcafd76263e8434ab699486ac5390785&device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 1096 time: 0.2677639 Nov 10 22:43:32.057555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-73995af3-e9bd-40a6-b668-b8cc47300ab3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.059147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-73995af3-e9bd-40a6-b668-b8cc47300ab3 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 945 time: 0.2591219 Nov 10 22:43:32.065618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e358156-9a9e-4574-94e2-679f28868489 req-936cbc67-25fa-48bc-8e72-e04ce94faf9e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 210 time: 0.0626223 Nov 10 22:43:32.127997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'security_groups': ['293ffbae-ad32-4b96-81b3-556dd61abb24', '06c7bc12-2c9d-435a-bf9b-de6229141248']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:32.189980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:32.202190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:32.210905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:32.216525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.218379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:32.225213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.233586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.240214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.246331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.248117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f62efe5-6483-480b-8dc1-121a47704daa req-3ce14e06-1da0-49ce-9185-414cf73fd13a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3816 time: 0.0990698 Nov 10 22:43:32.329154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f62efe5-6483-480b-8dc1-121a47704daa req-2ac61665-c918-4610-bfd3-a010a05f502f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711582 Nov 10 22:43:32.356058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.370219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.370813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.431296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-74d6b5b3-ba45-455e-a469-29171e6c36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.432876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-74d6b5b3-ba45-455e-a469-29171e6c36eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 200 len: 916 time: 0.3705592 Nov 10 22:43:32.477224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-00f6ac59-d75c-4573-a748-2153477aed17 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2374187 Nov 10 22:43:32.522154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ee2408d8-3c6f-497a-bc4a-79956148df67 None None] Provisioning complete for port 7925d170-214e-4f34-af75-5a1b563aa45f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:32.522677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee2408d8-3c6f-497a-bc4a-79956148df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.537610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-ee273eeb-6530-47f7-be4e-13690d17ad40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.0939431 Nov 10 22:43:32.551726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:32.561648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f14c65-edcb-4548-a6ba-064993bcf47f req-294c7d53-d05e-459d-9982-5045bd87406f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.564323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81f14c65-edcb-4548-a6ba-064993bcf47f req-294c7d53-d05e-459d-9982-5045bd87406f tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 945 time: 0.0850918 Nov 10 22:43:32.567728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ee2408d8-3c6f-497a-bc4a-79956148df67 None None] Port 7925d170-214e-4f34-af75-5a1b563aa45f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:32.619827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81f14c65-edcb-4548-a6ba-064993bcf47f req-45c7a055-a0e8-4f60-a8a8-1a19dbcd0e3d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Nov 10 22:43:32.685723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.739543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9651-8856-4c0f-bb2f-6127bdf373a4 req-127f1780-78c0-425c-98da-e72e787f2959 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.741106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c17d9651-8856-4c0f-bb2f-6127bdf373a4 req-127f1780-78c0-425c-98da-e72e787f2959 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 945 time: 0.0540919 Nov 10 22:43:32.797193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-088817f3-43c7-41df-a214-dc3d5767952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.798749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-088817f3-43c7-41df-a214-dc3d5767952d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 200 len: 855 time: 0.2438617 Nov 10 22:43:32.801242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c17d9651-8856-4c0f-bb2f-6127bdf373a4 req-f06ed85f-5127-4160-ba22-6be2b020fe21 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Nov 10 22:43:32.853451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:32.905000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3e9d-8bd8-4492-8550-3ccc598f01cd req-9d1b7e97-f077-49f6-904f-a5c20778b70e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.907111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2ce3e9d-8bd8-4492-8550-3ccc598f01cd req-9d1b7e97-f077-49f6-904f-a5c20778b70e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.0560479 Nov 10 22:43:32.929073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-69e897d3-4aca-4601-986d-b105bf7a2a35 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:32.930665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-69e897d3-4aca-4601-986d-b105bf7a2a35 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.3917108 Nov 10 22:43:32.966696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2ce3e9d-8bd8-4492-8550-3ccc598f01cd req-3fee26d1-d431-4a65-ab72-36eb79bc69ce tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486629 Nov 10 22:43:33.008798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Request body: {'port': {'device_id': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'admin_state_up': True, 'tenant_id': 'df7242d181c647338f89f9f329867920'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:33.272925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12cd0f5f-7684-4d61-9c46-f02ac98899b1 req-f396c832-bc06-41c7-b48c-aef0109a8ba0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 210 time: 0.0307517 Nov 10 22:43:33.291924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-29a7e28e-5727-4c70-bc22-b856ea3aa2f7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.293769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-29a7e28e-5727-4c70-bc22-b856ea3aa2f7 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.39 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 945 time: 0.0806692 Nov 10 22:43:33.383808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:33.411010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-8060d8b9-9db7-461f-8d84-a9b1bd5fe548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.412509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-8060d8b9-9db7-461f-8d84-a9b1bd5fe548 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73cab44f-ccbf-485f-a694-691b1f4f82d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5960789 Nov 10 22:43:33.433058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55cd98-953e-48bd-8589-715455c9decc req-54f6513d-5620-4cd7-9174-cf5dad5f2bf5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.434513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c55cd98-953e-48bd-8589-715455c9decc req-54f6513d-5620-4cd7-9174-cf5dad5f2bf5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 945 time: 0.0874045 Nov 10 22:43:33.442738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Deleting port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:33.443056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.545991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c55cd98-953e-48bd-8589-715455c9decc req-f60a8002-c608-4645-9b44-7b870e93bc40 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999753 Nov 10 22:43:33.570367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.582155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] For port 64e847d5-90ae-438f-bfbe-be3435c4bfa3, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=64e847d5-90ae-438f-bfbe-be3435c4bfa3,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:33.582695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.589468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.604220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Calling delete_port for 64e847d5-90ae-438f-bfbe-be3435c4bfa3 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:33.604870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fdf5434b-044e-4dc6-8bad-6a98e276d9cf'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:33.655456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:33.743011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-f7dcd350-a07a-479e-83ea-d1f2b1b9d4e4 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772985 Nov 10 22:43:33.847718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.881195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.892469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.893860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aac9d9d4-69bd-497f-b070-0a7d33d1ae9a req-678b0787-99d2-4e3b-8f0d-9220b9a82863 service neutron] 10.222.0.20 "GET /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280065 Nov 10 22:43:33.903960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.908123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fdf5434b-044e-4dc6-8bad-6a98e276d9cf'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:33.911273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.912168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.913692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8835517b-cc5d-459e-a2c6-d39dbdd012c1 req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "PUT /v2.0/ports/fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 981 time: 1.8168521 Nov 10 22:43:33.914648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:43:33.916594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:33.923131 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94155fcd-3ef3-49e9-8076-76277e258da1" -d '{"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:33.933137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.949354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:33.952215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:33.958919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:33.960260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-bba09741-3fcd-4656-937f-4fbb2c9ef755 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3816 time: 0.2833626 Nov 10 22:43:34.129321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-744375c9-6981-4aa4-b8e3-70e9da856dc6 req-117834b7-eeb3-4fae-83bf-3da4b932b6b5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482594 Nov 10 22:43:34.130218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] No DVR routers for this DVR port 64e847d5-90ae-438f-bfbe-be3435c4bfa3 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:34.132523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event deleted for resources: {'Port': ['ID=64e847d5-90ae-438f-bfbe-be3435c4bfa3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:34.134740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:34.138758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9243c962-49f8-4a58-85ce-fb6e8d921d03 req-a2b1aea3-11cb-4292-9bd7-37e201c9af18 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.39 "DELETE /v2.0/ports/64e847d5-90ae-438f-bfbe-be3435c4bfa3 HTTP/1.1" status: 204 len: 173 time: 0.8380401 Nov 10 22:43:34.138758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'name': 'network-vif-deleted', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:34.141087 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e6921-07fd-4638-90d4-8b7a7041e5ac" -d '{"events": [{"server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "name": "network-vif-deleted", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:34.154111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:34.186437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Sync routers for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:34.285648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c51d9ed-f14f-44c0-94d9-df4cc0dc6855 req-dc021807-2d6e-47ce-a052-7d2782f09533 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/06c7bc12-2c9d-435a-bf9b-de6229141248 HTTP/1.1" status: 200 len: 1818 time: 0.0563974 Nov 10 22:43:34.308660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['64e847d5-90ae-438f-bfbe-be3435c4bfa3'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:34.337814 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-8c51d9ed-f14f-44c0-94d9-df4cc0dc6855 req-69e912a3-b0a6-4a76-bfa7-06dfb6de9520 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 22:43:34.351460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:34.352251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:34.357275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c51d9ed-f14f-44c0-94d9-df4cc0dc6855 req-69e912a3-b0a6-4a76-bfa7-06dfb6de9520 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/06c7bc12-2c9d-435a-bf9b-de6229141248 HTTP/1.1" status: 409 len: 341 time: 0.0690849 Nov 10 22:43:34.397997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Allocated IP 172.20.0.2 (43e53184-6e6d-4046-9b47-ac098315e987/de89209e-83b3-47dc-a273-fd511939d941/e53f4f64-ac98-4d5d-b263-628918162bd0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:34.481774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:34.556546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-0112762d-9d32-45eb-8453-70f5a3ce9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:34.558724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-0112762d-9d32-45eb-8453-70f5a3ce9c2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1135 time: 0.1127830 Nov 10 22:43:34.569467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f1bb-66e4-4bf7-ac0f-f8d76cd9ee08 req-3887c220-6eef-4006-9f60-85144d8b90ad tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:34.578788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf78f1bb-66e4-4bf7-ac0f-f8d76cd9ee08 req-3887c220-6eef-4006-9f60-85144d8b90ad tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.0904839 Nov 10 22:43:34.586037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:34.620665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec9375-25f0-47ee-ac97-24d53b78928c tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:34.626574 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacca17a-05c6-4ef1-a305-f985f44b7da3 x-openstack-request-id: req-bacca17a-05c6-4ef1-a305-f985f44b7da3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:34.627017 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:34.627491 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bacca17a-05c6-4ef1-a305-f985f44b7da3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:34.628172 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'status': 'completed', 'code': 200} Nov 10 22:43:34.632877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b58e820f-e245-496e-b328-ee999b1db0e5 req-fd275e34-cac9-4d0a-8f3f-c407ea8386a4 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fc3da2-7736-4ba5-8161-9bcf4a94964a HTTP/1.1" status: 200 len: 210 time: 0.4930704 Nov 10 22:43:34.637632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:34.644074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:34.651344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-776f93ca-d974-42a0-9bb3-fcb80e19eaf9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4433484 Nov 10 22:43:34.652142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:34.786829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf78f1bb-66e4-4bf7-ac0f-f8d76cd9ee08 req-38ec11e6-096f-45a2-aaa7-5ed344c326fd tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010019 Nov 10 22:43:34.864214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Network 43e53184-6e6d-4046-9b47-ac098315e987 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:34.877363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:34.877703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-aaa8a1e7-3820-4789-b946-68250c20fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:34.888329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-aaa8a1e7-3820-4789-b946-68250c20fce3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.2952142 Nov 10 22:43:34.905493 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecaae89-2b8a-46ea-ac9e-5a34fa35832a x-openstack-request-id: req-fecaae89-2b8a-46ea-ac9e-5a34fa35832a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:34.906049 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fc3da2-7736-4ba5-8161-9bcf4a94964a", "name": "network-vif-deleted", "tag": "64e847d5-90ae-438f-bfbe-be3435c4bfa3", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:34.906581 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fecaae89-2b8a-46ea-ac9e-5a34fa35832a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:34.907232 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fc3da2-7736-4ba5-8161-9bcf4a94964a', 'name': 'network-vif-deleted', 'tag': '64e847d5-90ae-438f-bfbe-be3435c4bfa3', 'status': 'completed', 'code': 200} Nov 10 22:43:34.921990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:34.990055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-fd66cc9f-e87c-4533-bb94-b1ed19444844 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 217 time: 0.0794814 Nov 10 22:43:35.009968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.011417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.011765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d389e5d2-108d-4c51-9447-fb7e746bb6d4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:35.085916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:30Z', 'revision_number': 3, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:35.125193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Checking router: 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:35.125639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Updating router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 port f5ab519e-a262-4be0-8e3b-23449b60cb14 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:43:35.134561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-f973650e-e0cc-43f9-9db5-980e6f0c06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.136164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-f973650e-e0cc-43f9-9db5-980e6f0c06d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.1207278 Nov 10 22:43:35.169932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.207189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-35131ab4-2a8b-4f24-935a-4ecd263ea099 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620651 Nov 10 22:43:35.234334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2734351 Nov 10 22:43:35.240660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41063ad-6b20-4a30-a2b1-e3394dc249c4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:35.271091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Request body: {'port': {'device_id': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:35.285678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:35.328580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.348700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Transition to ACTIVE for port object 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:35.371740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-af2e2d3c-aa1b-4354-9804-05e979be234b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.376344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-af2e2d3c-aa1b-4354-9804-05e979be234b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 945 time: 0.5934198 Nov 10 22:43:35.378237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fda88-64b4-499e-acca-2d09b7c5000f req-90f1c259-4801-44c5-81f4-639864fc651c tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.382228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.389472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57fda88-64b4-499e-acca-2d09b7c5000f req-90f1c259-4801-44c5-81f4-639864fc651c tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 945 time: 0.1863277 Nov 10 22:43:35.495269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57fda88-64b4-499e-acca-2d09b7c5000f req-03dceba1-2c8b-4df0-937e-131f40ff2f18 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Nov 10 22:43:35.505010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-82d3bc54-ebe4-42c1-baa1-5616c57c7644 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864785 Nov 10 22:43:35.537863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.544682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.580032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.625962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0f76-cd63-4183-a9e2-900c2aab4fc1 req-39530d88-6f50-4e3f-bd17-9bdc9256a489 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.644411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63ac0f76-cd63-4183-a9e2-900c2aab4fc1 req-39530d88-6f50-4e3f-bd17-9bdc9256a489 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 931 time: 0.4823697 Nov 10 22:43:35.661986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b0d1b-d6c9-4533-b854-703e620fe0f3 None None] Pushing event updated for resources: {'Port': ['ID=f5ab519e-a262-4be0-8e3b-23449b60cb14,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:35.700680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Attempting to bind port f5ab519e-a262-4be0-8e3b-23449b60cb14 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:35.703316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Attempting to bind port f5ab519e-a262-4be0-8e3b-23449b60cb14 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:35.703316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Attempting to bind port f5ab519e-a262-4be0-8e3b-23449b60cb14 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:35.710899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:35.711279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:35.711687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.712071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:35.712539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Bound port: f5ab519e-a262-4be0-8e3b-23449b60cb14, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:35.712918 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.751176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dea2-66cb-4cdb-8a28-049404adae63 req-304fffad-9d4f-481c-a886-7c3af1e73514 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.752733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2404dea2-66cb-4cdb-8a28-049404adae63 req-304fffad-9d4f-481c-a886-7c3af1e73514 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 984 time: 0.1326919 Nov 10 22:43:35.761182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94155fcd-3ef3-49e9-8076-76277e258da1 req-cb2f8a99-a74a-4849-bfae-94459ffba906 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445741 Nov 10 22:43:35.808759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] For port f5ab519e-a262-4be0-8e3b-23449b60cb14, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:35.823937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] For port f5ab519e-a262-4be0-8e3b-23449b60cb14, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5ab519e-a262-4be0-8e3b-23449b60cb14,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:35.830885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:35.850796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2404dea2-66cb-4cdb-8a28-049404adae63 req-b7321789-2e26-45ed-b4ab-f4c6c9bb5a94 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&id=06c7bc12-2c9d-435a-bf9b-de6229141248&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0873449 Nov 10 22:43:35.908179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b0d1b-d6c9-4533-b854-703e620fe0f3 None None] Pushing event updated for resources: {'Port': ['ID=f5ab519e-a262-4be0-8e3b-23449b60cb14,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:35.940541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-75232f6e-3c80-497a-a346-b6d87631fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:35.942110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-75232f6e-3c80-497a-a346-b6d87631fb0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1135 time: 0.0903704 Nov 10 22:43:35.950497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:35.955424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:35.956757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:36.005797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Attempting to bind port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:36.006265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Attempting to bind port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:36.006602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Attempting to bind port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 on network 253d8ae1-57a6-4cdf-9f54-07e334927f94 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:36.017546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 on network 253d8ae1-57a6-4cdf-9f54-07e334927f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:36.018208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Attempting to bind port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 on network 253d8ae1-57a6-4cdf-9f54-07e334927f94 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:36.029223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63ac0f76-cd63-4183-a9e2-900c2aab4fc1 req-9c818cdc-3f87-4b99-a1ca-885d06293ecd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936937 Nov 10 22:43:36.052713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.058843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.065498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.071406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.077389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.085600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-3dae96c9-a9a4-49ce-84c8-6e068b8fd503 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3828 time: 0.1384835 Nov 10 22:43:36.152521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8ed1d2ee-26b6-451e-af96-ef7106fb95be req-81715e13-3240-44e2-8069-adbfa98ed6a5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660267 Nov 10 22:43:36.187033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:36.205921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-41610f62-72ad-45b3-8a0e-b2faa1c84b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.207393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-41610f62-72ad-45b3-8a0e-b2faa1c84b3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.2266936 Nov 10 22:43:36.239742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:36.240002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Checking segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:36.240373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Bound using segment: {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:36.240812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Bound port: 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10352363-be99-4fc5-bfb6-69666de1b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:36.241195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:36.300865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-2af8f386-2adf-470e-a2fb-34ce0fa3a4ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 217 time: 0.0831070 Nov 10 22:43:36.421104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-a4cec2c8-19e7-4654-9f6b-6f0f5f6dfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.422792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-a4cec2c8-19e7-4654-9f6b-6f0f5f6dfe52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.1138258 Nov 10 22:43:36.466664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-32f523ce-2615-46a3-a3db-0f9709d5d199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345614 Nov 10 22:43:36.536733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:30Z', 'revision_number': 3, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:36.566708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816892e-9db7-4378-9f92-cd2e53555567 None None] The sync data for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 is: [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:30Z', 'revision_number': 3, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:36.618878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55267e-ccbb-4235-983f-dcae0d29eb9c req-995a3ca3-db31-4075-9c91-04a1a0efab41 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.620695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc55267e-ccbb-4235-983f-dcae0d29eb9c req-995a3ca3-db31-4075-9c91-04a1a0efab41 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.0867438 Nov 10 22:43:36.667299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-65e256e5-65b5-43a6-b0d7-7beda971e992 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902506 Nov 10 22:43:36.726169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Deleting port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:36.726729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:36.805497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:36.874946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:36.896450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:36.939913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c99e3-402e-4bb6-9721-3e4f2be939f8 req-e0bd5e83-c28d-4bea-8b9f-3ce3ad54d972 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:36.948050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c03c99e3-402e-4bb6-9721-3e4f2be939f8 req-e0bd5e83-c28d-4bea-8b9f-3ce3ad54d972 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.6914320 Nov 10 22:43:37.006598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.125033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:37.126365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.127959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 1092 time: 4.5833857 Nov 10 22:43:37.134266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:37.136843 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb64db-fdb8-4498-b030-fe4ee73d4984" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:37.150481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 64e847d5-90ae-438f-bfbe-be3435c4bfa3 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:37.181369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] For port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:37.181895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.227646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:37.238746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 64e847d5-90ae-438f-bfbe-be3435c4bfa3 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:37.239310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 64e847d5-90ae-438f-bfbe-be3435c4bfa3 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:37.327536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc55267e-ccbb-4235-983f-dcae0d29eb9c req-c1464939-ba18-4d1c-9a6a-f754e46ba540 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6942294 Nov 10 22:43:37.403828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ccd5823-dc42-4a3b-a1d7-83c3a4333704 req-e0bea5fc-071b-4060-b507-dc878d4dc55b service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184150 Nov 10 22:43:37.417196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Calling delete_port for ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:37.419328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695ce7d-6750-4db3-b038-1a089a6d7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:37.475661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c03c99e3-402e-4bb6-9721-3e4f2be939f8 req-4dc11637-b8d3-4ee8-a72c-b2b2464c6ba0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272868 Nov 10 22:43:37.480359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53f4f64-ac98-4d5d-b263-628918162bd0 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:37.506949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.603009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974cd2b-7219-45eb-8df3-a401f5aeffc5 req-f665a7a4-1ca1-4d75-9c4c-6c5af9d49938 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:37.604810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a974cd2b-7219-45eb-8df3-a401f5aeffc5 req-f665a7a4-1ca1-4d75-9c4c-6c5af9d49938 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0 HTTP/1.1" status: 200 len: 945 time: 0.1419246 Nov 10 22:43:37.679049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Transition to ACTIVE for port object e53f4f64-ac98-4d5d-b263-628918162bd0 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:37.690298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.696496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a974cd2b-7219-45eb-8df3-a401f5aeffc5 req-82dbb02f-f4f9-40a4-94f6-801e09409223 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802426 Nov 10 22:43:37.700525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.870688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4dd58-6078-43d2-88da-4283d69c54a1 req-bfdfe451-2209-467b-bf29-eea76c3f7fe4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:37.882813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00b4dd58-6078-43d2-88da-4283d69c54a1 req-bfdfe451-2209-467b-bf29-eea76c3f7fe4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.0944777 Nov 10 22:43:37.889791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:37.899811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:37.900237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c01e5-f111-44f4-99c9-f7cc53ecd9ec req-0fbb168b-6b3b-4ce7-acda-1a3d5a19841a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:37.902416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e43c01e5-f111-44f4-99c9-f7cc53ecd9ec req-0fbb168b-6b3b-4ce7-acda-1a3d5a19841a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 984 time: 0.3022106 Nov 10 22:43:37.910931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Allocated IP 172.20.0.1 (db15f9d8-4d33-488c-a5a3-d6cee6085298/eaf59b60-46d0-4e5e-a222-496589f4f92a/340fd37c-4fcc-4df7-b126-5a07f565e11f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:38.052794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00b4dd58-6078-43d2-88da-4283d69c54a1 req-ff13e6aa-7a63-4013-9bb6-60c1b2f193f0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669245 Nov 10 22:43:38.149338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.236281 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adf3bf-4223-4182-8267-9f433229b064 x-openstack-request-id: req-48adf3bf-4223-4182-8267-9f433229b064 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:38.236633 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:38.236847 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48adf3bf-4223-4182-8267-9f433229b064 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:38.240211 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'status': 'completed', 'code': 200} Nov 10 22:43:38.309748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.310682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.311519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.312437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.314371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.323161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-07cc558c-1582-47a0-a789-4bd54e4859d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 4363 time: 0.0954742 Nov 10 22:43:38.340531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.363372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['99e78d18-370c-467d-949f-bd445b99fcb4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:38.366381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3016b3d1-0cdc-478b-826f-edd16ec2d9b2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:38.457755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event deleted for resources: {'Port': ['ID=ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:38.468777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5ab519e-a262-4be0-8e3b-23449b60cb14 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:38.597227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] No DVR routers for this DVR port ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:38.601014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.610546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-69d41368-ee2f-4fbc-95e7-8f2633ec4043 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.612337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-69d41368-ee2f-4fbc-95e7-8f2633ec4043 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.3929577 Nov 10 22:43:38.614925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.615664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:38.616042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:38.616373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:38.626874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.627795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.630588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "DELETE /v2.0/ports/ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2 HTTP/1.1" status: 204 len: 173 time: 3.2289798 Nov 10 22:43:38.642660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.649072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e43c01e5-f111-44f4-99c9-f7cc53ecd9ec req-00af7436-2117-435d-9c7b-34ca1cbc3066 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&id=06c7bc12-2c9d-435a-bf9b-de6229141248&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6823947 Nov 10 22:43:38.663331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:38.663696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:38.665134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.668143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-391935d8-5970-47e4-8c7f-007646eda70c req-98164ae6-edba-43c3-beb0-6cb70c8e48af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3828 time: 0.3434522 Nov 10 22:43:38.718112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:38.718486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:38.718957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:38.721117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Bound port: e53f4f64-ac98-4d5d-b263-628918162bd0, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:38.721117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.741267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.788611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f5ab519e-a262-4be0-8e3b-23449b60cb14 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:38.789537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:38.812134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-68be3b8e-ede0-4e9e-ae63-9edd29033a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.812626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-68be3b8e-ede0-4e9e-ae63-9edd29033a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.813124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-68be3b8e-ede0-4e9e-ae63-9edd29033a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:38.814714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-68be3b8e-ede0-4e9e-ae63-9edd29033a1f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4668117 Nov 10 22:43:38.962144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-391935d8-5970-47e4-8c7f-007646eda70c req-d3e9a880-87be-41dd-b95f-2bc36345c0fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673755 Nov 10 22:43:39.071723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-96d5fe03-265a-48d9-964e-00485dd2d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:39.073281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ecb64db-fdb8-4498-b030-fe4ee73d4984 req-96d5fe03-265a-48d9-964e-00485dd2d775 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2493742 Nov 10 22:43:39.182421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.196568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:39.203699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4803d07-8d9f-45c6-a71d-655f143a8391 req-e8275b60-66f6-4363-b5b1-cc5139ed4eeb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:39.206943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.224599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f5ab519e-a262-4be0-8e3b-23449b60cb14, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5ab519e-a262-4be0-8e3b-23449b60cb14,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:39.227534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4803d07-8d9f-45c6-a71d-655f143a8391 req-e8275b60-66f6-4363-b5b1-cc5139ed4eeb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1027448 Nov 10 22:43:39.231947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.256688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Deleting port d389e5d2-108d-4c51-9447-fb7e746bb6d4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:39.257666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.268736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ab77f-2c9a-4c99-818f-f8ef4d491908 req-18011fef-6e68-44b3-8e44-3aac9200469d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:39.277573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e62ab77f-2c9a-4c99-818f-f8ef4d491908 req-18011fef-6e68-44b3-8e44-3aac9200469d tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 945 time: 0.3249741 Nov 10 22:43:39.317314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f5ab519e-a262-4be0-8e3b-23449b60cb14,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:39.330214 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4803d07-8d9f-45c6-a71d-655f143a8391 req-876f5cee-807d-4011-a736-2bed25f326a5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983374 Nov 10 22:43:39.360430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:39.668385 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.700672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:39.714552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:39.726099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.730094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Pushing event updated for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:39.735159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:39.752554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-ace1ac78-4098-45c9-b334-ff507e423941 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:39.754546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-ace1ac78-4098-45c9-b334-ff507e423941 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.1846771 Nov 10 22:43:39.766939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:39.767651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.769232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] 10.222.0.20 "PUT /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 1091 time: 4.5052266 Nov 10 22:43:39.790353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-0f81741c-784b-41e9-a79c-aac75036426e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/quotas/62ef5480f0cf41dc87b99a58dfd27f35 HTTP/1.1" status: 200 len: 375 time: 0.0277886 Nov 10 22:43:39.872896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-8c0272e5-8f4b-4621-9555-0a88456c68d2 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816309 Nov 10 22:43:39.887588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:39.890102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Transition to ACTIVE for port object 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:39.911524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e62ab77f-2c9a-4c99-818f-f8ef4d491908 req-21f6d6be-c708-414c-90d0-061c1f698fa3 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/security-groups?id=3162f4a5-362c-4670-ab6f-b7fd3219ae79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009386 Nov 10 22:43:39.964137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.028090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] For port d389e5d2-108d-4c51-9447-fb7e746bb6d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d389e5d2-108d-4c51-9447-fb7e746bb6d4,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:40.028872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.054022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778d261-4316-4b3a-8e40-e56aa5d37dad service neutron] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:40.084911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-dcc5d42d-3d08-46ec-a3d3-a240522ca18e service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009916 Nov 10 22:43:40.107130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Calling delete_port for d389e5d2-108d-4c51-9447-fb7e746bb6d4 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:40.145990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.156805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-17247e73-35c0-477a-b60b-592b1c59f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:40.158945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-17247e73-35c0-477a-b60b-592b1c59f116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1094 time: 0.3352849 Nov 10 22:43:40.274965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'name': 'network-vif-deleted', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2'}, {'name': 'network-changed', 'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:40.280799 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224ac56-0fe3-4eff-b98d-be84aafe4931" -d '{"events": [{"server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "name": "network-vif-deleted", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2"}, {"name": "network-changed", "server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:40.314797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5ab519e-a262-4be0-8e3b-23449b60cb14 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:40.338682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-dca4ca87-1a8a-4489-8678-5d714bf27c31 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528627 Nov 10 22:43:40.354152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-3494c100-4c50-4fda-9ff5-81c573877db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 217 time: 0.1842451 Nov 10 22:43:40.355053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:40.397631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4403b5-30b9-4b01-a3ad-208ded2e5668 req-6c66a490-089b-4811-830c-69760bfb843e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:40.399592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a4403b5-30b9-4b01-a3ad-208ded2e5668 req-6c66a490-089b-4811-830c-69760bfb843e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.3936584 Nov 10 22:43:40.504316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f5ab519e-a262-4be0-8e3b-23449b60cb14 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:40.505256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.653539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-6094cb01-8c98-4f4f-9615-9b3b8d6bedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:40.655350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-6094cb01-8c98-4f4f-9615-9b3b8d6bedcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.2790475 Nov 10 22:43:40.658672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a30ba29a-0416-4f45-a200-d625847428d4 None None] Provisioning complete for port 340fd37c-4fcc-4df7-b126-5a07f565e11f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:40.659384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a30ba29a-0416-4f45-a200-d625847428d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.712351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-706a778a-8dc6-4a13-8c6c-d60648b1f3e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388505 Nov 10 22:43:40.730941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a4403b5-30b9-4b01-a3ad-208ded2e5668 req-fc7d137c-f0e8-49f0-a3e4-0f48d4d7b537 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654681 Nov 10 22:43:40.733828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Attempting to bind port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:40.734188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Attempting to bind port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:40.734560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Attempting to bind port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:40.822883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a30ba29a-0416-4f45-a200-d625847428d4 None None] Port 340fd37c-4fcc-4df7-b126-5a07f565e11f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:40.900640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:40.900998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Attempting to bind port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:40.960788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:40.961562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:40.962193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Bound using segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:40.962877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Bound port: 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:40.963501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.965906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:40.978777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:40.991261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:40.998304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.006216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.016725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.026110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.033627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.035679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-fc54255d-8efa-4ce3-b089-b564b32f7c95 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 4599 time: 0.1612484 Nov 10 22:43:41.118489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa219-bb0d-4f09-8456-56037be48467 req-40f258c8-64e3-40dc-9221-ff3c03bad2db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.120498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f65fa219-bb0d-4f09-8456-56037be48467 req-40f258c8-64e3-40dc-9221-ff3c03bad2db tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 984 time: 0.2207010 Nov 10 22:43:41.158524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfef13fa-f860-4117-868b-5bf3c1dc53f7 req-c6de83e2-ebca-48c6-9088-edf461c76156 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031330 Nov 10 22:43:41.189586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-94978976-1f6b-4e2a-99c3-d698618f10c7 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523392 Nov 10 22:43:41.198546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Pushing event deleted for resources: {'Port': ['ID=d389e5d2-108d-4c51-9447-fb7e746bb6d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:41.294874 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7368750-7fee-4bcc-84ad-df799ac185d4 x-openstack-request-id: req-d7368750-7fee-4bcc-84ad-df799ac185d4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:41.295682 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0", "name": "network-vif-deleted", "tag": "ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:41.295682 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7368750-7fee-4bcc-84ad-df799ac185d4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:41.295986 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4d7ff-f85c-4a28-86f4-c2fbd8f4c5c0', 'name': 'network-vif-deleted', 'tag': 'ca587dcd-e5d2-41a9-b9fa-28d785e1e6f2', 'status': 'completed', 'code': 200} Nov 10 22:43:41.296091 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'status': 'completed', 'code': 200} Nov 10 22:43:41.390332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f65fa219-bb0d-4f09-8456-56037be48467 req-b6828a9d-3cf3-40d8-b83d-e5d840d7497f tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&id=06c7bc12-2c9d-435a-bf9b-de6229141248&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2239170 Nov 10 22:43:41.448351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398cdb-ea80-4e49-b756-cec16aab2988 req-9e5a04ba-e219-43e5-ab2e-f3665286199a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.465870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10398cdb-ea80-4e49-b756-cec16aab2988 req-9e5a04ba-e219-43e5-ab2e-f3665286199a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1136758 Nov 10 22:43:41.521060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] No DVR routers for this DVR port d389e5d2-108d-4c51-9447-fb7e746bb6d4 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:41.524902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:41.533534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.537889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e0bc6fa-5b54-448c-a036-7fd5f5e92f1e req-474e81c1-609b-4daa-9dca-a8b248b14d17 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.20 "DELETE /v2.0/ports/d389e5d2-108d-4c51-9447-fb7e746bb6d4 HTTP/1.1" status: 204 len: 173 time: 2.9064269 Nov 10 22:43:41.565606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10398cdb-ea80-4e49-b756-cec16aab2988 req-adafd853-61f3-43b3-ac9c-f9d4270bf37e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972788 Nov 10 22:43:41.610424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:41.680150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.723143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2cf562f-04ef-4eb3-827e-d2afa3f099c3 req-2dfa006d-036f-4a38-a2b4-fd41c6204ded tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 210 time: 0.1719308 Nov 10 22:43:41.739163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5a11590-02bc-4cb5-ab05-733e18ba49a6 req-0c3f765f-d713-4b0f-9b93-87c7d38051d2 tempest-ListServerFiltersTestJSON-839261123 tempest-ListServerFiltersTestJSON-839261123-project] 10.222.0.25 "GET /v2.0/ports?device_id=0923fea8-5b65-4461-ac15-6d34425cfd2a HTTP/1.1" status: 200 len: 210 time: 0.0674543 Nov 10 22:43:41.784465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:41.785105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.787156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 1129 time: 4.6103828 Nov 10 22:43:41.821995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1785de7-551f-48da-b6bc-26e597e1fd62 req-fe233644-55c5-4c8f-b22e-dbc222d73f47 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212800 Nov 10 22:43:41.837454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:41.904306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d389e5d2-108d-4c51-9447-fb7e746bb6d4 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:41.954835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: d389e5d2-108d-4c51-9447-fb7e746bb6d4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:41.956153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d389e5d2-108d-4c51-9447-fb7e746bb6d4 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:41.989216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-7e0561ec-1d47-42aa-a709-e88a67fce867 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-143359228&fields=id&tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8 HTTP/1.1" status: 200 len: 267 time: 0.1543071 Nov 10 22:43:42.037699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.040504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd325-0cb8-4c64-8efe-3530ab342209 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:42.061793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.095599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c74d8607-6635-4398-a2ae-97fd05385a11 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:42.101304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.107585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c74d8607-6635-4398-a2ae-97fd05385a11 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 984 time: 0.1167746 Nov 10 22:43:42.118869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'port': {'security_groups': ['06c7bc12-2c9d-435a-bf9b-de6229141248', '293ffbae-ad32-4b96-81b3-556dd61abb24', 'fc24c420-ff75-4ca2-a674-076b0b256194']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:42.188751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-82ea55c5-0d1a-4a2c-87d8-937f2dccf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:42.193121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-82ea55c5-0d1a-4a2c-87d8-937f2dccf03b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1094 time: 0.2240922 Nov 10 22:43:42.251430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.256046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.326444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Pushing event updated for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:42.667932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:42.739882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.750477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.763623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fdf5434b-044e-4dc6-8bad-6a98e276d9cf'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:42.768824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:42.853765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:42.856030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:42.874099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cc42df5-c1ac-40c1-996e-06b0ba5f638e req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "PUT /v2.0/ports/fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 1020 time: 0.7642612 Nov 10 22:43:42.875336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:42.879820 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333eec0-8818-44b0-a090-635b1b57740e" -d '{"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:42.895959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfec04-e2b6-4cba-a944-154fd1ca6897 req-6d2a91a2-7c34-4601-a2dc-b5bc3cdddf9f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:42.903839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37cfec04-e2b6-4cba-a944-154fd1ca6897 req-6d2a91a2-7c34-4601-a2dc-b5bc3cdddf9f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.6375523 Nov 10 22:43:42.993883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['fdf5434b-044e-4dc6-8bad-6a98e276d9cf'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:42.999702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8350-253a-4ee5-9ba7-d000054589dd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:43.070984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-829c789e-7a65-4e81-b98b-bc7dda74ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.072548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-829c789e-7a65-4e81-b98b-bc7dda74ac1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.7910991 Nov 10 22:43:43.084684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-4a5f6b43-460d-41cb-a43f-dcb22aac1c78 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.086288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-4a5f6b43-460d-41cb-a43f-dcb22aac1c78 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.20 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 814 time: 0.8031459 Nov 10 22:43:43.143692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-5b006089-eef0-48ba-abb9-dc258d5e7792 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 217 time: 0.0488837 Nov 10 22:43:43.148843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Request body: {'port': {'device_id': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'admin_state_up': True, 'tenant_id': '62ef5480f0cf41dc87b99a58dfd27f35'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:43.245473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:43.267662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37cfec04-e2b6-4cba-a944-154fd1ca6897 req-2abd773b-0064-4fc8-8c42-9561bbd61b87 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566549 Nov 10 22:43:43.274849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:43.314397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'name': 'network-vif-deleted', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4'}, {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:43.323707 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bad90f-3ca6-4c90-9846-5977b567deb0" -d '{"events": [{"server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "name": "network-vif-deleted", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4"}, {"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:43.461844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-cb164b6d-81e0-4425-b01c-f617e52d5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.462822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.465936 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-cb164b6d-81e0-4425-b01c-f617e52d5820 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.3029938 Nov 10 22:43:43.470588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.477726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.485232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.492891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.501097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:43.510316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-b83fb9bb-d261-4f72-b568-dedb5a2b44ff tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 4599 time: 0.2617462 Nov 10 22:43:43.621526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2f67ec7-3ddb-418a-81ba-ebcbb0e20e74 req-66b98f1b-1d65-47f0-bb5e-1b2c0f3f1ffc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036663 Nov 10 22:43:43.676002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35840) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:43.738634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-192e1e38-4061-41f6-809a-acd4b1b78156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642563 Nov 10 22:43:43.766926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Deleting subnet 2af52aee-a3b5-474d-a5eb-61c56c842c41 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:43:43.823768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6293cb1-2f2b-42d0-89d3-69344e09e8b1 req-9c24ea1c-668d-42a6-8ce0-6ac234478f42 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 210 time: 0.0501521 Nov 10 22:43:43.825476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:43.852690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ccfa3174-c67c-4543-9062-4c61d18ad9b6 None None] Provisioning complete for port 340fd37c-4fcc-4df7-b126-5a07f565e11f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:43.853075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3174-c67c-4543-9062-4c61d18ad9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:43.900611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa3174-c67c-4543-9062-4c61d18ad9b6 None None] Port 340fd37c-4fcc-4df7-b126-5a07f565e11f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:43.910666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:43.957291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-30b2cb7d-b9f9-4ccf-b9db-68ea55ccfd9c service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039261 Nov 10 22:43:43.975027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452cf485-d961-4460-8870-dc1cc5a3ff23 req-5f541b52-2c24-47c3-83ce-1e7c4a919cfe tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/fc24c420-ff75-4ca2-a674-076b0b256194 HTTP/1.1" status: 200 len: 1817 time: 0.0996354 Nov 10 22:43:44.023520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124aefac-603d-45ad-8d11-55db27f4932e req-3b9c3cba-aeae-4f08-b767-c17ee0bfc6b1 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.024717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-124aefac-603d-45ad-8d11-55db27f4932e req-3b9c3cba-aeae-4f08-b767-c17ee0bfc6b1 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.4913313 Nov 10 22:43:44.081747 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.132632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Made reservation on behalf of 62ef5480f0cf41dc87b99a58dfd27f35 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:44.136316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.149968 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-452cf485-d961-4460-8870-dc1cc5a3ff23 req-dfc77c9f-4118-4c6f-9cb6-4b7e809f8f88 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 22:43:44.153146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452cf485-d961-4460-8870-dc1cc5a3ff23 req-dfc77c9f-4118-4c6f-9cb6-4b7e809f8f88 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc24c420-ff75-4ca2-a674-076b0b256194 HTTP/1.1" status: 409 len: 341 time: 0.1662066 Nov 10 22:43:44.154714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ec0f3e-4630-4621-a303-cf25edeba45a {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:44.179802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.218592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:44.226267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:43:44.260331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'port_id': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'mac_address': 'fa:16:3e:d3:9b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de89209e-83b3-47dc-a273-fd511939d941', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:44.284366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-124aefac-603d-45ad-8d11-55db27f4932e req-89c0c3cf-5d8d-4b59-a512-19ad7a2a66f2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041063 Nov 10 22:43:44.304026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Transition to ACTIVE for port object 72ec0f3e-4630-4621-a303-cf25edeba45a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:44.324713 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004e1e3-f732-495d-a469-5fa9d81ed081 x-openstack-request-id: req-c004e1e3-f732-495d-a469-5fa9d81ed081 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:44.325145 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:44.325502 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c004e1e3-f732-495d-a469-5fa9d81ed081 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:44.326037 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'status': 'completed', 'code': 200} Nov 10 22:43:44.329019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.386724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.425160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53f4f64-ac98-4d5d-b263-628918162bd0 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:44.523371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:44.526713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.529097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.535443 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4064dad-ee5d-4d13-ba6e-8963f4facd33 x-openstack-request-id: req-a4064dad-ee5d-4d13-ba6e-8963f4facd33 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:44.536380 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923fea8-5b65-4461-ac15-6d34425cfd2a", "name": "network-vif-deleted", "tag": "d389e5d2-108d-4c51-9447-fb7e746bb6d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:44.536380 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4064dad-ee5d-4d13-ba6e-8963f4facd33 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:44.536380 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923fea8-5b65-4461-ac15-6d34425cfd2a', 'name': 'network-vif-deleted', 'tag': 'd389e5d2-108d-4c51-9447-fb7e746bb6d4', 'status': 'completed', 'code': 200} Nov 10 22:43:44.536862 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168', 'status': 'completed', 'code': 200} Nov 10 22:43:44.631501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:44.631901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:44.649510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:44.655480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a07a5337-3844-4a4f-9204-5d8410f7b3ea admin admin] 10.222.0.25 "PUT /v2.0/routers/8a08fe7f-1ce1-4ba8-926d-79c29e9fff09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9870760 Nov 10 22:43:44.664869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Sync routers for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:44.682420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-fd69e7b5-bde5-4e83-bad0-ccdd14872ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036676 Nov 10 22:43:44.696255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:44.704890 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:44.705580 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:44.717158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.717504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.717844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.718186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.718726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.719067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.720051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.720051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.720609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.720609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.720965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.721208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:44.779539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Allocated IP 172.20.0.9 (159cb681-9a75-46f3-84fb-ff64e04ea683/cceaa326-03eb-4ebe-b8e6-135ac4374462/7fc59c8f-40d9-4da1-9533-2cc3f3caa01a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:44.784463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:44.868697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333eec0-8818-44b0-a090-635b1b57740e req-b3f60879-5b4d-4f4d-b345-b7b5655333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.876032 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-b3f60879-5b4d-4f4d-b345-b7b5655333c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1174 time: 0.5488043 Nov 10 22:43:44.949195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.949938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.950781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.951700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.952592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.953971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.965730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:44.984552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-a69d70a1-eefa-4f85-94e7-e97d2113e935 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6166 time: 0.5433514 Nov 10 22:43:45.014275 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.052325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:45.134469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ec0b-4d1c-4334-969e-5c0d9859c1d7 req-204ece6f-a2a1-480c-99d4-6f969860d657 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.149441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ef5ec0b-4d1c-4334-969e-5c0d9859c1d7 req-204ece6f-a2a1-480c-99d4-6f969860d657 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.6113248 Nov 10 22:43:45.282274 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:43:45.294322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.340182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Attempting to bind port 72ec0f3e-4630-4621-a303-cf25edeba45a on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:45.340551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Attempting to bind port 72ec0f3e-4630-4621-a303-cf25edeba45a by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:45.340824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Attempting to bind port 72ec0f3e-4630-4621-a303-cf25edeba45a on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:45.362056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Port 72ec0f3e-4630-4621-a303-cf25edeba45a on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:45.362458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Attempting to bind port 72ec0f3e-4630-4621-a303-cf25edeba45a on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:45.386026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.392543 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:40Z', 'revision_number': 4, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '340fd37c-4fcc-4df7-b126-5a07f565e11f', 'name': '', 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'mac_address': 'fa:16:3e:fd:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:37Z', 'updated_at': '2021-11-10T22:43:41Z', 'revision_number': 2, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'subnets': [{'id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:45.393018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.399917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.407765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.414401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.431418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.443594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.463291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.469872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01377412-18f1-4052-8198-10f74fe9355e req-560de371-9e35-48ca-a0c8-926f3dbd18b2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5371 time: 0.5427766 Nov 10 22:43:45.481209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:45.482803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:45.483696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Bound using segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:45.485441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Bound port: 72ec0f3e-4630-4621-a303-cf25edeba45a, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:45.486835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.494525 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Checking router: 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:45.495244 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Updating router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 port 340fd37c-4fcc-4df7-b126-5a07f565e11f binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:43:45.511072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.520179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ef5ec0b-4d1c-4334-969e-5c0d9859c1d7 req-ed097db3-3e5e-4b57-b45c-fde5ac482b4e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785602 Nov 10 22:43:45.528046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f', '69ea1359-0674-4ec7-97ca-447a686ed476', 'b3d53495-db49-4455-b6f8-0a03628c72d5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:45.543950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af52aee-a3b5-474d-a5eb-61c56c842c41,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:45.562035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.569445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-224811a4-5816-47b6-a4f0-87ce8851dd66 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2af52aee-a3b5-474d-a5eb-61c56c842c41 HTTP/1.1" status: 204 len: 168 time: 1.8887343 Nov 10 22:43:45.576045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35864) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:45.584187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-3d878ac2-9c66-435a-a748-3b453fcf40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.584642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-3d878ac2-9c66-435a-a748-3b453fcf40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.596533 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:45.598725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad061ec-107a-4146-8751-289174b56853 None None] Network 73cab44f-ccbf-485f-a694-691b1f4f82d0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:45.603552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-3d878ac2-9c66-435a-a748-3b453fcf40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.605471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-3d878ac2-9c66-435a-a748-3b453fcf40c5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6186669 Nov 10 22:43:45.606571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333eec0-8818-44b0-a090-635b1b57740e req-df77c1cf-dd6f-4c66-972c-b6354a31aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.607987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-df77c1cf-dd6f-4c66-972c-b6354a31aa45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 200 len: 913 time: 0.7096915 Nov 10 22:43:45.775515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Network 159cb681-9a75-46f3-84fb-ff64e04ea683 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:45.789883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:45.810475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:45.843322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-fe2b3b68-fb8a-44a8-ae1c-1105003e63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:45.847900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7bad90f-3ca6-4c90-9846-5977b567deb0 req-fe2b3b68-fb8a-44a8-ae1c-1105003e63b0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2217131 Nov 10 22:43:45.961203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-a8fc8fce-ff7a-4514-a6b9-b6d076e44215 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 200 len: 217 time: 0.1381004 Nov 10 22:43:46.028451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.047477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a512f4-b08b-4cab-b535-3759b6ed299c req-bf6c7d84-4ba8-4664-b84c-24f9a8b3c806 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:46.055447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9a512f4-b08b-4cab-b535-3759b6ed299c req-bf6c7d84-4ba8-4664-b84c-24f9a8b3c806 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1023 time: 0.1747978 Nov 10 22:43:46.075055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333eec0-8818-44b0-a090-635b1b57740e req-cc474cc1-9030-4463-9746-116fd951f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:46.076425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-cc474cc1-9030-4463-9746-116fd951f626 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 200 len: 853 time: 0.1037364 Nov 10 22:43:46.089441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event updated for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:46.143516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:46.170200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01377412-18f1-4052-8198-10f74fe9355e req-a937c3a0-ccfb-4e19-8162-270fea098383 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6739542 Nov 10 22:43:46.177648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=72ec0f3e-4630-4621-a303-cf25edeba45a,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:46.213170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:46.216237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.260570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.271055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-f9124f24-d6ce-4930-bc6a-4b468a486d6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721244 Nov 10 22:43:46.298030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-e2f58145-1e8c-441d-922c-85b4e4ba52eb tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1528380 Nov 10 22:43:46.381606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] DHCP port deletion for 73cab44f-ccbf-485f-a694-691b1f4f82d0 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:46.409889 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.420311 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.461816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Request body: {'port': {'device_id': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:46.528153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:46.530223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.532423 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Pushing event updated for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:46.533436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] 10.222.0.20 "PUT /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 1130 time: 4.7016587 Nov 10 22:43:46.546429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '72ec0f3e-4630-4621-a303-cf25edeba45a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:46.561482 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e373d-d683-469a-a98e-40cf7a28b446" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "72ec0f3e-4630-4621-a303-cf25edeba45a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:46.583781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.584237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.585794 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.586443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.587057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.588529 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.589106 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.589637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.590337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-43116f6f-2565-4b65-9c8f-a4f324c0c306 service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915363 Nov 10 22:43:46.590669 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.591212 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.591751 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.592280 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:46.596326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:46.815579 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Attempting to bind port 340fd37c-4fcc-4df7-b126-5a07f565e11f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:46.816379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Attempting to bind port 340fd37c-4fcc-4df7-b126-5a07f565e11f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:46.817080 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Attempting to bind port 340fd37c-4fcc-4df7-b126-5a07f565e11f on network db15f9d8-4d33-488c-a5a3-d6cee6085298 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:46.833347 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:46.834135 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Checking segment: {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:46.835075 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.835383 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Bound using segment: {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:46.836237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Bound port: 340fd37c-4fcc-4df7-b126-5a07f565e11f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2369d4a-0414-4f48-ba1d-3f479849827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:46.837988 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.897161 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Deleting port 72624e8d-39e1-41b5-9af0-f27dbf3e680a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:46.898183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:46.999734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9a512f4-b08b-4cab-b535-3759b6ed299c req-3f7cfdce-8950-495f-a18f-ebed11418675 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=293ffbae-ad32-4b96-81b3-556dd61abb24&id=06c7bc12-2c9d-435a-bf9b-de6229141248&id=fc24c420-ff75-4ca2-a674-076b0b256194&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9430242 Nov 10 22:43:47.032963 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] For port 340fd37c-4fcc-4df7-b126-5a07f565e11f, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:47.037352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] For port 340fd37c-4fcc-4df7-b126-5a07f565e11f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=340fd37c-4fcc-4df7-b126-5a07f565e11f,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:47.060263 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.073507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Deleting port 72624e8d-39e1-41b5-9af0-f27dbf3e680a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:47.073846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.076893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] For port 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=72624e8d-39e1-41b5-9af0-f27dbf3e680a,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:47.078686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.113016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Calling delete_port for 72624e8d-39e1-41b5-9af0-f27dbf3e680a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:47.183010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-19988575-1316-4906-a48a-909867726b29 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:47.202295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-19988575-1316-4906-a48a-909867726b29 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.39 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 1023 time: 0.5804405 Nov 10 22:43:47.304737 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbbcf9-e5ac-4c35-9a5d-a818e283b3da None None] Pushing event updated for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:47.305679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.325430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:47.326376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:47.355373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] Pushing event deleted for resources: {'Port': ['ID=72624e8d-39e1-41b5-9af0-f27dbf3e680a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:47.409796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423841e-9054-4731-ad44-723b5d8cae4d None None] No DVR routers for this DVR port 72624e8d-39e1-41b5-9af0-f27dbf3e680a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:47.568578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] Provisioning complete for port 340fd37c-4fcc-4df7-b126-5a07f565e11f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:47.569720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.594729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199903b-ae24-464d-b25b-a33942c89113 service neutron] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:47.618440 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:47.679473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a333eec0-8818-44b0-a090-635b1b57740e req-4c893cff-95ee-4238-80bb-a70da513cccd service neutron] 10.222.0.39 "GET /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9878061 Nov 10 22:43:47.686387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6aa9a5bd-0f84-4015-a127-01f95dabd7e0 req-c4355e69-4ee8-45d8-84f9-df03892f974a tempest-FloatingIPsNegativeTestJSON-971552098 tempest-FloatingIPsNegativeTestJSON-971552098-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=6d1bc53557ff44b7b7e8c118e3acbc09 HTTP/1.1" status: 200 len: 217 time: 0.1376235 Nov 10 22:43:47.714880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] For port 72624e8d-39e1-41b5-9af0-f27dbf3e680a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=72624e8d-39e1-41b5-9af0-f27dbf3e680a,segment=NetworkSegment(a693b5c0-8b05-415d-a523-6a71c84ebb9c),segment_id=a693b5c0-8b05-415d-a523-6a71c84ebb9c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:47.715246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.737414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.750654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Calling delete_port for 72624e8d-39e1-41b5-9af0-f27dbf3e680a owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:47.808194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.824077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Deleting port fdf5434b-044e-4dc6-8bad-6a98e276d9cf {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:47.824406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.898852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] For port 340fd37c-4fcc-4df7-b126-5a07f565e11f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=340fd37c-4fcc-4df7-b126-5a07f565e11f,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:47.899481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.906239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:47.959233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:48.079711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a959d-99b7-4270-bd12-1073156d3415 None None] Pushing event updated for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:48.094630 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:40Z', 'revision_number': 4, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '340fd37c-4fcc-4df7-b126-5a07f565e11f', 'name': '', 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'mac_address': 'fa:16:3e:fd:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:37Z', 'updated_at': '2021-11-10T22:43:47Z', 'revision_number': 4, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'subnets': [{'id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:48.097008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.097666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cc64d3c6-7996-41d0-9b0c-2992de3781b2 None None] Provisioning complete for port 340fd37c-4fcc-4df7-b126-5a07f565e11f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:48.098941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cc64d3c6-7996-41d0-9b0c-2992de3781b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.100383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port fdf5434b-044e-4dc6-8bad-6a98e276d9cf, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:48.100755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.112634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be9a1-7581-48ef-a3cd-6fcdaa16ce9c req-49946d06-ba7b-499a-9358-5a67ffe07261 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.120459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-565be9a1-7581-48ef-a3cd-6fcdaa16ce9c req-49946d06-ba7b-499a-9358-5a67ffe07261 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.2468288 Nov 10 22:43:48.138387 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd6fa1-25d1-4bcf-9067-8ed08d556e51 None None] The sync data for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 is: [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:40Z', 'revision_number': 4, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '340fd37c-4fcc-4df7-b126-5a07f565e11f', 'name': '', 'network_id': 'db15f9d8-4d33-488c-a5a3-d6cee6085298', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'mac_address': 'fa:16:3e:fd:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:37Z', 'updated_at': '2021-11-10T22:43:47Z', 'revision_number': 4, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'subnets': [{'id': 'eaf59b60-46d0-4e5e-a222-496589f4f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:48.162633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Calling delete_port for fdf5434b-044e-4dc6-8bad-6a98e276d9cf owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:48.181985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Pushing event deleted for resources: {'Port': ['ID=72624e8d-39e1-41b5-9af0-f27dbf3e680a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:48.195165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] No DVR routers for this DVR port 72624e8d-39e1-41b5-9af0-f27dbf3e680a on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:48.220637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e53f4f64-ac98-4d5d-b263-628918162bd0 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:48.268186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.268876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.269313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.271528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.272419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.272709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.274800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e53f4f64-ac98-4d5d-b263-628918162bd0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:48.275194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.278503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.280129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.280554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.282188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.282782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.283365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:48.380824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 72624e8d-39e1-41b5-9af0-f27dbf3e680a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:48.396423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c0f89-fdbc-4b8a-b1e7-795d14c77812 req-dad05deb-c8c4-4fee-9951-87d3d6250c53 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.398159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a8c0f89-fdbc-4b8a-b1e7-795d14c77812 req-dad05deb-c8c4-4fee-9951-87d3d6250c53 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 931 time: 0.8642964 Nov 10 22:43:48.447794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 72624e8d-39e1-41b5-9af0-f27dbf3e680a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:48.448726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 72624e8d-39e1-41b5-9af0-f27dbf3e680a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:48.512428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-565be9a1-7581-48ef-a3cd-6fcdaa16ce9c req-49690c9d-e325-4438-94e6-dbf26eb8fa32 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908005 Nov 10 22:43:48.689300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.747476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:48.759750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.776709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Transition to ACTIVE for port object 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:48.813493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.864156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:48.867316 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec4471-f2a3-48b3-861b-be5f2578bb09" -d '{"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-plugged", "status": "completed", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:48.888590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:48.890675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cab44f-ccbf-485f-a694-691b1f4f82d0']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:48.897430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.901621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.930641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3ca74ef9-42ed-4d52-bb89-5e5592579bc1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:48.964150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.964700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.965566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.965922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.966387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.967107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.967375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:48.973300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a282bef5-33c4-4099-ad7d-46f74a2d7428 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6208 time: 0.3187232 Nov 10 22:43:49.051388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2593ad1-d83e-40e8-86c8-e752c8668e6f {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:49.062300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.063998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:49.080744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Transition to ACTIVE for port object f2593ad1-d83e-40e8-86c8-e752c8668e6f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:49.085200 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c8dd5e-7774-4847-b96a-9b0eebb4ecf8 x-openstack-request-id: req-a8c8dd5e-7774-4847-b96a-9b0eebb4ecf8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:49.085578 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "72ec0f3e-4630-4621-a303-cf25edeba45a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:49.085767 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8c8dd5e-7774-4847-b96a-9b0eebb4ecf8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:49.086463 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '72ec0f3e-4630-4621-a303-cf25edeba45a', 'status': 'completed', 'code': 200} Nov 10 22:43:49.088921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.146225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.150273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:49.189480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fdf5434b-044e-4dc6-8bad-6a98e276d9cf no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:49.208130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:49.250931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: fdf5434b-044e-4dc6-8bad-6a98e276d9cf {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:49.257267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device fdf5434b-044e-4dc6-8bad-6a98e276d9cf not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:49.347414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8a8c0f89-fdbc-4b8a-b1e7-795d14c77812 req-c04440f9-0a91-4bb5-a0ca-cd90a7e40f20 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9388413 Nov 10 22:43:49.518226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Attempting to bind port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:49.518596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Attempting to bind port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:49.519000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Attempting to bind port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:49.539019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a on network 159cb681-9a75-46f3-84fb-ff64e04ea683 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:49.539624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Attempting to bind port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a on network 159cb681-9a75-46f3-84fb-ff64e04ea683 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:49.564378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:49.573351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Checking segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:49.575058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Bound using segment: {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:49.575647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Bound port: 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415a1a43-3614-4819-bc5d-3089f0d6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:49.576259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.626689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Attempting to bind port f2593ad1-d83e-40e8-86c8-e752c8668e6f on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:49.627348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Attempting to bind port f2593ad1-d83e-40e8-86c8-e752c8668e6f by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:49.628002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Attempting to bind port f2593ad1-d83e-40e8-86c8-e752c8668e6f on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:49.641804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Port f2593ad1-d83e-40e8-86c8-e752c8668e6f on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:49.642215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Attempting to bind port f2593ad1-d83e-40e8-86c8-e752c8668e6f on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:49.714389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:49.715218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:49.715817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Bound using segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:49.716465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Bound port: f2593ad1-d83e-40e8-86c8-e752c8668e6f, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:49.717054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.846769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:49.851845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:49.860915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:49.871034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693b5c0-8b05-415d-a523-6a71c84ebb9c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:49.871636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693b5c0-8b05-415d-a523-6a71c84ebb9c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:49.886683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:49.959671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:49.983044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'Port': ['ID=fdf5434b-044e-4dc6-8bad-6a98e276d9cf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:49.985870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:49.994716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.005822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.016139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.027665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.034973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.036431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.044272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.046860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-3a90a477-7e86-45d2-9b18-faf3d92a8fb1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5383 time: 0.3368938 Nov 10 22:43:50.049480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.050356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.052027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 200 len: 1090 time: 3.4762509 Nov 10 22:43:50.055803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.082198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] No DVR routers for this DVR port fdf5434b-044e-4dc6-8bad-6a98e276d9cf on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:50.088939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.094700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.096342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fc59c8f-40d9-4da1-9533-2cc3f3caa01a HTTP/1.1" status: 200 len: 1091 time: 3.6618593 Nov 10 22:43:50.130741 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.134602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fd9d870-7817-4ffc-9174-c04deceef656 req-160ee2e4-946a-4952-bea1-9c1d25bb2baa tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.39 "DELETE /v2.0/ports/fdf5434b-044e-4dc6-8bad-6a98e276d9cf HTTP/1.1" status: 204 len: 173 time: 2.8460774 Nov 10 22:43:50.138602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:50.154215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'name': 'network-vif-deleted', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:50.157184 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf0994-b586-4d64-92ba-c3474617ef5f" -d '{"events": [{"server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "name": "network-vif-deleted", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:50.188922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4086-75c8-489c-84cb-9a131dafbd75 req-c8db3a4f-ba42-4656-8704-4cc00a1204dd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.201882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c6a4086-75c8-489c-84cb-9a131dafbd75 req-c8db3a4f-ba42-4656-8704-4cc00a1204dd tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 1.4585397 Nov 10 22:43:50.227688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.300243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:43:50.300873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:43:50.303174 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:43:50.306524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1110b6-d0b0-455f-bd4f-d06f70995fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:50.427695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 340fd37c-4fcc-4df7-b126-5a07f565e11f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:50.503175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a5db4a37-9313-45d7-9ca9-afacae0f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.504359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a5db4a37-9313-45d7-9ca9-afacae0f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.509847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a5db4a37-9313-45d7-9ca9-afacae0f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.511613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-703e373d-d683-469a-a98e-40cf7a28b446 req-a5db4a37-9313-45d7-9ca9-afacae0f93a7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.5182865 Nov 10 22:43:50.531614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c6a4086-75c8-489c-84cb-9a131dafbd75 req-22c7fd4d-f029-4650-ad69-1d4799265d8b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281634 Nov 10 22:43:50.534886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.558029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.565399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] 10.222.0.25 "DELETE /v2.0/networks/73cab44f-ccbf-485f-a694-691b1f4f82d0 HTTP/1.1" status: 204 len: 168 time: 4.9856162 Nov 10 22:43:50.605593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 340fd37c-4fcc-4df7-b126-5a07f565e11f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:50.606194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.614624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-149be619-18af-44ed-a7ac-9da4e4face14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.616535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-149be619-18af-44ed-a7ac-9da4e4face14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 1094 time: 0.4671857 Nov 10 22:43:50.650000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31910372-eed7-45ac-87cb-1f89aa985357 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:50.655839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:50.693018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1dd0a33e-329d-454b-9f36-17a3b4510b1a req-2384ad1d-3577-4ee4-b16d-8bf6da49ee34 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5924938 Nov 10 22:43:50.696738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-c3f38c78-c302-4f25-869f-ac58988348a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a HTTP/1.1" status: 200 len: 217 time: 0.0621631 Nov 10 22:43:50.868181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e373d-d683-469a-a98e-40cf7a28b446 req-04e9c9b2-6aea-4648-b0d4-a5cf659f3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.870247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-703e373d-d683-469a-a98e-40cf7a28b446 req-04e9c9b2-6aea-4648-b0d4-a5cf659f3fef service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3317261 Nov 10 22:43:50.918450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260e8f0-cc19-477b-8ec8-ef93434eb088 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cab44f-ccbf-485f-a694-691b1f4f82d0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:50.923729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3118778f-f313-4ca3-8e79-bb9526226ceb req-89e85fa2-10c9-4edb-87e3-0cd9359b75f0 tempest-FloatingIPsNegativeTestJSON-971552098 tempest-FloatingIPsNegativeTestJSON-971552098-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0520425 Nov 10 22:43:50.965233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35894) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:50.970692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-a644c4cf-39c7-4dbc-83e0-0729d6918f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:50.974487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-a644c4cf-39c7-4dbc-83e0-0729d6918f3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.2651381 Nov 10 22:43:51.031848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d30bbb9-ae93-4d5c-b53c-7809b730e0ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcafd76263e8434ab699486ac5390785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629909 Nov 10 22:43:51.032594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35896) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:51.061018 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25957988-957f-4802-a700-b2afde21f32d x-openstack-request-id: req-25957988-957f-4802-a700-b2afde21f32d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:51.061557 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-plugged", "status": "completed", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:51.062009 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25957988-957f-4802-a700-b2afde21f32d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:51.063456 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'code': 200} Nov 10 22:43:51.137832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f'}, {'name': 'network-changed', 'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:51.144593 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d541c-5f1d-44df-9cdb-d040e5e58846" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f"}, {"name": "network-changed", "server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:51.177596 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-62f326c1-8df6-41e2-98a5-fae5c96ec166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899455 Nov 10 22:43:51.185992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed1a40da-de0a-4345-8147-6119e44b883c req-179649f7-ab0c-4593-b70f-175e02820016 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=34236149-7d23-4595-9f03-767cf324a1be HTTP/1.1" status: 200 len: 210 time: 0.1503856 Nov 10 22:43:51.268523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:51.343017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:51.462845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea04c43-e44a-4bed-9e45-bab39ebf9961 req-8351adb2-ec0c-4e7b-a2d3-3b6365d1f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:51.465644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ea04c43-e44a-4bed-9e45-bab39ebf9961 req-8351adb2-ec0c-4e7b-a2d3-3b6365d1f3dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1096 time: 0.3039241 Nov 10 22:43:51.479847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956039b-fb4e-4e7e-b048-c3c28c5379a9 req-3a990881-fd55-411b-bac5-3e8635669919 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:51.486302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e956039b-fb4e-4e7e-b048-c3c28c5379a9 req-3a990881-fd55-411b-bac5-3e8635669919 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.3382192 Nov 10 22:43:51.494289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-a35e83ad-7cde-402e-8576-c7651a207d66 service neutron] 10.222.0.20 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066514 Nov 10 22:43:51.558086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02b76e-fa2b-4a1f-abc4-f7ffdd97761d req-f5a74ce0-e982-4af7-991f-e33cb8c90c21 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:51.568303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:51.569912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02b76e-fa2b-4a1f-abc4-f7ffdd97761d req-f5a74ce0-e982-4af7-991f-e33cb8c90c21 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:51.572662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b02b76e-fa2b-4a1f-abc4-f7ffdd97761d req-f5a74ce0-e982-4af7-991f-e33cb8c90c21 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334&device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 1682 time: 0.2157872 Nov 10 22:43:51.573411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:51.575492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3162f4a5-362c-4670-ab6f-b7fd3219ae79 HTTP/1.1" status: 204 len: 168 time: 0.5415089 Nov 10 22:43:51.647342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ea04c43-e44a-4bed-9e45-bab39ebf9961 req-4cc2bb52-772a-41e2-a521-743fa293e0d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587353 Nov 10 22:43:51.702838 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e956039b-fb4e-4e7e-b048-c3c28c5379a9 req-24b9914c-9331-4368-93bb-42065b68c286 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936231 Nov 10 22:43:51.703980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8691ae-79b7-4791-a9fc-4236d8bc56bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162f4a5-362c-4670-ab6f-b7fd3219ae79,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:51.834594 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231eabd-2abc-43a2-b857-3aa90fc09204 x-openstack-request-id: req-0231eabd-2abc-43a2-b857-3aa90fc09204 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:51.835731 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34236149-7d23-4595-9f03-767cf324a1be", "name": "network-vif-deleted", "tag": "fdf5434b-044e-4dc6-8bad-6a98e276d9cf", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:51.838418 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0231eabd-2abc-43a2-b857-3aa90fc09204 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:51.839029 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34236149-7d23-4595-9f03-767cf324a1be', 'name': 'network-vif-deleted', 'tag': 'fdf5434b-044e-4dc6-8bad-6a98e276d9cf', 'status': 'completed', 'code': 200} Nov 10 22:43:51.889252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b02b76e-fa2b-4a1f-abc4-f7ffdd97761d req-e3266420-4602-4cbd-a99d-28a5f1559668 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/security-groups?id=df7522b5-c429-4056-86be-38579fafc377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386246 Nov 10 22:43:51.904882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b4f446-2c0a-469b-96ee-e225d40325c5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:51.927414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5c0bf7a-ca5b-4d90-b630-b09d0be4258b req-b0d71196-e3cd-4fc8-a6aa-2dd2545be383 service neutron] 10.222.0.20 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063084 Nov 10 22:43:51.953865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:52.025036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90dc2f-2fe6-4b6e-865e-e6737a81caa2 req-66dada1e-a301-40d4-828d-ffedd790a268 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.030019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac90dc2f-2fe6-4b6e-865e-e6737a81caa2 req-66dada1e-a301-40d4-828d-ffedd790a268 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 943 time: 0.1347177 Nov 10 22:43:52.056630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Transition to ACTIVE for port object 57b4f446-2c0a-469b-96ee-e225d40325c5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:52.059220 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-dfc2d555-5966-4413-a8b1-bfaa518498bc req-1e216122-98bc-48e0-8565-79ae6df5f673 tempest-FloatingIPsNegativeTestJSON-971552098 tempest-FloatingIPsNegativeTestJSON-971552098-project] show failed (client error): The resource could not be found. Nov 10 22:43:52.072399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dfc2d555-5966-4413-a8b1-bfaa518498bc req-1e216122-98bc-48e0-8565-79ae6df5f673 tempest-FloatingIPsNegativeTestJSON-971552098 tempest-FloatingIPsNegativeTestJSON-971552098-project] 10.222.0.25 "GET /v2.0/floatingips/7b3d5b42-1b21-4076-a22b-3e39ff893f25 HTTP/1.1" status: 404 len: 350 time: 0.0981646 Nov 10 22:43:52.074910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35910) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:52.085714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:52.129245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d0ff-a848-4ce1-a05e-b74ef0fc8c87 req-ef5f3d48-8a6f-46f7-b93c-65374a01bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.133231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ee4d0ff-a848-4ce1-a05e-b74ef0fc8c87 req-ef5f3d48-8a6f-46f7-b93c-65374a01bcb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1096 time: 0.1475518 Nov 10 22:43:52.213864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac90dc2f-2fe6-4b6e-865e-e6737a81caa2 req-3f64670d-1a76-43c2-b21a-33322149551c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699226 Nov 10 22:43:52.323768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ee4d0ff-a848-4ce1-a05e-b74ef0fc8c87 req-1d589782-f30e-4057-9517-295e60dc99fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769004 Nov 10 22:43:52.360222 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd1eb1-088f-42f6-a7e6-5c565abe9d97 x-openstack-request-id: req-f2cd1eb1-088f-42f6-a7e6-5c565abe9d97 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:52.360521 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:52.360777 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2cd1eb1-088f-42f6-a7e6-5c565abe9d97 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:52.361266 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'status': 'completed', 'code': 200} Nov 10 22:43:52.361567 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a', 'status': 'completed', 'code': 200} Nov 10 22:43:52.529602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.552298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.579717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.593383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.609042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.617323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.627925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.630160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-d2c0217c-3094-4adb-bc2e-af5c4d3071d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5395 time: 0.2520854 Nov 10 22:43:52.755031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0170b2b5-3a1e-44d7-9b6e-6b97b24d8428 req-3e8755fc-9449-4f77-b0e6-4e51c9e05364 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099370 Nov 10 22:43:52.844150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:52.950844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb886-8dcc-45e3-bb4f-e320b039daa5 req-5b96871f-f425-4a12-8198-b00077bc4348 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.959162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-769bb886-8dcc-45e3-bb4f-e320b039daa5 req-5b96871f-f425-4a12-8198-b00077bc4348 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.6017914 Nov 10 22:43:52.980357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.980855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.981367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.981850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.982302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.982755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.983208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:52.985872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2ec72927-e77f-4a29-aaa2-af5378f148af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6300 time: 0.6234505 Nov 10 22:43:53.126981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Attempting to bind port 57b4f446-2c0a-469b-96ee-e225d40325c5 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:53.128043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Attempting to bind port 57b4f446-2c0a-469b-96ee-e225d40325c5 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:53.128557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Attempting to bind port 57b4f446-2c0a-469b-96ee-e225d40325c5 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:53.134132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:53.155697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3a3e-5c08-49ae-b49e-8f472195ee77 req-466329a2-7fa7-4835-b19d-1b475f1ae683 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.157679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-264c3a3e-5c08-49ae-b49e-8f472195ee77 req-466329a2-7fa7-4835-b19d-1b475f1ae683 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.0803373 Nov 10 22:43:53.205530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Port 57b4f446-2c0a-469b-96ee-e225d40325c5 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:53.206012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Attempting to bind port 57b4f446-2c0a-469b-96ee-e225d40325c5 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:53.243335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-264c3a3e-5c08-49ae-b49e-8f472195ee77 req-e5604f4a-2c0e-4aab-b0d6-2a2df6c5616e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734119 Nov 10 22:43:53.330484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-769bb886-8dcc-45e3-bb4f-e320b039daa5 req-7532deea-c65a-4a88-8b6a-7be898a9cc6e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701875 Nov 10 22:43:53.331733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:53.332283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Checking segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:53.332920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Bound using segment: {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:53.334531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1450517260-network', 'tenant_id': '42e54078c1df44bd8cd9474146868475'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:53.337986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Bound port: 57b4f446-2c0a-469b-96ee-e225d40325c5, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9829c94d-6921-4769-b381-0c0a8c46e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:53.340016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.392221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:53.398901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.422902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.501400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c46ba0-411d-4268-a208-7dd18324a749 req-33fd95a8-41d4-4288-beb3-91375c691dcd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/06c7bc12-2c9d-435a-bf9b-de6229141248 HTTP/1.1" status: 200 len: 1818 time: 0.1010575 Nov 10 22:43:53.561432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-487a0659-3f5f-4af7-bcd5-037d1c98e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.562878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-487a0659-3f5f-4af7-bcd5-037d1c98e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.563787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-487a0659-3f5f-4af7-bcd5-037d1c98e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.566819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-487a0659-3f5f-4af7-bcd5-037d1c98e589 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5678144 Nov 10 22:43:53.598785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.617621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.650977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:43:53.672783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:53.681359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.681876 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Added segment 29ddb22a-2f05-4887-a07a-72064269d353 of type vlan for network ab5e6ca5-9d14-410a-943b-396b29d0716d Nov 10 22:43:53.710912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7bf5-7383-4726-adde-4b3512646441 req-b0a69eb5-a9c9-49b2-afcd-2eb76dcb661f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.712328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab6e7bf5-7383-4726-adde-4b3512646441 req-b0a69eb5-a9c9-49b2-afcd-2eb76dcb661f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 943 time: 0.1348710 Nov 10 22:43:53.763815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.824492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab6e7bf5-7383-4726-adde-4b3512646441 req-df1dfaa3-1207-42ba-9bad-007cce10c393 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924907 Nov 10 22:43:53.825933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.826972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:53.827549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.880788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:53.884699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:53.889235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7502828 Nov 10 22:43:53.902948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35946) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:53.914944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Request body: {'subnet': {'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1450517260-subnet', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:53.920016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.924359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e7b9-28cc-4212-886c-20d23669ba11 admin admin] Pushing event updated for resources: {'Network': ['ID=ab5e6ca5-9d14-410a-943b-396b29d0716d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:53.940669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ab5e6ca5-9d14-410a-943b-396b29d0716d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:43:53.953853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:53.959827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:53.983306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:54.063405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.064290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.066667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] 10.222.0.20 "PUT /v2.0/ports/57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 200 len: 1091 time: 3.9355845 Nov 10 22:43:54.123455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:54.130352 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-20c46ba0-411d-4268-a208-7dd18324a749 req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.235819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55eb29b-c127-40fc-a471-18c254b11338 service neutron] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:54.257943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-9ee71c1d-5ca3-4dcb-b944-6045f4457a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.260308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-9ee71c1d-5ca3-4dcb-b944-6045f4457a31 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6398649 Nov 10 22:43:54.271024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-20c46ba0-411d-4268-a208-7dd18324a749 req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.320131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:54.341441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a', 'network_id': '159cb681-9a75-46f3-84fb-ff64e04ea683', 'port_id': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a', 'mac_address': 'fa:16:3e:6c:f1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceaa326-03eb-4ebe-b8e6-135ac4374462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:54.369137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:54.372010 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a14c02-5ecf-4650-877b-b13f14fe5702" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:54.386902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.412340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.467015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:54.488751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.495565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-20c46ba0-411d-4268-a208-7dd18324a749 req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.499070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-20c46ba0-411d-4268-a208-7dd18324a749 req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.501638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.513199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c46ba0-411d-4268-a208-7dd18324a749 req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/06c7bc12-2c9d-435a-bf9b-de6229141248 HTTP/1.1" status: 204 len: 173 time: 1.0016391 Nov 10 22:43:54.519446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.532061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.542656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:54.543768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.553191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.559667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.565066 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.567792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-f21f4d08-bd86-4e85-9702-f9a822e30cfc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5395 time: 0.4792073 Nov 10 22:43:54.592897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.607421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-31180c55-cbc8-4301-9b23-0f006461a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.615143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-31180c55-cbc8-4301-9b23-0f006461a151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 1094 time: 0.2589691 Nov 10 22:43:54.630211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1243c9a-78db-4335-ac99-472c9157bc3d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7bc12-2c9d-435a-bf9b-de6229141248,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:54.655903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.695877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b40852d-b89c-4038-9ba7-a01e5e8f65b3,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:54.714423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48313818-b5f1-44c6-a6a8-e2aebe80fb57 req-c8fe6095-ef94-4f79-9a3f-e9e748f5dfe6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432774 Nov 10 22:43:54.728829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:54.742225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Network hostable DHCP agents. Network: ab5e6ca5-9d14-410a-943b-396b29d0716d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:43:54.771710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:54.782196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:43:54.804330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ab5e6ca5-9d14-410a-943b-396b29d0716d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:54.816894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7a5d3-4956-42b5-923c-a8c2480cfee3 None None] Network ab5e6ca5-9d14-410a-943b-396b29d0716d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:54.855025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:54.861866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.946368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['7fc59c8f-40d9-4da1-9533-2cc3f3caa01a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:54.962065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1e5db867-ecd7-431d-95d1-6a251fb67b24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0577307 Nov 10 22:43:54.964955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:54.972741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:55.046945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.048597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.072678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1d09a-104c-4967-85ae-ac830e56c158 req-6998d6bd-4f5d-4b45-95af-69679eb87790 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.076411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15f1d09a-104c-4967-85ae-ac830e56c158 req-6998d6bd-4f5d-4b45-95af-69679eb87790 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.2272635 Nov 10 22:43:55.160026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.208961 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7f1e56c4-81dc-4fd5-a486-d4f12e820ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.435169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ab5e6ca5-9d14-410a-943b-396b29d0716d', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:43:55.436148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.470850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.488627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15f1d09a-104c-4967-85ae-ac830e56c158 req-e33be79a-99ae-4e08-8e2a-39071f9b18f4 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259280 Nov 10 22:43:55.744156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-7ec703bb-8ab5-4d58-83b1-aec818d24732 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/fc24c420-ff75-4ca2-a674-076b0b256194 HTTP/1.1" status: 200 len: 1817 time: 0.1053581 Nov 10 22:43:55.755999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.756784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.758612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.759540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.760365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.761255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.762018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.765469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-3cce7ed0-0b74-4d8a-88f4-53847327ec84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6342 time: 0.1367979 Nov 10 22:43:55.807522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Allocated IP 172.20.0.2 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/45b26f82-5098-41ab-b692-c286cfb8acd4) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:55.821265 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1e888-53ba-43d4-962e-fdd218a07898 x-openstack-request-id: req-d9a1e888-53ba-43d4-962e-fdd218a07898 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:55.822082 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:55.822082 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9a1e888-53ba-43d4-962e-fdd218a07898 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:55.825030 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'status': 'completed', 'code': 200} Nov 10 22:43:55.854764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd23ba-ff19-4fc0-824e-259e72d8639e req-a8a78e03-6bf8-433f-afe6-8ab6841d8162 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.856843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0bd23ba-ff19-4fc0-824e-259e72d8639e req-a8a78e03-6bf8-433f-afe6-8ab6841d8162 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.8569007 Nov 10 22:43:55.911675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-d9f88516-057f-4858-9317-e2e8d0da7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:55.913322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-d9f88516-057f-4858-9317-e2e8d0da7cf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 200 len: 914 time: 1.2671134 Nov 10 22:43:55.987109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-21a864ab-77ac-4212-8bbf-eca14bde1b74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a HTTP/1.1" status: 200 len: 217 time: 0.0611248 Nov 10 22:43:56.001299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5843d30-afc9-4eba-b38b-df22d72bfead {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:56.031758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.074418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.078801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0bd23ba-ff19-4fc0-824e-259e72d8639e req-18b61fcf-04c4-42fe-b939-126b5a490801 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644278 Nov 10 22:43:56.081852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.082777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-ff6041aa-97d2-47d5-88ae-04121200bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.082977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-ff6041aa-97d2-47d5-88ae-04121200bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.083607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-ff6041aa-97d2-47d5-88ae-04121200bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.085714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-ff6041aa-97d2-47d5-88ae-04121200bdb2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3082867 Nov 10 22:43:56.088237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Transition to ACTIVE for port object e5843d30-afc9-4eba-b38b-df22d72bfead will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:56.102712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.145041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.162028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2346606d-12d3-4b76-994d-f19e9b2dc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.163807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-2346606d-12d3-4b76-994d-f19e9b2dc9ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 200 len: 854 time: 0.1551337 Nov 10 22:43:56.173921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:56.182093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:56.190819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:56.255798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Pushing event updated for resources: {'Port': ['ID=45b26f82-5098-41ab-b692-c286cfb8acd4,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:56.275338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.279464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-842030a6-8334-4d4d-abb2-185de16a8c35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159cb681-9a75-46f3-84fb-ff64e04ea683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595193 Nov 10 22:43:56.332399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Attempting to bind port 45b26f82-5098-41ab-b692-c286cfb8acd4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:56.337079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Attempting to bind port 45b26f82-5098-41ab-b692-c286cfb8acd4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:56.337659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Attempting to bind port 45b26f82-5098-41ab-b692-c286cfb8acd4 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:56.341048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:56.347995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:56.353596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:56.354546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.356351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:56.357255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Bound port: 45b26f82-5098-41ab-b692-c286cfb8acd4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:56.358805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.385771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.451363 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.466337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] For port 45b26f82-5098-41ab-b692-c286cfb8acd4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:56.471603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] For port 45b26f82-5098-41ab-b692-c286cfb8acd4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=45b26f82-5098-41ab-b692-c286cfb8acd4,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:56.473016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-63139918-ad50-4756-be60-ba99ff075c65 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.474596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-63139918-ad50-4756-be60-ba99ff075c65 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.39 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 945 time: 0.2119265 Nov 10 22:43:56.476631 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.499423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.502114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.503274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e916ec98-a4d1-40d6-8fd4-881e26968f6e req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc24c420-ff75-4ca2-a674-076b0b256194 HTTP/1.1" status: 204 len: 173 time: 0.7343051 Nov 10 22:43:56.538181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-7b8b67d3-dcaf-4943-bf16-a8ba78a1e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.540911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33a14c02-5ecf-4650-877b-b13f14fe5702 req-7b8b67d3-dcaf-4943-bf16-a8ba78a1e6f0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4459918 Nov 10 22:43:56.576790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca050-7b65-43c5-a3be-970ba912c9f3 None None] Pushing event updated for resources: {'Port': ['ID=45b26f82-5098-41ab-b692-c286cfb8acd4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:56.590240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333474d-2739-4596-b0f6-806ef8d98e83 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc24c420-ff75-4ca2-a674-076b0b256194,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:56.694857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abea66-ce64-42cb-ae1c-f4b370bb64f5 req-4e01063c-48d8-4e5d-8ea6-66c6d0471235 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.696652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2abea66-ce64-42cb-ae1c-f4b370bb64f5 req-4e01063c-48d8-4e5d-8ea6-66c6d0471235 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 944 time: 0.2212524 Nov 10 22:43:56.698192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Deleting port 340fd37c-4fcc-4df7-b126-5a07f565e11f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:56.698645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.703311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-6071d8ca-5bfd-4781-af02-92b4d2d395f5 service neutron] 10.222.0.20 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491311 Nov 10 22:43:56.750337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508289c-7731-4bca-b7d5-6c2e0a57a355 req-8dd4adf2-b096-4f1a-9f43-e1d0b3cc7b46 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.751933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1508289c-7731-4bca-b7d5-6c2e0a57a355 req-8dd4adf2-b096-4f1a-9f43-e1d0b3cc7b46 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1160674 Nov 10 22:43:56.776113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Allocated IP 172.25.0.224 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e9930e72-6d80-4bf6-a4e2-180aea7f4db4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:56.796140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Deleting port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:56.797118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.807019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Attempting to bind port e5843d30-afc9-4eba-b38b-df22d72bfead on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:56.807390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Attempting to bind port e5843d30-afc9-4eba-b38b-df22d72bfead by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:56.807725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Attempting to bind port e5843d30-afc9-4eba-b38b-df22d72bfead on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:56.856609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Port e5843d30-afc9-4eba-b38b-df22d72bfead on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:56.856609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Attempting to bind port e5843d30-afc9-4eba-b38b-df22d72bfead on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:56.898782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:56.899135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Checking segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:56.899630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Bound using segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:56.900372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Bound port: e5843d30-afc9-4eba-b38b-df22d72bfead, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:56.900737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.947112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] For port 340fd37c-4fcc-4df7-b126-5a07f565e11f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=340fd37c-4fcc-4df7-b126-5a07f565e11f,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:56.947112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:56.954951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2abea66-ce64-42cb-ae1c-f4b370bb64f5 req-1b8d1948-f433-41c9-8bf7-0223e4f0bd7f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494345 Nov 10 22:43:57.001855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Calling delete_port for 340fd37c-4fcc-4df7-b126-5a07f565e11f owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:57.005039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1508289c-7731-4bca-b7d5-6c2e0a57a355 req-d9b5985e-f9bd-4361-87f6-9789f95e1251 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446914 Nov 10 22:43:57.043609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f8d541c-5f1d-44df-9cdb-d040e5e58846 req-9ce4eac0-8f87-432a-8037-d104d9f902e1 service neutron] 10.222.0.20 "GET /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890308 Nov 10 22:43:57.104340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.153063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:57.158761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] For port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:57.159127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.161650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:57.170134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.191387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Calling delete_port for 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:57.208864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b36d-721f-49df-b614-de8e53daead8 req-03c2df61-30e3-44ed-a068-5dfec8ecb526 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.210872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b768b36d-721f-49df-b614-de8e53daead8 req-03c2df61-30e3-44ed-a068-5dfec8ecb526 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1096 time: 0.1188631 Nov 10 22:43:57.214154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.256593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.263323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.269017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.276061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.283037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.288966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.295371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.298318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-7c27acf7-5689-4918-be4d-bde77822a45a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5407 time: 0.2510319 Nov 10 22:43:57.320441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:57.321244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.322486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] 10.222.0.20 "PUT /v2.0/ports/e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 200 len: 1091 time: 3.2222073 Nov 10 22:43:57.326770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:57.342838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Pushing event updated for resources: {'Port': ['ID=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:57.347901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:57.350383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:57.397651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Request body: {'port': {'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:57.423090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b768b36d-721f-49df-b614-de8e53daead8 req-b0f8c240-dc1c-4063-a7fd-23a96d5f4415 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987221 Nov 10 22:43:57.468752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e6a9-a7b7-4e6a-8483-882fd75342dd service neutron] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:57.555250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb52b-87bb-4b81-98a7-578fbbda4376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.569820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.587228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1760430836', 'description': 'tempest-description-597393239'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:57.590400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f8c5463-a6c7-4ee9-bc87-7cdb5fc25a4d req-c2a83a63-1267-4e15-89a0-ca85e2225572 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2718458 Nov 10 22:43:57.603454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.696375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=340fd37c-4fcc-4df7-b126-5a07f565e11f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:57.723563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.727403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:57.741160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['99e78d18-370c-467d-949f-bd445b99fcb4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:57.744472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3016b3d1-0cdc-478b-826f-edd16ec2d9b2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:57.912187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:57.918113 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92458c12-a33b-4dbd-b50b-b704fd5cc045" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:57.921294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event deleted for resources: {'Port': ['ID=3016b3d1-0cdc-478b-826f-edd16ec2d9b2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:57.990853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:58.037417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20de4769-50fb-478d-b5ca-9a0798091613 req-31634bf2-444b-4002-89d9-0a4e26384fe4 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=65dbe609-13f4-4a65-81e6-e3b7381d4334 HTTP/1.1" status: 200 len: 210 time: 0.0901294 Nov 10 22:43:58.144315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66375b5-aac3-4c87-887d-31c137095fa8 None None] Network ab5e6ca5-9d14-410a-943b-396b29d0716d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:58.163364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] No DVR routers for this DVR port 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:58.177304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.183436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f7f2648-c4b9-4b08-a4b1-e5dacaec0c7e req-69273ed2-8b74-43fe-959a-a23e41ff3eb5 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.39 "DELETE /v2.0/ports/3016b3d1-0cdc-478b-826f-edd16ec2d9b2 HTTP/1.1" status: 204 len: 173 time: 1.6917145 Nov 10 22:43:58.184820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'name': 'network-vif-deleted', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:58.193639 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc016bc-5edb-45ff-978f-554937402c69" -d '{"events": [{"server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "name": "network-vif-deleted", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:58.307422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.329854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:58.351150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] Provisioning complete for port 45b26f82-5098-41ab-b692-c286cfb8acd4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:58.356732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.361181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:58.363694 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.490432 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ddf50-5430-4410-a611-6555174e4498 x-openstack-request-id: req-ac8ddf50-5430-4410-a611-6555174e4498 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:58.490721 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:58.490967 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac8ddf50-5430-4410-a611-6555174e4498 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:58.491365 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'status': 'completed', 'code': 200} Nov 10 22:43:58.521063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-1426efab-8753-469f-b442-fb4b0373d0cd tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:58.528054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-1426efab-8753-469f-b442-fb4b0373d0cd tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 946 time: 0.5972648 Nov 10 22:43:58.590847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.668869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.679476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.706535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 45b26f82-5098-41ab-b692-c286cfb8acd4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:58.922940 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:58.962914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56f0d-dfcf-4c6b-a7e3-0aa079afeb81 req-d1d5bd63-a282-4869-8e73-9d59e1f21381 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:58.964434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-caf56f0d-dfcf-4c6b-a7e3-0aa079afeb81 req-d1d5bd63-a282-4869-8e73-9d59e1f21381 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 944 time: 0.3759820 Nov 10 22:43:59.040135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Deleting port 99e78d18-370c-467d-949f-bd445b99fcb4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:59.040473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.044937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7925d170-214e-4f34-af75-5a1b563aa45f {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:59.057375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.094375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:59.097620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:59.101027 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795c92ba-65f2-4c44-9005-380824392cbe" -d '{"events": [{"server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "name": "network-vif-plugged", "status": "completed", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:59.106495 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.109151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.141208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.189523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 45b26f82-5098-41ab-b692-c286cfb8acd4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:59.190264 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.318131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] For port 45b26f82-5098-41ab-b692-c286cfb8acd4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=45b26f82-5098-41ab-b692-c286cfb8acd4,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:59.330976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:59.340503 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.430670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f511f4-e937-4b74-bbb6-f199e9059d67,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:59.449290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.555593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14493e-5402-4cf0-b8c0-7c14f79db75c None None] Pushing event updated for resources: {'Port': ['ID=45b26f82-5098-41ab-b692-c286cfb8acd4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:59.560021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-016b6bee-29fd-4fbf-a35a-e9764697bbc2 None None] Provisioning complete for port 45b26f82-5098-41ab-b692-c286cfb8acd4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:59.560311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-016b6bee-29fd-4fbf-a35a-e9764697bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.601509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.602130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.602659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.603176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.603681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.604192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.604712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.607025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-07b59880-ceeb-4a98-950e-f1b2ecbc8d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6409 time: 1.0402310 Nov 10 22:43:59.612291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.626466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-877bf800-230c-485b-aaa3-589335fabf50 req-00dc0138-17e9-40b5-a391-ae5ef61f83c5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 2.0493903 Nov 10 22:43:59.649585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Transition to ACTIVE for port object 7925d170-214e-4f34-af75-5a1b563aa45f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:59.691154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-caf56f0d-dfcf-4c6b-a7e3-0aa079afeb81 req-5c843a6f-6662-4d98-b6ba-d5780929235b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998880 Nov 10 22:43:59.718298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.748641 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca39715a-7e91-4e87-b60b-8917c5aeb571 x-openstack-request-id: req-ca39715a-7e91-4e87-b60b-8917c5aeb571 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:59.748641 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dbe609-13f4-4a65-81e6-e3b7381d4334", "name": "network-vif-deleted", "tag": "3016b3d1-0cdc-478b-826f-edd16ec2d9b2", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:59.748641 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca39715a-7e91-4e87-b60b-8917c5aeb571 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:59.748641 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbe609-13f4-4a65-81e6-e3b7381d4334', 'name': 'network-vif-deleted', 'tag': '3016b3d1-0cdc-478b-826f-edd16ec2d9b2', 'status': 'completed', 'code': 200} Nov 10 22:43:59.792954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:43:59.917841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:59.938640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] For port 99e78d18-370c-467d-949f-bd445b99fcb4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=99e78d18-370c-467d-949f-bd445b99fcb4,segment=NetworkSegment(fd85f81c-ab56-47ae-9829-7d4a49be25a9),segment_id=fd85f81c-ab56-47ae-9829-7d4a49be25a9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:59.939019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:59.957404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-aa094ef1-192b-48e2-92a4-52536c4aa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.957967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-aa094ef1-192b-48e2-92a4-52536c4aa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.958739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-aa094ef1-192b-48e2-92a4-52536c4aa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:59.961713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-aa094ef1-192b-48e2-92a4-52536c4aa778 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea092890584249179d678e4321bfaa2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3337829 Nov 10 22:43:59.971543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Calling delete_port for 99e78d18-370c-467d-949f-bd445b99fcb4 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:00.092513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:00.093720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8f298-e256-4579-94c2-bd7a89fd2b9d req-20f3ba75-d7f0-4f5c-ad70-acd65eed0843 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.095259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7b8f298-e256-4579-94c2-bd7a89fd2b9d req-20f3ba75-d7f0-4f5c-ad70-acd65eed0843 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.2207563 Nov 10 22:44:00.148842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.154791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.158755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:00.161933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.168806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.169776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-d3148001-6285-4253-8e79-6ef24a45b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.170921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Sync routers for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:00.171429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92458c12-a33b-4dbd-b50b-b704fd5cc045 req-d3148001-6285-4253-8e79-6ef24a45b7b6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2005765 Nov 10 22:44:00.175821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.182891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.188204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:00.189361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:00.190647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.194019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.196299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3735414b-5da0-4426-9a06-e238e78b016b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2298086 Nov 10 22:44:00.200095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:00.200783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-218c9a3c-0182-4dba-a3db-79d7c0ba49f7 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.3686678 Nov 10 22:44:00.231122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Attempting to bind port 7925d170-214e-4f34-af75-5a1b563aa45f on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:00.231365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Attempting to bind port 7925d170-214e-4f34-af75-5a1b563aa45f by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:00.231690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Attempting to bind port 7925d170-214e-4f34-af75-5a1b563aa45f on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:00.261519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7b8f298-e256-4579-94c2-bd7a89fd2b9d req-ed94c687-c85a-47d4-a99e-d462323a30b9 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555884 Nov 10 22:44:00.381111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:00.394005 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Sync routers for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:00.414657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-be319e0e-ace4-4486-9294-383a0946ec80 admin admin] 10.222.0.25 "PUT /v2.0/routers/8a08fe7f-1ce1-4ba8-926d-79c29e9fff09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3383684 Nov 10 22:44:00.424243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36016) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:00.426140 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:00.426875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:00.458053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Port 7925d170-214e-4f34-af75-5a1b563aa45f on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:00.458444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Attempting to bind port 7925d170-214e-4f34-af75-5a1b563aa45f on network 2a07bde3-9cc8-442b-b94e-70ff092eda8d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:00.480670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:00.481090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Checking segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:00.481423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Bound using segment: {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:00.481862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Bound port: 7925d170-214e-4f34-af75-5a1b563aa45f, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a07a25-0038-4a7a-a57e-44e8c9338259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:00.482224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.527527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:00.535491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bacaef26-e041-42ee-a0c0-beff814fd48a req-b6ae4297-618d-4084-9e37-65dd8840f84c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3336895 Nov 10 22:44:00.537950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.541987 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:00.600114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Pushing event deleted for resources: {'Port': ['ID=99e78d18-370c-467d-949f-bd445b99fcb4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:00.662727 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58a1412-aae1-4e7e-bf02-7689835d806c x-openstack-request-id: req-d58a1412-aae1-4e7e-bf02-7689835d806c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:00.663011 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "name": "network-vif-plugged", "status": "completed", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:00.663259 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d58a1412-aae1-4e7e-bf02-7689835d806c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:00.663645 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a', 'code': 200} Nov 10 22:44:00.667760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 45b26f82-5098-41ab-b692-c286cfb8acd4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:00.681983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] No DVR routers for this DVR port 99e78d18-370c-467d-949f-bd445b99fcb4 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:00.684359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:00.687787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.691195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb01342-98a1-4c33-b1f1-a930180dda29 req-d201c299-2b07-464e-8b33-2f4649fac720 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.20 "DELETE /v2.0/ports/99e78d18-370c-467d-949f-bd445b99fcb4 HTTP/1.1" status: 204 len: 173 time: 2.1465604 Nov 10 22:44:00.691662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'name': 'network-vif-deleted', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:00.694372 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf55034-addb-4763-bd83-c49d9ddd2067" -d '{"events": [{"server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "name": "network-vif-deleted", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:00.713582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:00.715664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.767177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.767910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.769856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 1091 time: 3.3895223 Nov 10 22:44:00.790759 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.817600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.844162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-319d4796-fafd-48fa-afa1-ba893cacfe9d tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/36f511f4-e937-4b74-bbb6-f199e9059d67 HTTP/1.1" status: 200 len: 1819 time: 0.4383993 Nov 10 22:44:00.847198 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ab38916-66c0-449a-b366-c89545041288 req-4b9fde1c-9a69-437d-887d-6cc584946fc9 tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca31b5a-aae8-4316-8b7f-417a264fbe1b HTTP/1.1" status: 200 len: 210 time: 0.0843070 Nov 10 22:44:00.853032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1998229932', 'description': 'tempest-description-hth-1724409434'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:00.878500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf323-b07f-4de1-84f1-4edbe3c605e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:00.932521 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 5, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:00.933268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:00.951704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5452c71-067d-4efd-8a8b-6a699d2c5bc1 req-b9e48558-fcd5-44f7-96c0-edf774612a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:00.953841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5452c71-067d-4efd-8a8b-6a699d2c5bc1 req-b9e48558-fcd5-44f7-96c0-edf774612a57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 1096 time: 0.2583585 Nov 10 22:44:00.964156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 45b26f82-5098-41ab-b692-c286cfb8acd4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:00.965629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.001871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Checking router: 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:01.012986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.016249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.018856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.020338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.027850 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Routers {'8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:01.029337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.035744 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:01.038647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.039255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.043756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-837e51bf-b13e-432d-82ea-34e2e4d9f37f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6476 time: 0.1263456 Nov 10 22:44:01.080171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.162066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-eff680e9-8b83-4154-9bd9-aa33f25e46fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 217 time: 0.1092546 Nov 10 22:44:01.180335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 3, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:01.206892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5452c71-067d-4efd-8a8b-6a699d2c5bc1 req-ae6dc408-b2f1-4343-ba69-84dd69ffa701 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981399 Nov 10 22:44:01.226153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.231914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Checking router: 482ffe41-ae56-403f-9ab2-5eaca89cedd5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:01.232277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Updating router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:01.261720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.264269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.266537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-3d78c8d7-f2d7-4081-b4ae-eb414304391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.269323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-3d78c8d7-f2d7-4081-b4ae-eb414304391f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 200 len: 851 time: 0.0985420 Nov 10 22:44:01.277068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbd7ce33-850b-495f-88c0-faacd0b793aa req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "PUT /v2.0/security-groups/36f511f4-e937-4b74-bbb6-f199e9059d67 HTTP/1.1" status: 200 len: 1794 time: 0.4319079 Nov 10 22:44:01.283481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:01.312882 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d74155-db2a-463f-a053-1d3d530cbbdd x-openstack-request-id: req-58d74155-db2a-463f-a053-1d3d530cbbdd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:01.313266 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca31b5a-aae8-4316-8b7f-417a264fbe1b", "name": "network-vif-deleted", "tag": "99e78d18-370c-467d-949f-bd445b99fcb4", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:01.313589 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58d74155-db2a-463f-a053-1d3d530cbbdd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:01.314057 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca31b5a-aae8-4316-8b7f-417a264fbe1b', 'name': 'network-vif-deleted', 'tag': '99e78d18-370c-467d-949f-bd445b99fcb4', 'status': 'completed', 'code': 200} Nov 10 22:44:01.324783 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.326873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:01.327291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3016b3d1-0cdc-478b-826f-edd16ec2d9b2 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:01.361230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bf2ca-d2ce-490c-a0da-26ed3a65b566 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f511f4-e937-4b74-bbb6-f199e9059d67,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:01.396954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.413351 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] Set router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:01.498151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c127983c-d1c0-4de6-8f35-a02ce03fab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.500313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c127983c-d1c0-4de6-8f35-a02ce03fab00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=253d8ae1-57a6-4cdf-9f54-07e334927f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655169 Nov 10 22:44:01.583548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0108-f4f6-4642-a204-5dd44d411f48 req-ed489f05-7714-4638-87cb-83e4e0562407 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:01.585381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f56e0108-f4f6-4642-a204-5dd44d411f48 req-ed489f05-7714-4638-87cb-83e4e0562407 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.2016072 Nov 10 22:44:01.629645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.674565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-01e3cf76-bb6a-490b-b7e9-a0aa5799e7cc service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647985 Nov 10 22:44:01.736932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Deleting port f5ab519e-a262-4be0-8e3b-23449b60cb14 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:01.737340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.744619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.753406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.763766 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 5, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:01.801110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f56e0108-f4f6-4642-a204-5dd44d411f48 req-ac7a6297-8e4e-4a5e-9a3b-ea515314ff2b tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967649 Nov 10 22:44:01.847703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Attempting to bind port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:01.848074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Attempting to bind port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:01.848432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Attempting to bind port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:01.855340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-099654c5-7556-4b43-8e25-94e9d0b9a791 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721315 Nov 10 22:44:01.862578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:01.862948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:01.863342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.863857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:01.864335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Bound port: e9930e72-6d80-4bf6-a4e2-180aea7f4db4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:01.864859 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.881970 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5db65-ddde-4f37-a358-119a0872da2c None None] The sync data for ids ['8a08fe7f-1ce1-4ba8-926d-79c29e9fff09'] in n-d-811521-3 is: [{'id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'name': 'tempest-FloatingIPsNegativeTestJSON-355139485-router', 'tenant_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:26Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 5, 'project_id': '6d1bc53557ff44b7b7e8c118e3acbc09', 'gw_port': {'id': 'f5ab519e-a262-4be0-8e3b-23449b60cb14', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08fe7f-1ce1-4ba8-926d-79c29e9fff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:28Z', 'updated_at': '2021-11-10T22:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:01.951521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8b6da-889c-42ea-b76f-48c7b0841355 None None] Pushing event updated for resources: {'Port': ['ID=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:01.956401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] For port e9930e72-6d80-4bf6-a4e2-180aea7f4db4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:01.960001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] For port e9930e72-6d80-4bf6-a4e2-180aea7f4db4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:01.964611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:01.976045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-b9134a8c-2783-464f-8f10-0f5a385ea930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 217 time: 0.1097875 Nov 10 22:44:02.019580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 99e78d18-370c-467d-949f-bd445b99fcb4 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:02.055171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236f798-f083-4d0c-a855-7e5fd4ec4783 req-f44ecf4f-0ac4-4664-b507-c76423cc1292 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.056741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d236f798-f083-4d0c-a855-7e5fd4ec4783 req-f44ecf4f-0ac4-4664-b507-c76423cc1292 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1846175 Nov 10 22:44:02.064491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 99e78d18-370c-467d-949f-bd445b99fcb4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:02.065682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 99e78d18-370c-467d-949f-bd445b99fcb4 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:02.075227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-31ddb242-ec13-4259-a6ca-45af5d24efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.076317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-31ddb242-ec13-4259-a6ca-45af5d24efa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.0935893 Nov 10 22:44:02.076720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] For port f5ab519e-a262-4be0-8e3b-23449b60cb14, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f5ab519e-a262-4be0-8e3b-23449b60cb14,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:02.077245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.077364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:02.078383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:02.118025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Calling delete_port for f5ab519e-a262-4be0-8e3b-23449b60cb14 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:02.125338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8b6da-889c-42ea-b76f-48c7b0841355 None None] Pushing event updated for resources: {'Port': ['ID=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:02.150833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b8a54423-7990-4704-86f9-47351489a872 req-88e9678d-bbff-490c-915a-2c20a7526a69 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/36f511f4-e937-4b74-bbb6-f199e9059d67 HTTP/1.1" status: 200 len: 1794 time: 0.2686572 Nov 10 22:44:02.175435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d236f798-f083-4d0c-a855-7e5fd4ec4783 req-79fdaf73-60a1-4f56-912c-50bdcff3dbe5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092677 Nov 10 22:44:02.186901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-0c9ee9ff-859d-4544-8ff0-d7ad496de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.188928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-0c9ee9ff-859d-4544-8ff0-d7ad496de111 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028070 Nov 10 22:44:02.282953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:02.316066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 340fd37c-4fcc-4df7-b126-5a07f565e11f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:02.374273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Allocated IP 172.20.0.1 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:02.384533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 340fd37c-4fcc-4df7-b126-5a07f565e11f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:02.386951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 340fd37c-4fcc-4df7-b126-5a07f565e11f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:02.426639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:02.450732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-367c422b-5673-4224-afe7-299f05021d76 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541513 Nov 10 22:44:02.457064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Deleting subnet b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:44:02.460990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.529501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.583789 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-3983702a-d3eb-42bf-9618-51816972f8f4 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/36f511f4-e937-4b74-bbb6-f199e9059d67 HTTP/1.1" status: 200 len: 1794 time: 0.1314237 Nov 10 22:44:02.685428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.695923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.703210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.709543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.714742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.716564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.723050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.739235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.758128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:02.769797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-07921915-0254-4a25-a757-ec1d6b1a65c9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.5059090 Nov 10 22:44:02.771061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-32c70ab7-1a94-4a2e-9452-ee13f5021fca service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084471 Nov 10 22:44:02.772438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.776340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.782086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6cbb284-9f8f-4a67-a36b-8b13945f01d6 req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/36f511f4-e937-4b74-bbb6-f199e9059d67 HTTP/1.1" status: 204 len: 173 time: 0.1908619 Nov 10 22:44:02.853652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 3, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:02.868779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:02.889938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999118a-a658-4c46-98e3-ca59da522904 None None] The sync data for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 is: [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:43:57Z', 'revision_number': 3, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:02.901547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-3ebfb2ae-a878-4b82-b1a5-61403d5593de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 217 time: 0.1168549 Nov 10 22:44:03.010188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59682768-b3bf-4944-9c3f-a573aa0549f8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f511f4-e937-4b74-bbb6-f199e9059d67,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:03.083399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.086909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.096649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15e900-ad13-4042-a2fa-b56e08dc2f61 req-42f9b990-2692-4a2e-ba31-6c25f89955d9 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:03.099087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd3b19a1-b8c8-4426-be53-8fffd2fd5ded req-379cdf87-d65c-4f47-9eca-a45405ea91e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3141067 Nov 10 22:44:03.104439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf15e900-ad13-4042-a2fa-b56e08dc2f61 req-42f9b990-2692-4a2e-ba31-6c25f89955d9 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.0874250 Nov 10 22:44:03.117814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6ef79555-2974-4144-a722-54bf832fb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:03.120586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6ef79555-2974-4144-a722-54bf832fb836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2018805 Nov 10 22:44:03.136956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d408b5-dbdc-4bcc-abb1-217fbbeeb202,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:03.141860 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.145156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d5d68ceb-4cbf-4e69-ae97-8aa4c1e47203 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b5d408b5-dbdc-4bcc-abb1-217fbbeeb202 HTTP/1.1" status: 204 len: 168 time: 0.8100047 Nov 10 22:44:03.148136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.149955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:03.231025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ab519e-a262-4be0-8e3b-23449b60cb14,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:03.238888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf15e900-ad13-4042-a2fa-b56e08dc2f61 req-60bd943f-7d36-4461-8fa8-7a6d712c8257 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242483 Nov 10 22:44:03.263004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5b4104a9-fc1e-4d39-8a18-e0265f823ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:03.265361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5b4104a9-fc1e-4d39-8a18-e0265f823ad4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342649 Nov 10 22:44:03.369738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.380249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:03.383179 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb6e63-09a9-43a6-8847-678be4f16496" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:03.448677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.455900 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-95f78c7f-fede-4405-a751-bfb165b4f63b req-48fb4f4e-4547-40db-a26a-0885b64c76c0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:03.457708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95f78c7f-fede-4405-a751-bfb165b4f63b req-48fb4f4e-4547-40db-a26a-0885b64c76c0 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/fc24c420-ff75-4ca2-a674-076b0b256194 HTTP/1.1" status: 404 len: 352 time: 0.2245834 Nov 10 22:44:03.477935 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbedf7-7cc2-475e-a6fd-e2c8d7bbff63 x-openstack-request-id: req-bdbbedf7-7cc2-475e-a6fd-e2c8d7bbff63 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:03.478299 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:03.478556 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdbbedf7-7cc2-475e-a6fd-e2c8d7bbff63 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:03.478958 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f', 'status': 'completed', 'code': 200} Nov 10 22:44:03.537390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-a50ff8f1-403d-49b7-b6cb-a58f4b7d267c service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623560 Nov 10 22:44:03.556305 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-86dabb30-d8ac-4ea7-9ef7-cdfcc54fd0b7 req-77035db8-9fe8-4437-9d23-0e4d0806b4d8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:03.557953 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86dabb30-d8ac-4ea7-9ef7-cdfcc54fd0b7 req-77035db8-9fe8-4437-9d23-0e4d0806b4d8 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/06c7bc12-2c9d-435a-bf9b-de6229141248 HTTP/1.1" status: 404 len: 352 time: 0.0260496 Nov 10 22:44:03.628535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:03.635444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:03.638508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:03.692652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Pushing event updated for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:03.738598 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-2b079b64-891c-4676-945b-fe62ca2a85d5 req-0a40ee95-c810-4001-bbab-7b0fbb77c973 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:03.748769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b079b64-891c-4676-945b-fe62ca2a85d5 req-0a40ee95-c810-4001-bbab-7b0fbb77c973 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/1eae2e8b-59c6-476b-ba11-4841e737d8bb HTTP/1.1" status: 404 len: 352 time: 0.0612726 Nov 10 22:44:03.860888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-1edfe627-b070-430f-905e-9be1c80baee4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181498 Nov 10 22:44:03.882335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.904442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78a884e-091d-43da-9718-9ae4d2dee3ec']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:03.923196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd85f81c-ab56-47ae-9829-7d4a49be25a9') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:03.923644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd85f81c-ab56-47ae-9829-7d4a49be25a9') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:03.952548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:03.963302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-1052fb2d-8269-4fe9-b839-b728d022776f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 200 len: 217 time: 0.0951908 Nov 10 22:44:03.975901 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-b96c86e1-4962-40a2-a30d-4b657fd228a7 req-61e3f430-cf21-4777-9d85-49f5fbd5b284 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:03.977001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b96c86e1-4962-40a2-a30d-4b657fd228a7 req-61e3f430-cf21-4777-9d85-49f5fbd5b284 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/c0913468-e5df-4c45-abb7-490167fe714b HTTP/1.1" status: 404 len: 352 time: 0.2077861 Nov 10 22:44:03.979041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.001115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.087775 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-7aff21c2-87f5-4a16-aa72-e9bf46ff4877 req-3ddba7cb-56da-4218-a464-b3cac1bd93b2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:04.103323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aff21c2-87f5-4a16-aa72-e9bf46ff4877 req-3ddba7cb-56da-4218-a464-b3cac1bd93b2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/aa6d65f0-29a5-4eb1-84de-b2b74409302c HTTP/1.1" status: 404 len: 352 time: 0.0686183 Nov 10 22:44:04.111293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-36f08c6d-a497-4da6-8766-6989e85432a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.112374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2854fedc-a847-4878-96da-cd01e3f66c92 None None] Provisioning complete for port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:04.112831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2854fedc-a847-4878-96da-cd01e3f66c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.112952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-36f08c6d-a497-4da6-8766-6989e85432a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1427279 Nov 10 22:44:04.240547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2854fedc-a847-4878-96da-cd01e3f66c92 None None] Port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:04.297794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e2b4b017-b164-43fc-85b5-3d4520698e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.311750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-e2b4b017-b164-43fc-85b5-3d4520698e25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874778 Nov 10 22:44:04.443729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.450957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.461017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.465291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.472124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.479068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.486204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.495910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-50a7a6e7-d8e2-4880-9154-5261c847769c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.1605773 Nov 10 22:44:04.534027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9930e72-6d80-4bf6-a4e2-180aea7f4db4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:04.554923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-fe692c86-7349-40da-b75d-d31edddbdc38 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376525 Nov 10 22:44:04.638331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:04.638693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.660095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-926e91a0-2ccb-45b7-ad64-e40046728f5c service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967364 Nov 10 22:44:04.753759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-6fd92623-2868-4fb8-9c95-f27bd4ac8ecb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 200 len: 217 time: 0.0838253 Nov 10 22:44:04.786476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.816089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port e9930e72-6d80-4bf6-a4e2-180aea7f4db4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:04.853390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:04.858481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65b8d7f9-aea5-45a9-bcb3-4765239867e0 req-73164600-ab8f-469d-8613-c763b23819e8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3613307 Nov 10 22:44:04.863097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-be5f9e8e-69e8-40c9-96cf-cad36e49b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.869422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-be5f9e8e-69e8-40c9-96cf-cad36e49b5b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1012383 Nov 10 22:44:04.943792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:04.956039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cec12857-4e57-4700-9420-1740e9a1b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:04.957866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cec12857-4e57-4700-9420-1740e9a1b041 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849960 Nov 10 22:44:04.962875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.963340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.963684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.964028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.964394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.964728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.965112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.965427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.965755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.966082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.966407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:04.966738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:05.005620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.043898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:44:05.044318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:44:05.052896 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:44:05.055470 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-9151544b-1c65-47e1-8346-ab6a67927bb9 req-d0be57d4-5b25-44ab-8845-6f2a364e5a1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] show failed (client error): The resource could not be found. Nov 10 22:44:05.056098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9151544b-1c65-47e1-8346-ab6a67927bb9 req-d0be57d4-5b25-44ab-8845-6f2a364e5a1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/71aef21f-bcb7-4147-af5b-52464a801a8f HTTP/1.1" status: 404 len: 352 time: 0.9418409 Nov 10 22:44:05.118484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.169977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.178917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-5bd27103-8b76-4d74-8a96-c2a87af7771a service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111156 Nov 10 22:44:05.379377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-03497011-9e87-43aa-b048-feef0fdd002e service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927636 Nov 10 22:44:05.434146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.443810 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.447219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/d78a884e-091d-43da-9718-9ae4d2dee3ec HTTP/1.1" status: 204 len: 168 time: 2.2926450 Nov 10 22:44:05.475081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-0a63ed20-b5b5-4ae7-b1a5-5d407b7adf89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 200 len: 217 time: 0.0868182 Nov 10 22:44:05.475897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b880a-f0b4-40f6-aa79-28a78bfc0e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d78a884e-091d-43da-9718-9ae4d2dee3ec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:05.480135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.480660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:44:05.492436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.493702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-62fb71f8-68d3-49c9-8274-c70b2359d1d2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8a08fe7f-1ce1-4ba8-926d-79c29e9fff09 HTTP/1.1" status: 204 len: 168 time: 5.0695274 Nov 10 22:44:05.499944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36110) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:05.566406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ca4e1-6a13-40d8-b5db-b256e8a99dd8 req-8c9223ec-2dc5-4b5f-8f20-1aef91811b4f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:05.568298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe3ca4e1-6a13-40d8-b5db-b256e8a99dd8 req-8c9223ec-2dc5-4b5f-8f20-1aef91811b4f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1736622 Nov 10 22:44:05.575498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-026f5467-2e89-4833-8d72-986dc6d1df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:05.578169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-026f5467-2e89-4833-8d72-986dc6d1df5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.0943401 Nov 10 22:44:05.653534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdeaea-a5da-46e4-9a4f-aad6bee904c8 req-e1900e14-2bcf-4658-ad58-c1366525ebdd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:05.655107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edcdeaea-a5da-46e4-9a4f-aad6bee904c8 req-e1900e14-2bcf-4658-ad58-c1366525ebdd tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1023 time: 0.2229974 Nov 10 22:44:05.666204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-ddf97c00-b272-4fe7-84ec-632819aab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:05.667338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-ddf97c00-b272-4fe7-84ec-632819aab5dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.2740390 Nov 10 22:44:05.676953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.693044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe3ca4e1-6a13-40d8-b5db-b256e8a99dd8 req-a4e765d2-690e-46cd-9961-5eee24b35e25 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137502 Nov 10 22:44:05.694692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36112) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:05.699456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Deleting subnet eaf59b60-46d0-4e5e-a222-496589f4f92a {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:44:05.737962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ceed7af0-8059-43b9-8894-9752338ec95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:05.739446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-ceed7af0-8059-43b9-8894-9752338ec95d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1435120 Nov 10 22:44:05.741814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.785018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dfebea93-5246-4e90-b5a0-5b1667921f9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7d54138786f4cc39eb73d37d5b9e3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877898 Nov 10 22:44:05.800601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36116) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:05.886352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.901554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.927665 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.994125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:05.996962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.001550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df7522b5-c429-4056-86be-38579fafc377 HTTP/1.1" status: 204 len: 168 time: 0.1998539 Nov 10 22:44:06.030824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edcdeaea-a5da-46e4-9a4f-aad6bee904c8 req-be8fa1ee-3127-4523-8834-4972a48af758 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=f04c6dc6-b3a3-45c7-94c7-140302b91c51&id=1b4d7e04-449c-4e99-828d-f779c7ccd1ec&id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3598220 Nov 10 22:44:06.041531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-93f485f5-53e6-4e8c-9aee-29c718709d88 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901986 Nov 10 22:44:06.042299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7cda0-20c6-4f2a-81fd-d2979d1a0baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7522b5-c429-4056-86be-38579fafc377,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:06.048845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-21a8ccee-e111-406d-8617-29ede842e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.051564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-21a8ccee-e111-406d-8617-29ede842e70a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.3707771 Nov 10 22:44:06.198273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-b5aafc86-cef6-4860-b791-7c6ed13ed31d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.1296384 Nov 10 22:44:06.231431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-02f6d7ca-14a2-4018-8ece-6a64b3d0557e service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821959 Nov 10 22:44:06.318418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-c0e9e463-8181-4e94-9b4f-6ec31c49dd6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 217 time: 0.0795696 Nov 10 22:44:06.326977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9930e72-6d80-4bf6-a4e2-180aea7f4db4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:06.381175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.461672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:06.462441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.543906 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.553898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-389e093d-c981-4a58-b136-a1cd89fbd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.555407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-389e093d-c981-4a58-b136-a1cd89fbd620 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.3219829 Nov 10 22:44:06.560935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.569856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.595872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5ab519e-a262-4be0-8e3b-23449b60cb14 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:06.641785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adb4592-f11b-4666-85e3-b45b30976b64 None None] Network db15f9d8-4d33-488c-a5a3-d6cee6085298 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:06.718676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f5ab519e-a262-4be0-8e3b-23449b60cb14 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:06.719518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f5ab519e-a262-4be0-8e3b-23449b60cb14 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:06.732926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:06.743630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eaf59b60-46d0-4e5e-a222-496589f4f92a HTTP/1.1" status: 204 len: 168 time: 1.2210112 Nov 10 22:44:06.751770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-ccce2581-dc05-4107-8212-0f7628ea21d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783428 Nov 10 22:44:06.778568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36140) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:06.807261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bcfae-0bc5-4091-b523-80acfc64529a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf59b60-46d0-4e5e-a222-496589f4f92a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:06.840621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.857759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.866525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.879693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.891490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.910431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.916623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:06.918570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-d3bded8c-449f-4c0c-95cc-9d6e7b354575 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.7191093 Nov 10 22:44:06.999282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946708b-697b-4975-af63-747215637a83 None None] DHCP port deletion for db15f9d8-4d33-488c-a5a3-d6cee6085298 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:07.016169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-ce806b77-1fd3-4b8f-ba10-f144e0f54879 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221999 Nov 10 22:44:07.117275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2946708b-697b-4975-af63-747215637a83 None None] Deleting port bc37aab4-c501-4603-8ee8-cc920a70fe98 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:07.117635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2946708b-697b-4975-af63-747215637a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.209563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.227947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83fd22-eca0-480c-a809-9abf53476758 req-9fd725f0-ca11-4ca7-b722-a995127941a5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:07.229550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c83fd22-eca0-480c-a809-9abf53476758 req-9fd725f0-ca11-4ca7-b722-a995127941a5 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.20 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1023 time: 0.1148965 Nov 10 22:44:07.237121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cfbe919c-c65a-4e1a-805c-8ad74978b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:07.238810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cfbe919c-c65a-4e1a-805c-8ad74978b565 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.9069374 Nov 10 22:44:07.288923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2946708b-697b-4975-af63-747215637a83 None None] For port bc37aab4-c501-4603-8ee8-cc920a70fe98, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bc37aab4-c501-4603-8ee8-cc920a70fe98,segment=NetworkSegment(c2369d4a-0414-4f48-ba1d-3f479849827f),segment_id=c2369d4a-0414-4f48-ba1d-3f479849827f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:07.291521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2946708b-697b-4975-af63-747215637a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.347086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2946708b-697b-4975-af63-747215637a83 None None] Calling delete_port for bc37aab4-c501-4603-8ee8-cc920a70fe98 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:07.412624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7d26029-d916-4794-ab9d-6ffa80254210 req-95ff14d7-9485-4fbf-ab4e-1877127d358f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3692551 Nov 10 22:44:07.413575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Pushing event updated for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:07.428313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5dd4-4cee-4740-bcba-566bdd7da04b req-3796fbe4-26ed-4a54-a5e3-8770e76a301b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:07.438901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-005c5dd4-4cee-4740-bcba-566bdd7da04b req-3796fbe4-26ed-4a54-a5e3-8770e76a301b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.3133183 Nov 10 22:44:07.523130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.548681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-005c5dd4-4cee-4740-bcba-566bdd7da04b req-4e591e43-3ff0-42fc-b4ec-2097a9e4a37c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087129 Nov 10 22:44:07.556496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cb904432-a89d-41fc-a35d-b37f39ad53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:07.560187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-cb904432-a89d-41fc-a35d-b37f39ad53d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2482274 Nov 10 22:44:07.571982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Deleting port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:07.572761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.577164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2946708b-697b-4975-af63-747215637a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.639726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946708b-697b-4975-af63-747215637a83 None None] Pushing event deleted for resources: {'Port': ['ID=bc37aab4-c501-4603-8ee8-cc920a70fe98,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:07.644902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946708b-697b-4975-af63-747215637a83 None None] No DVR routers for this DVR port bc37aab4-c501-4603-8ee8-cc920a70fe98 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:07.680735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36162) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:07.763901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] For port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,segment=NetworkSegment(961f99d4-f4e3-4d47-abd6-65b573ec913c),segment_id=961f99d4-f4e3-4d47-abd6-65b573ec913c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:07.764431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.786421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3ceb8e6-df17-4f31-979d-1b315921ddf6 req-42965c67-c2f2-4fb2-a824-665d670b7c27 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395821 Nov 10 22:44:07.792559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Calling delete_port for 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:07.878536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-66fd42be-92d0-43b3-81b6-e8e5c51f4a00 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787739 Nov 10 22:44:07.908118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.942188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-3411928-network', 'tenant_id': '2209a011914b47d98b881a06016b3912'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:07.955126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1782c1-b697-4a67-aee2-d22dc21f2fb4 req-233523f1-2f5f-48c2-b60d-52bc9920b786 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:07.958725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e1782c1-b697-4a67-aee2-d22dc21f2fb4 req-233523f1-2f5f-48c2-b60d-52bc9920b786 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/ports?device_id=06048fdb-3818-4400-bde7-cc5facd3e884 HTTP/1.1" status: 200 len: 1023 time: 0.3400645 Nov 10 22:44:07.964127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db15f9d8-4d33-488c-a5a3-d6cee6085298']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:07.994026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:07.997164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2369d4a-0414-4f48-ba1d-3f479849827f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:07.997460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2369d4a-0414-4f48-ba1d-3f479849827f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:08.016376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:08.028125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.039726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:08.042044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.053396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a2e0575-3ea6-4f0f-bd5d-f74ff538109c req-eb39f386-5a43-4c45-801e-a9b617b09583 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608715 Nov 10 22:44:08.077633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.106886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.115359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'Port': ['ID=3ca74ef9-42ed-4d52-bb89-5e5592579bc1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:08.140188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.181439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:44:08.183313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:44:08.185110 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:44:08.189716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] No DVR routers for this DVR port 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:08.193719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.197248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c83fd22-eca0-480c-a809-9abf53476758 req-f96f2ca3-350f-4727-8e78-30574845a929 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.20 "DELETE /v2.0/ports/3ca74ef9-42ed-4d52-bb89-5e5592579bc1 HTTP/1.1" status: 204 len: 173 time: 0.9552605 Nov 10 22:44:08.197858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'name': 'network-vif-deleted', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:08.200350 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6bca50-0a69-45b5-8c5f-0a8c4901ba18" -d '{"events": [{"server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "name": "network-vif-deleted", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:08.226730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.227291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.227474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.227937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.228401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.228851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.235621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.237776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-c6f0eb58-b41f-4340-8300-64459911b7ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6476 time: 0.1004870 Nov 10 22:44:08.289676 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70992f18-8cf4-4ae1-a7f8-877a43ebaded x-openstack-request-id: req-70992f18-8cf4-4ae1-a7f8-877a43ebaded {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:08.290083 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06048fdb-3818-4400-bde7-cc5facd3e884", "name": "network-vif-deleted", "tag": "3ca74ef9-42ed-4d52-bb89-5e5592579bc1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:08.290554 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70992f18-8cf4-4ae1-a7f8-877a43ebaded {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:08.291050 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06048fdb-3818-4400-bde7-cc5facd3e884', 'name': 'network-vif-deleted', 'tag': '3ca74ef9-42ed-4d52-bb89-5e5592579bc1', 'status': 'completed', 'code': 200} Nov 10 22:44:08.315054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e1782c1-b697-4a67-aee2-d22dc21f2fb4 req-88f9ec7d-53e5-4bea-950c-83797da0de50 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups?id=f04c6dc6-b3a3-45c7-94c7-140302b91c51&id=1b4d7e04-449c-4e99-828d-f779c7ccd1ec&id=293ffbae-ad32-4b96-81b3-556dd61abb24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3362672 Nov 10 22:44:08.373178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bc37aab4-c501-4603-8ee8-cc920a70fe98 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:08.380608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.412011 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.414862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-30dca999-6b49-408d-bdd4-d47c2c85d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.416418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-30dca999-6b49-408d-bdd4-d47c2c85d0c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 902 time: 0.1713710 Nov 10 22:44:08.422359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] 10.222.0.25 "DELETE /v2.0/networks/db15f9d8-4d33-488c-a5a3-d6cee6085298 HTTP/1.1" status: 204 len: 168 time: 1.6402144 Nov 10 22:44:08.423076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: bc37aab4-c501-4603-8ee8-cc920a70fe98 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:08.423640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bc37aab4-c501-4603-8ee8-cc920a70fe98 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:08.456275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d4d317db-5fdf-4251-97aa-a46d4f9bb637 None None] Provisioning complete for port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:08.457064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d4d317db-5fdf-4251-97aa-a46d4f9bb637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.474276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a46fb-b097-40a2-896c-06eab1d9a509 admin admin] Pushing event deleted for resources: {'Network': ['ID=db15f9d8-4d33-488c-a5a3-d6cee6085298,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:08.490067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:08.509673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d4d317db-5fdf-4251-97aa-a46d4f9bb637 None None] Port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:08.540575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-54a56a2e-3856-4840-ba0a-dfb20df94f78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 217 time: 0.1003761 Nov 10 22:44:08.553544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.630741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36178) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:08.652869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.658978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.665268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.671227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.672779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:08.674332 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.677533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.683958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.684414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Sync routers for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:08.688357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-089cf561-d450-410c-a19a-813bcdff4e96 admin admin] 10.222.0.25 "PUT /v2.0/routers/482ffe41-ae56-403f-9ab2-5eaca89cedd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4869506 Nov 10 22:44:08.699280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.701406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-3aed44fe-ff65-4155-b932-1f1150fbef9b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.1564405 Nov 10 22:44:08.709350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:08.710544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-74618e96-b725-4713-8b07-21628fbcf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.711284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:08.712141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-74618e96-b725-4713-8b07-21628fbcf1f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.1548700 Nov 10 22:44:08.736469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:08.747218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.747579 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Added segment 1ab6a5a4-a420-4f05-8279-719ec3888e38 of type vlan for network b1674fd0-e9f3-40e6-9f88-55105c9d02be Nov 10 22:44:08.787303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:08.866263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1966f8c6-30b4-478d-9c1c-25caa556fbc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d1bc53557ff44b7b7e8c118e3acbc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327819 Nov 10 22:44:08.872694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36182) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:08.910023 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:08.915920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-54a73f76-c9ad-4ced-b008-a3046533450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:08.917727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-54a73f76-c9ad-4ced-b008-a3046533450b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919708 Nov 10 22:44:08.924566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feaf2daa-f950-4ab1-9fcf-c45745c2dfe4 req-fe75cde6-494e-4735-a657-ff8ad50c4b3f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112072 Nov 10 22:44:09.001604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8bc0b-50b3-4401-ab0e-2c9f7b71887f req-c76ce602-0545-446f-ab4d-66c8878e0053 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:09.003247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4eb8bc0b-50b3-4401-ab0e-2c9f7b71887f req-c76ce602-0545-446f-ab4d-66c8878e0053 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.3321679 Nov 10 22:44:09.010286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.011298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:09.011914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.041785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.058202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:09.091951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36188) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:09.098669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4143410 Nov 10 22:44:09.102378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Request body: {'subnet': {'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-3411928-subnet', 'tenant_id': '2209a011914b47d98b881a06016b3912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:09.129014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:09.131780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.236723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed0b7a-faa6-4f4b-bdab-c9bed5d9a6cb admin admin] Pushing event updated for resources: {'Network': ['ID=b1674fd0-e9f3-40e6-9f88-55105c9d02be,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:09.255367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4eb8bc0b-50b3-4401-ab0e-2c9f7b71887f req-9e44dad6-177b-4623-8ea2-8128428fae33 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185028 Nov 10 22:44:09.277746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.278582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:09.283472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-323f9580-9c39-4495-88a8-7ed6b828d979 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537610 Nov 10 22:44:09.445609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.468398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.471044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.472228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e096d64-4a21-414c-b301-dbd2ea372d2b HTTP/1.1" status: 204 len: 168 time: 0.5951748 Nov 10 22:44:09.500930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:09.505594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729685770', 'description': 'tempest-description--16333983'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:09.531913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4983e-a8e6-4348-a7e0-183b19b02068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e096d64-4a21-414c-b301-dbd2ea372d2b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:09.534109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-9759c68e-61a0-4d43-85c8-c914b97fe4bb tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/1b4d7e04-449c-4e99-828d-f779c7ccd1ec HTTP/1.1" status: 200 len: 1816 time: 0.1254122 Nov 10 22:44:09.541815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67cb6e63-09a9-43a6-8847-678be4f16496 req-9c29ac0c-3423-4cae-a3e6-aa9098e575e3 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480214 Nov 10 22:44:09.561666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc13cc7-5dce-4025-a727-7a5169dea3d4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:09.567691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Checking segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:09.568055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Network hostable DHCP agents. Network: b1674fd0-e9f3-40e6-9f88-55105c9d02be, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:09.587146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:09.598418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b1674fd0-e9f3-40e6-9f88-55105c9d02be) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:09.602969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:09.603559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.622727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b1a5b-a810-4957-9796-aab17de5e4e3 None None] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:09.638745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1584538-1d23-4ced-911d-77789f0f9001 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5403569 Nov 10 22:44:09.643033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.778654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.826550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aff875-931d-41a8-991c-26cd4d8554f2 None None] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:09.897233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.899008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.914223 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.969090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:09.984566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.988995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-314d738a-e35c-4262-aee4-d8a7ba8469f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4839118 Nov 10 22:44:09.988995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36212) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:09.993171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca46e5-6ce6-4f37-adf2-e5952caadb6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:10.019802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.022566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.026241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:10.049130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9741b227-3e04-4694-afd7-9f03da01fb47 req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b4d7e04-449c-4e99-828d-f779c7ccd1ec HTTP/1.1" status: 204 len: 173 time: 0.5057178 Nov 10 22:44:10.057380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:10.057843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3ca74ef9-42ed-4d52-bb89-5e5592579bc1 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:10.079346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 2, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:10.101602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ee8ee-be59-46e4-a833-8bb5c1a760d2 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d7e04-449c-4e99-828d-f779c7ccd1ec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:10.125016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.183781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Checking router: 482ffe41-ae56-403f-9ab2-5eaca89cedd5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:10.186264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Updating router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:10.196848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-3ae68f70-d237-422e-94b4-ed1ae9601168 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.198674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-3ae68f70-d237-422e-94b4-ed1ae9601168 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 0.1555059 Nov 10 22:44:10.221933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-4ced4b86-badc-41cb-919a-42545a383864 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/quotas/2209a011914b47d98b881a06016b3912 HTTP/1.1" status: 200 len: 375 time: 0.0159516 Nov 10 22:44:10.229033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.251332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.258325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.268181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-f955c7fb-c0ad-4756-aa4f-e7f8dbc0b0ca tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452535 Nov 10 22:44:10.286283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.300824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.317215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.331095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.348724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:10.353739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18bdb88a-a24e-4290-b013-4f936d7622da req-11a6a934-34e6-43c4-b097-1fca1e09954e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.2340112 Nov 10 22:44:10.378414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-2ff20ded-776e-42ff-bf86-504442f9cb4a service neutron] 10.222.0.25 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092415 Nov 10 22:44:10.434228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.450587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.492467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd8a464-faec-48c1-83c6-7b03664cd8d9,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:10.504378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18bdb88a-a24e-4290-b013-4f936d7622da req-5027d1c5-c65c-46a4-914d-1f227660df48 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380091 Nov 10 22:44:10.507780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.509188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4a9f0e0a-173a-4963-841a-ce4c995283a8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5196033 Nov 10 22:44:10.512551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36232) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:10.519123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca46e5-6ce6-4f37-adf2-e5952caadb6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:10.540587 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-67844b0a-56e3-467c-bda8-ec6066764d8b service neutron] 10.222.0.25 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600866 Nov 10 22:44:10.556815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.630013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.639370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.666069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-e9cea19a-26bb-423d-8e8f-994f95046338 tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "GET /v2.0/security-groups/f04c6dc6-b3a3-45c7-94c7-140302b91c51 HTTP/1.1" status: 200 len: 1817 time: 0.0857806 Nov 10 22:44:10.669815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.684479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.723070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e931415-83c7-4025-80be-9548ea5ecb3d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:10.725466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e72b0-25b6-46f4-939f-4f87ae778bd4 None None] Pushing event updated for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:10.739345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.743373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9f65122-06f0-4210-b9a5-5805ab411fcc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261863 Nov 10 22:44:10.744370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36234) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:10.749917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:10.782673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Attempting to bind port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:10.783060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Attempting to bind port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:10.783578 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.785253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Attempting to bind port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:10.801061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:10.801731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:10.802141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.804438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:10.805070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Bound port: cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:10.806580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.815771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.840097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.895892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] For port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:10.900315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] For port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:10.911122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.914729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.916278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39eec5a2-8ae7-471b-8b0c-3c98ef4f21b2 req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] 10.222.0.25 "DELETE /v2.0/security-groups/f04c6dc6-b3a3-45c7-94c7-140302b91c51 HTTP/1.1" status: 204 len: 173 time: 0.2492988 Nov 10 22:44:10.930010 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:10.936234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:11.013238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b585fca-4c97-4415-a5b3-8846b46f4c1a tempest-SecurityGroupsTestJSON-2041604934 tempest-SecurityGroupsTestJSON-2041604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c6dc6-b3a3-45c7-94c7-140302b91c51,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:11.077074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Deleting subnet e6291ddc-5615-40a0-a069-333375f7de35 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:44:11.094809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.147966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:11.148744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:11.182535 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.186094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36254) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:11.253798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85eb4e-94b9-4b71-a922-2c6a03c8f2dd req-6027c930-72e4-41b3-a20c-8778a857108c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.263845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.264791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d85eb4e-94b9-4b71-a922-2c6a03c8f2dd req-6027c930-72e4-41b3-a20c-8778a857108c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.2036905 Nov 10 22:44:11.288729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.291380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e72b0-25b6-46f4-939f-4f87ae778bd4 None None] Pushing event updated for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:11.340514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] Provisioning complete for port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:11.345645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.431651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7db8126-d09e-43bd-baa7-8debed9d7681 req-4e1c41c5-2732-46f8-8bd6-ae0ff312ea35 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 210 time: 0.0443578 Nov 10 22:44:11.433530 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.464796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6291ddc-5615-40a0-a069-333375f7de35,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:11.472250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-541509453-network', 'tenant_id': 'a940837e9c1f4e7f82ac669d3b0e278d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:11.476185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.482389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3cb42ba1-cf34-45cf-889b-2f21e87431fe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6291ddc-5615-40a0-a069-333375f7de35 HTTP/1.1" status: 204 len: 168 time: 0.5435486 Nov 10 22:44:11.498641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36264) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:11.564555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:11.607133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d85eb4e-94b9-4b71-a922-2c6a03c8f2dd req-61e552da-5305-4d55-9b72-a23433c9ac11 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403585 Nov 10 22:44:11.673569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Made reservation on behalf of a940837e9c1f4e7f82ac669d3b0e278d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:11.676093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.699175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.720904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.25.0.92 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/6f9b88ae-3f48-4954-9176-de7dcb251f94) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:11.726644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.733141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.740285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.746705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.753618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.759734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.766213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:11.768183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-5abed1e6-e8ce-459d-85ca-c3ad1ae313e2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.1253519 Nov 10 22:44:11.867733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.896075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:10Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:11.909754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.920093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.933737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c21b162-fa73-4937-a120-dd1d2bd1ff15 req-a0bcfdfd-eae0-4150-943e-c45fe45082b1 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574571 Nov 10 22:44:11.943260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cfdb23-4441-4193-8557-f26993d6285f None None] The sync data for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 is: [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:10Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:11.951438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.989672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] For port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:12.006396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.027112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:12.040620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=6f9b88ae-3f48-4954-9176-de7dcb251f94,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:12.064824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:12.104145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:12.145400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bf07e-6c20-4c3e-a805-fb5778dfb77d None None] Pushing event updated for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:12.187726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5491dfe7-91fa-4d84-b695-ac147243a4cd None None] Provisioning complete for port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:12.188652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5491dfe7-91fa-4d84-b695-ac147243a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.379364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:12.419263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.439569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:12.440085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.459245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.481861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.490262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1269bcc5-c1ee-4d6b-ab28-4188a7395fc7']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:12.501287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.514264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961f99d4-f4e3-4d47-abd6-65b573ec913c') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:12.514555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961f99d4-f4e3-4d47-abd6-65b573ec913c') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:12.571032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.652910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:12.657672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bda4145e-b1dc-454d-b769-092b09a67789 req-52e30282-ec9d-4ac2-a04d-943bd07cc6d2 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 210 time: 0.0966251 Nov 10 22:44:12.673078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.676104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.679243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6cd0d-db83-449c-8d11-a46a404cfb64,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:12.744266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.744660 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Added segment ee44d0c8-eacf-4307-b742-c9820ac66970 of type vlan for network a711241e-9871-40dd-8096-1b2779985d76 Nov 10 22:44:12.747216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:44:12.747616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:44:12.751524 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:44:12.824626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-eff0c1b3-e11f-4c88-9d2b-c97c542883a6 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:12.826125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-eff0c1b3-e11f-4c88-9d2b-c97c542883a6 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.39 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 0.2281842 Nov 10 22:44:12.837838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee4e4-bb29-436b-89ef-a74e1a3d469a req-d79ee302-85e7-426f-9ddd-618c5bd2e7b5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:12.839852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0bee4e4-bb29-436b-89ef-a74e1a3d469a req-d79ee302-85e7-426f-9ddd-618c5bd2e7b5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1116984 Nov 10 22:44:12.845316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Request body: {'port': {'device_id': '129d038c-790a-42a1-a2e8-484788efeff4', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'admin_state_up': True, 'tenant_id': '2209a011914b47d98b881a06016b3912'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:12.860122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.920071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:12.921065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:12.922227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.002601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0bee4e4-bb29-436b-89ef-a74e1a3d469a req-221954a9-f00a-4f26-a0f2-cb383d171d3d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897348 Nov 10 22:44:13.043311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:13.048790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.410902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2211332 Nov 10 22:44:13.427333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:13.446010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Request body: {'subnet': {'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-541509453-subnet', 'tenant_id': 'a940837e9c1f4e7f82ac669d3b0e278d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:13.476755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.482002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.485809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1269bcc5-c1ee-4d6b-ab28-4188a7395fc7 HTTP/1.1" status: 204 len: 168 time: 1.9846215 Nov 10 22:44:13.545607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20bf3-67e6-46b7-9ef3-18229448ea99 admin admin] Pushing event updated for resources: {'Network': ['ID=a711241e-9871-40dd-8096-1b2779985d76,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:13.563345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a711241e-9871-40dd-8096-1b2779985d76 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:13.577000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Allocated IP 172.20.0.6 (b1674fd0-e9f3-40e6-9f88-55105c9d02be/bdc13cc7-5dce-4025-a727-7a5169dea3d4/75b4d607-622c-4bb2-8d08-53fcbc7fff7f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:13.608832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bcf24-eb2b-4c0e-8d73-9eed83000205 admin admin] Pushing event deleted for resources: {'Network': ['ID=1269bcc5-c1ee-4d6b-ab28-4188a7395fc7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:13.646502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Made reservation on behalf of a940837e9c1f4e7f82ac669d3b0e278d for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:13.649072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.675572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.690328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.708183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.714358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.726610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.732727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.751484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.756665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:13.759538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-3d47dfa9-cd22-4d5c-8ef9-e4364aadef44 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.3912675 Nov 10 22:44:13.809581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-98898301-6319-4d51-bda2-6ed24602a385 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:13.811189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-98898301-6319-4d51-bda2-6ed24602a385 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 1.0019395 Nov 10 22:44:13.834995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbe31d2c-d6d0-4088-96b5-3de7eaaa5814 req-d7409eaf-af31-4538-971c-36597cf123b2 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 210 time: 0.0575366 Nov 10 22:44:13.865499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-609bd207-4850-457b-8180-f9ef7c1fb27a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b439243c91b426ebd8ad3b9fc2ab1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075480 Nov 10 22:44:13.867835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36284) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:13.883987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Request body: {'port': {'device_id': '0887102e-18ca-4524-9afd-ec85381a47b1', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'admin_state_up': True, 'tenant_id': '2209a011914b47d98b881a06016b3912'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:13.928765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.945475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:13.974771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.024112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.066637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.068020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:14.071670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:14.075939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:14.088645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.111886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.112323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbecae56-c509-45e9-9bd2-9704a3768266 req-7a18b6e8-aa0c-4f81-810b-aff7d7a18226 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3519189 Nov 10 22:44:14.115068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.116999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/293ffbae-ad32-4b96-81b3-556dd61abb24 HTTP/1.1" status: 204 len: 168 time: 0.2482433 Nov 10 22:44:14.166004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cedd8-b69d-4630-9167-e3cd2be35a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293ffbae-ad32-4b96-81b3-556dd61abb24,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:14.169012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event updated for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:14.191957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:14.192584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.212612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d59-ecb2-4b8b-a00a-350d5124fba1 req-dddd4495-fd8b-4a75-b663-e2c555ab7186 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:14.214484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03d88d59-ecb2-4b8b-a00a-350d5124fba1 req-dddd4495-fd8b-4a75-b663-e2c555ab7186 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0812695 Nov 10 22:44:14.224356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-e1ee3f43-cb28-4053-b69c-c454dd1f568a tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3832681 Nov 10 22:44:14.244296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Request body: {'port': {'device_id': '129d038c-790a-42a1-a2e8-484788efeff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:14.284183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=6f9b88ae-3f48-4954-9176-de7dcb251f94,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:14.305826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03d88d59-ecb2-4b8b-a00a-350d5124fba1 req-a3efbcee-52dd-45f5-bd7d-1311d728fcfd tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800984 Nov 10 22:44:14.326174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.342343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.369764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:14.373945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.399962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.401460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4eb145c0-19c1-4811-9ede-882301dc8457 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6558092 Nov 10 22:44:14.429709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.480031 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.498929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc5d1a5-af21-4bc7-9c51-a187d57d0841,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:14.599488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Checking segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:14.599862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Network hostable DHCP agents. Network: a711241e-9871-40dd-8096-1b2779985d76, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:14.619801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Network a711241e-9871-40dd-8096-1b2779985d76 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:14.635862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a711241e-9871-40dd-8096-1b2779985d76) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:14.646468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee884a-5391-484a-9298-2648a08d4090 None None] Network a711241e-9871-40dd-8096-1b2779985d76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:14.650559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:14.651215 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.681028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cdf774c9-693f-43a6-ad9f-58d04fe52b8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2435262 Nov 10 22:44:14.758081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-4324cd25-e81c-46bc-9510-a8a9cba7380c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1729685770&fields=id&tenant_id=42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 267 time: 0.0902693 Nov 10 22:44:14.850382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e50ca-e90e-42e5-8cc8-85c19d5e457b None None] Network a711241e-9871-40dd-8096-1b2779985d76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:14.933935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b4d607-622c-4bb2-8d08-53fcbc7fff7f {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:14.941092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.944677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:14.972556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Transition to ACTIVE for port object 75b4d607-622c-4bb2-8d08-53fcbc7fff7f will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:14.977701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.074091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-1e43cdc0-3692-4a90-b353-824dc343829e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.075943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-1e43cdc0-3692-4a90-b353-824dc343829e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.3093903 Nov 10 22:44:15.115844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-37d4f28d-c74f-4316-8d45-922263f2fa98 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/quotas/42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 375 time: 0.0240879 Nov 10 22:44:15.116743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd52878-21a8-4de0-bdcc-b1ab3e78577e req-f809c9e1-6d67-4985-b9ab-7f114a44467d tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 210 time: 0.0761378 Nov 10 22:44:15.117052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Allocated IP 172.20.0.14 (b1674fd0-e9f3-40e6-9f88-55105c9d02be/bdc13cc7-5dce-4025-a727-7a5169dea3d4/5dd6bf2a-fc76-4ba4-ad91-f411ade09545) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:15.152704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Pushing event updated for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:15.215497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Attempting to bind port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:15.215838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Attempting to bind port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:15.216170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Attempting to bind port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:15.221565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f on network b1674fd0-e9f3-40e6-9f88-55105c9d02be not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:15.222020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Attempting to bind port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:15.226632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-af491ee1-a451-43b3-8d46-81e9e3ffadf5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036401 Nov 10 22:44:15.231563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:15.231904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Checking segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:15.233688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Bound using segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:15.235137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Bound port: 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:15.235759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.329676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:15.335373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:15.344104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.355881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36336) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:15.393853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.394511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.396398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] 10.222.0.39 "PUT /v2.0/ports/75b4d607-622c-4bb2-8d08-53fcbc7fff7f HTTP/1.1" status: 200 len: 1091 time: 1.1629233 Nov 10 22:44:15.396853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:15.399368 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c552f24-c516-4021-b7d0-ccf090a349cc" -d '{"events": [{"name": "network-changed", "server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:15.441005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90568cc-ea0d-4c18-9ebb-882cc597ba7e service neutron] Pushing event updated for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:15.478850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-fedfa0e6-8339-43ce-aa50-05cd350d402f service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325051 Nov 10 22:44:15.523928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-37866a25-c5ff-4a81-bc60-6a30d9dd89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.525534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-37866a25-c5ff-4a81-bc60-6a30d9dd89a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=129d038c-790a-42a1-a2e8-484788efeff4 HTTP/1.1" status: 200 len: 1094 time: 0.0527678 Nov 10 22:44:15.569500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.606346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-5fcfcabb-2d6d-47ea-b4d7-8d1a7f61ff0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f HTTP/1.1" status: 200 len: 217 time: 0.0704632 Nov 10 22:44:15.629278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279792246-network', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:15.659329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:15.661856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.688103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.698047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-9ae2f5fb-8865-4f42-9d3c-b10f4b0ee673 service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122355 Nov 10 22:44:15.716299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b86948dc-b6a4-4072-bbbe-c2a123d7a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.717792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b86948dc-b6a4-4072-bbbe-c2a123d7a152 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.1030312 Nov 10 22:44:15.720146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.763352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b50ec53c-0ce5-413b-aeb6-c3716a468a52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352430 Nov 10 22:44:15.790220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event updated for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:15.802971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:15.809218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:15.813043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:15.860278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-15b1a2c7-e32f-45f1-bffa-e87bdb54be04 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.869017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-15b1a2c7-e32f-45f1-bffa-e87bdb54be04 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.2649357 Nov 10 22:44:15.894945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-1e88d72f-ddaf-4d27-b216-8dc9a02dac99 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/quotas/a940837e9c1f4e7f82ac669d3b0e278d HTTP/1.1" status: 200 len: 375 time: 0.0252357 Nov 10 22:44:15.896777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:15.897302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.913805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.919939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:15.931673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-91ea11c1-49fe-4463-b838-0e5b5e9cb21f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0597756 Nov 10 22:44:15.941596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-6ea2dfd2-4833-418c-9c9b-18b5e0fdeabb tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453622 Nov 10 22:44:15.950537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Request body: {'port': {'device_id': '0887102e-18ca-4524-9afd-ec85381a47b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:15.965589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:16.005253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defb17b-8a79-4244-a7c3-a660f6807409,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:16.029604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.030387 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Added segment 4c46aa07-aa25-493d-85b4-7e887495e9d9 of type vlan for network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e Nov 10 22:44:16.069773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-0e2a7a70-bbd3-45b1-b0e6-57e913897587 service neutron] 10.222.0.39 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921708 Nov 10 22:44:16.114230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.143864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.149903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.157295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.164337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.171903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.173745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-df1200cb-dd2c-436d-9a2b-80a31d218a86 service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310681 Nov 10 22:44:16.179875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.186229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.194607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-28d292e1-973f-4e46-9dfe-aebf99e38a1e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.2020669 Nov 10 22:44:16.199757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.290555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-0643dc14-4ffa-4c85-a52e-5f32be4fd5fd service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158781 Nov 10 22:44:16.303923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.305171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.305929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.348744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fdfd0363-056a-43f9-bc05-ae0eb21dfd65 req-802b36b6-b5a9-4d7c-b9e6-b8ee429341d0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532533 Nov 10 22:44:16.360539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-bc9e4125-a06d-4d05-afdc-d8c9fdce9b3c service neutron] 10.222.0.39 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801890 Nov 10 22:44:16.464559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1074848 Nov 10 22:44:16.467382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:16.472923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Request body: {'subnet': {'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1279792246-subnet', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:16.483733 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e20f7d-8b1e-490e-972e-730d52110392 x-openstack-request-id: req-e6e20f7d-8b1e-490e-972e-730d52110392 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:16.493399 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:16.493653 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6e20f7d-8b1e-490e-972e-730d52110392 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:16.496077 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f', 'status': 'completed', 'code': 200} Nov 10 22:44:16.547098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4559-cbde-4c54-98c3-1226ad787e73 admin admin] Pushing event updated for resources: {'Network': ['ID=9340ae1e-15fb-4b43-bb83-fd15142e1c3e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:16.562460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:16.659191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc11ca5e-26b8-4550-a2d2-5af622d5459e req-9eaf55b6-3268-4b4a-80d1-a2910c13ad2f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 210 time: 0.0656042 Nov 10 22:44:16.659868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:16.674160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:16.835339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-a7a27289-de21-4f70-8b7b-c684aa3949c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.838904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-a7a27289-de21-4f70-8b7b-c684aa3949c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=129d038c-790a-42a1-a2e8-484788efeff4 HTTP/1.1" status: 200 len: 1094 time: 0.3215268 Nov 10 22:44:16.900670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf115-c92a-43c2-a9ea-73c4ead67302 req-fb18d503-284c-4403-bdd8-1fb535c88115 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.910025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69bdf115-c92a-43c2-a9ea-73c4ead67302 req-fb18d503-284c-4403-bdd8-1fb535c88115 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.3601775 Nov 10 22:44:16.936404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1ae35-4442-4780-98c0-568d3877c9c4 req-550a9a5a-51d3-43fb-ac13-a1bcadbe4a91 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:16.944965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e1ae35-4442-4780-98c0-568d3877c9c4 req-550a9a5a-51d3-43fb-ac13-a1bcadbe4a91 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 932 time: 0.1720119 Nov 10 22:44:16.984445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69bdf115-c92a-43c2-a9ea-73c4ead67302 req-055fc064-d476-46a0-b8b3-f765e7921cdc tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Nov 10 22:44:17.070248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-d5733893-4776-4703-a64a-fd50bc1a82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.071878 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-d5733893-4776-4703-a64a-fd50bc1a82eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 910 time: 0.2177949 Nov 10 22:44:17.073504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:17.089274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e1ae35-4442-4780-98c0-568d3877c9c4 req-d78bb6c7-93df-4d73-867c-77bdc21421bc tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389642 Nov 10 22:44:17.096790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.117510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e788ce84-6bf2-494a-ada9-1678a712c106 req-9d13929f-56c5-4176-8cb4-542142d40243 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 210 time: 0.0381629 Nov 10 22:44:17.134081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Transition to ACTIVE for port object 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:17.140448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.148218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-8c84f521-e204-4664-96ed-68e94d4b1be6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f HTTP/1.1" status: 200 len: 217 time: 0.0427170 Nov 10 22:44:17.199234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:17.235253 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.246717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-a33a2c5c-546f-4d99-b33e-bd499a637a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.248061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-a33a2c5c-546f-4d99-b33e-bd499a637a73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.0748398 Nov 10 22:44:17.268649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Attempting to bind port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:17.269135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Attempting to bind port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:17.269804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Attempting to bind port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:17.275707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:17.276281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Attempting to bind port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:17.282866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:17.283439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Checking segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:17.284024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Bound using segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:17.284619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Bound port: 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:17.285181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.318204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-44e2f56c-ff01-4553-8fba-7da2bc05c91c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425403 Nov 10 22:44:17.350898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cd13b2-b23a-4ffa-9a94-41bcc88ce615,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:17.393097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:17.396938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:17.405860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.494173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Checking segment: {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:17.494835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Network hostable DHCP agents. Network: 9340ae1e-15fb-4b43-bb83-fd15142e1c3e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:17.499137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.501139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.502615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dd6bf2a-fc76-4ba4-ad91-f411ade09545 HTTP/1.1" status: 200 len: 1092 time: 1.5563228 Nov 10 22:44:17.547592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:17.550052 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7df7999-1fab-4640-aa14-187c10df00d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:17.552885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4480-3cbd-4b0c-b76f-a0e9d4362b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:17.591538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:17.628787 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-37914829-695a-4190-a18f-312cfb27452f service neutron] 10.222.0.39 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991631 Nov 10 22:44:17.629518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9340ae1e-15fb-4b43-bb83-fd15142e1c3e) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:17.637218 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf8866d-8aac-4ad0-be11-71a151a13638 x-openstack-request-id: req-5cf8866d-8aac-4ad0-be11-71a151a13638 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:17.637374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.637515 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:17.637763 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cf8866d-8aac-4ad0-be11-71a151a13638 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:17.638145 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545', 'status': 'completed', 'code': 200} Nov 10 22:44:17.638278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.643063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa9bcf-fd0c-42cc-83aa-65397adbb9e6 None None] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:17.666559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-0a1f06b0-21e7-4bba-8af7-476004319ab1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.668203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-0a1f06b0-21e7-4bba-8af7-476004319ab1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.3029952 Nov 10 22:44:17.690168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.692605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-05451884-f057-4e17-b318-a6254f1ec5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.696453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.697614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-05451884-f057-4e17-b318-a6254f1ec5ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 1095 time: 0.0961351 Nov 10 22:44:17.703542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.709851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.716393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.722469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.729014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.730592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-06256500-3fe1-43c1-b6f2-6ff4637c12b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.2185566 Nov 10 22:44:17.784592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-fba9e601-7094-405f-89db-8a1adc5afbb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545 HTTP/1.1" status: 200 len: 217 time: 0.0773003 Nov 10 22:44:17.824830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-10dab3f2-c5f7-4945-8168-9c9444404aac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3562980 Nov 10 22:44:17.842337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'fixed_ips': [{'subnet_id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:44:17.844118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:17.862971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36386) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:17.882925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:17.924020 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f33c5c2-6825-4aea-b4e5-8e1eb0b4c033 req-184ced67-4187-421b-80d3-b20c2bf71924 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 210 time: 0.0482621 Nov 10 22:44:17.937616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b77e10d7-e07d-4d9e-8206-611b9a664bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:17.939726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-b77e10d7-e07d-4d9e-8206-611b9a664bb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.1460059 Nov 10 22:44:17.989602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-cec77f3f-aae1-470c-a620-f410a8c8fe25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410645 Nov 10 22:44:18.120464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.121548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.166219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c552f24-c516-4021-b7d0-ccf090a349cc req-3b8e7955-9a8d-44b2-a30b-828ab8980845 service neutron] 10.222.0.39 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235314 Nov 10 22:44:18.198917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-f6a25589-2111-4022-b6ec-647469a88902 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e54078c1df44bd8cd9474146868475&shared=False HTTP/1.1" status: 200 len: 380 time: 0.4142823 Nov 10 22:44:18.200078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8ce-4930-47df-aea9-1d550e2b9153 req-5549aea8-090b-49f8-a2c9-5d9689e83927 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:18.207812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0c0b8ce-4930-47df-aea9-1d550e2b9153 req-5549aea8-090b-49f8-a2c9-5d9689e83927 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0876999 Nov 10 22:44:18.210596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b85a211-8116-40dd-9ee3-986bc16f588c req-638f0327-baca-4ed8-86a6-ac427344ceb8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4125452 Nov 10 22:44:18.274477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Allocated IP 172.20.0.2 (9340ae1e-15fb-4b43-bb83-fd15142e1c3e/92cd13b2-b23a-4ffa-9a94-41bcc88ce615/a1c4f455-8c22-4299-b0ad-812d7823e676) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:18.303579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-39217764-f0e4-48ec-9681-e33d05f7c3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043215 Nov 10 22:44:18.320820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0c0b8ce-4930-47df-aea9-1d550e2b9153 req-a2c64cf1-f4b5-4705-9736-7fd4ae9b4f40 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994375 Nov 10 22:44:18.325856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.368565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-200f5c7b-d408-4b68-8a44-926e1cc32008 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:18.371872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-200f5c7b-d408-4b68-8a44-926e1cc32008 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.39 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.3895314 Nov 10 22:44:18.438757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'port': {'device_id': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'admin_state_up': True, 'tenant_id': 'a940837e9c1f4e7f82ac669d3b0e278d'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:18.455337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34de7c4b-62ec-4553-afe6-f05089ce63f4 req-90f44930-fa8e-4524-a827-e5d83f52a0f9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 210 time: 0.0385532 Nov 10 22:44:18.459518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf18f17-542f-48de-8fc0-26538afd9e44 req-a29bf0a9-78f3-424f-be3a-1cfa2eb0a674 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377337 Nov 10 22:44:18.476688 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.484038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.524063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:18.528918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:18.531060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-500a1f9a-6752-41c9-807a-9e01d27619e2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.3033290 Nov 10 22:44:18.534141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:18.537531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Pushing event updated for resources: {'Port': ['ID=a1c4f455-8c22-4299-b0ad-812d7823e676,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:18.549788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'device_id': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'admin_state_up': True, 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'security_groups': ['e2ca46e5-6ce6-4f37-adf2-e5952caadb6e']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:18.592149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-1159f83b-0288-4c86-b329-1fec338f841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:18.593709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-1159f83b-0288-4c86-b329-1fec338f841d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 1095 time: 0.0551229 Nov 10 22:44:18.598497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Attempting to bind port a1c4f455-8c22-4299-b0ad-812d7823e676 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:18.599019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Attempting to bind port a1c4f455-8c22-4299-b0ad-812d7823e676 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:18.599496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Attempting to bind port a1c4f455-8c22-4299-b0ad-812d7823e676 on network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:18.604652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:18.605056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Checking segment: {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:18.605459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.605852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Bound using segment: {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:18.606318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Bound port: a1c4f455-8c22-4299-b0ad-812d7823e676, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:18.606699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.677706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] For port a1c4f455-8c22-4299-b0ad-812d7823e676, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:18.678432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4614d-e8cf-48a6-b48e-dd56d73a45c5 req-48f866d1-949c-46e7-ba44-7b94677cb2b3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:18.679532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85c4614d-e8cf-48a6-b48e-dd56d73a45c5 req-48f866d1-949c-46e7-ba44-7b94677cb2b3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 944 time: 0.3687692 Nov 10 22:44:18.687779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.688094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] For port a1c4f455-8c22-4299-b0ad-812d7823e676, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1c4f455-8c22-4299-b0ad-812d7823e676,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:18.694912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.700943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-449858c1-51b4-47e6-b102-7567d0c49ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:18.703211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-449858c1-51b4-47e6-b102-7567d0c49ef6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 910 time: 0.1006701 Nov 10 22:44:18.759678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-fba0b7ac-4cbe-462e-9837-d6f3cd342af2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545 HTTP/1.1" status: 200 len: 217 time: 0.0435159 Nov 10 22:44:18.762943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3334c-5024-45fe-a6fe-fc9d90d86a66 None None] Pushing event updated for resources: {'Port': ['ID=a1c4f455-8c22-4299-b0ad-812d7823e676,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:18.895455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Made reservation on behalf of a940837e9c1f4e7f82ac669d3b0e278d for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:18.899908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:18.906643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85c4614d-e8cf-48a6-b48e-dd56d73a45c5 req-3869620c-12cb-46a4-bda1-46c47ae3d130 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060978 Nov 10 22:44:18.918180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:18.921862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:19.104791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44d8e383-4cdf-43e8-9ba7-5d1e1e16d85c req-823ab41a-80ed-47e4-b85d-cc8d17defd29 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 210 time: 0.0337937 Nov 10 22:44:19.112884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-5af75519-96b7-467a-bde7-f41e47ed069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.114727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-5af75519-96b7-467a-bde7-f41e47ed069b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.3470397 Nov 10 22:44:19.161790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-ed16d7ce-4d7e-4131-ab3b-31a78f6ca835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276673 Nov 10 22:44:19.279463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-39bf666d-c4c8-45e7-b49d-da51e73ade65 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907080 Nov 10 22:44:19.323752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 75b4d607-622c-4bb2-8d08-53fcbc7fff7f details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:19.399691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7df7999-1fab-4640-aa14-187c10df00d6 req-37d3a70b-e7b7-498c-9e6d-5b28b17c3c32 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113458 Nov 10 22:44:19.452848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:19.455693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9bc8-dd77-40e1-9636-71d84fe4b522 req-4515b1ae-ca48-4a61-8c58-82548e92449b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.457870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cda9bc8-dd77-40e1-9636-71d84fe4b522 req-4515b1ae-ca48-4a61-8c58-82548e92449b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0549159 Nov 10 22:44:19.471965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'port_id': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f', 'mac_address': 'fa:16:3e:2e:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc13cc7-5dce-4025-a727-7a5169dea3d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:19.516394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cda9bc8-dd77-40e1-9636-71d84fe4b522 req-ad9777ac-5341-4324-94fe-d5672f55efa2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Nov 10 22:44:19.516767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Allocated IP 172.20.0.4 (a711241e-9871-40dd-8096-1b2779985d76/abc5d1a5-af21-4bc7-9c51-a187d57d0841/58b3919d-95de-4060-b039-e09b6b9b04e9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:19.526158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:19.549705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b4d607-622c-4bb2-8d08-53fcbc7fff7f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:19.576914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:19.584955 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:19.638139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19f2b932-d7b3-41cb-99bc-7193266d38a6 req-f194c853-1de6-485d-81d3-b203f62fa5f6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 210 time: 0.0379055 Nov 10 22:44:19.653199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:19.753581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.759539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.765615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.774414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.780277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.786810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.793001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:19.794950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-c741f4ca-2cd1-43c2-85f4-7e4ea688fba6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.2584310 Nov 10 22:44:19.819078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d449d-0e36-4b29-9180-1e54a7ce79dc None None] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:19.851253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.20.0.3 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/b4dddd80-f54e-44fa-bbe0-179174606ab1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:19.889821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['75b4d607-622c-4bb2-8d08-53fcbc7fff7f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:19.981379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] Provisioning complete for port a1c4f455-8c22-4299-b0ad-812d7823e676 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:19.981749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.006226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.077929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d11ac34-01cd-4e66-92a7-0c9226bd1a06 req-6e33c280-977b-4ef3-a655-4c2797fcedec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2656243 Nov 10 22:44:20.083283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd544fae-c17d-44c4-bc92-955c59e647b8 req-906ada23-6864-4ba4-a607-2fff0099a2ad tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:20.085436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd544fae-c17d-44c4-bc92-955c59e647b8 req-906ada23-6864-4ba4-a607-2fff0099a2ad tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 944 time: 0.0826008 Nov 10 22:44:20.110511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.157726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd544fae-c17d-44c4-bc92-955c59e647b8 req-fafb7402-eb72-4582-8820-70760da85791 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Nov 10 22:44:20.163341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.212898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.263319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] For port a1c4f455-8c22-4299-b0ad-812d7823e676, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1c4f455-8c22-4299-b0ad-812d7823e676,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:20.268201 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.297019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cccf196a-f0b9-4dcd-a184-45d5ceecd457 req-57f9a839-a86c-450d-a44f-71a0f6dad756 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 210 time: 0.0450246 Nov 10 22:44:20.298148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.345452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89fc32-61fa-4438-b600-f4c6aaae1b9d None None] Pushing event updated for resources: {'Port': ['ID=a1c4f455-8c22-4299-b0ad-812d7823e676,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:20.356740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.380359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1c4f455-8c22-4299-b0ad-812d7823e676 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:20.415478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Network a711241e-9871-40dd-8096-1b2779985d76 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:20.423956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:20.426460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:20.431413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a1c4f455-8c22-4299-b0ad-812d7823e676 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:20.431781 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.436995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:20.490218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Allocated IP 172.25.0.209 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/9b047ee7-898b-433d-8935-969f9e62030a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:20.517813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:20.518591 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.522897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bf156911-e8bb-4bf8-8056-759dad0434de None None] Provisioning complete for port a1c4f455-8c22-4299-b0ad-812d7823e676 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:20.523938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bf156911-e8bb-4bf8-8056-759dad0434de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.525949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.629990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-5a773c98-19f6-407f-abdb-f7546512e838 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1954916 Nov 10 22:44:20.635091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:20.645352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:20.654484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Request body: {'port': {'device_id': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:20.656781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00a4d-f45e-4a37-ad01-d91d52fa3a4b req-a616b256-48b0-4b2a-a81e-d77fcb359ac8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:20.657759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:20.659233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1aa00a4d-f45e-4a37-ad01-d91d52fa3a4b req-a616b256-48b0-4b2a-a81e-d77fcb359ac8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0645676 Nov 10 22:44:20.660155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:20.716949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1aa00a4d-f45e-4a37-ad01-d91d52fa3a4b req-d6429222-1dcc-44ec-a158-819dac14fd61 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Nov 10 22:44:20.802996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.809526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:20.810143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.839546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.850082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e4560443-80ac-40a7-ba13-26d2f9f6e17b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3064473 Nov 10 22:44:20.870334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Request body: {'port': {'device_id': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:20.882534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5cf2-a3bf-47be-ae96-6e3f10372144 req-cd980236-1df8-4e5b-bd6f-84e1b517bd79 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:20.883984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a8b5cf2-a3bf-47be-ae96-6e3f10372144 req-cd980236-1df8-4e5b-bd6f-84e1b517bd79 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 931 time: 0.1531632 Nov 10 22:44:20.929305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7b5104ac-4fa9-4de7-b474-6a8e25246c58 None None] Provisioning complete for port b4dddd80-f54e-44fa-bbe0-179174606ab1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:20.930132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b5104ac-4fa9-4de7-b474-6a8e25246c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.974633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7b5104ac-4fa9-4de7-b474-6a8e25246c58 None None] Port b4dddd80-f54e-44fa-bbe0-179174606ab1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:20.984875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.065021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.074971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:21.093616 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a8b5cf2-a3bf-47be-ae96-6e3f10372144 req-0188aca2-4691-4892-83c4-e226c56b6983 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895709 Nov 10 22:44:21.150540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:21.152308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Pushing event updated for resources: {'Port': ['ID=9b047ee7-898b-433d-8935-969f9e62030a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:21.157157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:21.240729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.248114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.254102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.260101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.266199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.272086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.277982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.279916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-06c4b45b-b811-4590-995b-65f49dd3f15b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.0986900 Nov 10 22:44:21.340597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 75b4d607-622c-4bb2-8d08-53fcbc7fff7f up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:21.345861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1df45407-6833-45d2-90cd-0f9587ed3415 req-eb169ff9-3215-4339-bf1d-8589ac5b1f8c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590181 Nov 10 22:44:21.405844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:21.409950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:21.410394 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.468227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d29ce5-f623-48af-8b38-ea3d2944b19d req-d1787d70-5c73-4a2e-b043-9587f6a1ac65 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.477120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6d29ce5-f623-48af-8b38-ea3d2944b19d req-d1787d70-5c73-4a2e-b043-9587f6a1ac65 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 931 time: 0.0701451 Nov 10 22:44:21.497769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.521407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698209ee-15ce-4217-8f19-0f5109f8815a req-a4b2ab80-af6f-40f3-acbc-9e0dfa576588 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.527714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:21.528027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698209ee-15ce-4217-8f19-0f5109f8815a req-a4b2ab80-af6f-40f3-acbc-9e0dfa576588 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 944 time: 0.2920215 Nov 10 22:44:21.528908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6d29ce5-f623-48af-8b38-ea3d2944b19d req-74e5bb0d-9ec7-410a-bfb2-1bb0d7d7f6b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502009 Nov 10 22:44:21.530402 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470986c2-5cb3-41ef-bdc1-1f035334ae08" -d '{"events": [{"server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "name": "network-vif-plugged", "status": "completed", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:21.555669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:21.560279 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.584433 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf5b1e1-d6cd-4782-9783-b8bf0ad999f3 x-openstack-request-id: req-caf5b1e1-d6cd-4782-9783-b8bf0ad999f3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:21.584785 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "name": "network-vif-plugged", "status": "completed", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:21.585122 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caf5b1e1-d6cd-4782-9783-b8bf0ad999f3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:21.585503 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f', 'code': 200} Nov 10 22:44:21.614885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:21.678179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091dfb9-532e-4505-9ee6-8454ea42ca03 req-9384f577-52c0-427b-9a5b-ff7c4de74e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.679999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0091dfb9-532e-4505-9ee6-8454ea42ca03 req-9384f577-52c0-427b-9a5b-ff7c4de74e46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=129d038c-790a-42a1-a2e8-484788efeff4 HTTP/1.1" status: 200 len: 1096 time: 0.0401139 Nov 10 22:44:21.724742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0091dfb9-532e-4505-9ee6-8454ea42ca03 req-425ad0ed-1c25-4802-8948-69a72d0001bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Nov 10 22:44:21.739055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-d7a20488-19fd-499b-a522-9c15e074a6a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2364929 Nov 10 22:44:21.815908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-698209ee-15ce-4217-8f19-0f5109f8815a req-92bf0c3c-e5ee-4d66-878f-f2085981bc51 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869971 Nov 10 22:44:21.861985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b3919d-95de-4060-b039-e09b6b9b04e9 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:21.864708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cd41b-ab70-4060-8b77-bccbd79c9aba req-e168d9ba-0182-4f22-bc9c-f03a46711fd8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:21.866423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-134cd41b-ab70-4060-8b77-bccbd79c9aba req-e168d9ba-0182-4f22-bc9c-f03a46711fd8 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0685003 Nov 10 22:44:21.876862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.881215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:21.922330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-134cd41b-ab70-4060-8b77-bccbd79c9aba req-05e104b5-c538-4425-9d8a-b9f251735ce7 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Nov 10 22:44:21.971864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:44:21.986645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Transition to ACTIVE for port object 58b3919d-95de-4060-b039-e09b6b9b04e9 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:22.019704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:22.028863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.032404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.062391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:22.084843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Transition to ACTIVE for port object b4dddd80-f54e-44fa-bbe0-179174606ab1 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:22.104255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.105506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-3ae3ffde-bba5-4437-bdba-6931fcfd23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.106693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-3ae3ffde-bba5-4437-bdba-6931fcfd23cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1096 time: 0.1641014 Nov 10 22:44:22.136962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:22.203433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:22.230631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'port_id': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545', 'mac_address': 'fa:16:3e:0f:5a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc13cc7-5dce-4025-a727-7a5169dea3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:22.314758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.327967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87fc-a39f-4449-b0b6-be7a4a353098 req-13e2d688-2f60-4d1a-a17b-ea17b57884a0 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.331842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bda87fc-a39f-4449-b0b6-be7a4a353098 req-13e2d688-2f60-4d1a-a17b-ea17b57884a0 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1096 time: 0.0491023 Nov 10 22:44:22.339113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1c4f455-8c22-4299-b0ad-812d7823e676 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:22.341977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:22.403141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bda87fc-a39f-4449-b0b6-be7a4a353098 req-501a557c-e5c4-4b74-8880-48db350ea830 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Nov 10 22:44:22.403938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:22.414287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.484327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a1c4f455-8c22-4299-b0ad-812d7823e676 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:22.484705 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.487913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:22.546846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.553418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.559953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.567667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.574020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.580287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.586262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.588255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-37969ee3-b884-4f65-8d11-8a9d9fcdc03b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.1051533 Nov 10 22:44:22.662241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32ac9deb-c315-41f4-9c08-6c7453cb5930 req-f83672b8-9f11-4400-8290-2f3d42a36c13 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636806 Nov 10 22:44:22.686064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['5dd6bf2a-fc76-4ba4-ad91-f411ade09545'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:22.793986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:22.878961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Attempting to bind port 58b3919d-95de-4060-b039-e09b6b9b04e9 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:22.879298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Attempting to bind port 58b3919d-95de-4060-b039-e09b6b9b04e9 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:22.879629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Attempting to bind port 58b3919d-95de-4060-b039-e09b6b9b04e9 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:22.894908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cd4c7-b533-4331-a4cc-b66e9e5b596e req-783f5804-a563-47ea-9074-b0f97573f704 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:22.896377 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-867cd4c7-b533-4331-a4cc-b66e9e5b596e req-783f5804-a563-47ea-9074-b0f97573f704 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.6330924 Nov 10 22:44:22.923746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Port 58b3919d-95de-4060-b039-e09b6b9b04e9 on network a711241e-9871-40dd-8096-1b2779985d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:22.923918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Attempting to bind port 58b3919d-95de-4060-b039-e09b6b9b04e9 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:22.966492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:22.977293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:22.977567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Checking segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:22.977879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Bound using segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:22.978387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Bound port: 58b3919d-95de-4060-b039-e09b6b9b04e9, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:22.978874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.012758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-c5ec26ac-1521-4680-90c8-127f30239e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.014274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-c5ec26ac-1521-4680-90c8-127f30239e5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.8316212 Nov 10 22:44:23.066407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Attempting to bind port b4dddd80-f54e-44fa-bbe0-179174606ab1 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:23.066752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Attempting to bind port b4dddd80-f54e-44fa-bbe0-179174606ab1 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:23.067082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Attempting to bind port b4dddd80-f54e-44fa-bbe0-179174606ab1 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:23.129940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-86fcab22-b052-4206-846f-b94d57fe7272 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.1057649 Nov 10 22:44:23.142745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Port b4dddd80-f54e-44fa-bbe0-179174606ab1 on network ab5e6ca5-9d14-410a-943b-396b29d0716d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:23.143076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Attempting to bind port b4dddd80-f54e-44fa-bbe0-179174606ab1 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:23.166288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-867cd4c7-b533-4331-a4cc-b66e9e5b596e req-64cd7514-3eec-4864-be6f-baa5fdd148c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609198 Nov 10 22:44:23.220409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:23.220740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:23.221165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:23.221612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Bound port: b4dddd80-f54e-44fa-bbe0-179174606ab1, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:23.221971 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.302093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:23.334697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-8d7cb7ae-ca27-4b4b-81dc-a9fa550e8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.336328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-8d7cb7ae-ca27-4b4b-81dc-a9fa550e8f45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1966741 Nov 10 22:44:23.348506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:23.372130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.404039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-4aaf6eb4-c70e-4704-affa-ca4d2f6ff9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533862 Nov 10 22:44:23.469192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099ffb-ab5e-40f5-9f0c-5d1232595e7e req-5a43752c-cf2a-4fe7-90cb-e859a3a68beb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.470710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b099ffb-ab5e-40f5-9f0c-5d1232595e7e req-5a43752c-cf2a-4fe7-90cb-e859a3a68beb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 943 time: 0.2171304 Nov 10 22:44:23.495266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.495880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.497235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] 10.222.0.39 "PUT /v2.0/ports/58b3919d-95de-4060-b039-e09b6b9b04e9 HTTP/1.1" status: 200 len: 1091 time: 2.8556817 Nov 10 22:44:23.499434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:23.501702 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:23.505772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:23.566669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:23.614836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.642246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa3d69-3647-4197-873e-d872d3722844 service neutron] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:23.682413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-545e7995-c5fc-4369-8b0c-248029f5e42b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:44:23.683581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-545e7995-c5fc-4369-8b0c-248029f5e42b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066381 Nov 10 22:44:23.710814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.711430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:23.712846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 1091 time: 2.8511853 Nov 10 22:44:23.725491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b099ffb-ab5e-40f5-9f0c-5d1232595e7e req-2b4c33d4-2ada-49fa-ae49-8f23709c6de7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318258 Nov 10 22:44:23.726098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:44:23.744242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-958d3eea-6189-49a5-a39e-334f4901111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.749099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-28a73239-79da-475a-a8cb-c7043a2b83a4 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133028 Nov 10 22:44:23.753572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-958d3eea-6189-49a5-a39e-334f4901111e service neutron] 10.222.0.25 "GET /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 1093 time: 0.0598142 Nov 10 22:44:23.761592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-9c292748-aab0-4b4e-b811-e42477a1bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:23.762932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Request body: {'binding': {'host': 'n-h2-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:23.763135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-9c292748-aab0-4b4e-b811-e42477a1bce2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 1094 time: 0.1936090 Nov 10 22:44:23.763788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Unknown quota resources ['binding']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:44:23.802810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e22a17-c179-4a1a-8ddb-0c1e585c83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:23.939642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-bfe2fda5-3c3f-47fe-a7d2-40af28906223 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b3919d-95de-4060-b039-e09b6b9b04e9 HTTP/1.1" status: 200 len: 217 time: 0.1603830 Nov 10 22:44:23.984469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on host n-h2-811521-3 for vnic_type normal with profile None {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:23.984908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:23.985339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:23.990101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:23.990503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:23.996774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:23.997232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:23.997665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:23.998352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Bound port: e53f4f64-ac98-4d5d-b263-628918162bd0, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:24.064632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:24.079427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:24.087729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.098218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0107ee8c-f3f5-468c-a1d0-680dca86610b service neutron] 10.222.0.25 "POST /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3427954 Nov 10 22:44:24.118144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182f209-c76f-4545-ac87-663d0c55348f req-c6402bdd-428b-476d-89a2-f979488c8ae4 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.126234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c182f209-c76f-4545-ac87-663d0c55348f req-c6402bdd-428b-476d-89a2-f979488c8ae4 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 945 time: 0.2324111 Nov 10 22:44:24.136505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:24.137101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-27e6d982-3f07-48a7-b18d-c00a8038e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.138562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-27e6d982-3f07-48a7-b18d-c00a8038e1f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.1577225 Nov 10 22:44:24.144180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:24.144755 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.158149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-0788e310-0278-4f11-a51f-198a9dd61f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.160151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-0788e310-0278-4f11-a51f-198a9dd61f0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1094 time: 0.3822105 Nov 10 22:44:24.204933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-255d340c-0519-4b20-bf60-3b637416f5b3 req-1f21edd9-3f5f-4a66-ab7c-72a26416886a service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406071 Nov 10 22:44:24.245708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-d9676cc3-ad53-4e74-b99c-07078c9b1b49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780151 Nov 10 22:44:24.287465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259857e5-cd40-4bf8-bc3c-648e0d64ed2c req-7b591b9d-264d-416d-b294-8c0628aa81b3 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.288521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:24.299345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-259857e5-cd40-4bf8-bc3c-648e0d64ed2c req-7b591b9d-264d-416d-b294-8c0628aa81b3 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0824301 Nov 10 22:44:24.301323 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Sync routers for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:24.317832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.319782 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:24.320565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:24.327298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-89cedf70-409e-48a3-9cbf-30a75279d453 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 217 time: 0.1276836 Nov 10 22:44:24.359217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-259857e5-cd40-4bf8-bc3c-648e0d64ed2c req-451103e4-8a8f-46e7-942f-0e7c1e2e0443 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582657 Nov 10 22:44:24.394296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:24.399207 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290760f7-5f1d-4c1e-b9d6-5066a47fca45" -d '{"events": [{"server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "name": "network-vif-plugged", "status": "completed", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:24.429580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:24.436853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c182f209-c76f-4545-ac87-663d0c55348f req-5f4cb1f5-5880-49da-958c-4a3425fc80db tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096719 Nov 10 22:44:24.437406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.474786 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b64697-7602-4bf5-a8db-a5ea5c191b9b x-openstack-request-id: req-27b64697-7602-4bf5-a8db-a5ea5c191b9b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:24.475252 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:24.475707 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27b64697-7602-4bf5-a8db-a5ea5c191b9b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:24.476463 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'status': 'completed', 'code': 200} Nov 10 22:44:24.488590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.490023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ced1f983-a095-49dd-a259-e76026bb6183 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6243012 Nov 10 22:44:24.493893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36492) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:24.518326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-d9393e62-0db1-4c2d-ae81-1d1f988828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.518326 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-d9393e62-0db1-4c2d-ae81-1d1f988828d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1686337 Nov 10 22:44:24.554335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:24.579424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-21681713-b400-4bac-9adc-891da3a78326 service neutron] 10.222.0.39 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946131 Nov 10 22:44:24.582087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-3f110637-3921-4ac7-bbf8-6ebe2f0bd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.583662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-3f110637-3921-4ac7-bbf8-6ebe2f0bd703 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1096 time: 0.1918633 Nov 10 22:44:24.589023 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:24.735823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceba58-5643-46c0-b6b5-56c55065f02b req-e96749f6-b3f0-4b6f-8c15-9fca2c67213b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.737265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0ceba58-5643-46c0-b6b5-56c55065f02b req-e96749f6-b3f0-4b6f-8c15-9fca2c67213b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1098986 Nov 10 22:44:24.790951 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:21Z', 'revision_number': 3, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:24.806880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-6743ab65-f3a6-49bd-9678-ed22d711e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:24.808589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-6743ab65-f3a6-49bd-9678-ed22d711e107 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796402 Nov 10 22:44:24.821696 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Checking router: 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:24.822459 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Updating router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 port 9b047ee7-898b-433d-8935-969f9e62030a binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:24.862964 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.878776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0ceba58-5643-46c0-b6b5-56c55065f02b req-d2506122-24ab-441b-8ff6-a596ab63c1ba tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323500 Nov 10 22:44:24.917486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5996d6d4-86d4-43d0-bc01-2fc448fb3160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.030819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.051294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.067191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.078821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.088318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.097776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.105204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.106038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc67ebe-d70f-41e7-90a2-474771eef0a2 req-28b13f62-dc97-4fce-9aa5-e71a1c1f57ef tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.107340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cc67ebe-d70f-41e7-90a2-474771eef0a2 req-28b13f62-dc97-4fce-9aa5-e71a1c1f57ef tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.1137972 Nov 10 22:44:25.113593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-d43a68a0-23cb-4076-b900-5fa50b89be2a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5419 time: 0.4299436 Nov 10 22:44:25.125394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-f14da521-21b2-4311-a535-382d386cb63f service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958820 Nov 10 22:44:25.138183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52544b6a-2114-4a0b-b0d7-3608ca4d558a req-fb02fe00-d272-40ab-8143-1c0763bdfab9 service neutron] 10.222.0.39 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213587 Nov 10 22:44:25.178571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-975dfd79-2f56-4a93-849e-8fbd832814ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.180437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-975dfd79-2f56-4a93-849e-8fbd832814ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.5764461 Nov 10 22:44:25.213539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cc67ebe-d70f-41e7-90a2-474771eef0a2 req-a3342526-8812-410c-b4a3-b61d25ca14f0 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869155 Nov 10 22:44:25.217003 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.223753 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.287474 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdd0d-5ad3-4973-aba7-15c468df4be7 None None] Pushing event updated for resources: {'Port': ['ID=9b047ee7-898b-433d-8935-969f9e62030a,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:25.291122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ab8f55c-715a-4c96-be69-70b33fa01d0e req-88723674-c40a-4725-8daa-00545eccf11d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1748805 Nov 10 22:44:25.296790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Attempting to bind port 9b047ee7-898b-433d-8935-969f9e62030a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:25.297177 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Attempting to bind port 9b047ee7-898b-433d-8935-969f9e62030a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:25.297546 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Attempting to bind port 9b047ee7-898b-433d-8935-969f9e62030a on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:25.304122 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce80685-4ed0-4b15-a821-f5f87ce676e6 x-openstack-request-id: req-4ce80685-4ed0-4b15-a821-f5f87ce676e6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:25.304935 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "name": "network-vif-plugged", "status": "completed", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:25.305248 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce80685-4ed0-4b15-a821-f5f87ce676e6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:25.305651 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545', 'code': 200} Nov 10 22:44:25.305975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:25.306503 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:25.306738 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.307121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:25.307751 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Bound port: 9b047ee7-898b-433d-8935-969f9e62030a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:25.308219 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.343971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.369797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] For port 9b047ee7-898b-433d-8935-969f9e62030a, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:25.373480 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] For port 9b047ee7-898b-433d-8935-969f9e62030a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b047ee7-898b-433d-8935-969f9e62030a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:25.381370 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.413136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-80bb1543-fe90-4ab9-a820-033dd9fc7e6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 217 time: 0.2150526 Nov 10 22:44:25.443509 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdd0d-5ad3-4973-aba7-15c468df4be7 None None] Pushing event updated for resources: {'Port': ['ID=9b047ee7-898b-433d-8935-969f9e62030a,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:25.476337 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:25.477597 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:43:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:25.493655 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add5c4b2-7a44-4198-933d-8bf439c83967 req-e2af78e7-71a0-4da5-b7a4-44f9838f35a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591177 Nov 10 22:44:25.549078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48478005-fe8e-4912-a685-d17c95bc6922 req-0a639427-0527-41ea-9900-603dde86429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.551130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48478005-fe8e-4912-a685-d17c95bc6922 req-0a639427-0527-41ea-9900-603dde86429d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 1097 time: 0.1632707 Nov 10 22:44:25.567275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-64b165d8-732c-47f6-b0d1-ebb1a329ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.568782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-64b165d8-732c-47f6-b0d1-ebb1a329ee55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 1094 time: 0.2750611 Nov 10 22:44:25.572253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-66b5737d-1254-4d86-a813-2b05ad3faea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.573643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-66b5737d-1254-4d86-a813-2b05ad3faea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1473043 Nov 10 22:44:25.582641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3122c-8d2d-4310-8c89-737c36d743f1 req-ee24e7d9-3b5f-4c7d-8631-212d391361f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.584155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20b3122c-8d2d-4310-8c89-737c36d743f1 req-ee24e7d9-3b5f-4c7d-8631-212d391361f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 943 time: 0.0864189 Nov 10 22:44:25.619279 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:25.661868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48478005-fe8e-4912-a685-d17c95bc6922 req-3c3f9fa0-618a-4e89-82e3-2a20f400685c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829582 Nov 10 22:44:25.701648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-bce92781-2d05-402f-884d-e6b2ed680037 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151042 Nov 10 22:44:25.707880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Allocated IP 172.20.0.1 (9340ae1e-15fb-4b43-bb83-fd15142e1c3e/92cd13b2-b23a-4ffa-9a94-41bcc88ce615/3415054b-86e4-430b-b291-5facccdbd5c4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:25.844276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4813-3b8e-413a-98de-212f8420f72a req-7fd06395-17c1-4b22-8edb-16b1c211063a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:25.845857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b32d4813-3b8e-413a-98de-212f8420f72a req-7fd06395-17c1-4b22-8edb-16b1c211063a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1075122 Nov 10 22:44:25.886878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.929020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:21Z', 'revision_number': 3, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:25.929344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b32d4813-3b8e-413a-98de-212f8420f72a req-4330ab09-caae-4fe2-b149-484030dd6925 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Nov 10 22:44:25.960548 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4f392-c110-4517-9382-e5b382e082a3 None None] The sync data for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 is: [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:21Z', 'revision_number': 3, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:25.977332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.030581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:26.033901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:26.036702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:26.078678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:26.108032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Pushing event updated for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:26.166847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.249042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:26.255792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab46b-9978-4ca5-b03c-c5c9081a8278 req-4864b687-d952-462e-8ae0-5533de041097 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:26.258965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007ab46b-9978-4ca5-b03c-c5c9081a8278 req-4864b687-d952-462e-8ae0-5533de041097 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 946 time: 0.1520576 Nov 10 22:44:26.278027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'port_id': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'mac_address': 'fa:16:3e:0a:e9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:26.320232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20b3122c-8d2d-4310-8c89-737c36d743f1 req-8098c3ad-3750-40df-b56f-66bb1da3f413 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7165294 Nov 10 22:44:26.354304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.386903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:26.395480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4d139ac6-b8de-41c6-9e5c-733315d3d438 None None] Provisioning complete for port 3415054b-86e4-430b-b291-5facccdbd5c4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:26.395970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4d139ac6-b8de-41c6-9e5c-733315d3d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.446645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-d6c5d14f-989e-4840-99d1-3fe92048fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:26.447162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:26.448982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-d6c5d14f-989e-4840-99d1-3fe92048fcc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 921 time: 0.8631904 Nov 10 22:44:26.461613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.463273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:26.478510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-007ab46b-9978-4ca5-b03c-c5c9081a8278 req-7c7fadee-9cf3-49e1-9f52-b12ba970baa5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101278 Nov 10 22:44:26.487858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:26.508451 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52" -d '{"events": [{"name": "network-changed", "server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:26.522917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4d139ac6-b8de-41c6-9e5c-733315d3d438 None None] Port 3415054b-86e4-430b-b291-5facccdbd5c4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:26.600521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.640728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:26.649386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-10b73ebf-8a2b-4dd6-a0b9-2298ad2afd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b3919d-95de-4060-b039-e09b6b9b04e9 HTTP/1.1" status: 200 len: 217 time: 0.1895146 Nov 10 22:44:26.695287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:26.695875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-1bb7fd86-bc1e-4b1b-b0d6-9542629aca12 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9553194 Nov 10 22:44:26.726117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'port_id': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168', 'mac_address': 'fa:16:3e:36:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:26.762325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-ea727c47-7f78-4142-afb2-241a02a58e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:26.763747 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-ea727c47-7f78-4142-afb2-241a02a58e1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.0919855 Nov 10 22:44:26.781465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.797945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:26.824359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:26.830079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:26.839310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-72ef487a-ad36-47ae-8364-0511bde21d06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538151 Nov 10 22:44:26.847034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640a8ee-70e4-4a32-8efc-7ecb706ab43e req-72f7e228-e54a-4338-b2c2-d52959338635 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:26.848615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1640a8ee-70e4-4a32-8efc-7ecb706ab43e req-72f7e228-e54a-4338-b2c2-d52959338635 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.1690884 Nov 10 22:44:26.921964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:27.042127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272b3b-bb97-40a7-89e8-95859690047d req-9cdedfce-f7bd-4145-b7d7-439535bab907 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.042908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1640a8ee-70e4-4a32-8efc-7ecb706ab43e req-e65a7e8b-f15f-4e86-9a83-f9e37a3527fb tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540418 Nov 10 22:44:27.049626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06272b3b-bb97-40a7-89e8-95859690047d req-9cdedfce-f7bd-4145-b7d7-439535bab907 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.4367278 Nov 10 22:44:27.053790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-14b35ae3-f099-4fb1-9a0d-c1f8fab56bc7 service neutron] 10.222.0.39 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562741 Nov 10 22:44:27.133381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:27.139404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:27.218539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:27.302065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:27.367687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06272b3b-bb97-40a7-89e8-95859690047d req-83218b6e-8486-4623-a236-8c9ad3ab529e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169110 Nov 10 22:44:27.416228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-db69b08b-51a6-4dd4-985c-9e19452808ad service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514695 Nov 10 22:44:27.438651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.453150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.459901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6cafe9f-8b7c-432b-b7c5-8a61517afed2 req-3f87b92d-80ac-44b7-b360-a47e39f36650 service neutron] 10.222.0.39 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462365 Nov 10 22:44:27.461747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.470830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.479822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.487668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.489063 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d0e2c-4657-4541-b9e6-3ec4def14e8a x-openstack-request-id: req-1b9d0e2c-4657-4541-b9e6-3ec4def14e8a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:27.489390 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:27.489665 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b9d0e2c-4657-4541-b9e6-3ec4def14e8a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:27.490250 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'status': 'completed', 'code': 200} Nov 10 22:44:27.496700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.508845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-87b07162-7989-40bc-9c38-dc7a23f5cf0f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5421 time: 0.3318815 Nov 10 22:44:27.589112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c8303989-3a33-4e5a-b36e-c282b259c5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:27.596430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:27.613194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-df6a28f8-4eb1-40d8-87b8-413c7c3d1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.614948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-df6a28f8-4eb1-40d8-87b8-413c7c3d1acd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1094 time: 0.0924015 Nov 10 22:44:27.627415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:27.634587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Pushing event updated for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:27.819077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d36db8ba-2891-436d-b799-d3b4b4b742e0 req-531e3766-cb22-47a8-b18a-1c048309a87c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3089859 Nov 10 22:44:27.819583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac62301-1d8f-49c5-8a91-8f2764b4ae85 req-6f472a97-e3b0-48b6-a46d-bce8fdd786ce tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.826300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ac62301-1d8f-49c5-8a91-8f2764b4ae85 req-6f472a97-e3b0-48b6-a46d-bce8fdd786ce tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1782911 Nov 10 22:44:27.901835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:27.966840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-97ab1e72-d3ac-4c41-b45a-bde26c67bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:27.968925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-97ab1e72-d3ac-4c41-b45a-bde26c67bd27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.3466899 Nov 10 22:44:28.041311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-030f9f94-c317-4636-8927-c10cb492b8f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 217 time: 0.0623112 Nov 10 22:44:28.072602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ac62301-1d8f-49c5-8a91-8f2764b4ae85 req-478f4843-0145-4add-90f0-93006933aa57 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147875 Nov 10 22:44:28.099940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2e3796a-7cba-4d3b-b1bb-7bf8c0aa6800 None None] Provisioning complete for port 3415054b-86e4-430b-b291-5facccdbd5c4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:28.105511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2e3796a-7cba-4d3b-b1bb-7bf8c0aa6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:28.110957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5843d30-afc9-4eba-b38b-df22d72bfead details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:28.237549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-8f096555-2cce-4e13-8e72-fa60f3528b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:28.242423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-8f096555-2cce-4e13-8e72-fa60f3528b7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1686430 Nov 10 22:44:28.365511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:28.423431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-137509d6-a920-4b79-bd0b-d43fb992e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:28.425098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-137509d6-a920-4b79-bd0b-d43fb992e227 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752770 Nov 10 22:44:28.453659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'port_id': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'mac_address': 'fa:16:3e:59:23:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4382a3-e258-4acd-840a-ee8751e5a3f6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:28.461153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:28.467369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-78751446-80d3-4613-975a-40e8d732fb6c admin admin] 10.222.0.25 "PUT /v2.0/routers/9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9723656 Nov 10 22:44:28.479323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b047ee7-898b-433d-8935-969f9e62030a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:28.587733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0e0d-3416-44ac-a663-c1765252c616 req-aa7828b9-75f0-47ab-999b-50c84bd1d723 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:28.600317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-673e0e0d-3416-44ac-a663-c1765252c616 req-aa7828b9-75f0-47ab-999b-50c84bd1d723 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 943 time: 0.1367247 Nov 10 22:44:28.607575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3796a-7cba-4d3b-b1bb-7bf8c0aa6800 None None] Port 3415054b-86e4-430b-b291-5facccdbd5c4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:28.631872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:28.646868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:28.679542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5843d30-afc9-4eba-b38b-df22d72bfead {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:28.680833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-dce2e460-35da-4d46-b53b-aeabddca9b8d service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421911 Nov 10 22:44:28.712620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-673e0e0d-3416-44ac-a663-c1765252c616 req-10807150-8651-485c-8c3e-738f2b2a7c5c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105349 Nov 10 22:44:28.733891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36534) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:28.816178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936cbda-cb55-48dd-86c0-1d642cb0a8b6 req-d8fe7a21-795a-44e2-91ac-59e0f2669317 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:28.821844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a936cbda-cb55-48dd-86c0-1d642cb0a8b6 req-d8fe7a21-795a-44e2-91ac-59e0f2669317 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 946 time: 0.4724603 Nov 10 22:44:28.830817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1778905372'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:28.944227 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a936cbda-cb55-48dd-86c0-1d642cb0a8b6 req-caff63bc-421a-445d-9761-497cd64ce011 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080196 Nov 10 22:44:28.945491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:28.950254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:28.954910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Sync routers for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:28.956531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:28.972351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d09383c-44fc-4e1e-a32f-8bf0a5ae1c52 req-be8500f1-c2b9-4ace-9cfc-1b50ced5e3c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801480 Nov 10 22:44:28.973787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9b047ee7-898b-433d-8935-969f9e62030a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:28.974169 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.012178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addebc0a-2663-49a7-b981-555e5ad4db83 req-4895b59b-5cdd-4172-a77f-0352072c01b2 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.020579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-addebc0a-2663-49a7-b981-555e5ad4db83 req-4895b59b-5cdd-4172-a77f-0352072c01b2 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.1576772 Nov 10 22:44:29.027046 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.027742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 57b4f446-2c0a-469b-96ee-e225d40325c5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:29.031144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:29.057633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.057887 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Added segment ed1fd30f-23c8-47af-affe-5579910a9a30 of type vlan for network 1ce756d8-3343-421d-8319-1fd58a93f133 Nov 10 22:44:29.121728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-addebc0a-2663-49a7-b981-555e5ad4db83 req-6cce9e6d-79d4-4ebc-8fae-00bb595d0d87 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980861 Nov 10 22:44:29.149669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.151170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:29.177014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'port_id': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'mac_address': 'fa:16:3e:90:62:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:29.206738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.215006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.217081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.218112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:29.218763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:29.224106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e7d9-ceea-4391-bb8e-8cfc2d59e084 req-7096441a-674e-42fe-85ef-35697037aae5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.227704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9182e7d9-ceea-4391-bb8e-8cfc2d59e084 req-7096441a-674e-42fe-85ef-35697037aae5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1120567 Nov 10 22:44:29.314649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9182e7d9-ceea-4391-bb8e-8cfc2d59e084 req-9152f81f-ceed-41d8-8ff3-947c493ed634 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Nov 10 22:44:29.355565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6204023 Nov 10 22:44:29.358917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36546) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:29.364318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'subnet': {'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:29.384661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6eae7-37b1-492a-9e57-7cb6e002441e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Network': ['ID=1ce756d8-3343-421d-8319-1fd58a93f133,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:29.410066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.423721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.439140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.447392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.454195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.460593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.470886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.472786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f40c064-53de-4724-9506-8d89279ec101 req-208508c7-9359-4f34-8b5b-17c6f01dc03f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5422 time: 0.2234836 Nov 10 22:44:29.510282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:29.527492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 1ce756d8-3343-421d-8319-1fd58a93f133 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:29.531086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf02d-540a-44a9-92d6-7723210e3fde req-31fe8417-0964-4c64-b1e6-55126ff7d9e0 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.538159 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.539481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b26bf02d-540a-44a9-92d6-7723210e3fde req-31fe8417-0964-4c64-b1e6-55126ff7d9e0 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=129d038c-790a-42a1-a2e8-484788efeff4 HTTP/1.1" status: 200 len: 945 time: 0.0883143 Nov 10 22:44:29.544062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307a44-21f6-48ab-a789-188c83941675 req-a67f2b0c-a62f-4f0b-9d86-b9ff8e8b8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.546628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08307a44-21f6-48ab-a789-188c83941675 req-a67f2b0c-a62f-4f0b-9d86-b9ff8e8b8a9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.0719752 Nov 10 22:44:29.566990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 9b047ee7-898b-433d-8935-969f9e62030a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b047ee7-898b-433d-8935-969f9e62030a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:29.569459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:29.596157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.607631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:29.616086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.623311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f40c064-53de-4724-9506-8d89279ec101 req-72db5c63-1e70-42fb-bde1-9279645b7b20 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208837 Nov 10 22:44:29.650194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08307a44-21f6-48ab-a789-188c83941675 req-369aae17-ad9c-4b7f-8f6a-99fcc867c713 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951328 Nov 10 22:44:29.685559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b26bf02d-540a-44a9-92d6-7723210e3fde req-9f7f68ea-9421-467f-8a49-2f6bd723d00f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448965 Nov 10 22:44:29.853687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.854371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff39c8-3a60-4ede-ab12-81c2895260c5 req-1be263c8-26ed-42c6-b1e3-973444078a7c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:29.857110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cff39c8-3a60-4ede-ab12-81c2895260c5 req-1be263c8-26ed-42c6-b1e3-973444078a7c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1463442 Nov 10 22:44:29.959566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cff39c8-3a60-4ede-ab12-81c2895260c5 req-3e647486-0832-4441-ac04-3187e460969b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946240 Nov 10 22:44:29.977523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:29.977787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=9b047ee7-898b-433d-8935-969f9e62030a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:30.067870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.092144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:30.114617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Subnet': ['ID=086eec42-681e-45d4-8b8f-6d2ad44fd3eb,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:30.200900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b4f446-2c0a-469b-96ee-e225d40325c5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:30.233542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696f54-5d57-4381-a07d-94a2173332b1 req-72eb9c09-c1b6-4227-8355-f3b4d3558199 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.244022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7696f54-5d57-4381-a07d-94a2173332b1 req-72eb9c09-c1b6-4227-8355-f3b4d3558199 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 943 time: 0.1250889 Nov 10 22:44:30.325454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7696f54-5d57-4381-a07d-94a2173332b1 req-cfbc895b-9d1f-42c3-a91e-46149c7adb21 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796723 Nov 10 22:44:30.363263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:30.366371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Checking segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:30.367952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network hostable DHCP agents. Network: 1ce756d8-3343-421d-8319-1fd58a93f133, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:30.407231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 1ce756d8-3343-421d-8319-1fd58a93f133 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:30.425658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 1ce756d8-3343-421d-8319-1fd58a93f133) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:30.427262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:30.432573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.435157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.444631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93b21c-ffb1-4de6-bd2b-77f883445b4e req-b3299876-58b9-4254-bfcc-6150860c7268 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.460175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f93b21c-ffb1-4de6-bd2b-77f883445b4e req-b3299876-58b9-4254-bfcc-6150860c7268 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.1140893 Nov 10 22:44:30.476154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b047ee7-898b-433d-8935-969f9e62030a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:30.478623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-77b8c9ec-c9e3-4f0b-8872-451cd65ecf00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1185622 Nov 10 22:44:30.479294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:30.484529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234ba66c-6098-47ba-9f38-66f9aa923dba None None] Network 1ce756d8-3343-421d-8319-1fd58a93f133 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:30.484998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-837609918'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:30.528487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f93b21c-ffb1-4de6-bd2b-77f883445b4e req-5e9c0f62-3ba7-43a6-a4e2-cf3b44295a17 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Nov 10 22:44:30.570038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908038-4907-4af7-8aa3-90943bef378a req-b93b1baa-5378-4d96-9a18-1b7ebae2963d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.572171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b908038-4907-4af7-8aa3-90943bef378a req-b93b1baa-5378-4d96-9a18-1b7ebae2963d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.0823452 Nov 10 22:44:30.582588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:30.590045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.670382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:30.711214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.711942 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Added segment f33d310e-3b46-4c6d-90b4-e35dcc620d92 of type vlan for network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 Nov 10 22:44:30.760611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:30.765884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.808337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.815717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.816551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.866715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-1ce756d8-3343-421d-8319-1fd58a93f133', 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'fixed_ips': [{'subnet_id': '086eec42-681e-45d4-8b8f-6d2ad44fd3eb'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:44:30.867480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.878708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-1b6eb1ab-9be1-4c6b-8954-6b8bfb3c9184 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:30.880300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-1b6eb1ab-9be1-4c6b-8954-6b8bfb3c9184 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 0.2432456 Nov 10 22:44:30.880613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b908038-4907-4af7-8aa3-90943bef378a req-c6eee859-5044-49ac-8f6b-c2b88c3135a7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958393 Nov 10 22:44:30.908698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-ae954ab4-a9d8-4773-8f30-0a3f4354b91b tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/quotas/2209a011914b47d98b881a06016b3912 HTTP/1.1" status: 200 len: 375 time: 0.0216413 Nov 10 22:44:30.978479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4980099 Nov 10 22:44:30.983290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36576) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:30.988318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'subnet': {'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:30.988757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.989813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:30.990473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2593ad1-d83e-40e8-86c8-e752c8668e6f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:31.036350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.054730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f4370-b9e1-4bbb-8611-01b83108875e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Network': ['ID=659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:31.068650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.081012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:31.100788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.107596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.113766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-7e55088b-b705-4d70-86ee-c30b8feb031e tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1990147 Nov 10 22:44:31.113997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.120225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.126944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.133466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.140113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.142100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15145277-2803-4980-ab4f-85d6de481cf4 req-7487f90f-e32f-4368-a539-f56d6c52e69c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5423 time: 0.1421063 Nov 10 22:44:31.181936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:31.195096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:31.229480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15145277-2803-4980-ab4f-85d6de481cf4 req-6e179c0c-efa2-47ed-bf10-55da371bea46 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803428 Nov 10 22:44:31.253584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:31.271891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-3a547be4-e887-45e9-91e0-676cb7a3755c service neutron] 10.222.0.25 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380479 Nov 10 22:44:31.288336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:31.290193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:31.309139 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.309801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:31.313779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Allocated IP 19.80.0.2 (1ce756d8-3343-421d-8319-1fd58a93f133/086eec42-681e-45d4-8b8f-6d2ad44fd3eb/61a0ef68-3738-4d6b-9d6e-833af7ef520b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:31.318539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9b047ee7-898b-433d-8935-969f9e62030a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:31.318877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.325590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'port_id': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'mac_address': 'fa:16:3e:65:68:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:31.367133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:31.370971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.469074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-609edeec-08eb-4dbd-a458-dd52e7b1597d service neutron] 10.222.0.25 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876693 Nov 10 22:44:31.501471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacc15f-7cc9-4755-bda7-9bfbe31111f6 req-99223493-dff5-47eb-b5e4-3478ccdb8aab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.503510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-feacc15f-7cc9-4755-bda7-9bfbe31111f6 req-99223493-dff5-47eb-b5e4-3478ccdb8aab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1080039 Nov 10 22:44:31.547642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b42688-bb9a-410b-8e75-75a500168770 req-4b8447bf-b40a-4a34-a152-80f98b5701be tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.549351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2b42688-bb9a-410b-8e75-75a500168770 req-4b8447bf-b40a-4a34-a152-80f98b5701be tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.39 "GET /v2.0/ports?device_id=129d038c-790a-42a1-a2e8-484788efeff4 HTTP/1.1" status: 200 len: 945 time: 0.1140194 Nov 10 22:44:31.628457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-feacc15f-7cc9-4755-bda7-9bfbe31111f6 req-d68add5e-b6a8-4b41-848e-6cf1f32a042a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101317 Nov 10 22:44:31.671503 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.753175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Subnet': ['ID=19f880b3-7aa8-40e0-8095-d77737760ce3,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:31.776423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Checking segment: {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:31.776784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network hostable DHCP agents. Network: 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:31.813793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:31.823614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Deleting port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:31.824092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.831148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:31.835322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.835920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.868400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5ac8f7b5-fd19-41d5-9d71-7d0bc9b86d8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8838601 Nov 10 22:44:31.910315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13bea9-fb0f-4606-a386-eac9c5dd646a req-40dca411-93cb-4eb3-be00-b3bf40a97ee5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:31.915301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:31.917439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed13bea9-fb0f-4606-a386-eac9c5dd646a req-40dca411-93cb-4eb3-be00-b3bf40a97ee5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1495364 Nov 10 22:44:31.929150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:31.947143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:26Z', 'revision_number': 4, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3415054b-86e4-430b-b291-5facccdbd5c4', 'name': '', 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'mac_address': 'fa:16:3e:ce:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:25Z', 'updated_at': '2021-11-10T22:44:26Z', 'revision_number': 2, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'subnets': [{'id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:31.993539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed13bea9-fb0f-4606-a386-eac9c5dd646a req-4ade3d6c-3c1d-4d63-81bb-db1c0b0d5225 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751922 Nov 10 22:44:32.013415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-333bb048-093d-40b1-910a-3c7f8a25181d tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.015343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-333bb048-093d-40b1-910a-3c7f8a25181d tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0887102e-18ca-4524-9afd-ec85381a47b1 HTTP/1.1" status: 200 len: 946 time: 0.0620539 Nov 10 22:44:32.023396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'mac_address': 'fa:16:3e:74:79:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:32.027238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ce9a4-c5ff-4d60-b72e-cdc275c087c0 req-6a47b299-51ed-4219-a854-6fe631db2995 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.035033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c7ce9a4-c5ff-4d60-b72e-cdc275c087c0 req-6a47b299-51ed-4219-a854-6fe631db2995 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 943 time: 0.1441426 Nov 10 22:44:32.063162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2593ad1-d83e-40e8-86c8-e752c8668e6f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:32.065202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] For port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:32.065671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.106225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Calling delete_port for 75b4d607-622c-4bb2-8d08-53fcbc7fff7f owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:32.107679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:32.110835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Checking router: 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:32.111462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Updating router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 port 3415054b-86e4-430b-b291-5facccdbd5c4 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:32.157787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c7ce9a4-c5ff-4d60-b72e-cdc275c087c0 req-52b12445-055d-49bd-b66f-96305c1db0ac tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217718 Nov 10 22:44:32.217065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9453f2-1e1a-4677-a7c2-455cecdc8b81 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:32.317657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.343993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-41012c59-e075-4bd2-a86d-1a10327eea41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1796582 Nov 10 22:44:32.363711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:32.368945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64b6c-d245-44a5-bdc8-0f2d3bbe2a54 req-514be61d-9b30-4fe7-b9b6-2c3af8bc87ae tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.370481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.377248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29c64b6c-d245-44a5-bdc8-0f2d3bbe2a54 req-514be61d-9b30-4fe7-b9b6-2c3af8bc87ae tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.0969915 Nov 10 22:44:32.387245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.391434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event deleted for resources: {'Port': ['ID=75b4d607-622c-4bb2-8d08-53fcbc7fff7f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:32.455088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Deleting port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:32.455430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.463920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-4df5a6b8-087d-4550-bcfa-f6e4cada45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.465451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-4df5a6b8-087d-4550-bcfa-f6e4cada45f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.0810409 Nov 10 22:44:32.503481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['75b4d607-622c-4bb2-8d08-53fcbc7fff7f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:32.505712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['5dd6bf2a-fc76-4ba4-ad91-f411ade09545'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:32.508094 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.509090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 72ec0f3e-4630-4621-a303-cf25edeba45a details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:32.563602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] No DVR routers for this DVR port 75b4d607-622c-4bb2-8d08-53fcbc7fff7f on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:32.571202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.582635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2b42688-bb9a-410b-8e75-75a500168770 req-08dc471d-cec2-479b-99fa-798940fdb405 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.39 "DELETE /v2.0/ports/75b4d607-622c-4bb2-8d08-53fcbc7fff7f HTTP/1.1" status: 204 len: 173 time: 1.0236664 Nov 10 22:44:32.583563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'name': 'network-vif-deleted', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:32.590980 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e9d986-e7cc-4912-bbd5-64e10cab67ab" -d '{"events": [{"server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "name": "network-vif-deleted", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:32.606161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29c64b6c-d245-44a5-bdc8-0f2d3bbe2a54 req-ed4ee8d4-df3e-47bb-bf85-e6af61513ca7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279420 Nov 10 22:44:32.626535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.654588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b3919d-95de-4060-b039-e09b6b9b04e9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:32.782358 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.817985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6d819728-c4aa-4c41-8dc3-b428aac8eade tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.825792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6d819728-c4aa-4c41-8dc3-b428aac8eade tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.836199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6d819728-c4aa-4c41-8dc3-b428aac8eade tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/networks?id=1ce756d8-3343-421d-8319-1fd58a93f133&id=659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7&id=1ce756d8-3343-421d-8319-1fd58a93f133 HTTP/1.1" status: 200 len: 1391 time: 0.3425026 Nov 10 22:44:32.850548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] For port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:32.850927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:32.863840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-2274ee6c-e653-45de-b7c1-ea236256b88a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/quotas/68d2b6e6cae146b88eadb6fc59bd5a3e HTTP/1.1" status: 200 len: 375 time: 0.0260296 Nov 10 22:44:32.890056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-f69dd8b3-05c6-4411-8356-dd256c09f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:32.891624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-f69dd8b3-05c6-4411-8356-dd256c09f02a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.3785365 Nov 10 22:44:32.899814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Calling delete_port for 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:32.934507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Network 1ce756d8-3343-421d-8319-1fd58a93f133 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:32.955068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-558fa6c1-bf9d-4b2a-849f-d5e9c0bb95b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0458133 Nov 10 22:44:32.991971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-07072b08-beaf-4628-84d8-95db3eeca69d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1226282 Nov 10 22:44:33.112542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:33.122909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:33.202100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-41b4d97c-79e7-4eec-b0c2-f7b9edee8fca service neutron] 10.222.0.25 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086675 Nov 10 22:44:33.207132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:33.251828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7', 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'fixed_ips': [{'subnet_id': '19f880b3-7aa8-40e0-8095-d77737760ce3'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:44:33.253198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.253695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.258655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:33.268848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.290621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['75b4d607-622c-4bb2-8d08-53fcbc7fff7f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:33.295177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-e7b266bb-f00a-4a04-ad59-7cc4dd06d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.303043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-e7b266bb-f00a-4a04-ad59-7cc4dd06d0fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.3163958 Nov 10 22:44:33.382895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6ed87d98-f737-4f01-8fa5-67bc4fa9d39c service neutron] 10.222.0.25 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791720 Nov 10 22:44:33.385925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=72ec0f3e-4630-4621-a303-cf25edeba45a,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:33.394282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.402401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.409696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.418020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.425102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.432137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.440226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.442369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-871e740e-829d-42d1-894d-fedfb1723605 req-22d51435-dccd-41bb-9cfc-91431bfaa778 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5424 time: 0.3922927 Nov 10 22:44:33.443282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event deleted for resources: {'Port': ['ID=5dd6bf2a-fc76-4ba4-ad91-f411ade09545,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:33.500647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-5a1a6aa3-5606-4bc6-b10a-4e8e98b52d17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782184 Nov 10 22:44:33.514884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-aacfe58e-624a-49ea-966a-8326f9721338 service neutron] 10.222.0.25 "GET /v2.0/networks/659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284571 Nov 10 22:44:33.538107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] No DVR routers for this DVR port 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:33.543777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '72ec0f3e-4630-4621-a303-cf25edeba45a', 'network_id': '5a671e46-6435-4f0f-beeb-6c9edebcc0ec', 'port_id': '72ec0f3e-4630-4621-a303-cf25edeba45a', 'mac_address': 'fa:16:3e:da:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d649e2f-e3f2-4009-a99c-efce941d9881', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:33.546878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Attempting to bind port 61a0ef68-3738-4d6b-9d6e-833af7ef520b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:33.547432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Attempting to bind port 61a0ef68-3738-4d6b-9d6e-833af7ef520b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:33.547955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Attempting to bind port 61a0ef68-3738-4d6b-9d6e-833af7ef520b on network 1ce756d8-3343-421d-8319-1fd58a93f133 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:33.617042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:33.617870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Checking segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:33.618774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.619554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Bound using segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:33.620522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Bound port: 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:33.621329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.647900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bd9e1597-3cb4-4411-9405-e46876893ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318891 Nov 10 22:44:33.649735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:33.657416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2376f823-24c5-4e9a-a20f-b118ec6e1492 req-99fb9e75-faa4-4b6f-bddf-cc8d37a55fe5 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "DELETE /v2.0/ports/5dd6bf2a-fc76-4ba4-ad91-f411ade09545 HTTP/1.1" status: 204 len: 173 time: 1.6142228 Nov 10 22:44:33.737385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] For port 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:33.742209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-871e740e-829d-42d1-894d-fedfb1723605 req-84f05dfb-dedc-4173-a553-8ed664dc658c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2856636 Nov 10 22:44:33.742738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'name': 'network-vif-deleted', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:33.743119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] For port 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61a0ef68-3738-4d6b-9d6e-833af7ef520b,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:33.745962 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a89b0-9d60-4710-9384-57afbe07288c" -d '{"events": [{"server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "name": "network-vif-deleted", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:33.759639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:33.839944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['58b3919d-95de-4060-b039-e09b6b9b04e9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:33.892831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b4dddd80-f54e-44fa-bbe0-179174606ab1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:33.907409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-89ca6301-1e68-4eea-ae5c-b98c47cc7f58 service neutron] 10.222.0.25 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583418 Nov 10 22:44:33.971188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Pushing event updated for resources: {'Port': ['ID=61a0ef68-3738-4d6b-9d6e-833af7ef520b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:33.991886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330d977b-8746-42a3-bf25-13819faf9bcc req-5cfc6705-30d9-4a95-b8d3-9e10cd964046 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 210 time: 0.0572100 Nov 10 22:44:34.069664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-b809fc4b-a178-4e8d-8994-3bcc5e9bdc97 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551028 Nov 10 22:44:34.094720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:34.153789 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880c91e-b1cd-4f55-a677-caf3f00aaa25 x-openstack-request-id: req-8880c91e-b1cd-4f55-a677-caf3f00aaa25 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:34.154222 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129d038c-790a-42a1-a2e8-484788efeff4", "name": "network-vif-deleted", "tag": "75b4d607-622c-4bb2-8d08-53fcbc7fff7f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:34.157465 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8880c91e-b1cd-4f55-a677-caf3f00aaa25 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:34.157909 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129d038c-790a-42a1-a2e8-484788efeff4', 'name': 'network-vif-deleted', 'tag': '75b4d607-622c-4bb2-8d08-53fcbc7fff7f', 'status': 'completed', 'code': 200} Nov 10 22:44:34.163693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-b6a50b40-8d8c-4fd9-bf12-4cd94c2c7bb4 service neutron] 10.222.0.25 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551534 Nov 10 22:44:34.172220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-6c80fb39-b389-46a9-925d-742e7aa71baf tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:34.174551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-6c80fb39-b389-46a9-925d-742e7aa71baf tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 0.4105134 Nov 10 22:44:34.193727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Request body: {'port': {'device_id': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'admin_state_up': True, 'tenant_id': '2209a011914b47d98b881a06016b3912'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:34.328712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:34.399485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:34.565703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-38b0ac8a-222d-4f6b-8d5f-bfeee8c51289 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:34.571042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-38b0ac8a-222d-4f6b-8d5f-bfeee8c51289 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 810 time: 0.3060658 Nov 10 22:44:34.574752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:34.607554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Request body: {'port': {'device_id': '580734fe-590b-4f2a-a9e1-360aa9752658', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'admin_state_up': True, 'tenant_id': '2209a011914b47d98b881a06016b3912'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:34.808407 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:34.901855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ec0f3e-4630-4621-a303-cf25edeba45a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:35.060632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85687-19fa-4b5c-982f-326933a774b4 req-83f319fb-3f29-432f-98eb-6ae934fe1bfd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.060632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edd85687-19fa-4b5c-982f-326933a774b4 req-83f319fb-3f29-432f-98eb-6ae934fe1bfd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4882557 Nov 10 22:44:35.100520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-330b07b4-5c94-4dfa-b39b-f3a327a9299c req-1fcef55f-8dd0-4856-9652-988e9469800e service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0224583 Nov 10 22:44:35.108874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:35.114052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.137396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=72ec0f3e-4630-4621-a303-cf25edeba45a,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:35.182101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eebaae-66f5-4f3c-bf08-1e69d46f93c4 req-bcdf6938-a4f2-44d7-84df-e8a9f3b58718 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.189957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.190717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7925d170-214e-4f34-af75-5a1b563aa45f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:35.194612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81eebaae-66f5-4f3c-bf08-1e69d46f93c4 req-bcdf6938-a4f2-44d7-84df-e8a9f3b58718 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.9628699 Nov 10 22:44:35.288639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edd85687-19fa-4b5c-982f-326933a774b4 req-4f01db13-e84c-4fe4-9926-a9bedf3946a3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066846 Nov 10 22:44:35.478100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81eebaae-66f5-4f3c-bf08-1e69d46f93c4 req-7329f3e3-33e1-41c4-b391-3cdf6023a42b tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822943 Nov 10 22:44:35.503730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-ec088221-39c9-44d9-aefc-ec2ca3c60ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.505845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-ec088221-39c9-44d9-aefc-ec2ca3c60ae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.3490865 Nov 10 22:44:35.647694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Allocated IP 19.86.0.2 (659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7/19f880b3-7aa8-40e0-8095-d77737760ce3/177109c0-21ab-4b6c-9255-aefe83a9a749) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:35.670368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-4891540f-3a7a-4cee-9038-e568812bff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.673056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-4891540f-3a7a-4cee-9038-e568812bff76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.1588461 Nov 10 22:44:35.677324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 75b4d607-622c-4bb2-8d08-53fcbc7fff7f no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:35.681734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61a0ef68-3738-4d6b-9d6e-833af7ef520b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:35.687471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfd5fb-1e0c-45de-91bf-e9ddf845703e req-ad702cb7-3a5c-4c83-bc3f-bb9d5f3939dd tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.702354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bcfd5fb-1e0c-45de-91bf-e9ddf845703e req-ad702cb7-3a5c-4c83-bc3f-bb9d5f3939dd tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 944 time: 0.2381651 Nov 10 22:44:35.716812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Allocated IP 172.20.0.14 (b1674fd0-e9f3-40e6-9f88-55105c9d02be/bdc13cc7-5dce-4025-a727-7a5169dea3d4/83bea1c6-1a04-4643-8033-e0e32a5d9666) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:35.728382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Attempting to bind port 3415054b-86e4-430b-b291-5facccdbd5c4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:35.728855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Attempting to bind port 3415054b-86e4-430b-b291-5facccdbd5c4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:35.729260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Attempting to bind port 3415054b-86e4-430b-b291-5facccdbd5c4 on network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:35.731848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8dbf-95c6-4624-94da-c1508e85b72f None None] Pushing event updated for resources: {'Port': ['ID=61a0ef68-3738-4d6b-9d6e-833af7ef520b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:35.751534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-f6e6058b-06d2-4071-a002-8b3b0b751992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0639727 Nov 10 22:44:35.756404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Made reservation on behalf of 2209a011914b47d98b881a06016b3912 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:35.760685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.840609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-bb674602-071c-47e0-ac1e-68a8ad110725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.842337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-bb674602-071c-47e0-ac1e-68a8ad110725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0654473 Nov 10 22:44:35.857107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2643e3-edd7-492d-85b8-db1b2658162e req-91aabb4c-af6f-4168-a924-b2540abfd093 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:35.864771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b2643e3-edd7-492d-85b8-db1b2658162e req-91aabb4c-af6f-4168-a924-b2540abfd093 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1909816 Nov 10 22:44:35.919139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f9d7-512c-4658-a587-2bb2a163c34a None None] Pushing event updated for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:35.933075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 75b4d607-622c-4bb2-8d08-53fcbc7fff7f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:35.933699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 75b4d607-622c-4bb2-8d08-53fcbc7fff7f not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:35.956264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:35.967345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.968602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Checking segment: {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:35.969189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.969695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Bound using segment: {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:35.970317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Bound port: 3415054b-86e4-430b-b291-5facccdbd5c4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c46aa07-aa25-493d-85b4-7e887495e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:35.973452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:35.982814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-21604191-54d6-4626-a536-de3b49e7ab21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147559 Nov 10 22:44:36.045121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.111848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Allocated IP 172.20.0.2 (b1674fd0-e9f3-40e6-9f88-55105c9d02be/bdc13cc7-5dce-4025-a727-7a5169dea3d4/38aaa233-5038-4baa-8a6f-5732d82c00fd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:36.169518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.200157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:36.212607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bcfd5fb-1e0c-45de-91bf-e9ddf845703e req-b5f3565e-24a8-44d1-b453-aa66af9f28fc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054796 Nov 10 22:44:36.230590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f96fbe-d8c6-4f5a-af99-c2ba15140203 None None] Network 1ce756d8-3343-421d-8319-1fd58a93f133 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:36.234103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.260437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:36.269485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b2643e3-edd7-492d-85b8-db1b2658162e req-b7cbbc37-defb-4248-a358-418b6fdae82b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032452 Nov 10 22:44:36.283905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:36.308226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3f20bc63-6cce-40e7-b2c4-faf9931830b1 None None] Provisioning complete for port 3415054b-86e4-430b-b291-5facccdbd5c4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:36.308741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc63-6cce-40e7-b2c4-faf9931830b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.347547 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91391cb8-c55e-4b75-b419-4495475b946a x-openstack-request-id: req-91391cb8-c55e-4b75-b419-4495475b946a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:36.357016 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0887102e-18ca-4524-9afd-ec85381a47b1", "name": "network-vif-deleted", "tag": "5dd6bf2a-fc76-4ba4-ad91-f411ade09545", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:36.357215 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91391cb8-c55e-4b75-b419-4495475b946a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:36.357864 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0887102e-18ca-4524-9afd-ec85381a47b1', 'name': 'network-vif-deleted', 'tag': '5dd6bf2a-fc76-4ba4-ad91-f411ade09545', 'status': 'completed', 'code': 200} Nov 10 22:44:36.379344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:36.383022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3f20bc63-6cce-40e7-b2c4-faf9931830b1 None None] Port 3415054b-86e4-430b-b291-5facccdbd5c4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:36.388330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:36.448599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:36.459206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:36.468448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] For port 3415054b-86e4-430b-b291-5facccdbd5c4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:36.472590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] For port 3415054b-86e4-430b-b291-5facccdbd5c4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3415054b-86e4-430b-b291-5facccdbd5c4,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:36.473489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:36.500627 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.574667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '7925d170-214e-4f34-af75-5a1b563aa45f', 'network_id': '2a07bde3-9cc8-442b-b94e-70ff092eda8d', 'port_id': '7925d170-214e-4f34-af75-5a1b563aa45f', 'mac_address': 'fa:16:3e:00:83:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4382a3-e258-4acd-840a-ee8751e5a3f6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:36.593482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event updated for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:36.599519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-d079969a-6092-428c-897f-a92faadde433 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977490 Nov 10 22:44:36.610639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fb8719c-e471-43c9-bb86-e439d8662f80 req-13411bdc-2b55-4250-9420-756cc1d2dbcb tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 210 time: 0.1592929 Nov 10 22:44:36.640355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:36.640355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:36.733820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:36.734488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.842335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8d3544f9-2695-4c32-b165-779aeaed8e34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:36.846815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:36.871335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8d3544f9-2695-4c32-b165-779aeaed8e34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:36.872253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Attempting to bind port 177109c0-21ab-4b6c-9255-aefe83a9a749 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:36.872726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Attempting to bind port 177109c0-21ab-4b6c-9255-aefe83a9a749 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:36.878763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Attempting to bind port 177109c0-21ab-4b6c-9255-aefe83a9a749 on network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:36.881242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8d3544f9-2695-4c32-b165-779aeaed8e34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "GET /v2.0/networks?id=1ce756d8-3343-421d-8319-1fd58a93f133&id=659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7&id=1ce756d8-3343-421d-8319-1fd58a93f133 HTTP/1.1" status: 200 len: 1391 time: 0.6963642 Nov 10 22:44:36.884780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83e56202-e7cc-47d4-b472-02217697c457 None None] Provisioning complete for port 61a0ef68-3738-4d6b-9d6e-833af7ef520b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:36.888111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-232dd0e3-3164-42eb-9a21-5b8d0d623742 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2992520 Nov 10 22:44:36.888877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-83e56202-e7cc-47d4-b472-02217697c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.904295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'admin_state_up': True, 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:37.006190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 61a0ef68-3738-4d6b-9d6e-833af7ef520b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:37.006722 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.039712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-069d9bf4-15ba-46d0-b231-596925aa3798 req-b00f4d66-0943-4c0f-b947-2f6a996f9dc8 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671854 Nov 10 22:44:37.042484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:37.042978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Checking segment: {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:37.043500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.044009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Bound using segment: {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:37.044610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Bound port: 177109c0-21ab-4b6c-9255-aefe83a9a749, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:37.045147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.047610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.094913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Request body: {'port': {'device_id': '580734fe-590b-4f2a-a9e1-360aa9752658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:37.127410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.133634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.140559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.148830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.156997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.164085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.171327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.179802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-1c2a4869-6969-4b0b-9aee-422538387b0e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5425 time: 0.6725764 Nov 10 22:44:37.219776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7925d170-214e-4f34-af75-5a1b563aa45f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:37.241210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.242483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:37.292229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f89d074d-0438-4f06-be5f-21aa75ac17ca req-213d6a23-0721-4cd3-8dca-1370843ce00c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114230 Nov 10 22:44:37.327816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] For port 177109c0-21ab-4b6c-9255-aefe83a9a749, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:37.331522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] For port 177109c0-21ab-4b6c-9255-aefe83a9a749, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=177109c0-21ab-4b6c-9255-aefe83a9a749,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:37.339818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.345880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:37.358878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Pushing event updated for resources: {'Port': ['ID=177109c0-21ab-4b6c-9255-aefe83a9a749,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:37.373485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.411009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.428602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:37.466026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Network b1674fd0-e9f3-40e6-9f88-55105c9d02be is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:37.486096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:37.489118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:37.574432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event updated for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:37.596773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3d04-7ad5-4ab3-ab61-b4fc4010df46 req-5b4776d1-7c48-43d9-89d8-78265c303425 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.598409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-972a3d04-7ad5-4ab3-ab61-b4fc4010df46 req-5b4776d1-7c48-43d9-89d8-78265c303425 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1561615 Nov 10 22:44:37.606310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f9d7-512c-4658-a587-2bb2a163c34a None None] Pushing event updated for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:37.615158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.615319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.646238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.674122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1bf16-d8f1-4700-8623-9454739108eb req-dea35886-e3c1-46cb-bc1b-33f140689386 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.675944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1db1bf16-d8f1-4700-8623-9454739108eb req-dea35886-e3c1-46cb-bc1b-33f140689386 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 932 time: 0.7827308 Nov 10 22:44:37.679782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-9f8dca48-0caf-4697-a148-afe2d36fd5fe tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4945946 Nov 10 22:44:37.688095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:37.696363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Request body: {'port': {'device_id': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:37.749863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-83e56202-e7cc-47d4-b472-02217697c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.786804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-972a3d04-7ad5-4ab3-ab61-b4fc4010df46 req-c3a83e15-7776-42d5-9025-693b324977cc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677194 Nov 10 22:44:37.813793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.839114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:38.003383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.068518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['57b4f446-2c0a-469b-96ee-e225d40325c5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:38.102132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989f5a4-639c-432d-8e9e-56f5bb3c0d86 req-245e85bb-473e-49f2-8981-5273b6e5e3c1 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:38.103754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1989f5a4-639c-432d-8e9e-56f5bb3c0d86 req-245e85bb-473e-49f2-8981-5273b6e5e3c1 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1910479 Nov 10 22:44:38.122262 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1db1bf16-d8f1-4700-8623-9454739108eb req-1a5072dd-04dd-4b28-acb3-9c42665fceb0 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372396 Nov 10 22:44:38.154892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:38.166972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.181421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e5843d30-afc9-4eba-b38b-df22d72bfead'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:38.188879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:38.192944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1989f5a4-639c-432d-8e9e-56f5bb3c0d86 req-83ad00a0-ca5d-4963-8436-c3ba73d0d070 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821414 Nov 10 22:44:38.193555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port b4dddd80-f54e-44fa-bbe0-179174606ab1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:38.210190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:38.210463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.255617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b4dddd80-f54e-44fa-bbe0-179174606ab1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:38.256348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.328517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4c840-3979-46a3-9d69-792e8fb1bcb9 req-0daa72ea-6dff-478a-88aa-38c087e0e685 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:38.332836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['7925d170-214e-4f34-af75-5a1b563aa45f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:38.339840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65b4c840-3979-46a3-9d69-792e8fb1bcb9 req-0daa72ea-6dff-478a-88aa-38c087e0e685 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.0792842 Nov 10 22:44:38.437338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159670-a27c-4d60-af07-57b14e8887a8 req-c6935d2c-baab-40a1-a59c-61a9757a7c34 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:38.447001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6159670-a27c-4d60-af07-57b14e8887a8 req-c6935d2c-baab-40a1-a59c-61a9757a7c34 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 944 time: 0.1657407 Nov 10 22:44:38.452211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-65b4c840-3979-46a3-9d69-792e8fb1bcb9 req-5c491b74-6b54-4541-9e03-bf9f4ac6ecf3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052797 Nov 10 22:44:38.589434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Allocated IP 19.80.0.50 (1ce756d8-3343-421d-8319-1fd58a93f133/086eec42-681e-45d4-8b8f-6d2ad44fd3eb/e2e98c0a-743b-4515-9d35-bb72b0bcd093) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:38.636263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6159670-a27c-4d60-af07-57b14e8887a8 req-105ddaee-456f-4548-8367-360a12108a7d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883781 Nov 10 22:44:38.649050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b75aa1d1-f40f-4045-bba7-255bc5f6141f req-23e1f74f-dacf-4de7-a8d3-0a8520ab2d97 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 210 time: 0.0834663 Nov 10 22:44:38.656316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bea1c6-1a04-4643-8033-e0e32a5d9666 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:38.684308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.703997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['72ec0f3e-4630-4621-a303-cf25edeba45a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:38.711662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f2593ad1-d83e-40e8-86c8-e752c8668e6f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:38.770608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Transition to ACTIVE for port object 83bea1c6-1a04-4643-8033-e0e32a5d9666 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:38.781767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.871284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61a0ef68-3738-4d6b-9d6e-833af7ef520b,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:38.944624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Pushing event updated for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:39.060838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.085537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.092912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.114313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.122003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.129203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.135948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.144455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.153322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-23d696e8-c5e0-4c37-967f-ade26c5659fa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5426 time: 0.3919196 Nov 10 22:44:39.194898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.207850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.253817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38aaa233-5038-4baa-8a6f-5732d82c00fd {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:39.256843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Attempting to bind port 83bea1c6-1a04-4643-8033-e0e32a5d9666 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:39.257347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Attempting to bind port 83bea1c6-1a04-4643-8033-e0e32a5d9666 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:39.257807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Attempting to bind port 83bea1c6-1a04-4643-8033-e0e32a5d9666 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:39.259918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150c7c5-2b5f-48ca-abe1-5ac3637b30c6 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:39.263681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.267987 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.289715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9548b2-48ce-4088-9379-7eeb1cd37f2b req-47509d2d-523a-4b76-9d05-12605d6e1c92 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.290776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Transition to ACTIVE for port object 38aaa233-5038-4baa-8a6f-5732d82c00fd will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:39.293353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da9548b2-48ce-4088-9379-7eeb1cd37f2b req-47509d2d-523a-4b76-9d05-12605d6e1c92 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3350122 Nov 10 22:44:39.304267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.339884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Port 83bea1c6-1a04-4643-8033-e0e32a5d9666 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:39.340371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Attempting to bind port 83bea1c6-1a04-4643-8033-e0e32a5d9666 on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:39.363432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:39.363864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Checking segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:39.364359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Bound using segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:39.364911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Bound port: 83bea1c6-1a04-4643-8033-e0e32a5d9666, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:39.365414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.384607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.388432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:39.430678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef68e1c8-c601-423e-b759-9b5b82ed68bb req-bc788c0d-9427-4e03-9b82-76ca2efddb64 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731826 Nov 10 22:44:39.431731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 1ce756d8-3343-421d-8319-1fd58a93f133 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:39.446738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da9548b2-48ce-4088-9379-7eeb1cd37f2b req-1cba2302-c660-43e5-b95a-ecf6b8a883ea tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399415 Nov 10 22:44:39.469655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:39.473840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:39.475580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:39.476703 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c5eec2-5f85-42a5-b3e8-be132c264450" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:39.516096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.516779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:39.609365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Pushing event updated for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:39.672319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Attempting to bind port 38aaa233-5038-4baa-8a6f-5732d82c00fd on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:39.672829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Attempting to bind port 38aaa233-5038-4baa-8a6f-5732d82c00fd by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:39.673214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Attempting to bind port 38aaa233-5038-4baa-8a6f-5732d82c00fd on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:39.681187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Port 38aaa233-5038-4baa-8a6f-5732d82c00fd on network b1674fd0-e9f3-40e6-9f88-55105c9d02be not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:39.681448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Attempting to bind port 38aaa233-5038-4baa-8a6f-5732d82c00fd on network b1674fd0-e9f3-40e6-9f88-55105c9d02be {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:39.701672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d492-4b55-4eb9-8c40-f9dd502da4b7 req-2a74ab27-6275-4f07-9e7d-36d8e4536a41 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.711994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edc1d492-4b55-4eb9-8c40-f9dd502da4b7 req-2a74ab27-6275-4f07-9e7d-36d8e4536a41 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 944 time: 0.1066694 Nov 10 22:44:39.726239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc906e-b9c4-4861-bdaa-0a13f58162a4 None None] Pushing event updated for resources: {'Port': ['ID=177109c0-21ab-4b6c-9255-aefe83a9a749,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:39.730294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:39.730661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Checking segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:39.731020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Bound using segment: {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:39.731471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Bound port: 38aaa233-5038-4baa-8a6f-5732d82c00fd, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6a5a4-a420-4f05-8279-719ec3888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:39.731828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.751121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:39.772364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.773136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.810985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d60d5-ff04-4974-adf5-9d7936f25a32 req-c23b4bde-09ca-4264-8aa6-fc962456abdf tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.828722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f89d60d5-ff04-4974-adf5-9d7936f25a32 req-c23b4bde-09ca-4264-8aa6-fc962456abdf tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1953015 Nov 10 22:44:39.847596 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edc1d492-4b55-4eb9-8c40-f9dd502da4b7 req-1655eaae-c1fd-4b65-9bf6-8e7fd283ded2 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346154 Nov 10 22:44:39.849978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:39.878118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:39.882183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:39.888666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e2693371-95a9-4e71-8f77-49ffcdee6bf0 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9966562 Nov 10 22:44:39.892318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.902042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:39.918356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 58b3919d-95de-4060-b039-e09b6b9b04e9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:39.931986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:39.945774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.946677 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.948383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] 10.222.0.20 "PUT /v2.0/ports/38aaa233-5038-4baa-8a6f-5732d82c00fd HTTP/1.1" status: 200 len: 1091 time: 2.2579088 Nov 10 22:44:39.948383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:39.951486 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f08db0-abf5-4ff7-b963-9b9245704806" -d '{"events": [{"name": "network-changed", "server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:39.952475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 58b3919d-95de-4060-b039-e09b6b9b04e9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:39.952989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.965638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f89d60d5-ff04-4974-adf5-9d7936f25a32 req-ae58d9a7-7cbd-4e76-bdda-ad51a8220989 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219072 Nov 10 22:44:39.987996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8ba5dbd7-98bc-4a76-ab38-0a8a78b6cf5b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:44:39.989232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8ba5dbd7-98bc-4a76-ab38-0a8a78b6cf5b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593283 Nov 10 22:44:39.998563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.042141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7', 'admin_state_up': True, 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:40.070506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.071409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:40.143665 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0501b1-df60-450e-b3b3-98e4462e81c6 x-openstack-request-id: req-1a0501b1-df60-450e-b3b3-98e4462e81c6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:40.144102 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:40.144455 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a0501b1-df60-450e-b3b3-98e4462e81c6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:40.144954 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:44:40.153265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f349d9b-b4ce-46ef-b232-19b98725618d service neutron] Pushing event updated for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:40.169093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-83e56202-e7cc-47d4-b472-02217697c457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:44:40.169693 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-83e56202-e7cc-47d4-b472-02217697c457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:44:40.204258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b82e-e417-4129-8213-b0ba84471403 req-6f0c737b-77e2-42b9-970d-591c38505394 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.210682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95e9b82e-e417-4129-8213-b0ba84471403 req-6f0c737b-77e2-42b9-970d-591c38505394 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.2340121 Nov 10 22:44:40.282717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Pushing event updated for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:40.288568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.288568 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.290494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-44cc6a9e-a6a2-4e12-9c15-29daa394c90b service neutron] 10.222.0.20 "PUT /v2.0/ports/83bea1c6-1a04-4643-8033-e0e32a5d9666 HTTP/1.1" status: 200 len: 1092 time: 3.3658442 Nov 10 22:44:40.302349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:40.308498 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdefa5e-601c-405b-8a34-e15ead39bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:40.324195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95e9b82e-e417-4129-8213-b0ba84471403 req-2552d8a9-b53e-43d4-9e3a-a71bb3d084be tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036198 Nov 10 22:44:40.367731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-e0a40911-c62b-47a7-91d0-435d0bdaa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.369714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-e0a40911-c62b-47a7-91d0-435d0bdaa92a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 1094 time: 0.3304930 Nov 10 22:44:40.389090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:40.460382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-063bd82d-9f6e-4285-8ce9-bb006322cfb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd HTTP/1.1" status: 200 len: 217 time: 0.0812817 Nov 10 22:44:40.536885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3b546-ca5d-40ae-89dc-760622839ed6 req-ed073122-cced-4371-85d4-f8f7080c0439 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.544588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37f3b546-ca5d-40ae-89dc-760622839ed6 req-ed073122-cced-4371-85d4-f8f7080c0439 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 931 time: 0.2530749 Nov 10 22:44:40.606640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:40.607181 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.622907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37f3b546-ca5d-40ae-89dc-760622839ed6 req-dbc46672-61cc-4a52-85e3-0af5e5c3ecd8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723240 Nov 10 22:44:40.649572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-30a1f7b4-f0d7-4ce0-9743-4246e1c6c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.651336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-30a1f7b4-f0d7-4ce0-9743-4246e1c6c574 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 1095 time: 0.2935545 Nov 10 22:44:40.653547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8b5bb-d90a-474d-bfbf-bee5ae57d8bc req-df6cff6c-a3c0-47ad-873e-b46dd10793fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.655523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37f8b5bb-d90a-474d-bfbf-bee5ae57d8bc req-df6cff6c-a3c0-47ad-873e-b46dd10793fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1096 time: 0.3846238 Nov 10 22:44:40.688148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c04e8-71a9-46d4-9cc2-cf5fc8271a83 req-fc1417f8-1f93-4973-acc4-309c6d799ec3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.695592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b68c04e8-71a9-46d4-9cc2-cf5fc8271a83 req-fc1417f8-1f93-4973-acc4-309c6d799ec3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 944 time: 0.2315614 Nov 10 22:44:40.709280 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce82dcf-2dba-4335-8b27-52ca6b5a06bd x-openstack-request-id: req-bce82dcf-2dba-4335-8b27-52ca6b5a06bd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:40.709637 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:40.709901 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bce82dcf-2dba-4335-8b27-52ca6b5a06bd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:40.710334 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd', 'status': 'completed', 'code': 200} Nov 10 22:44:40.711484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=61a0ef68-3738-4d6b-9d6e-833af7ef520b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:40.729177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-f030a8ae-a275-4ea3-b93c-7860b369b88e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666 HTTP/1.1" status: 200 len: 217 time: 0.0664377 Nov 10 22:44:40.749154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-20be4d87-84bf-4e70-9efd-3dd29d6ede81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.761029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-20be4d87-84bf-4e70-9efd-3dd29d6ede81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.2163670 Nov 10 22:44:40.794427 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab7b622-75f4-4c07-845d-5c6b0cf58feb x-openstack-request-id: req-2ab7b622-75f4-4c07-845d-5c6b0cf58feb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:40.794948 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:40.794948 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ab7b622-75f4-4c07-845d-5c6b0cf58feb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:40.795393 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666', 'status': 'completed', 'code': 200} Nov 10 22:44:40.821192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-61fa781d-3097-40a8-b096-a0c519e7ab24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499206 Nov 10 22:44:40.822071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:40.832712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.007836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:26Z', 'revision_number': 4, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3415054b-86e4-430b-b291-5facccdbd5c4', 'name': '', 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'mac_address': 'fa:16:3e:ce:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:25Z', 'updated_at': '2021-11-10T22:44:36Z', 'revision_number': 4, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'subnets': [{'id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:41.033007 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.040725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-07ed79a4-cd9d-46dc-989a-2f5b27eaa161 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101309 Nov 10 22:44:41.063641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Allocated IP 19.86.0.153 (659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7/19f880b3-7aa8-40e0-8095-d77737760ce3/cfd07301-93f2-4f34-a9fb-00254fb8f929) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:41.197201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b68c04e8-71a9-46d4-9cc2-cf5fc8271a83 req-74e8109f-6d86-4a8b-abe5-70da33100491 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000968 Nov 10 22:44:41.236141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:41.275805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.332072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.395334 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.397488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:41.401777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11439ffc-ee95-4af9-9c92-c2e507aafa42 None None] The sync data for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 is: [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:44:26Z', 'revision_number': 4, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3415054b-86e4-430b-b291-5facccdbd5c4', 'name': '', 'network_id': '9340ae1e-15fb-4b43-bb83-fd15142e1c3e', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'mac_address': 'fa:16:3e:ce:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:25Z', 'updated_at': '2021-11-10T22:44:36Z', 'revision_number': 4, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'subnets': [{'id': '92cd13b2-b23a-4ffa-9a94-41bcc88ce615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:41.451979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37f8b5bb-d90a-474d-bfbf-bee5ae57d8bc req-9136db50-7cb1-4655-93e6-a1e990ebdc53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7826591 Nov 10 22:44:41.453622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-8e9e78d0-8c12-40e3-b5da-3d13dc59cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:41.464858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:41.465293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-8e9e78d0-8c12-40e3-b5da-3d13dc59cae0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.7263489 Nov 10 22:44:41.477094 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-ffbdcba8-78a2-4cba-9707-181be03ac541 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250464 Nov 10 22:44:41.515883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:41.523505 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0fbd0-8ded-47d7-9ce5-45f72789b1c7 req-57381de7-f10a-46f3-af47-95e7e067f9e5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:41.532375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43f0fbd0-8ded-47d7-9ce5-45f72789b1c7 req-57381de7-f10a-46f3-af47-95e7e067f9e5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.2036581 Nov 10 22:44:41.568149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:41.573250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.581744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.582671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:41.585094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Provisioning complete for port 61a0ef68-3738-4d6b-9d6e-833af7ef520b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:41.585094 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.637744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:41.664456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-b1280d93-29e8-4e94-b52e-3d23db7c2459 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395760 Nov 10 22:44:41.690866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:41.722866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61a0ef68-3738-4d6b-9d6e-833af7ef520b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:41.730680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:41.754103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:41.754776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5dd6bf2a-fc76-4ba4-ad91-f411ade09545 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:41.840927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-d8b5d0e0-5d03-419c-80ac-3becc2dfe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:41.857063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-d8b5d0e0-5d03-419c-80ac-3becc2dfe8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 1094 time: 0.2996166 Nov 10 22:44:41.879682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43f0fbd0-8ded-47d7-9ce5-45f72789b1c7 req-4e0d2022-180b-4df5-a732-256cec2b999d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450267 Nov 10 22:44:41.912095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7925d170-214e-4f34-af75-5a1b563aa45f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:41.982783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-5a900f38-d104-450f-8d24-8139602c040f service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447610 Nov 10 22:44:42.042223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.042901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:42.088459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.094600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.111459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.120887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:42.128248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.134449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.151124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.167861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.177382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-a61df184-cf2c-4cfd-b059-c880cf3a68ec tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5427 time: 0.8677442 Nov 10 22:44:42.202780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:42.266385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}, {'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:42.273919 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea502f-1183-4a0c-a205-64b8d7631d84" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2"}, {"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:42.295226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156aa31-3016-4d74-ba4f-280b4d4173aa req-8ca09e1d-5a25-47f4-896d-9621b018cda3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.299908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6156aa31-3016-4d74-ba4f-280b4d4173aa req-8ca09e1d-5a25-47f4-896d-9621b018cda3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 944 time: 0.1830735 Nov 10 22:44:42.429393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6156aa31-3016-4d74-ba4f-280b4d4173aa req-48168202-3346-4400-9842-263550eb09bf tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149750 Nov 10 22:44:42.430743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-a98d75c2-14e2-4899-b535-e4ec26bf2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.432182 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-a98d75c2-14e2-4899-b535-e4ec26bf2a84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 910 time: 0.5446074 Nov 10 22:44:42.433974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9ff22581-e54d-4b21-8c7d-1e21465a3834 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4258311 Nov 10 22:44:42.493577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'admin_state_up': True, 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:42.523769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-07af5ba2-73f9-4c1e-9d34-78d0ae0d23ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd HTTP/1.1" status: 200 len: 217 time: 0.0806093 Nov 10 22:44:42.635269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-86f48fe8-c6f0-4dfb-8649-746f7a61bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:42.638648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-86f48fe8-c6f0-4dfb-8649-746f7a61bf74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.0891895 Nov 10 22:44:42.659958 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34217a19-7614-4ec9-ba1c-2b2ed6d33bd3 req-f17dd757-bbb5-4190-98ff-6f229719165d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4815784 Nov 10 22:44:42.665518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 7925d170-214e-4f34-af75-5a1b563aa45f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:42.671895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 61a0ef68-3738-4d6b-9d6e-833af7ef520b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:42.672385 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:42.713988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a6aa877-3c40-4729-ad8c-6a3dab210a38 req-ba074a1e-1fb0-4ca3-a5b2-51fc5dde0856 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590347 Nov 10 22:44:42.798819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:42.824666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:42.830965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-6ce8fcc2-dc30-4ee7-a79a-3a25c95d883f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505077 Nov 10 22:44:42.842921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 7925d170-214e-4f34-af75-5a1b563aa45f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:42.846162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.047395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557735d-3a93-4fd6-a1b8-139928cf5ace req-1c8c6740-c80e-4c70-b8c7-cb38f6d2096f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:43.056921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d557735d-3a93-4fd6-a1b8-139928cf5ace req-1c8c6740-c80e-4c70-b8c7-cb38f6d2096f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.4166584 Nov 10 22:44:43.073708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 177109c0-21ab-4b6c-9255-aefe83a9a749 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:43.076685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Provisioning complete for port 3415054b-86e4-430b-b291-5facccdbd5c4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:43.077145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.174035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d557735d-3a93-4fd6-a1b8-139928cf5ace req-a0e31ee3-0cfe-4ce4-b3eb-5ca78f24baea tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149638 Nov 10 22:44:43.192674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Allocated IP 19.80.0.179 (1ce756d8-3343-421d-8319-1fd58a93f133/086eec42-681e-45d4-8b8f-6d2ad44fd3eb/282dcbe1-6287-4474-83d9-a5917b4f42c5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:43.250879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-f6b17638-22a4-4828-8158-df5ced01f67b service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144459 Nov 10 22:44:43.262680 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.276449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 177109c0-21ab-4b6c-9255-aefe83a9a749 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:43.276825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.351076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:43.359241 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.360112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2593ad1-d83e-40e8-86c8-e752c8668e6f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:43.549479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f618-c0b5-4f38-8f96-bfcbc98e8007 req-1f43af16-e990-422b-b0ec-449d33f31970 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:43.556184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f618-c0b5-4f38-8f96-bfcbc98e8007 req-1f43af16-e990-422b-b0ec-449d33f31970 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:43.558120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7873f618-c0b5-4f38-8f96-bfcbc98e8007 req-1f43af16-e990-422b-b0ec-449d33f31970 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 1654 time: 0.7209790 Nov 10 22:44:43.578766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-a60d52ae-890c-4127-a0d2-fe6aaaa60f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:43.583652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-a60d52ae-890c-4127-a0d2-fe6aaaa60f88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2209a011914b47d98b881a06016b3912&device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 1095 time: 0.6909938 Nov 10 22:44:43.609829 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.635435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port f2593ad1-d83e-40e8-86c8-e752c8668e6f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:43.691665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port f2593ad1-d83e-40e8-86c8-e752c8668e6f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:43.692245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.723912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:43.759729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] For port 3415054b-86e4-430b-b291-5facccdbd5c4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3415054b-86e4-430b-b291-5facccdbd5c4,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:43.778700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.818603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779438f6-b0af-4065-9ce5-d10ebd98404c req-c5d50ed6-fe31-4439-92a2-2aaa9676c933 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:43.820259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-779438f6-b0af-4065-9ce5-d10ebd98404c req-c5d50ed6-fe31-4439-92a2-2aaa9676c933 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.5059845 Nov 10 22:44:43.857826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Pushing event updated for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:43.868103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.894943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Provisioning complete for port 177109c0-21ab-4b6c-9255-aefe83a9a749 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:43.895313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.908060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.921804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 177109c0-21ab-4b6c-9255-aefe83a9a749, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=177109c0-21ab-4b6c-9255-aefe83a9a749,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:43.932330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22f08db0-abf5-4ff7-b963-9b9245704806 req-2fdb391e-4d4e-4d3f-887a-89e1eeb53b1a service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700425 Nov 10 22:44:43.957917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.984080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7873f618-c0b5-4f38-8f96-bfcbc98e8007 req-e0eecf17-c6ca-4319-8916-f2d11067aa34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138608 Nov 10 22:44:43.985964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-779438f6-b0af-4065-9ce5-d10ebd98404c req-aff9b554-7363-44ab-ad7b-f0fdad2cb79d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565857 Nov 10 22:44:44.004092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.163961 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d04ab-88a9-47a8-a1c6-9b422a7ecef7 x-openstack-request-id: req-597d04ab-88a9-47a8-a1c6-9b422a7ecef7 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:44.164263 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2", "code": 200}, {"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:44.164517 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-597d04ab-88a9-47a8-a1c6-9b422a7ecef7 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:44.170172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:44.170601 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'code': 200} Nov 10 22:44:44.171020 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'code': 200} Nov 10 22:44:44.171289 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168', 'code': 200} Nov 10 22:44:44.183293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=177109c0-21ab-4b6c-9255-aefe83a9a749,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:44.188410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3415054b-86e4-430b-b291-5facccdbd5c4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:44.231063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 1ce756d8-3343-421d-8319-1fd58a93f133 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:44.239202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-8313a773-0aec-4932-a83a-13f1a0361b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.241662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-8313a773-0aec-4932-a83a-13f1a0361b9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 200 len: 910 time: 0.6347148 Nov 10 22:44:44.249803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33715704-1c78-4bc2-9afa-3db3d7fce442 req-58560fe4-e6af-4e44-b439-a8a1f946d17f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.252582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:44.267472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:44.277875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33715704-1c78-4bc2-9afa-3db3d7fce442 req-58560fe4-e6af-4e44-b439-a8a1f946d17f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1090477 Nov 10 22:44:44.295172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.331380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.331887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.364215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33715704-1c78-4bc2-9afa-3db3d7fce442 req-c70be343-e3a0-4054-b72f-3d13902c604e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851452 Nov 10 22:44:44.421539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-e8f4d870-da48-4242-aa5b-e60f1b6a1ee4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9406955 Nov 10 22:44:44.433853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-23475475-04ee-4a10-baf3-46fae2b47c74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666 HTTP/1.1" status: 200 len: 217 time: 0.1775749 Nov 10 22:44:44.466373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:44.480626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3415054b-86e4-430b-b291-5facccdbd5c4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:44.481440 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.502603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e49e3-daa3-47f3-8b6e-50a4f5254b1a req-0c71a75d-ebea-43d7-98a3-dd39f9d1b2e0 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.513067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b4e49e3-daa3-47f3-8b6e-50a4f5254b1a req-0c71a75d-ebea-43d7-98a3-dd39f9d1b2e0 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 944 time: 0.0891359 Nov 10 22:44:44.521567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fde09-9f67-4580-a325-ccf531fb22d3 req-54cbfdb6-d355-4397-a9f8-2ca5726aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.523279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d4fde09-9f67-4580-a325-ccf531fb22d3 req-54cbfdb6-d355-4397-a9f8-2ca5726aac0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 1096 time: 0.3738647 Nov 10 22:44:44.541868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b3a2-8833-48c0-9650-3a35d8c6cb80 req-7e8f8058-33ba-4ad7-90f8-391761e83507 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.544480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76a1b3a2-8833-48c0-9650-3a35d8c6cb80 req-7e8f8058-33ba-4ad7-90f8-391761e83507 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.3841550 Nov 10 22:44:44.565768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:44.582410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Provisioning complete for port e2e98c0a-743b-4515-9d35-bb72b0bcd093 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:44.584710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.589962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b4e49e3-daa3-47f3-8b6e-50a4f5254b1a req-75e5ba70-3f74-479f-b340-b566e7c0186e tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748725 Nov 10 22:44:44.642356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-84b2897a-b937-4e32-9fc5-2c8247bb7d12 None None] Port e2e98c0a-743b-4515-9d35-bb72b0bcd093 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:44.643840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.644620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.672773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 72ec0f3e-4630-4621-a303-cf25edeba45a up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:44.750369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.757284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.763754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.770845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.777501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.784407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.792342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:44.801698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-6dd19a57-2296-4704-94d1-8dc912fa727d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5430 time: 0.1408162 Nov 10 22:44:44.843913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:44.924771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-736794c1-bfc1-4939-b5b6-8ca17d4e4f08 req-bb856f15-24ad-43f2-a0e2-fd49fdc246f4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219957 Nov 10 22:44:44.927386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Provisioning complete for port 282dcbe1-6287-4474-83d9-a5917b4f42c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:44.927917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.015437 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.035322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 72ec0f3e-4630-4621-a303-cf25edeba45a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:45.065001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 72ec0f3e-4630-4621-a303-cf25edeba45a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:45.065432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.108810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Port 282dcbe1-6287-4474-83d9-a5917b4f42c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:45.134852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcc159-3d91-4f45-8a89-947fffb0c888 req-ccb85bc3-41b7-4e17-b154-413b4718878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.135911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Provisioning complete for port cfd07301-93f2-4f34-a9fb-00254fb8f929 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:45.136460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.143534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70bcc159-3d91-4f45-8a89-947fffb0c888 req-ccb85bc3-41b7-4e17-b154-413b4718878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1048090 Nov 10 22:44:45.209809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70bcc159-3d91-4f45-8a89-947fffb0c888 req-3588f3e1-fcce-4240-b1bc-ecdbfd3512f1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Nov 10 22:44:45.231451 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.233841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Port cfd07301-93f2-4f34-a9fb-00254fb8f929 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:45.255626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Provisioning complete for port 177109c0-21ab-4b6c-9255-aefe83a9a749 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:45.256264 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-107e3987-ee38-49dd-addd-457378a6ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.265884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.284983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=72ec0f3e-4630-4621-a303-cf25edeba45a,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:45.299213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-d28fecaf-e200-42d7-9b92-7b68def327a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.300777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-d28fecaf-e200-42d7-9b92-7b68def327a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 200 len: 850 time: 0.7889285 Nov 10 22:44:45.324879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d4fde09-9f67-4580-a325-ccf531fb22d3 req-51bfee0b-4014-48ef-b219-41d5821cc68f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801387 Nov 10 22:44:45.327558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.328486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5843d30-afc9-4eba-b38b-df22d72bfead up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:45.350128 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76a1b3a2-8833-48c0-9650-3a35d8c6cb80 req-5fd6994f-6046-4ce1-ba17-7550f7e3065c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7691619 Nov 10 22:44:45.353545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-c3f73e80-f3ab-4f38-b52d-de2d71cfd24a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1674fd0-e9f3-40e6-9f88-55105c9d02be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436313 Nov 10 22:44:45.416232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83bea1c6-1a04-4643-8033-e0e32a5d9666 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:45.580842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:45.611921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-56ac72ff-cf46-48b4-b1f6-a177368916fa service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398517 Nov 10 22:44:45.687479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:45.726898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55236676-24d7-4c5f-8679-07563ab27017 req-8c36edde-8398-4b38-a9a4-8d7abbd962d8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.732058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e5843d30-afc9-4eba-b38b-df22d72bfead completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:45.734157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55236676-24d7-4c5f-8679-07563ab27017 req-8c36edde-8398-4b38-a9a4-8d7abbd962d8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.740640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55236676-24d7-4c5f-8679-07563ab27017 req-8c36edde-8398-4b38-a9a4-8d7abbd962d8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.742228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55236676-24d7-4c5f-8679-07563ab27017 req-8c36edde-8398-4b38-a9a4-8d7abbd962d8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2376 time: 0.2337594 Nov 10 22:44:45.760443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e5843d30-afc9-4eba-b38b-df22d72bfead triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:45.760817 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.763649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '83bea1c6-1a04-4643-8033-e0e32a5d9666', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'port_id': '83bea1c6-1a04-4643-8033-e0e32a5d9666', 'mac_address': 'fa:16:3e:3d:1f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc13cc7-5dce-4025-a727-7a5169dea3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:45.830840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd590a-0f0d-4421-9dc2-8cfbfc03e91d req-e8e31bbc-c42a-4fbf-8d13-98a4c4bb349d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:45.840800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46dd590a-0f0d-4421-9dc2-8cfbfc03e91d req-e8e31bbc-c42a-4fbf-8d13-98a4c4bb349d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0767026 Nov 10 22:44:45.863713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55236676-24d7-4c5f-8679-07563ab27017 req-abed5f6b-a74c-4a5c-8b77-7ee7dc4d899b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092145 Nov 10 22:44:45.879525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.918964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bea1c6-1a04-4643-8033-e0e32a5d9666 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:45.948624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46dd590a-0f0d-4421-9dc2-8cfbfc03e91d req-013be7bb-2d1a-44c9-b6a8-7ca7d05ee3b2 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Nov 10 22:44:45.953309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bdefa5e-601c-405b-8a34-e15ead39bb07 req-515937e6-aa0a-40ff-8758-c6ebda695a09 service neutron] 10.222.0.20 "GET /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078229 Nov 10 22:44:45.977160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:46.063338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.067186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.072253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 38aaa233-5038-4baa-8a6f-5732d82c00fd details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:46.116562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e98c0a-743b-4515-9d35-bb72b0bcd093 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:46.132881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.138823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 177109c0-21ab-4b6c-9255-aefe83a9a749 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:46.151071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Transition to ACTIVE for port object e2e98c0a-743b-4515-9d35-bb72b0bcd093 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:46.156062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b12ac-0681-4ef6-858b-224c02689036 req-f87a3b0f-4893-4288-a931-f53fd06a5439 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.158179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f77b12ac-0681-4ef6-858b-224c02689036 req-f87a3b0f-4893-4288-a931-f53fd06a5439 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 945 time: 0.0973682 Nov 10 22:44:46.158393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.223277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda373-9252-41fd-b978-0fd92716ec69 req-9a0954b4-efc0-44ef-8295-0a0fb08ad1da tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.225008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07eda373-9252-41fd-b978-0fd92716ec69 req-9a0954b4-efc0-44ef-8295-0a0fb08ad1da tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.2086918 Nov 10 22:44:46.241491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:46.257650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'floatingip': {'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:46.316055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f77b12ac-0681-4ef6-858b-224c02689036 req-964bcb9a-10b5-44cd-9f63-d39a302358e8 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476707 Nov 10 22:44:46.340067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:46.365013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ec0f3e-4630-4621-a303-cf25edeba45a'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:46.390659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e06b8-5654-43d5-96ac-86156e805c49" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "72ec0f3e-4630-4621-a303-cf25edeba45a"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:46.503486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.521072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.523802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 57b4f446-2c0a-469b-96ee-e225d40325c5 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:46.653700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:46.694708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 57b4f446-2c0a-469b-96ee-e225d40325c5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:46.701912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:46.715083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.759683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 57b4f446-2c0a-469b-96ee-e225d40325c5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:46.760061 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.781488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.800434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b14fe-5cd5-452f-a850-8c9ee4746320 req-1d480097-6834-4a68-92a7-195ce5ed8be3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.802075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a05b14fe-5cd5-452f-a850-8c9ee4746320 req-1d480097-6834-4a68-92a7-195ce5ed8be3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1286221 Nov 10 22:44:46.855754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '38aaa233-5038-4baa-8a6f-5732d82c00fd', 'network_id': 'b1674fd0-e9f3-40e6-9f88-55105c9d02be', 'port_id': '38aaa233-5038-4baa-8a6f-5732d82c00fd', 'mac_address': 'fa:16:3e:f1:5e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc13cc7-5dce-4025-a727-7a5169dea3d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:46.891743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 177109c0-21ab-4b6c-9255-aefe83a9a749 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:46.892389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.894267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a05b14fe-5cd5-452f-a850-8c9ee4746320 req-ef007032-cd70-4941-84c6-66188e80fe60 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Nov 10 22:44:46.908592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.917808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.926417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.935363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.944312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.954523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.958964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.972454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:46.976038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f3ab54b-3467-4478-8ead-572f7871173f req-8e115786-7bb9-4237-a774-cf39c881f1d8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5432 time: 0.5700209 Nov 10 22:44:46.986171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Attempting to bind port e2e98c0a-743b-4515-9d35-bb72b0bcd093 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:46.987472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Attempting to bind port e2e98c0a-743b-4515-9d35-bb72b0bcd093 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:46.987944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Attempting to bind port e2e98c0a-743b-4515-9d35-bb72b0bcd093 on network 1ce756d8-3343-421d-8319-1fd58a93f133 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:46.995198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.046299 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f6362-e5c9-4308-b2e2-acb46199f0cb x-openstack-request-id: req-e21f6362-e5c9-4308-b2e2-acb46199f0cb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:47.046598 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "72ec0f3e-4630-4621-a303-cf25edeba45a", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:47.046854 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e21f6362-e5c9-4308-b2e2-acb46199f0cb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:47.047403 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f', 'code': 200} Nov 10 22:44:47.047666 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'code': 200} Nov 10 22:44:47.047919 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ec0f3e-4630-4621-a303-cf25edeba45a', 'code': 200} Nov 10 22:44:47.048169 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'code': 200} Nov 10 22:44:47.064535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38aaa233-5038-4baa-8a6f-5732d82c00fd {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:47.086305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f3ab54b-3467-4478-8ead-572f7871173f req-d9000599-11f0-46ab-9054-b5b82c1b53f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941732 Nov 10 22:44:47.090062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Port e2e98c0a-743b-4515-9d35-bb72b0bcd093 on network 1ce756d8-3343-421d-8319-1fd58a93f133 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:47.090299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Attempting to bind port e2e98c0a-743b-4515-9d35-bb72b0bcd093 on network 1ce756d8-3343-421d-8319-1fd58a93f133 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:47.113234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:47.116323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.153362 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.159538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:47.162960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Checking segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:47.166673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Bound using segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:47.177700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Bound port: e2e98c0a-743b-4515-9d35-bb72b0bcd093, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:47.178449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.226821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1e61-1b3c-42d3-a154-a8ff96c884d3 req-eedb2d4e-d9b9-4509-ba29-af48ad296b14 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.238394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-574f1e61-1b3c-42d3-a154-a8ff96c884d3 req-eedb2d4e-d9b9-4509-ba29-af48ad296b14 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.1198161 Nov 10 22:44:47.243559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:47.260323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.272264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.336900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-574f1e61-1b3c-42d3-a154-a8ff96c884d3 req-66842268-5819-40d3-949c-3fef04d34b3d tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960965 Nov 10 22:44:47.404337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.455354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9a28-ffb3-4281-9b24-a2d6c78518ce req-f472019d-2e82-4854-b145-9a39d7961eb6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.461646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9a28-ffb3-4281-9b24-a2d6c78518ce req-f472019d-2e82-4854-b145-9a39d7961eb6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.467681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9a28-ffb3-4281-9b24-a2d6c78518ce req-f472019d-2e82-4854-b145-9a39d7961eb6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.469627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ccb9a28-ffb3-4281-9b24-a2d6c78518ce req-f472019d-2e82-4854-b145-9a39d7961eb6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2388 time: 0.2746038 Nov 10 22:44:47.485378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d78e-cf17-4e69-b70e-7e8ae2fd991c req-1d0580cf-e16c-4ebc-b73d-21597123fab5 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.486401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7217d78e-cf17-4e69-b70e-7e8ae2fd991c req-1d0580cf-e16c-4ebc-b73d-21597123fab5 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0606887 Nov 10 22:44:47.487352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:47.497634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:47.516366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['83bea1c6-1a04-4643-8033-e0e32a5d9666'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:47.538722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.549688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['38aaa233-5038-4baa-8a6f-5732d82c00fd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:47.569501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7217d78e-cf17-4e69-b70e-7e8ae2fd991c req-eec07f21-f33f-4cf0-bdb6-8eb14cda6399 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Nov 10 22:44:47.602393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.603168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.604672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2e98c0a-743b-4515-9d35-bb72b0bcd093 HTTP/1.1" status: 200 len: 1091 time: 3.1485057 Nov 10 22:44:47.609346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:47.611759 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff9e04-1e01-4266-8004-61e571df9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:47.642079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:47.689963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ccb9a28-ffb3-4281-9b24-a2d6c78518ce req-c8b1eb4d-21aa-4745-ac35-c4aa1064a5ce tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041962 Nov 10 22:44:47.721973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f2fb-a848-4675-a9f2-287891b48ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.756606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f5ee1-2e11-4e7c-b477-9348551fa8f4 req-c3a42e15-a54f-46e2-9203-b3b85f18a842 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:47.758977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-880f5ee1-2e11-4e7c-b477-9348551fa8f4 req-c3a42e15-a54f-46e2-9203-b3b85f18a842 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 945 time: 0.1075585 Nov 10 22:44:47.824345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.836116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:47.856629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-880f5ee1-2e11-4e7c-b477-9348551fa8f4 req-e933bbd0-be2c-48ee-a48c-7ae867296649 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830941 Nov 10 22:44:47.940863 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e1cee0-a549-4da6-af48-a59d568f5f54 x-openstack-request-id: req-23e1cee0-a549-4da6-af48-a59d568f5f54 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:47.943103 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:47.944133 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e1cee0-a549-4da6-af48-a59d568f5f54 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:47.944369 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'status': 'completed', 'code': 200} Nov 10 22:44:48.072510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.083163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad7f3-1de9-436a-99de-43d1e9b2afcf req-bf8c8026-0d31-4cc4-9439-c9dc23fbb90c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.089751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-599ad7f3-1de9-436a-99de-43d1e9b2afcf req-bf8c8026-0d31-4cc4-9439-c9dc23fbb90c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.0862510 Nov 10 22:44:48.127748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.149048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-599ad7f3-1de9-436a-99de-43d1e9b2afcf req-1668558a-6732-403e-8b5c-06e507579499 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578842 Nov 10 22:44:48.192047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa988a9-5677-436d-a7f9-f6fd218fe4d3 req-aefa439e-6168-41a6-8237-18fa00ecc3fc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.194152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-faa988a9-5677-436d-a7f9-f6fd218fe4d3 req-aefa439e-6168-41a6-8237-18fa00ecc3fc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.3376548 Nov 10 22:44:48.213958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-d6f52a67-0a59-44c4-8e4b-eb7215438a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.214521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-d6f52a67-0a59-44c4-8e4b-eb7215438a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.214983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-d6f52a67-0a59-44c4-8e4b-eb7215438a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.216556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-d6f52a67-0a59-44c4-8e4b-eb7215438a9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2731 time: 0.2549243 Nov 10 22:44:48.295729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.302149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.308232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.314835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.321293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.328527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.334733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.337665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f01465c-4388-4caa-8103-a0166176bb31 req-8392e0fd-c007-4799-b1e5-1c3938c98a67 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.1026223 Nov 10 22:44:48.402671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f01465c-4388-4caa-8103-a0166176bb31 req-d85ab05f-1218-4930-be75-876f70fbb7cb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572503 Nov 10 22:44:48.486003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-a6afc116-c489-47d5-a7ed-fb2905bc4be4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.487550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-a6afc116-c489-47d5-a7ed-fb2905bc4be4 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.3053334 Nov 10 22:44:48.500527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-faa988a9-5677-436d-a7f9-f6fd218fe4d3 req-bc9227da-3c43-4b81-85e9-0b38135d5385 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777672 Nov 10 22:44:48.515518 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Floating IP 2a287ee3-eb7f-4418-af73-ebd8f07ab6f0 associated. External IP: 172.25.0.92, port: b4dddd80-f54e-44fa-bbe0-179174606ab1. Nov 10 22:44:48.565716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86088301-7336-4774-b56b-be6275755b6a req-6b027076-b0dc-4970-8df8-38b0ab6b81c1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.568034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86088301-7336-4774-b56b-be6275755b6a req-6b027076-b0dc-4970-8df8-38b0ab6b81c1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.0934074 Nov 10 22:44:48.634064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86088301-7336-4774-b56b-be6275755b6a req-2db75b46-7b8c-420b-b614-dedc9b210de8 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Nov 10 22:44:48.846593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7fb20-7bfa-4e33-b513-832e6552dbc7 req-a9e962c0-3bf0-49db-925d-c95833f00df3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.854316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7fb20-7bfa-4e33-b513-832e6552dbc7 req-a9e962c0-3bf0-49db-925d-c95833f00df3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.861716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7fb20-7bfa-4e33-b513-832e6552dbc7 req-a9e962c0-3bf0-49db-925d-c95833f00df3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:48.862935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cf7fb20-7bfa-4e33-b513-832e6552dbc7 req-a9e962c0-3bf0-49db-925d-c95833f00df3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2388 time: 0.0888827 Nov 10 22:44:48.935258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cf7fb20-7bfa-4e33-b513-832e6552dbc7 req-c639579e-8fdc-478e-8329-d997e2433ae1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Nov 10 22:44:49.055770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:49.058167 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76717fc6-dbc7-43ab-a24e-12af2f55092d" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:49.077331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-bdad4f83-571d-4e01-a530-733612367082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.077857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-bdad4f83-571d-4e01-a530-733612367082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.078107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-bdad4f83-571d-4e01-a530-733612367082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.080297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-bdad4f83-571d-4e01-a530-733612367082 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8233557 Nov 10 22:44:49.089698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61376f16-226b-43ef-80c8-1e0651866ee7 req-23ae2486-c8e3-4733-828c-a33f41030e4e tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.091469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61376f16-226b-43ef-80c8-1e0651866ee7 req-23ae2486-c8e3-4733-828c-a33f41030e4e tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Nov 10 22:44:49.147368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61376f16-226b-43ef-80c8-1e0651866ee7 req-ba6c3c72-bc4d-4b16-9b45-77cebb734ce3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Nov 10 22:44:49.202880 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145d5431-9d14-4b0d-8c44-8eb5277f3bde x-openstack-request-id: req-145d5431-9d14-4b0d-8c44-8eb5277f3bde {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:49.203140 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-plugged", "status": "completed", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:49.203393 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-145d5431-9d14-4b0d-8c44-8eb5277f3bde {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:49.203789 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'code': 200} Nov 10 22:44:49.224603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd07301-93f2-4f34-a9fb-00254fb8f929 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:49.243420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.260010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4e94-6235-4049-8eda-91a31836e2ba req-61e237d6-43ac-4c7a-a075-26e896e1ee04 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.261680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbda4e94-6235-4049-8eda-91a31836e2ba req-61e237d6-43ac-4c7a-a075-26e896e1ee04 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.2962132 Nov 10 22:44:49.312393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Transition to ACTIVE for port object cfd07301-93f2-4f34-a9fb-00254fb8f929 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:49.330359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.368525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af32cff-cc5c-400c-88ba-c3e2c0290d62 req-0459ec70-30db-4589-bc13-87d1086a705b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.374833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0af32cff-cc5c-400c-88ba-c3e2c0290d62 req-0459ec70-30db-4589-bc13-87d1086a705b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.0982497 Nov 10 22:44:49.383964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.384435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.384895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.385385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.385839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.386731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.386731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.388634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-a978becc-2258-4a8b-b15c-31cbe2a5670c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.0984035 Nov 10 22:44:49.435753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83bea1c6-1a04-4643-8033-e0e32a5d9666 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:49.455255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-74f5c273-d987-43c2-8239-b9c191038921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.456753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ff9e04-1e01-4266-8004-61e571df9a52 req-74f5c273-d987-43c2-8239-b9c191038921 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3674395 Nov 10 22:44:49.458416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0af32cff-cc5c-400c-88ba-c3e2c0290d62 req-45b4a23b-0834-46cd-80e5-52671287d89a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Nov 10 22:44:49.478869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Deleting port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:49.479340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.490260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c649502d-cf79-455d-b7b7-cadee978a3a1 req-ed315cd5-daf5-43eb-8ed9-d72bfc9c0b6f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932903 Nov 10 22:44:49.496893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbda4e94-6235-4049-8eda-91a31836e2ba req-b86bb31e-f9ee-46fc-a1df-7ae1b741e378 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270823 Nov 10 22:44:49.560076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:49.617564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 83bea1c6-1a04-4643-8033-e0e32a5d9666 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:49.639055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 83bea1c6-1a04-4643-8033-e0e32a5d9666 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:49.639919 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.667945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.668316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.668758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.669023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.669340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.669667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.670467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.670467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.670787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.671118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.671441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.671758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:49.691150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.697852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.704877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.711428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.718810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.725356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.732371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.741140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d69d6aad-b4b6-4454-aec2-71d0bf98940a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.1683867 Nov 10 22:44:49.796037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.818129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-101d40bc-8201-45f9-a5b7-65825e5b4597 req-d7f913cf-5c5e-4ac8-8d96-66b3f71258d5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686197 Nov 10 22:44:49.834869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:49.847546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:49.856157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.857273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 38aaa233-5038-4baa-8a6f-5732d82c00fd up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:49.912294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] For port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:49.912294 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.932387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dcdaf-9d36-4e72-9be5-14260e69beb7 req-1f398457-daf0-46b4-ad54-ea470beba38f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.934049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-710dcdaf-9d36-4e72-9be5-14260e69beb7 req-1f398457-daf0-46b4-ad54-ea470beba38f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.2565055 Nov 10 22:44:49.938741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Attempting to bind port cfd07301-93f2-4f34-a9fb-00254fb8f929 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:49.938741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Attempting to bind port cfd07301-93f2-4f34-a9fb-00254fb8f929 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:49.938984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Attempting to bind port cfd07301-93f2-4f34-a9fb-00254fb8f929 on network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:49.958493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5f0f7-2716-4e09-9a53-8c888ec413cc req-a824f9cf-b3f2-43a3-bb5a-dfc318629daa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.961208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57d5f0f7-2716-4e09-9a53-8c888ec413cc req-a824f9cf-b3f2-43a3-bb5a-dfc318629daa tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 945 time: 0.0920630 Nov 10 22:44:49.987379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Calling delete_port for 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:50.003800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Port cfd07301-93f2-4f34-a9fb-00254fb8f929 on network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:50.004135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Attempting to bind port cfd07301-93f2-4f34-a9fb-00254fb8f929 on network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:50.020263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:50.028863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57d5f0f7-2716-4e09-9a53-8c888ec413cc req-91fdf8ac-3d4c-4ab5-9ee2-11282d46a4b1 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573099 Nov 10 22:44:50.047189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 38aaa233-5038-4baa-8a6f-5732d82c00fd completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:44:50.053898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 38aaa233-5038-4baa-8a6f-5732d82c00fd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:50.054279 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.126409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:50.126955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Checking segment: {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:50.128034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Bound using segment: {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:50.128509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Bound port: cfd07301-93f2-4f34-a9fb-00254fb8f929, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33d310e-3b46-4c6d-90b4-e35dcc620d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:50.129222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.145674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1d49-b0e3-4483-a32a-257da907de0c req-b10e27fb-61ad-4e33-b339-d087da9b6c33 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.152248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1d49-b0e3-4483-a32a-257da907de0c req-b10e27fb-61ad-4e33-b339-d087da9b6c33 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.158656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1d49-b0e3-4483-a32a-257da907de0c req-b10e27fb-61ad-4e33-b339-d087da9b6c33 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.162173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.166940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-287b1d49-b0e3-4483-a32a-257da907de0c req-b10e27fb-61ad-4e33-b339-d087da9b6c33 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2400 time: 0.0840468 Nov 10 22:44:50.218383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:50.225038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.234845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-710dcdaf-9d36-4e72-9be5-14260e69beb7 req-bdea6d27-afb8-49a0-a140-a7a320ee3be1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935395 Nov 10 22:44:50.257275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-287b1d49-b0e3-4483-a32a-257da907de0c req-687056d1-0aac-41cd-885b-c7e327144770 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Nov 10 22:44:50.311665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:50.316728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.324488 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Sync routers for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:50.343308 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:50.346667 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:50.367364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:50.427341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8eda1036-8c31-45b3-805c-f9f305fff416 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "PUT /v2.0/floatingips/2a287ee3-eb7f-4418-af73-ebd8f07ab6f0 HTTP/1.1" status: 200 len: 990 time: 4.1824539 Nov 10 22:44:50.433678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:50.436734 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb5a76-9b54-4e45-8905-0904cde12b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:50.449145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2fc3-263e-4e13-95f1-adbd78479796 req-c09550ef-edde-4719-9af8-53a900876b0f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.459008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5ef2fc3-263e-4e13-95f1-adbd78479796 req-c09550ef-edde-4719-9af8-53a900876b0f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0875580 Nov 10 22:44:50.472624 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:50.479313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812496c0-1f54-4094-b68e-1d7e68e99c46 req-0fc39804-945c-4200-b5ef-6274389e6962 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.481417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-812496c0-1f54-4094-b68e-1d7e68e99c46 req-0fc39804-945c-4200-b5ef-6274389e6962 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 946 time: 0.1365240 Nov 10 22:44:50.520024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:50.542504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5ef2fc3-263e-4e13-95f1-adbd78479796 req-ef092eef-b0bf-45a0-9b62-d675b9e0da5a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824611 Nov 10 22:44:50.595351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:50.601002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-812496c0-1f54-4094-b68e-1d7e68e99c46 req-a891b206-88a9-491b-b10b-c650fd2c7186 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084545 Nov 10 22:44:50.606024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.673476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.674097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.675510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] 10.222.0.39 "PUT /v2.0/ports/cfd07301-93f2-4f34-a9fb-00254fb8f929 HTTP/1.1" status: 200 len: 1092 time: 3.0379205 Nov 10 22:44:50.720058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.733636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['7fc59c8f-40d9-4da1-9533-2cc3f3caa01a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:50.775893 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2a287ee3-eb7f-4418-af73-ebd8f07ab6f0', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:44:12Z', 'updated_at': '2021-11-10T22:44:47Z', 'revision_number': 1, 'project_id': '42e54078c1df44bd8cd9474146868475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:50.793811 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c3d09c-c267-4913-a571-b190ac9ad958 x-openstack-request-id: req-08c3d09c-c267-4913-a571-b190ac9ad958 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:50.794068 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:50.794409 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c3d09c-c267-4913-a571-b190ac9ad958 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:50.794648 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'status': 'completed', 'code': 200} Nov 10 22:44:50.831995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Request body: {'port': {'device_id': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:50.836436 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Checking router: 482ffe41-ae56-403f-9ab2-5eaca89cedd5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:50.862062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:50.862446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f', '69ea1359-0674-4ec7-97ca-447a686ed476', 'b3d53495-db49-4455-b6f8-0a03628c72d5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:50.862845 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:50.935101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] No DVR routers for this DVR port 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:50.942068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.950597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e854bd6b-3412-470c-aafe-dade2f5d2011 req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.20 "DELETE /v2.0/ports/7fc59c8f-40d9-4da1-9533-2cc3f3caa01a HTTP/1.1" status: 204 len: 173 time: 2.4452233 Nov 10 22:44:50.972493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b7ce-57c7-4621-9a8d-d0e0bf305adf req-b991df77-9d6a-4500-963e-c50697173125 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:50.986001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8d30b7ce-57c7-4621-9a8d-d0e0bf305adf req-b991df77-9d6a-4500-963e-c50697173125 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1490309 Nov 10 22:44:51.114652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8d30b7ce-57c7-4621-9a8d-d0e0bf305adf req-695be2f5-e807-4010-b048-3bb70de78835 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263683 Nov 10 22:44:51.147444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027270-4bcc-41e1-a4bd-66d52c71f933 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:51.224419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666'}, {'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:51.228471 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98679e-844b-48fe-b143-f34cc8e058b6" -d '{"events": [{"server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "name": "network-vif-plugged", "status": "completed", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666"}, {"server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "name": "network-vif-plugged", "status": "completed", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:51.251583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e352-84ec-454f-9e74-8b1732123757 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event deleted for resources: {'Port': ['ID=7fc59c8f-40d9-4da1-9533-2cc3f3caa01a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:51.290976 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:51.352647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.360516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.368345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.375483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.382011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.384661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065770f-040a-42da-98c9-04ef8d33faf4 req-e18500f9-43a6-47ab-9408-68f5c70fda55 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.388123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.395753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.397877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0065770f-040a-42da-98c9-04ef8d33faf4 req-e18500f9-43a6-47ab-9408-68f5c70fda55 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.3515301 Nov 10 22:44:51.401486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-311b30e3-71c0-4dc0-8703-ef69caa887a3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.1325047 Nov 10 22:44:51.428043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.462201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-cede6975-563a-46b4-9238-ce780fc00ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.467737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-cede6975-563a-46b4-9238-ce780fc00ad4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1096 time: 0.6643825 Nov 10 22:44:51.497637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc89fba3-c65a-4ab4-bd84-6f4d6480f892 req-12b2bdbb-19d8-4542-8397-6ab4d1264afa tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843558 Nov 10 22:44:51.625585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0065770f-040a-42da-98c9-04ef8d33faf4 req-2aff4e65-adb6-4f4d-8120-b9aea22a89f3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266574 Nov 10 22:44:51.636859 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-292900bc-ef1e-438a-85e1-48ad36739048 req-45496da4-aa46-486f-8aa5-c2e820026737 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc62c18e-a0eb-4413-8309-848f5cc754ff HTTP/1.1" status: 200 len: 210 time: 0.0590086 Nov 10 22:44:51.666292 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2a287ee3-eb7f-4418-af73-ebd8f07ab6f0', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:44:12Z', 'updated_at': '2021-11-10T22:44:47Z', 'revision_number': 1, 'project_id': '42e54078c1df44bd8cd9474146868475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:51.680331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-1cb3b884-6567-4100-8e3f-f21e7a7506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.682501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-1cb3b884-6567-4100-8e3f-f21e7a7506d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.1975558 Nov 10 22:44:51.734167 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5eb31c-d8f0-41b8-a2c9-589fa8088992 x-openstack-request-id: req-aa5eb31c-d8f0-41b8-a2c9-589fa8088992 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:51.734481 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "name": "network-vif-plugged", "status": "completed", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666", "code": 200}, {"server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "name": "network-vif-plugged", "status": "completed", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:51.734741 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa5eb31c-d8f0-41b8-a2c9-589fa8088992 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:51.735550 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666', 'code': 200} Nov 10 22:44:51.735819 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd', 'code': 200} Nov 10 22:44:51.747920 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbdc72-458c-4a92-b2da-614b5e0a8659 None None] The sync data for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 is: [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2a287ee3-eb7f-4418-af73-ebd8f07ab6f0', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:44:12Z', 'updated_at': '2021-11-10T22:44:47Z', 'revision_number': 1, 'project_id': '42e54078c1df44bd8cd9474146868475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:51.842665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b7e7-1cb5-4dcb-92e1-94df714ede38 req-bf447513-ef40-40da-9e16-91a546b444c1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.869095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b7e7-1cb5-4dcb-92e1-94df714ede38 req-bf447513-ef40-40da-9e16-91a546b444c1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.884781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b7e7-1cb5-4dcb-92e1-94df714ede38 req-bf447513-ef40-40da-9e16-91a546b444c1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.894846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4961b7e7-1cb5-4dcb-92e1-94df714ede38 req-bf447513-ef40-40da-9e16-91a546b444c1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2400 time: 0.1786866 Nov 10 22:44:52.011828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-8999fe62-2b44-485f-b350-99d47bea4a6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.3186228 Nov 10 22:44:52.012774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4961b7e7-1cb5-4dcb-92e1-94df714ede38 req-9a060dd4-a6d7-4de5-990f-d415b6807803 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Nov 10 22:44:52.015190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7a803-8607-491d-9a31-6895001b5b67 req-ff1a3f5a-dbe3-431f-a6d0-081eb44703cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.018868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cca7a803-8607-491d-9a31-6895001b5b67 req-ff1a3f5a-dbe3-431f-a6d0-081eb44703cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 1097 time: 0.1189437 Nov 10 22:44:52.109535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cca7a803-8607-491d-9a31-6895001b5b67 req-8e77aae5-d2df-4cbc-9598-0ccac1652c82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703681 Nov 10 22:44:52.111680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-00d70765-6f98-489a-b07f-7ac10c3d09dd tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.113254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-00d70765-6f98-489a-b07f-7ac10c3d09dd tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.3590477 Nov 10 22:44:52.137763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-3'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:52.139842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d806c9-c359-429f-9b8e-0396eba25e3f None None] New status for floating IP 2a287ee3-eb7f-4418-af73-ebd8f07ab6f0: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:44:52.146128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83eecd-f0b0-4c10-aca5-e99561e7a7e0 req-34ea1b59-354a-4191-a564-5126328040f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.147748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc83eecd-f0b0-4c10-aca5-e99561e7a7e0 req-34ea1b59-354a-4191-a564-5126328040f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 1096 time: 0.2658505 Nov 10 22:44:52.163798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4841a8-c729-4e3d-8a1b-948587171cbb req-4edda385-7ee9-4fd6-9d73-035da8cbff96 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.166238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.173278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.173482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b4841a8-c729-4e3d-8a1b-948587171cbb req-4edda385-7ee9-4fd6-9d73-035da8cbff96 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 946 time: 0.0765049 Nov 10 22:44:52.179739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.188396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.194329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.200529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.209314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.222569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec95a781-f3ff-4e48-9062-a63ed2ccb72b req-407bad27-7083-407c-add0-b9952f8d2e76 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.3394082 Nov 10 22:44:52.238576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b4841a8-c729-4e3d-8a1b-948587171cbb req-1161e0d7-211d-441a-9780-b9a058e964ca tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639553 Nov 10 22:44:52.239776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36866) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:52.247281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Request body: {'floatingip': {'port_id': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:52.384316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.384874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-9a321fad-5c26-42d3-b498-97a9972e9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.386373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-9a321fad-5c26-42d3-b498-97a9972e9633 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.3184919 Nov 10 22:44:52.540657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.565919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc83eecd-f0b0-4c10-aca5-e99561e7a7e0 req-ee1d1827-a63b-4d4e-8d94-4c4d32766a00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148566 Nov 10 22:44:52.582146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-331c2de6-8eaa-4e2a-bd5c-8846a96279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.583660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-331c2de6-8eaa-4e2a-bd5c-8846a96279bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817393 Nov 10 22:44:52.591576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874cdb-903e-4822-9111-91a3c7528b42 req-bdaf12a1-ce93-4e46-a72c-ed6a1295a17f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.593189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a874cdb-903e-4822-9111-91a3c7528b42 req-bdaf12a1-ce93-4e46-a72c-ed6a1295a17f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 945 time: 0.1342268 Nov 10 22:44:52.693313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a874cdb-903e-4822-9111-91a3c7528b42 req-26ee1358-f34b-4519-a66c-fd4f127f9713 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908666 Nov 10 22:44:52.712937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c01c-784a-4d5e-9b3d-652ad9e6a558 req-38e3446e-4e6a-4e0c-b0f4-401816649210 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.714507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b114c01c-784a-4d5e-9b3d-652ad9e6a558 req-38e3446e-4e6a-4e0c-b0f4-401816649210 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.2472892 Nov 10 22:44:52.736249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282dcbe1-6287-4474-83d9-a5917b4f42c5 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:53.130672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929'}, {'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'name': 'network-vif-deleted', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:53.133820 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929"}, {"server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "name": "network-vif-deleted", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:53.147864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.180741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:44:53.193936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Transition to ACTIVE for port object 282dcbe1-6287-4474-83d9-a5917b4f42c5 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:44:53.222020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.250788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b114c01c-784a-4d5e-9b3d-652ad9e6a558 req-d1e3d004-b847-40ff-9c07-933aa2e014f9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092564 Nov 10 22:44:53.257465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa700f-774d-4745-98e5-05ad62493743 req-99cc4a37-b12d-4bb0-bc42-08eab219a196 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.265489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa700f-774d-4745-98e5-05ad62493743 req-99cc4a37-b12d-4bb0-bc42-08eab219a196 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.278653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa700f-774d-4745-98e5-05ad62493743 req-99cc4a37-b12d-4bb0-bc42-08eab219a196 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.278865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-4e231cf5-a6e4-4506-b214-45f44a66ab9c service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441543 Nov 10 22:44:53.280013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04aa700f-774d-4745-98e5-05ad62493743 req-99cc4a37-b12d-4bb0-bc42-08eab219a196 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2400 time: 0.1563616 Nov 10 22:44:53.305179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:53.325843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:53.385344 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5af648-610f-470d-b6c3-53f205f991d3 x-openstack-request-id: req-ef5af648-610f-470d-b6c3-53f205f991d3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:53.385742 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929", "status": "completed", "code": 200}, {"server_uuid": "dc62c18e-a0eb-4413-8309-848f5cc754ff", "name": "network-vif-deleted", "tag": "7fc59c8f-40d9-4da1-9533-2cc3f3caa01a", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:53.385925 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef5af648-610f-470d-b6c3-53f205f991d3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:53.386280 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929', 'status': 'completed', 'code': 200} Nov 10 22:44:53.386534 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc62c18e-a0eb-4413-8309-848f5cc754ff', 'name': 'network-vif-deleted', 'tag': '7fc59c8f-40d9-4da1-9533-2cc3f3caa01a', 'status': 'completed', 'code': 200} Nov 10 22:44:53.442944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04aa700f-774d-4745-98e5-05ad62493743 req-66974fea-d2ee-444d-913a-4399e5e3821e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597581 Nov 10 22:44:53.465815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Pushing event updated for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:53.472689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.478735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.527233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:53.551900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-60d37894-3979-4959-92f2-68c1e1eec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.552534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-60d37894-3979-4959-92f2-68c1e1eec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.553131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-60d37894-3979-4959-92f2-68c1e1eec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.555106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-60d37894-3979-4959-92f2-68c1e1eec939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2823 time: 0.1583881 Nov 10 22:44:53.577060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:53.580712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7fc59c8f-40d9-4da1-9533-2cc3f3caa01a not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:53.636243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:53.642166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:53.682980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 has no active binding in host n-h2-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:44:53.762149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ff67-3576-4262-9739-91d6a01fd23a req-3d86e41b-94c9-4dfc-aaad-768c02e44028 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:53.771170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36a0ff67-3576-4262-9739-91d6a01fd23a req-3d86e41b-94c9-4dfc-aaad-768c02e44028 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 946 time: 0.2676332 Nov 10 22:44:53.778748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Attempting to bind port 282dcbe1-6287-4474-83d9-a5917b4f42c5 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:53.779300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Attempting to bind port 282dcbe1-6287-4474-83d9-a5917b4f42c5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:53.780360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Attempting to bind port 282dcbe1-6287-4474-83d9-a5917b4f42c5 on network 1ce756d8-3343-421d-8319-1fd58a93f133 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:53.788836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-e34e932c-2ae9-44f4-933a-50e8e7a2f273 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959340 Nov 10 22:44:53.791524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.803872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Port 282dcbe1-6287-4474-83d9-a5917b4f42c5 on network 1ce756d8-3343-421d-8319-1fd58a93f133 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:53.804103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Attempting to bind port 282dcbe1-6287-4474-83d9-a5917b4f42c5 on network 1ce756d8-3343-421d-8319-1fd58a93f133 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:53.811424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.827541 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Floating IP 7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5 associated. External IP: 172.25.0.170, port: 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2. Nov 10 22:44:53.853858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:53.854189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Checking segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:53.854570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Bound using segment: {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:53.855319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Bound port: 282dcbe1-6287-4474-83d9-a5917b4f42c5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1fd30f-23c8-47af-affe-5579910a9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:53.855572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.949523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36a0ff67-3576-4262-9739-91d6a01fd23a req-234b3b1b-64f0-43c4-8865-beabfd79c68f tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758068 Nov 10 22:44:54.008860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:54.070056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on host n-h1-811521-3 for vnic_type normal with profile {"migrating_to": "n-h2-811521-3"} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:54.071879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:54.071879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:54.083442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:44:54.083933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Attempting to bind port e53f4f64-ac98-4d5d-b263-628918162bd0 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:54.090246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:54.095679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:54.097982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:54.098586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:54.100074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:54.100488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Bound port: e53f4f64-ac98-4d5d-b263-628918162bd0, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:54.101077 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.113185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.166143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.166872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.168417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] 10.222.0.39 "PUT /v2.0/ports/282dcbe1-6287-4474-83d9-a5917b4f42c5 HTTP/1.1" status: 200 len: 1092 time: 3.4584234 Nov 10 22:44:54.189676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866744-920e-4905-9c6a-c6b44c54c0af req-232fb8a8-f9e5-4aa0-acd6-51da2915a81a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.197334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6866744-920e-4905-9c6a-c6b44c54c0af req-232fb8a8-f9e5-4aa0-acd6-51da2915a81a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.5701985 Nov 10 22:44:54.274669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-0f2224df-9c62-4d91-941b-aecb6880aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.275145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-0f2224df-9c62-4d91-941b-aecb6880aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.275603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-0f2224df-9c62-4d91-941b-aecb6880aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.277367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-0f2224df-9c62-4d91-941b-aecb6880aac4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.6491854 Nov 10 22:44:54.281589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] Pushing event updated for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:54.307486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:54.317919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becfa35-4249-4065-9504-35fb58812e30 req-482c179b-b1cc-444f-bfd2-a3cc9fb751a4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.319776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0becfa35-4249-4065-9504-35fb58812e30 req-482c179b-b1cc-444f-bfd2-a3cc9fb751a4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.1920266 Nov 10 22:44:54.321931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:54.340405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.479346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.480179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.481841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] 10.222.0.39 "PUT /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 1121 time: 2.3545885 Nov 10 22:44:54.483569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3c5d-e55c-4a7d-be77-0bc355704ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:54.500729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0becfa35-4249-4065-9504-35fb58812e30 req-f7c89972-453c-4b34-ae25-a442f418cd71 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687486 Nov 10 22:44:54.535423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6866744-920e-4905-9c6a-c6b44c54c0af req-2ba67944-e7c1-40ab-ab37-b9527bb10a7a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369772 Nov 10 22:44:54.603798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-1b0094e5-c6e1-4e09-8bb3-eed149bd719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.605413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae1ec3ae-5e3b-4af9-abfe-1d89469188c6 req-1b0094e5-c6e1-4e09-8bb3-eed149bd719c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2577670 Nov 10 22:44:54.621247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:54.627651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:54.759658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196c51-c57e-4f31-999e-dbc4780a45c0 req-ce13aee6-6d0c-4ac9-900b-a82189cf721d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.776592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196c51-c57e-4f31-999e-dbc4780a45c0 req-ce13aee6-6d0c-4ac9-900b-a82189cf721d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.794970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196c51-c57e-4f31-999e-dbc4780a45c0 req-ce13aee6-6d0c-4ac9-900b-a82189cf721d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.800152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02196c51-c57e-4f31-999e-dbc4780a45c0 req-ce13aee6-6d0c-4ac9-900b-a82189cf721d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2412 time: 0.1414604 Nov 10 22:44:54.810620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-fb20e270-0c3b-44f9-8841-37fa19e8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.812714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-fb20e270-0c3b-44f9-8841-37fa19e8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.813218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-fb20e270-0c3b-44f9-8841-37fa19e8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.815208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-fb20e270-0c3b-44f9-8841-37fa19e8d34e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2865 time: 0.1200507 Nov 10 22:44:54.915562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-8a50a97f-aaa9-49ae-b979-1f77df54b3f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093 HTTP/1.1" status: 200 len: 217 time: 0.0915017 Nov 10 22:44:54.979967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02196c51-c57e-4f31-999e-dbc4780a45c0 req-e5606e64-0cd8-4ad1-a337-ddd0dd247f99 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724644 Nov 10 22:44:54.991103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a1c00ac-cbd8-4374-aa80-bfaee771386a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.006813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Router 8fd5522a-2dec-498a-a532-42b1c036984c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:55.084487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-0648b6d8-07d7-45be-9be1-b58387dcd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.086216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-0648b6d8-07d7-45be-9be1-b58387dcd916 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=086eec42-681e-45d4-8b8f-6d2ad44fd3eb HTTP/1.1" status: 200 len: 801 time: 0.1597524 Nov 10 22:44:55.146497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a828e5-c2b2-4270-aa70-9f0d05ab4234 req-f1e7d431-e7da-4560-a869-a9c6eb066365 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.162280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85a828e5-c2b2-4270-aa70-9f0d05ab4234 req-f1e7d431-e7da-4560-a869-a9c6eb066365 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 946 time: 0.0910287 Nov 10 22:44:55.250478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85a828e5-c2b2-4270-aa70-9f0d05ab4234 req-ad5e714b-575c-4431-ad48-009fd4e4a601 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Nov 10 22:44:55.261986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-2089af37-c78c-4741-b8b9-1b31141e13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.265114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-2089af37-c78c-4741-b8b9-1b31141e13d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ce756d8-3343-421d-8319-1fd58a93f133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1634302 Nov 10 22:44:55.270333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:55.276107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.281786 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Sync routers for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:55.305207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:55.306046 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:55.351599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-06ee2e04-b9ef-4e39-a97d-b6028a7f7c9d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "PUT /v2.0/floatingips/7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5 HTTP/1.1" status: 200 len: 992 time: 3.1071544 Nov 10 22:44:55.419305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0'}, {'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5'}, {'name': 'network-changed', 'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:55.422023 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1503dcdc-7e90-4833-af69-cec3217f77c2" -d '{"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-unplugged", "status": "completed", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0"}, {"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5"}, {"name": "network-changed", "server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:55.445163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:55.485260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982a1dc-fde0-48e1-952f-4f0d054c165d req-778ac2c0-d0cc-4c4f-89c3-d0d026dce971 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.493661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d982a1dc-fde0-48e1-952f-4f0d054c165d req-778ac2c0-d0cc-4c4f-89c3-d0d026dce971 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 945 time: 0.1239665 Nov 10 22:44:55.532189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:55.539201 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a" -d '{"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:55.558310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-155ecffa-1cb2-4d28-9f0d-55ccdd902bcc service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789669 Nov 10 22:44:55.565531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d982a1dc-fde0-48e1-952f-4f0d054c165d req-d4627ff6-2706-4a38-bfc5-98e7c3c5e336 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708797 Nov 10 22:44:55.628177 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031dc7e7-7a9a-486d-9aa5-b65e130387ce x-openstack-request-id: req-031dc7e7-7a9a-486d-9aa5-b65e130387ce {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:55.628488 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-unplugged", "status": "completed", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0", "code": 200}, {"name": "network-changed", "server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:55.628744 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-031dc7e7-7a9a-486d-9aa5-b65e130387ce {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:55.629185 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'code': 200} Nov 10 22:44:55.629443 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5', 'status': 'completed', 'code': 200} Nov 10 22:44:55.629696 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'status': 'completed', 'code': 200} Nov 10 22:44:55.741705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-773adb13-5d07-47c2-a13e-80d4a6220952 service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741831 Nov 10 22:44:55.769587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-fa0ceb60-b72d-4a4f-83e8-5412a0250c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.771356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-fa0ceb60-b72d-4a4f-83e8-5412a0250c04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1124 time: 0.1086950 Nov 10 22:44:55.784353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'port_id': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'mac_address': 'fa:16:3e:0a:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:07Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 1, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:55.785590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71ffc9-8774-4b61-8f64-b176b29ddc17 req-af886916-f65a-40b5-b1c0-68458b883ed0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.787162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a71ffc9-8774-4b61-8f64-b176b29ddc17 req-af886916-f65a-40b5-b1c0-68458b883ed0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.0731404 Nov 10 22:44:55.816780 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Checking router: 8fd5522a-2dec-498a-a532-42b1c036984c for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:55.825799 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:55.826501 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:44:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:55.844761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-554bedad-100e-4852-a954-93a8ddfd1c24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.153&port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929 HTTP/1.1" status: 200 len: 217 time: 0.0637000 Nov 10 22:44:55.853200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385594b7-bdbd-450a-8e1c-a88dfb8ed920 req-acc0a814-2ea1-4e4e-8d4d-53eebf71a875 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.862406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-385594b7-bdbd-450a-8e1c-a88dfb8ed920 req-acc0a814-2ea1-4e4e-8d4d-53eebf71a875 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.1191106 Nov 10 22:44:55.895897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-96893523-16bb-433c-b069-eb523636dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.897424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-96893523-16bb-433c-b069-eb523636dbe9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.1093504 Nov 10 22:44:55.961625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-385594b7-bdbd-450a-8e1c-a88dfb8ed920 req-e91db8c5-8414-4e48-8e5e-a3a3fc624511 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979288 Nov 10 22:44:55.964885 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:55.976817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-bce87ae9-7b0c-4dc6-84c4-26d803a6e143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 217 time: 0.0701053 Nov 10 22:44:55.989618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6804e2ec-98a5-42ad-92d4-31bb6efe32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:55.995931 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-6804e2ec-98a5-42ad-92d4-31bb6efe32a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f880b3-7aa8-40e0-8095-d77737760ce3 HTTP/1.1" status: 200 len: 801 time: 0.1263585 Nov 10 22:44:56.053344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-e546ce43-a18c-4237-9614-17acd934be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.055013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-e546ce43-a18c-4237-9614-17acd934be1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0711274 Nov 10 22:44:56.061015 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24865673-18c0-4c28-b807-c32e26c181d4 x-openstack-request-id: req-24865673-18c0-4c28-b807-c32e26c181d4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:56.061513 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:56.061513 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24865673-18c0-4c28-b807-c32e26c181d4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:56.061929 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'status': 'completed', 'code': 200} Nov 10 22:44:56.135526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-e369675b-6b39-4a31-b1d7-e5db528f6229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676415 Nov 10 22:44:56.153502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a71ffc9-8774-4b61-8f64-b176b29ddc17 req-4faff4d9-ac40-45a6-ba1b-852d6c586fb9 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547307 Nov 10 22:44:56.239950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.241098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.241207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.241909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.242508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.243044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.243533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.245685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-fe3f4198-cb55-4607-8a9c-2ca94e7c00ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.1699541 Nov 10 22:44:56.253731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-40ddbd2e-8f3c-493b-91ac-b86aa384cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.256593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-40ddbd2e-8f3c-493b-91ac-b86aa384cfd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2496452 Nov 10 22:44:56.374640 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'port_id': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'mac_address': 'fa:16:3e:0a:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:07Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 1, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:56.421454 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ffbae-446f-4c72-9d95-9de06ae9d90f None None] The sync data for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 is: [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'port_id': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'mac_address': 'fa:16:3e:0a:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:07Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 1, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:56.436144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199bcc-a74c-40a5-875c-a73182223073 req-061f382f-5ff0-497a-b29a-5fa5b6a2d2ee tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.443080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199bcc-a74c-40a5-875c-a73182223073 req-061f382f-5ff0-497a-b29a-5fa5b6a2d2ee tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.443269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-68a59ff3-77ce-4ade-8ad5-ab0f0df1e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.444583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-68a59ff3-77ce-4ade-8ad5-ab0f0df1e754 service neutron] 10.222.0.20 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94 HTTP/1.1" status: 200 len: 912 time: 0.1706898 Nov 10 22:44:56.449148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199bcc-a74c-40a5-875c-a73182223073 req-061f382f-5ff0-497a-b29a-5fa5b6a2d2ee tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.450823 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc199bcc-a74c-40a5-875c-a73182223073 req-061f382f-5ff0-497a-b29a-5fa5b6a2d2ee tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2412 time: 0.1677721 Nov 10 22:44:56.484495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-d3cc1509-67e1-4583-983b-a03ded0bbef4 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298116 Nov 10 22:44:56.584163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc199bcc-a74c-40a5-875c-a73182223073 req-7367e263-3236-46f8-ba14-e08a39d33d3b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235096 Nov 10 22:44:56.646234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-e935de20-7cb1-46c7-88de-b90ddd2e8197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 1000 time: 0.1890934 Nov 10 22:44:56.691632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-47adf397-6d86-48d9-9e34-ed1872a3e940 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902602 Nov 10 22:44:56.733903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-d4f5f87f-e908-45a1-8666-ae18762ba5f3 service neutron] 10.222.0.39 "GET /v2.0/networks/659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685121 Nov 10 22:44:56.790807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4e4f9-72a0-42b0-b14f-95e0fea6efa9 None None] New status for floating IP 7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:44:56.836757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-83f1292e-6ac0-45d0-9b91-4191cfe3ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.838333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-83f1292e-6ac0-45d0-9b91-4191cfe3ff62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 200 len: 851 time: 0.1762445 Nov 10 22:44:56.873873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc91d-0da7-4cc9-93c3-2f29b6bbc908 req-2b946dd1-53fb-4c02-9c21-991f743a208c tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.875395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fbfc91d-0da7-4cc9-93c3-2f29b6bbc908 req-2b946dd1-53fb-4c02-9c21-991f743a208c tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 945 time: 0.1758380 Nov 10 22:44:56.961103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f008f837-773c-40b7-bebc-75b9348ab8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020128 Nov 10 22:44:56.968721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-2b144e02-21a9-44a0-bddb-9b18f745a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:56.970411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-2b144e02-21a9-44a0-bddb-9b18f745a781 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=253d8ae1-57a6-4cdf-9f54-07e334927f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189096 Nov 10 22:44:56.990546 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fbfc91d-0da7-4cc9-93c3-2f29b6bbc908 req-71184f37-29e1-478e-9745-3ce6fc50e3ba tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936372 Nov 10 22:44:57.042819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-03204c2f-e02d-4ee8-9f51-4fa79613086d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5 HTTP/1.1" status: 200 len: 217 time: 0.0683293 Nov 10 22:44:57.110869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267dec2-c5e3-4d0b-bf12-76816ade3dba req-e658c588-35a7-4e73-ab3e-ea1843789502 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.112330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b267dec2-c5e3-4d0b-bf12-76816ade3dba req-e658c588-35a7-4e73-ab3e-ea1843789502 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0571368 Nov 10 22:44:57.132076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-7da95ad9-3167-48f5-b105-e1841f25e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.133672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-7da95ad9-3167-48f5-b105-e1841f25e085 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=086eec42-681e-45d4-8b8f-6d2ad44fd3eb HTTP/1.1" status: 200 len: 801 time: 0.0626438 Nov 10 22:44:57.179985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b267dec2-c5e3-4d0b-bf12-76816ade3dba req-8a7c7e7e-8b80-4af3-81e3-9079abff8616 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Nov 10 22:44:57.187157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-4145f7bc-e8de-4ed9-b11c-067e7726b0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955991 Nov 10 22:44:57.265355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bb3cad28-3570-43fb-a853-2c15a3499a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.266823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-bb3cad28-3570-43fb-a853-2c15a3499a14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ce756d8-3343-421d-8319-1fd58a93f133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209297 Nov 10 22:44:57.343268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:44:57.412204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89f7ee-1845-4898-a2bf-c77712b1f070 req-a08280e1-c1e2-46fa-92cf-cb74f11fa0a8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.413774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e89f7ee-1845-4898-a2bf-c77712b1f070 req-a08280e1-c1e2-46fa-92cf-cb74f11fa0a8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.1610115 Nov 10 22:44:57.417907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3b0b2d6-cf76-43ab-82b7-fe938e01405a req-5d33426c-a963-4285-ae0a-052ffe851613 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213421 Nov 10 22:44:57.469642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:57.481919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'mac_address': 'fa:16:3e:74:79:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:44:57.493496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e89f7ee-1845-4898-a2bf-c77712b1f070 req-c7ad4e11-2e57-427a-9095-b9f56bdbc03e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Nov 10 22:44:57.499152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-d15b5398-664c-4e70-87e0-38dc99cfcb70 service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059805 Nov 10 22:44:57.521309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:57.550351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58b3919d-95de-4060-b039-e09b6b9b04e9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:44:57.556136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64d66ddd-b30b-43f1-8ca6-0cd1efe36ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:57.581062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:57.586472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:57.656288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-06638aae-b899-4169-8295-430b7516f8ea service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239932 Nov 10 22:44:57.662837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:57.778684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8119ef-32bb-43ac-af59-7358caccba98 req-c677161b-fb24-46aa-8475-96342344b945 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.786649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8119ef-32bb-43ac-af59-7358caccba98 req-c677161b-fb24-46aa-8475-96342344b945 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.794187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8119ef-32bb-43ac-af59-7358caccba98 req-c677161b-fb24-46aa-8475-96342344b945 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.796800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a8119ef-32bb-43ac-af59-7358caccba98 req-c677161b-fb24-46aa-8475-96342344b945 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2412 time: 0.0888865 Nov 10 22:44:57.811784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['58b3919d-95de-4060-b039-e09b6b9b04e9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:57.816126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-a4b6460d-ff03-4b71-990a-0953278608ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.816605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-a4b6460d-ff03-4b71-990a-0953278608ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.831622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-a4b6460d-ff03-4b71-990a-0953278608ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.835911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-a4b6460d-ff03-4b71-990a-0953278608ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2865 time: 0.0849321 Nov 10 22:44:57.892556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a8119ef-32bb-43ac-af59-7358caccba98 req-eae9a818-daab-4d5c-8b93-72ed142d84cc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Nov 10 22:44:57.955466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-4195650d-2f7b-4948-ba46-adaad3118462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:57.957442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-4195650d-2f7b-4948-ba46-adaad3118462 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ce756d8-3343-421d-8319-1fd58a93f133 HTTP/1.1" status: 200 len: 902 time: 0.1116884 Nov 10 22:44:58.016279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-829b9e15-12f0-4c42-8e5e-3f9422b37ddf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5 HTTP/1.1" status: 200 len: 217 time: 0.0402474 Nov 10 22:44:58.115752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-6373b99c-0b0c-4ff6-831b-2245e14c4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.117623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-6373b99c-0b0c-4ff6-831b-2245e14c4e97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=086eec42-681e-45d4-8b8f-6d2ad44fd3eb HTTP/1.1" status: 200 len: 801 time: 0.0850742 Nov 10 22:44:58.132209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-455fc4f2-e235-42a7-a444-d8e5701256e3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.133954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-455fc4f2-e235-42a7-a444-d8e5701256e3 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 945 time: 0.0892713 Nov 10 22:44:58.146609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675608-fd0e-4aa4-8aa6-0ccee0125e56 req-45a7b3d4-7df8-47f6-8666-a598567cfc01 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.148328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f675608-fd0e-4aa4-8aa6-0ccee0125e56 req-45a7b3d4-7df8-47f6-8666-a598567cfc01 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 945 time: 0.0617101 Nov 10 22:44:58.202809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f675608-fd0e-4aa4-8aa6-0ccee0125e56 req-c8a70310-4239-44ba-879f-530f1dc36039 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Nov 10 22:44:58.272531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-7c48280b-c6c3-4b11-8d48-845bdf086489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.274351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-7c48280b-c6c3-4b11-8d48-845bdf086489 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ce756d8-3343-421d-8319-1fd58a93f133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1394246 Nov 10 22:44:58.604186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d2231-17db-4407-97aa-6d615cfb0153 req-98e1c568-592d-42a9-853a-77ecd91c26e6 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.614634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-401d2231-17db-4407-97aa-6d615cfb0153 req-98e1c568-592d-42a9-853a-77ecd91c26e6 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.0887063 Nov 10 22:44:58.679223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-401d2231-17db-4407-97aa-6d615cfb0153 req-92085f56-f314-49ea-b378-d14966074f0e tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Nov 10 22:44:58.680831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Deleting port 38aaa233-5038-4baa-8a6f-5732d82c00fd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:58.681265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:58.751430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-43ca1955-1353-4545-80b9-64e92d1ab089 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.754161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-43ca1955-1353-4545-80b9-64e92d1ab089 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "GET /v2.0/ports?device_id=580734fe-590b-4f2a-a9e1-360aa9752658 HTTP/1.1" status: 200 len: 946 time: 0.0738173 Nov 10 22:44:58.784466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b6f4-8666-4dcd-802b-c1aff0ce4957 req-bcab31d7-6027-4233-8c36-74d255512504 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.786442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f660b6f4-8666-4dcd-802b-c1aff0ce4957 req-bcab31d7-6027-4233-8c36-74d255512504 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 944 time: 0.4813685 Nov 10 22:44:58.822230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-00888c27-90c8-4a18-8da2-2a531a60cf0d service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306172 Nov 10 22:44:58.846315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:58.955749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e76d-4d38-4ccb-8182-8ae046162370 req-e1f335a6-229c-4504-b31c-2f412c7112e6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:58.963427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5a0e76d-4d38-4ccb-8182-8ae046162370 req-e1f335a6-229c-4504-b31c-2f412c7112e6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.1645422 Nov 10 22:44:58.972422 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:44:58.988026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] For port 38aaa233-5038-4baa-8a6f-5732d82c00fd, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=38aaa233-5038-4baa-8a6f-5732d82c00fd,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:58.988399 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.015927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Calling delete_port for 38aaa233-5038-4baa-8a6f-5732d82c00fd owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:59.024600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f660b6f4-8666-4dcd-802b-c1aff0ce4957 req-24917ac0-e416-4de8-85bb-ffaed28cd5fc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071073 Nov 10 22:44:59.047644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Deleting port 83bea1c6-1a04-4643-8033-e0e32a5d9666 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:59.048027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.057537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5a0e76d-4d38-4ccb-8182-8ae046162370 req-5e8a1984-1198-4c3c-8904-e53f24e3bfe7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924907 Nov 10 22:44:59.142360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1503dcdc-7e90-4833-af69-cec3217f77c2 req-4b5aea98-f46a-4716-9a1b-a4e93d24641d service neutron] 10.222.0.39 "GET /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622986 Nov 10 22:44:59.203358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] For port 83bea1c6-1a04-4643-8033-e0e32a5d9666, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83bea1c6-1a04-4643-8033-e0e32a5d9666,segment=NetworkSegment(1ab6a5a4-a420-4f05-8279-719ec3888e38),segment_id=1ab6a5a4-a420-4f05-8279-719ec3888e38)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:59.203892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.222960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Calling delete_port for 83bea1c6-1a04-4643-8033-e0e32a5d9666 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:59.244474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.254971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05083de-b145-40bf-8389-307f24aea73a req-28b974b6-7ec1-4e2a-b43f-639c7ec6ced1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:59.258709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['38aaa233-5038-4baa-8a6f-5732d82c00fd', '83bea1c6-1a04-4643-8033-e0e32a5d9666'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:44:59.266919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05083de-b145-40bf-8389-307f24aea73a req-28b974b6-7ec1-4e2a-b43f-639c7ec6ced1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:59.276331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05083de-b145-40bf-8389-307f24aea73a req-28b974b6-7ec1-4e2a-b43f-639c7ec6ced1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:59.278333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b05083de-b145-40bf-8389-307f24aea73a req-28b974b6-7ec1-4e2a-b43f-639c7ec6ced1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2412 time: 0.1385944 Nov 10 22:44:59.298960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event deleted for resources: {'Port': ['ID=38aaa233-5038-4baa-8a6f-5732d82c00fd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:59.315824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.315824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.315824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.316175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.316438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.316732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.317105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.317432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.317752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.318072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.318575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.318741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:59.371771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:59.382319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] No DVR routers for this DVR port 38aaa233-5038-4baa-8a6f-5732d82c00fd on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:59.385562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1f876f5-0e1b-4179-81bc-5b70f8703ab8 req-7883a99b-e2ea-4499-a062-f105b06493ea tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.25 "GET /v2.0/ports?device_id=62938d87-e8a6-45e7-a08b-0cd0359b37d2 HTTP/1.1" status: 200 len: 210 time: 0.0500162 Nov 10 22:44:59.386876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.390521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f336bf0f-96c9-4607-91aa-bcfbc779043c req-75e5cf8e-c6fc-4144-a4f1-c8c1858b4543 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "DELETE /v2.0/ports/38aaa233-5038-4baa-8a6f-5732d82c00fd HTTP/1.1" status: 204 len: 173 time: 1.2291727 Nov 10 22:44:59.391034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'name': 'network-vif-deleted', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:59.393330 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680bddc-a7ae-4121-adf6-9794ebfd4596" -d '{"events": [{"server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "name": "network-vif-deleted", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:59.435173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b05083de-b145-40bf-8389-307f24aea73a req-cac5d875-6ae7-4f5a-a8eb-14058568b59c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154020 Nov 10 22:44:59.456387 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e13458-5223-4e45-ab9a-59cc52ce3aa3 x-openstack-request-id: req-11e13458-5223-4e45-ab9a-59cc52ce3aa3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:59.456761 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62938d87-e8a6-45e7-a08b-0cd0359b37d2", "name": "network-vif-deleted", "tag": "38aaa233-5038-4baa-8a6f-5732d82c00fd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:59.457039 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11e13458-5223-4e45-ab9a-59cc52ce3aa3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:59.457436 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62938d87-e8a6-45e7-a08b-0cd0359b37d2', 'name': 'network-vif-deleted', 'tag': '38aaa233-5038-4baa-8a6f-5732d82c00fd', 'status': 'completed', 'code': 200} Nov 10 22:44:59.532611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.567014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Pushing event deleted for resources: {'Port': ['ID=83bea1c6-1a04-4643-8033-e0e32a5d9666,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:59.622101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] No DVR routers for this DVR port 83bea1c6-1a04-4643-8033-e0e32a5d9666 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:59.626722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.632470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73eae6cf-15dd-48d7-8237-43b4ecf45aac req-9088570c-83cd-4d57-9b64-4fc6aed3efd1 tempest-MultipleCreateTestJSON-2097889201 tempest-MultipleCreateTestJSON-2097889201-project] 10.222.0.20 "DELETE /v2.0/ports/83bea1c6-1a04-4643-8033-e0e32a5d9666 HTTP/1.1" status: 204 len: 173 time: 0.8665354 Nov 10 22:44:59.633207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'name': 'network-vif-deleted', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:59.636286 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9859f004-08e7-4588-9cd3-152b910d034a" -d '{"events": [{"server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "name": "network-vif-deleted", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:59.647253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 58b3919d-95de-4060-b039-e09b6b9b04e9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:59.648639 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.746834 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c38c72-da4c-4831-94f4-484c83317d38 x-openstack-request-id: req-a6c38c72-da4c-4831-94f4-484c83317d38 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:59.747139 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580734fe-590b-4f2a-a9e1-360aa9752658", "name": "network-vif-deleted", "tag": "83bea1c6-1a04-4643-8033-e0e32a5d9666", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:59.747388 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6c38c72-da4c-4831-94f4-484c83317d38 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:59.747524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.747806 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580734fe-590b-4f2a-a9e1-360aa9752658', 'name': 'network-vif-deleted', 'tag': '83bea1c6-1a04-4643-8033-e0e32a5d9666', 'status': 'completed', 'code': 200} Nov 10 22:44:59.772816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:59.775051 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb040ba-6654-4110-bb6b-1b74eb4d515d" -d '{"events": [{"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:59.790435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:59.796407 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:59.824030 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a663fbfe-296b-4fd7-8cc7-c5397bdb08e4 x-openstack-request-id: req-a663fbfe-296b-4fd7-8cc7-c5397bdb08e4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:59.824325 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:59.824581 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a663fbfe-296b-4fd7-8cc7-c5397bdb08e4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:59.824964 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'code': 200} Nov 10 22:44:59.830860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506511-629d-462b-a9ce-79ba5d73035d req-4fa57863-1ee4-4233-b35d-b386aa9df471 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:59.832736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49506511-629d-462b-a9ce-79ba5d73035d req-4fa57863-1ee4-4233-b35d-b386aa9df471 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.0601509 Nov 10 22:44:59.855116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:59.891398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49506511-629d-462b-a9ce-79ba5d73035d req-7058a5a5-4f40-4de8-962c-64093c5e88dd tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485911 Nov 10 22:45:00.156877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da08e7f-561e-4ced-897a-393d4936006d req-80871e06-5a7c-4b4e-b08c-12c9189d7be7 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.158423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3da08e7f-561e-4ced-897a-393d4936006d req-80871e06-5a7c-4b4e-b08c-12c9189d7be7 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0529726 Nov 10 22:45:00.223410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3da08e7f-561e-4ced-897a-393d4936006d req-d955b661-cd84-425e-91e9-29bd50f64d24 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Nov 10 22:45:00.249595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.360719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085dfc2-bf59-435b-8fd4-9f16e0c97b12 req-2c041c4b-a0d1-4934-a391-e976af4a93ab tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.363284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d085dfc2-bf59-435b-8fd4-9f16e0c97b12 req-2c041c4b-a0d1-4934-a391-e976af4a93ab tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.0956712 Nov 10 22:45:00.365724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-f9bd8537-b239-449c-a2d5-066689a0c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.367515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-f9bd8537-b239-449c-a2d5-066689a0c771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.1015081 Nov 10 22:45:00.445976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d183-1424-4083-b75e-493a5af2c1ab req-9a64bab3-f388-4e5a-ae69-d76e97a98c54 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.447528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7340d183-1424-4083-b75e-493a5af2c1ab req-9a64bab3-f388-4e5a-ae69-d76e97a98c54 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0766098 Nov 10 22:45:00.474053 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d085dfc2-bf59-435b-8fd4-9f16e0c97b12 req-9e9bc203-d5cc-4379-8ad4-8c7132aba862 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046934 Nov 10 22:45:00.499310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-a24c4424-cbdb-4d56-af6d-8dbb89af3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.500847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-a24c4424-cbdb-4d56-af6d-8dbb89af3094 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.1172984 Nov 10 22:45:00.501316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7340d183-1424-4083-b75e-493a5af2c1ab req-2e2a0f45-d746-4f69-b5e6-cf3cfb859f33 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Nov 10 22:45:00.563010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-f0b2839a-5718-4ac9-82ca-577a0226640e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0538757 Nov 10 22:45:00.632232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-116b4708-6669-4d48-8a78-eeb7dba7876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.632232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-116b4708-6669-4d48-8a78-eeb7dba7876a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0521939 Nov 10 22:45:00.668632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.672302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-e3a673c3-7134-44a3-97d4-a95145ea5de5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323713 Nov 10 22:45:00.707118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:00.813976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Deleting subnet bdc13cc7-5dce-4025-a727-7a5169dea3d4 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:00.816871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac2a8-6ca7-460b-ace4-dcf7397ceb78 req-915dd13f-e424-4098-b270-2aeeecc00b34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.818526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.823088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac2a8-6ca7-460b-ace4-dcf7397ceb78 req-915dd13f-e424-4098-b270-2aeeecc00b34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.829864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac2a8-6ca7-460b-ace4-dcf7397ceb78 req-915dd13f-e424-4098-b270-2aeeecc00b34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.831536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-403ac2a8-6ca7-460b-ace4-dcf7397ceb78 req-915dd13f-e424-4098-b270-2aeeecc00b34 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2412 time: 0.1223075 Nov 10 22:45:00.850069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-17e00c24-abf7-41e6-b51f-d6242a869938 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686037 Nov 10 22:45:00.854739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-c0607473-6ddf-48b6-af5f-b96fca7ca0d7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.856239 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-c0607473-6ddf-48b6-af5f-b96fca7ca0d7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.1407621 Nov 10 22:45:00.899350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.908246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5c04e-a157-44ba-a30e-7fc68544723b req-6ca61ba2-f9cf-4a04-b0cd-90a259863e7a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.909650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81d5c04e-a157-44ba-a30e-7fc68544723b req-6ca61ba2-f9cf-4a04-b0cd-90a259863e7a tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.1438684 Nov 10 22:45:00.944799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-403ac2a8-6ca7-460b-ace4-dcf7397ceb78 req-f856ddc9-5edb-493c-9744-005b381d468c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046402 Nov 10 22:45:00.987183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8ff6c5b-ee98-4420-97d6-fa0816d73bff req-ea90edde-12c8-445b-bcf2-2ad0678c639d service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296353 Nov 10 22:45:01.019957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.068254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81d5c04e-a157-44ba-a30e-7fc68544723b req-5067836b-cc26-4d60-9a1e-f0d23eb32708 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356361 Nov 10 22:45:01.068427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e047398-e8f5-41de-8d10-b0511a9ad48a req-42f71f33-1ee6-45d6-8a0b-b50b2b040493 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.069362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e047398-e8f5-41de-8d10-b0511a9ad48a req-42f71f33-1ee6-45d6-8a0b-b50b2b040493 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f74c91b-823a-452f-9925-59ce667f68ee HTTP/1.1" status: 200 len: 945 time: 0.0627863 Nov 10 22:45:01.101613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.112909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Deleting port b3d53495-db49-4455-b6f8-0a03628c72d5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:01.113274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.137404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e047398-e8f5-41de-8d10-b0511a9ad48a req-121c1505-1c74-42a7-baf7-7a0a33a679d5 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566323 Nov 10 22:45:01.139630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc13cc7-5dce-4025-a727-7a5169dea3d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.141749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.145533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-05a27f89-b5ec-4efd-81c3-fbf9f9483ce0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bdc13cc7-5dce-4025-a727-7a5169dea3d4 HTTP/1.1" status: 204 len: 168 time: 0.4368305 Nov 10 22:45:01.147579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:01.225525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.251421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] For port b3d53495-db49-4455-b6f8-0a03628c72d5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b3d53495-db49-4455-b6f8-0a03628c72d5,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:01.252036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.267760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Calling delete_port for b3d53495-db49-4455-b6f8-0a03628c72d5 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:01.307025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.329299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1674fd0-e9f3-40e6-9f88-55105c9d02be']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:01.340599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab6a5a4-a420-4f05-8279-719ec3888e38') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:01.340915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab6a5a4-a420-4f05-8279-719ec3888e38') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:01.352767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.368184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.378332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:45:01.378650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:45:01.381291 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:45:01.394341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cfd07301-93f2-4f34-a9fb-00254fb8f929 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:01.419378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.450444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.456097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.456876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event deleted for resources: {'Port': ['ID=b3d53495-db49-4455-b6f8-0a03628c72d5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.462643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1674fd0-e9f3-40e6-9f88-55105c9d02be HTTP/1.1" status: 204 len: 168 time: 0.3109369 Nov 10 22:45:01.473736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8bb21-53dd-4171-a776-d63ce7f5d4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1674fd0-e9f3-40e6-9f88-55105c9d02be,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.477642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f', '69ea1359-0674-4ec7-97ca-447a686ed476', 'b3d53495-db49-4455-b6f8-0a03628c72d5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:01.489803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83bea1c6-1a04-4643-8033-e0e32a5d9666 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:01.527206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] No DVR routers for this DVR port b3d53495-db49-4455-b6f8-0a03628c72d5 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:01.532450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.542902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d2fb20b-a92d-4ec3-b70f-3e73b70628ef req-1982ee1e-6ba5-4fa8-9c80-88f9829900b3 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "DELETE /v2.0/ports/b3d53495-db49-4455-b6f8-0a03628c72d5 HTTP/1.1" status: 204 len: 173 time: 0.6776798 Nov 10 22:45:01.543116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 83bea1c6-1a04-4643-8033-e0e32a5d9666 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:01.544212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83bea1c6-1a04-4643-8033-e0e32a5d9666 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:01.544789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 38aaa233-5038-4baa-8a6f-5732d82c00fd no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:01.545428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'name': 'network-vif-deleted', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:01.551126 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e434e-8b80-4620-8428-c75050b90442" -d '{"events": [{"server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "name": "network-vif-deleted", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:01.571109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 38aaa233-5038-4baa-8a6f-5732d82c00fd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:01.571693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 38aaa233-5038-4baa-8a6f-5732d82c00fd not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:01.633689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:01.654896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'cfd07301-93f2-4f34-a9fb-00254fb8f929', 'network_id': '659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7', 'port_id': 'cfd07301-93f2-4f34-a9fb-00254fb8f929', 'mac_address': 'fa:16:3e:e7:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f880b3-7aa8-40e0-8095-d77737760ce3', 'ip_address': '19.86.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:01.670498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afca7a-3c4a-4e17-9fd7-9368a057ac31 req-074d69af-381b-43cd-ba53-ae17264e263f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.678486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37050) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:01.679365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3afca7a-3c4a-4e17-9fd7-9368a057ac31 req-074d69af-381b-43cd-ba53-ae17264e263f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.0817854 Nov 10 22:45:01.737024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda23244-77f0-48aa-af5d-bbad9a10522f req-efb6b637-56ec-47ba-9325-775d2c64f996 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.738256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.739301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eda23244-77f0-48aa-af5d-bbad9a10522f req-efb6b637-56ec-47ba-9325-775d2c64f996 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0975835 Nov 10 22:45:01.769825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd07301-93f2-4f34-a9fb-00254fb8f929 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:01.770018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e6836a07-a5c2-4a9c-843f-5511a09e1213 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2209a011914b47d98b881a06016b3912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0897932 Nov 10 22:45:01.780283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3afca7a-3c4a-4e17-9fd7-9368a057ac31 req-23c41169-6a5f-46ec-a316-c81434cc7359 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994699 Nov 10 22:45:01.780806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:01.823825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:01.835208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.836057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 282dcbe1-6287-4474-83d9-a5917b4f42c5 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:01.842653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eda23244-77f0-48aa-af5d-bbad9a10522f req-8b12e878-e7d9-4f23-a649-ee82b19204af tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880332 Nov 10 22:45:01.891555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.908128 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315148c4-127c-42a8-95ae-686160029e0c x-openstack-request-id: req-315148c4-127c-42a8-95ae-686160029e0c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:01.908422 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f74c91b-823a-452f-9925-59ce667f68ee", "name": "network-vif-deleted", "tag": "b3d53495-db49-4455-b6f8-0a03628c72d5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:01.908822 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-315148c4-127c-42a8-95ae-686160029e0c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:01.909461 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f74c91b-823a-452f-9925-59ce667f68ee', 'name': 'network-vif-deleted', 'tag': 'b3d53495-db49-4455-b6f8-0a03628c72d5', 'status': 'completed', 'code': 200} Nov 10 22:45:01.927359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.983361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.992077 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.001326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.004839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355 HTTP/1.1" status: 204 len: 168 time: 0.2207921 Nov 10 22:45:02.021140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0e355-300b-46fd-85ef-f81eb6cc6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc064f-b464-4ae9-a8c0-0a6d3b8ae355,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:02.108929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:02.136744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '282dcbe1-6287-4474-83d9-a5917b4f42c5', 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'port_id': '282dcbe1-6287-4474-83d9-a5917b4f42c5', 'mac_address': 'fa:16:3e:16:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086eec42-681e-45d4-8b8f-6d2ad44fd3eb', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:02.164122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82782ba7-4859-4501-9fd2-bab043ee3369 req-2d8d2b79-75de-4413-8f9e-5d607d6c7aa5 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.175726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82782ba7-4859-4501-9fd2-bab043ee3369 req-2d8d2b79-75de-4413-8f9e-5d607d6c7aa5 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.180096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.184288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82782ba7-4859-4501-9fd2-bab043ee3369 req-2d8d2b79-75de-4413-8f9e-5d607d6c7aa5 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.194178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82782ba7-4859-4501-9fd2-bab043ee3369 req-2d8d2b79-75de-4413-8f9e-5d607d6c7aa5 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2413 time: 0.1358333 Nov 10 22:45:02.200571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282dcbe1-6287-4474-83d9-a5917b4f42c5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:02.226679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:02.231256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.232136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e2e98c0a-743b-4515-9d35-bb72b0bcd093 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:02.271211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82782ba7-4859-4501-9fd2-bab043ee3369 req-2341fd8d-42ab-4504-ad31-bad23b083e00 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737567 Nov 10 22:45:02.317901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b037b33-aa62-4f35-8333-c8bd00e3c256 req-37910f75-8f67-462f-ac45-6605d938c9b9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.327255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b037b33-aa62-4f35-8333-c8bd00e3c256 req-37910f75-8f67-462f-ac45-6605d938c9b9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0905495 Nov 10 22:45:02.343761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:02.348289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:02.364221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'network_id': '1ce756d8-3343-421d-8319-1fd58a93f133', 'port_id': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'mac_address': 'fa:16:3e:4a:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086eec42-681e-45d4-8b8f-6d2ad44fd3eb', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:02.395458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b037b33-aa62-4f35-8333-c8bd00e3c256 req-41abb4b8-112f-4298-aff3-9763f8bad504 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669487 Nov 10 22:45:02.420871 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.438017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e98c0a-743b-4515-9d35-bb72b0bcd093 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:02.475855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:02.480958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:02.560349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:02.657124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b627b-82de-4f6b-9f5a-d36a770ecd56 req-47a509e9-e166-43c4-8e54-0603e4703165 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.658645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c47b627b-82de-4f6b-9f5a-d36a770ecd56 req-47a509e9-e166-43c4-8e54-0603e4703165 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 945 time: 0.0627265 Nov 10 22:45:02.721491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c47b627b-82de-4f6b-9f5a-d36a770ecd56 req-8102b6ce-8d74-47de-a046-212b84837d63 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526578 Nov 10 22:45:02.848564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-a132bdcb-7de8-4a31-af3b-2dfb702fc11b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.850111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-a132bdcb-7de8-4a31-af3b-2dfb702fc11b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 945 time: 0.0716393 Nov 10 22:45:02.938119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769bf8-c151-4251-9228-b10f552873e2 req-03f49861-3050-49df-a43d-c143fb023b65 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.946310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66769bf8-c151-4251-9228-b10f552873e2 req-03f49861-3050-49df-a43d-c143fb023b65 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.0679619 Nov 10 22:45:03.004457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['282dcbe1-6287-4474-83d9-a5917b4f42c5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:03.006689 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66769bf8-c151-4251-9228-b10f552873e2 req-27b88ab9-a968-4814-b29c-fec2a0f6fcd0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Nov 10 22:45:03.051195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e2e98c0a-743b-4515-9d35-bb72b0bcd093'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:03.093842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282f3d6-420e-464c-a8ce-e7889cf147b7 req-cefb4846-4dcb-417c-96e8-38787a398344 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.101526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3282f3d6-420e-464c-a8ce-e7889cf147b7 req-cefb4846-4dcb-417c-96e8-38787a398344 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1466579 Nov 10 22:45:03.163165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Deleting port 58b3919d-95de-4060-b039-e09b6b9b04e9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:03.163596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:03.219017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3282f3d6-420e-464c-a8ce-e7889cf147b7 req-ed619ec5-56ef-4dc3-9b8a-6cd3b383c0b7 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157932 Nov 10 22:45:03.288734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] For port 58b3919d-95de-4060-b039-e09b6b9b04e9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=58b3919d-95de-4060-b039-e09b6b9b04e9,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:03.289253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:03.304372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Calling delete_port for 58b3919d-95de-4060-b039-e09b6b9b04e9 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:03.404913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b3d53495-db49-4455-b6f8-0a03628c72d5 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:03.420775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9adcd-c390-466e-adf7-31fe0d177e2c req-8c83bdfd-eee9-4db4-bb7f-3c72bdd63d1b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.428830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9adcd-c390-466e-adf7-31fe0d177e2c req-8c83bdfd-eee9-4db4-bb7f-3c72bdd63d1b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.437653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9adcd-c390-466e-adf7-31fe0d177e2c req-8c83bdfd-eee9-4db4-bb7f-3c72bdd63d1b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.446652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c9adcd-c390-466e-adf7-31fe0d177e2c req-8c83bdfd-eee9-4db4-bb7f-3c72bdd63d1b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2415 time: 0.0797613 Nov 10 22:45:03.452588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: b3d53495-db49-4455-b6f8-0a03628c72d5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:03.453105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b3d53495-db49-4455-b6f8-0a03628c72d5 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:03.453367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:03.522660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c9adcd-c390-466e-adf7-31fe0d177e2c req-77b31728-e23a-4866-a307-0f792d726cd4 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Nov 10 22:45:03.571291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:03.575803 n-d-811521-3 neutron-server[102459]: INFO neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No ports have port_id starting with 58b3919d-95de-4060-b039-e09b6b9b04e9 Nov 10 22:45:03.634614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event deleted for resources: {'Port': ['ID=58b3919d-95de-4060-b039-e09b6b9b04e9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:03.648771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114f1e1-767a-4064-8a4d-15fc7a9fe414 req-cab68dfc-09e0-4780-baa2-cc54712996e1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.650330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0114f1e1-767a-4064-8a4d-15fc7a9fe414 req-cab68dfc-09e0-4780-baa2-cc54712996e1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b0c7a93-17e4-428b-87f2-5aab6074ce2e HTTP/1.1" status: 200 len: 867 time: 0.1580281 Nov 10 22:45:03.666540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] No DVR routers for this DVR port 58b3919d-95de-4060-b039-e09b6b9b04e9 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:03.674240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:03.677699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-36d74553-1619-4c79-96e3-b4913f0ae269 req-f8137b50-1c8d-4371-ae9d-0cf78e6765e6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.39 "DELETE /v2.0/ports/58b3919d-95de-4060-b039-e09b6b9b04e9 HTTP/1.1" status: 204 len: 173 time: 0.8031812 Nov 10 22:45:03.756664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0114f1e1-767a-4064-8a4d-15fc7a9fe414 req-7eca39ec-ed4e-4f91-a4f6-7b103cb54c3f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916374 Nov 10 22:45:03.893937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e4b4-1d49-47af-9108-88ab47f8c07d req-62251f29-4f3b-489c-81bb-25739c32b85c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.895712 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f59e4b4-1d49-47af-9108-88ab47f8c07d req-62251f29-4f3b-489c-81bb-25739c32b85c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 945 time: 0.0624936 Nov 10 22:45:03.910710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-deleted', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:03.917148 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3721ca7-1b34-41df-87e3-04f6e1399764" -d '{"events": [{"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-deleted", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:03.977507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f59e4b4-1d49-47af-9108-88ab47f8c07d req-1812ff45-fd8f-4d31-b3de-351ae0c2b031 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747378 Nov 10 22:45:04.000428 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac21b9a-55a2-4183-9b7e-292b0b322725 x-openstack-request-id: req-0ac21b9a-55a2-4183-9b7e-292b0b322725 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:04.000938 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c7a93-17e4-428b-87f2-5aab6074ce2e", "name": "network-vif-deleted", "tag": "58b3919d-95de-4060-b039-e09b6b9b04e9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:04.001334 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ac21b9a-55a2-4183-9b7e-292b0b322725 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:04.001966 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0c7a93-17e4-428b-87f2-5aab6074ce2e', 'name': 'network-vif-deleted', 'tag': '58b3919d-95de-4060-b039-e09b6b9b04e9', 'status': 'completed', 'code': 200} Nov 10 22:45:04.087820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['cfd07301-93f2-4f34-a9fb-00254fb8f929'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:04.094287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-50b0435c-8241-4d7f-87c7-b84bdbe5c26d tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.096158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-50b0435c-8241-4d7f-87c7-b84bdbe5c26d tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 945 time: 0.0930793 Nov 10 22:45:04.250157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124bce-ddad-4064-bd7d-c5035c49561f req-7894707b-763f-466c-b3da-45d0294cd51c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.262964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07124bce-ddad-4064-bd7d-c5035c49561f req-7894707b-763f-466c-b3da-45d0294cd51c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 943 time: 0.1606917 Nov 10 22:45:04.309018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Deleting port 69ea1359-0674-4ec7-97ca-447a686ed476 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:04.313433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:04.397484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07124bce-ddad-4064-bd7d-c5035c49561f req-2edafc88-5d2a-4d78-b7e1-ffc0af3e398a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335013 Nov 10 22:45:04.532413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3418b-2355-4dc6-9554-a3e5aacc9a5b req-4ba6c3c8-385b-4cf4-98d0-a34d777f25f5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.540460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4c3418b-2355-4dc6-9554-a3e5aacc9a5b req-4ba6c3c8-385b-4cf4-98d0-a34d777f25f5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1682014 Nov 10 22:45:04.589410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-da12bba2-a63e-436d-80d4-b2b36dd123d6 service neutron] 10.222.0.20 "GET /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.0745180 Nov 10 22:45:04.632658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4c3418b-2355-4dc6-9554-a3e5aacc9a5b req-ef312e7d-a5b9-44e8-b97f-1c1fb31f185a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910158 Nov 10 22:45:04.634687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] For port 69ea1359-0674-4ec7-97ca-447a686ed476, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=69ea1359-0674-4ec7-97ca-447a686ed476,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:04.635058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:04.653853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Calling delete_port for 69ea1359-0674-4ec7-97ca-447a686ed476 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:04.724805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05554-f2ee-4fba-b9f3-448344f161f1 req-d038faee-3102-4d79-89bd-091562c79e73 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.731209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05554-f2ee-4fba-b9f3-448344f161f1 req-d038faee-3102-4d79-89bd-091562c79e73 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.738777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05554-f2ee-4fba-b9f3-448344f161f1 req-d038faee-3102-4d79-89bd-091562c79e73 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.741029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63c05554-f2ee-4fba-b9f3-448344f161f1 req-d038faee-3102-4d79-89bd-091562c79e73 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2415 time: 0.1370614 Nov 10 22:45:04.834338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63c05554-f2ee-4fba-b9f3-448344f161f1 req-3a790820-df9d-4ff9-997e-79d0ea3a78ec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819883 Nov 10 22:45:04.869811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:04.928542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event deleted for resources: {'Port': ['ID=69ea1359-0674-4ec7-97ca-447a686ed476,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:04.931914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:04.957174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:04.977683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] No DVR routers for this DVR port 69ea1359-0674-4ec7-97ca-447a686ed476 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:04.981422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:04.986925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dae0e80a-9d09-45a5-9d52-8034d1b4ba9d req-74b5a788-ebe9-4977-bada-98cad7256899 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "DELETE /v2.0/ports/69ea1359-0674-4ec7-97ca-447a686ed476 HTTP/1.1" status: 204 len: 173 time: 0.8763409 Nov 10 22:45:04.995789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53f4f64-ac98-4d5d-b263-628918162bd0 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:05.017766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:05.044158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.098193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f', '69ea1359-0674-4ec7-97ca-447a686ed476'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:05.161880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3f92e06-a76e-44fa-8565-1be835723feb req-75154c16-a3f6-40db-920d-52a33a7792e7 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=04697fe9-2dfa-40ce-bb0d-9ba236f0e12c HTTP/1.1" status: 200 len: 210 time: 0.0557530 Nov 10 22:45:05.208863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] Transition to ACTIVE for port object e53f4f64-ac98-4d5d-b263-628918162bd0 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:05.213798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.324753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] No DVR routers for this DVR port e53f4f64-ac98-4d5d-b263-628918162bd0 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:05.325564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37162) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.345279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.350838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066198733', 'description': 'tempest-description--432051507'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:05.371656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] Pushing event updated for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=10']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.374397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.392011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-261bcf96-06cf-421d-8ea9-03f10260247f service neutron] 10.222.0.20 "PUT /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0/bindings/n-h2-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7952182 Nov 10 22:45:05.410472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cfd07301-93f2-4f34-a9fb-00254fb8f929 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:05.468331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port cfd07301-93f2-4f34-a9fb-00254fb8f929 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:05.473235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port cfd07301-93f2-4f34-a9fb-00254fb8f929 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:05.473808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.529779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:05.556602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.558617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35c2275-634d-4c78-9fe2-d32514008e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.565145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934572-7d72-457e-a0ef-cfa259524e42 req-cc2b3928-b1ab-442b-9063-84ee0407e59c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:05.568600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.573066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93934572-7d72-457e-a0ef-cfa259524e42 req-cc2b3928-b1ab-442b-9063-84ee0407e59c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.0651498 Nov 10 22:45:05.614187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.616531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:05.618355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37170) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.618485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2715626 Nov 10 22:45:05.626061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'security_group_rule': {'security_group_id': '89475f05-dcfa-429e-8e0c-77963ed03ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:05.660163 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93934572-7d72-457e-a0ef-cfa259524e42 req-8c07578b-5d17-4798-a395-f13994fa46bf tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816548 Nov 10 22:45:05.671165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.680022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbc6aa-5717-4ccc-8d58-32abc94f9355 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89475f05-dcfa-429e-8e0c-77963ed03ed0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.690816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.698969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-b8b56a20-0b6b-4fa7-b800-dcb8a8e34607 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:05.700500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-b8b56a20-0b6b-4fa7-b800-dcb8a8e34607 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.2212384 Nov 10 22:45:05.704534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:05.707292 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849a2ad7-eb96-42c1-a2fe-1995f1c3d081" -d '{"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:05.736807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:05.741279 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.742369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 282dcbe1-6287-4474-83d9-a5917b4f42c5 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:05.779101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.783689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.804911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58bc40e-f1b8-4324-8fd6-28fec5aa52cc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.818441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.821144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-28ef84c7-2b14-456b-8692-a02152da69c1 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999507 Nov 10 22:45:05.822261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37180) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.827936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'security_group_rule': {'security_group_id': '89475f05-dcfa-429e-8e0c-77963ed03ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:05.835500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 282dcbe1-6287-4474-83d9-a5917b4f42c5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:05.847799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 282dcbe1-6287-4474-83d9-a5917b4f42c5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:05.848315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.849738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35c2275-634d-4c78-9fe2-d32514008e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.861148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35c2275-634d-4c78-9fe2-d32514008e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.862805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.878348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.889696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.890114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.890513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.891298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.891298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.891678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.892064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.892448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.892833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.893233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.893583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-69540eb3-d579-457d-ac5f-bf160c552177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:05.893696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.894028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:05.895314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-69540eb3-d579-457d-ac5f-bf160c552177 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0&tenant_id=df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 1095 time: 0.1853051 Nov 10 22:45:05.940444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f35c2275-634d-4c78-9fe2-d32514008e6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20fd848add8641d1a2f4f89e5479628d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6135905 Nov 10 22:45:05.943885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2275-634d-4c78-9fe2-d32514008e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb28ab5-ff0c-4d60-ae0a-011f2ca1c3cd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.946418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.949012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.953962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.975846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835f42f-e729-41f9-bc35-aaad1817d41a req-423a7b90-cd90-4ac2-878a-1d80ddccaf56 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:05.978368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fa153f-9ca9-4c19-8775-98b26799f4fd,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.980390 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5af76b-fe6e-4926-b0fb-f0aac9375459 x-openstack-request-id: req-ad5af76b-fe6e-4926-b0fb-f0aac9375459 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:05.983759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d835f42f-e729-41f9-bc35-aaad1817d41a req-423a7b90-cd90-4ac2-878a-1d80ddccaf56 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.2063704 Nov 10 22:45:05.984784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.989097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7aee5712-523a-4b9a-939d-e51084ce638e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626472 Nov 10 22:45:05.989215 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:05.989215 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad5af76b-fe6e-4926-b0fb-f0aac9375459 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:05.989215 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929', 'code': 200} Nov 10 22:45:05.989432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37186) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:05.995973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:06.005050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'name': 'network-vif-deleted', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:06.007774 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b2bd7-fe6c-42ca-a8c7-22864bd2b0c9" -d '{"events": [{"server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "name": "network-vif-deleted", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:06.030831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.035525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.072552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:06.078186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-eb83d08e-60e3-452b-9260-0e559bb54aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.079079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.079972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e2e98c0a-743b-4515-9d35-bb72b0bcd093 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:06.080388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-eb83d08e-60e3-452b-9260-0e559bb54aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1095 time: 0.1558995 Nov 10 22:45:06.104387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d835f42f-e729-41f9-bc35-aaad1817d41a req-5c730df2-1be3-4f39-964b-c310f715abbb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Nov 10 22:45:06.133815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.160349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.193841 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b7016-7213-4481-b030-e093c43d245a x-openstack-request-id: req-011b7016-7213-4481-b030-e093c43d245a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:06.194133 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04697fe9-2dfa-40ce-bb0d-9ba236f0e12c", "name": "network-vif-deleted", "tag": "69ea1359-0674-4ec7-97ca-447a686ed476", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:06.194509 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-011b7016-7213-4481-b030-e093c43d245a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:06.194766 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04697fe9-2dfa-40ce-bb0d-9ba236f0e12c', 'name': 'network-vif-deleted', 'tag': '69ea1359-0674-4ec7-97ca-447a686ed476', 'status': 'completed', 'code': 200} Nov 10 22:45:06.205398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.207752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port e2e98c0a-743b-4515-9d35-bb72b0bcd093 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:06.220532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port e2e98c0a-743b-4515-9d35-bb72b0bcd093 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:06.221363 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.259659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:06.268263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-7abb1316-bbda-4d38-b5f8-744647701597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.270105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-7abb1316-bbda-4d38-b5f8-744647701597 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.1593461 Nov 10 22:45:06.319574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-e7c4f7f6-6d7f-4bfa-b7e8-f4c57cd375e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 200 len: 217 time: 0.0413835 Nov 10 22:45:06.322472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.326085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.328051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fb28ab5-ff0c-4d60-ae0a-011f2ca1c3cd HTTP/1.1" status: 204 len: 168 time: 0.3614049 Nov 10 22:45:06.363315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df32848-c0c2-4654-aa2f-84b64d75f888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb28ab5-ff0c-4d60-ae0a-011f2ca1c3cd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:06.387654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0906-5240-4c9d-ba4f-47a72b0eae28 req-bce14be0-8168-49ee-a6e9-548520887ae6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.398112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0906-5240-4c9d-ba4f-47a72b0eae28 req-bce14be0-8168-49ee-a6e9-548520887ae6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.403662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-72dbf068-bbfc-4e10-a656-d5974d3436d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.407814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-72dbf068-bbfc-4e10-a656-d5974d3436d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.0786414 Nov 10 22:45:06.414288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0906-5240-4c9d-ba4f-47a72b0eae28 req-bce14be0-8168-49ee-a6e9-548520887ae6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.418892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09bd0906-5240-4c9d-ba4f-47a72b0eae28 req-bce14be0-8168-49ee-a6e9-548520887ae6 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2417 time: 0.1452231 Nov 10 22:45:06.420771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Allocated IP 172.25.0.93 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/3b8ff977-c48f-4010-9d74-81e89f17142e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:06.443112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.464874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-777a2127-0c43-4fde-a6b0-dcf5b04fa05c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412636 Nov 10 22:45:06.508323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:06.515819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.517567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:06.569868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09bd0906-5240-4c9d-ba4f-47a72b0eae28 req-864e2397-e497-4a42-8874-3ee570e9d9db tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420472 Nov 10 22:45:06.589097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 58b3919d-95de-4060-b039-e09b6b9b04e9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:06.589439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 58b3919d-95de-4060-b039-e09b6b9b04e9 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:06.621142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:06.635948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.670631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-0fd6fbdc-30c1-456e-9798-7096700d5a5b service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941090 Nov 10 22:45:06.673087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.718564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:06.723928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:06.727746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:06.751938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'Port': ['ID=3b8ff977-c48f-4010-9d74-81e89f17142e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:06.803510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37204) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:06.824230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c2ec81-43c3-46fb-b5a1-46e00fba5b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.845527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.859176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b923e9-3749-41b8-8b52-f83a21f8e602 req-57dad0ec-245e-4d8a-94db-aa2e7fb2a38e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:06.860919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5b923e9-3749-41b8-8b52-f83a21f8e602 req-57dad0ec-245e-4d8a-94db-aa2e7fb2a38e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.0799875 Nov 10 22:45:06.872284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-a31bd462-aea5-46a3-a3fc-e64097d82123 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941080 Nov 10 22:45:06.910217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:06.921013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5b923e9-3749-41b8-8b52-f83a21f8e602 req-5609161e-6764-4229-8fdd-78cddb32068e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Nov 10 22:45:06.995824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c2ec81-43c3-46fb-b5a1-46e00fba5b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.006368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c2ec81-43c3-46fb-b5a1-46e00fba5b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.085362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2ec81-43c3-46fb-b5a1-46e00fba5b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f44c9ee-e4bf-4365-8bc8-2c3e6b3da66d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:07.145287 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-02c2ec81-43c3-46fb-b5a1-46e00fba5b74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ef67d2de7dd4ddab2f89a6d76327db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366261 Nov 10 22:45:07.155193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37210) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:07.230020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.254035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.332311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.360136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44540-0636-4791-be4d-4100aa69481e req-ed1244f9-3c6d-4e20-a03f-1a53cdf3b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.361873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16b44540-0636-4791-be4d-4100aa69481e req-ed1244f9-3c6d-4e20-a03f-1a53cdf3b363 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.2154555 Nov 10 22:45:07.371586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.382519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3821044 Nov 10 22:45:07.390357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4be5e-d6e9-46fb-b335-f8107b45e1b8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'Port': ['ID=3b8ff977-c48f-4010-9d74-81e89f17142e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:07.446446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16b44540-0636-4791-be4d-4100aa69481e req-51e2215b-45ef-464c-a054-eb536a90557c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718293 Nov 10 22:45:07.598689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-c8751eaf-865d-4119-aa55-ec08a1d095fe tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.600257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-c8751eaf-865d-4119-aa55-ec08a1d095fe tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.4850726 Nov 10 22:45:07.627371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c797e5-d15d-47e8-86ff-00e4d256fb07 req-68a4517c-71f5-4ea7-9840-0cd1e481d5d2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.628785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33c797e5-d15d-47e8-86ff-00e4d256fb07 req-68a4517c-71f5-4ea7-9840-0cd1e481d5d2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1266589 Nov 10 22:45:07.686982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.749833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.764448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33c797e5-d15d-47e8-86ff-00e4d256fb07 req-5012ff96-49f3-47a0-8aaa-89c53078ccc2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125569 Nov 10 22:45:07.837007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-d9a5b448-ed1f-4626-af08-6e7f77b708d4 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.846500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-d9a5b448-ed1f-4626-af08-6e7f77b708d4 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.1289277 Nov 10 22:45:07.849200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.851840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.856298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f44c9ee-e4bf-4365-8bc8-2c3e6b3da66d HTTP/1.1" status: 204 len: 168 time: 0.7000389 Nov 10 22:45:07.861852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-e9b2be4b-2265-44ae-92a9-769978c4b923 service neutron] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:07.866426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-90886860-4a17-4da6-8f78-cda2d010469f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/quotas/a940837e9c1f4e7f82ac669d3b0e278d HTTP/1.1" status: 200 len: 375 time: 0.0194705 Nov 10 22:45:07.871129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-e9b2be4b-2265-44ae-92a9-769978c4b923 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.872409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61153ead-b358-42fe-9420-eb81319cbbd4 req-e9b2be4b-2265-44ae-92a9-769978c4b923 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0/bindings/n-h1-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.2635272 Nov 10 22:45:07.873867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6df017-663a-4c99-8ab4-141f013e06f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f44c9ee-e4bf-4365-8bc8-2c3e6b3da66d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:07.969453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-5f086aaf-1d12-40d2-8bba-79cc1d43996b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019146 Nov 10 22:45:07.973459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651bf66-9935-47bd-83c0-98acef9c398c req-90903724-63ff-4085-a6d8-8d81ddc57d44 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.979718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651bf66-9935-47bd-83c0-98acef9c398c req-90903724-63ff-4085-a6d8-8d81ddc57d44 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.987695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651bf66-9935-47bd-83c0-98acef9c398c req-90903724-63ff-4085-a6d8-8d81ddc57d44 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.988400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5'}, {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:07.991250 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f08bf-3da3-4c13-a621-5361c3fead32" -d '{"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5"}, {"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:07.995663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5651bf66-9935-47bd-83c0-98acef9c398c req-90903724-63ff-4085-a6d8-8d81ddc57d44 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.0919151 Nov 10 22:45:08.066837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5651bf66-9935-47bd-83c0-98acef9c398c req-d13c6438-d96a-4d3c-8422-3f1420227ebd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694864 Nov 10 22:45:08.220988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd0487-335d-4eee-8a38-a666bae2c9fe req-7bd78cb5-96d9-4268-a38b-b1ef3fe7502a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.231194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4fd0487-335d-4eee-8a38-a666bae2c9fe req-7bd78cb5-96d9-4268-a38b-b1ef3fe7502a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.0837779 Nov 10 22:45:08.305321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4fd0487-335d-4eee-8a38-a666bae2c9fe req-8a428958-fdf1-4370-a0b9-69008ec1e280 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710857 Nov 10 22:45:08.363771 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d09f45f-c986-4933-84ca-262d3cf0a273 x-openstack-request-id: req-1d09f45f-c986-4933-84ca-262d3cf0a273 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:08.364065 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5", "code": 200}, {"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:08.364544 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d09f45f-c986-4933-84ca-262d3cf0a273 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:08.364954 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5', 'code': 200} Nov 10 22:45:08.365239 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'code': 200} Nov 10 22:45:08.472645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-f77834db-3220-431d-9351-a5f644c6621e service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022388 Nov 10 22:45:08.499412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbabb1-ceb7-4ad5-a013-ebdd5f46cd58 req-b75d270e-ce04-4aa5-bb68-31c04794468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.499896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbabb1-ceb7-4ad5-a013-ebdd5f46cd58 req-b75d270e-ce04-4aa5-bb68-31c04794468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.500367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbabb1-ceb7-4ad5-a013-ebdd5f46cd58 req-b75d270e-ce04-4aa5-bb68-31c04794468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.502309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8efbabb1-ceb7-4ad5-a013-ebdd5f46cd58 req-b75d270e-ce04-4aa5-bb68-31c04794468f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2871 time: 0.0576611 Nov 10 22:45:08.629754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8efbabb1-ceb7-4ad5-a013-ebdd5f46cd58 req-fd543b99-f7db-43aa-88c3-d14a67fec205 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072862 Nov 10 22:45:08.661749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-df01e613-7506-478a-8ffe-66fae6c995df service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870952 Nov 10 22:45:08.704817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eb442-ea10-4f8b-b2c9-2aadd7ab10bd req-586980e9-e986-479c-afb7-0911e3cd5623 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.706454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e02eb442-ea10-4f8b-b2c9-2aadd7ab10bd req-586980e9-e986-479c-afb7-0911e3cd5623 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1095 time: 0.1049726 Nov 10 22:45:08.772110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e02eb442-ea10-4f8b-b2c9-2aadd7ab10bd req-4078b43c-ad86-45a8-aace-e19d6868f96b tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593593 Nov 10 22:45:08.969883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40654c-94cf-4e4b-bb96-e2d7005f249d req-d95e057a-b598-4cef-a167-344b4c827853 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.975444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e40654c-94cf-4e4b-bb96-e2d7005f249d req-d95e057a-b598-4cef-a167-344b4c827853 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0796378 Nov 10 22:45:09.002237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fe49e28-962d-4adb-bbef-1bdb986fd03b req-66a72428-886c-4ade-8d95-e5badeeadca6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 210 time: 0.0570357 Nov 10 22:45:09.092468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e40654c-94cf-4e4b-bb96-e2d7005f249d req-12e8c8ad-682a-41b3-a79f-cfc807fa2d78 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081359 Nov 10 22:45:09.142913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823975-9749-4b44-afd8-8a40010273d7 req-902621bb-09a6-4b8b-b944-871a74752d88 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.146642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81823975-9749-4b44-afd8-8a40010273d7 req-902621bb-09a6-4b8b-b944-871a74752d88 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 1095 time: 0.0851488 Nov 10 22:45:09.218757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81823975-9749-4b44-afd8-8a40010273d7 req-9e382c34-4624-435d-991d-380cdacae1ef tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589023 Nov 10 22:45:09.263034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98dc40-c400-4cd1-8151-d8f5b5db082a req-16255a6d-3741-4645-b649-f31fda8dddfd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.269875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98dc40-c400-4cd1-8151-d8f5b5db082a req-16255a6d-3741-4645-b649-f31fda8dddfd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.276845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98dc40-c400-4cd1-8151-d8f5b5db082a req-16255a6d-3741-4645-b649-f31fda8dddfd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.285433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff98dc40-c400-4cd1-8151-d8f5b5db082a req-16255a6d-3741-4645-b649-f31fda8dddfd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.1039076 Nov 10 22:45:09.386742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff98dc40-c400-4cd1-8151-d8f5b5db082a req-c211d53a-6288-40af-afe4-73547f30f0fa tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Nov 10 22:45:09.445175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 69ea1359-0674-4ec7-97ca-447a686ed476 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:09.486133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 69ea1359-0674-4ec7-97ca-447a686ed476 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:09.486457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 69ea1359-0674-4ec7-97ca-447a686ed476 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:09.911383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b986-bdc8-486c-8851-942cea3c6383 req-2ca61d81-3b81-49e4-ad44-92d69e3248bd tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.928906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de70b986-bdc8-486c-8851-942cea3c6383 req-2ca61d81-3b81-49e4-ad44-92d69e3248bd tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1041613 Nov 10 22:45:10.056921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de70b986-bdc8-486c-8851-942cea3c6383 req-bef9e9c6-7c52-4950-b22d-ea6d0b13d73a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263230 Nov 10 22:45:10.091488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-eeb3825d-0b95-4783-b43f-6aa8462736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.100014 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-eeb3825d-0b95-4783-b43f-6aa8462736ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 1096 time: 0.4538424 Nov 10 22:45:10.177595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d43dbf26-919f-401f-bb4f-5b965c7dcb0c req-ce241cc3-66e8-4edc-a9b1-c80580e1791d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 210 time: 0.0399537 Nov 10 22:45:10.237519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-b28d3f5e-f2c1-4949-b161-a0166bd99369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.239182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-b28d3f5e-f2c1-4949-b161-a0166bd99369 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.1326714 Nov 10 22:45:10.288025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-7e212a54-7ed0-4487-a1d1-9399e9900369 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 200 len: 217 time: 0.0397007 Nov 10 22:45:10.340527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-19974796-4950-4f74-84bb-8160bc6a6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.342632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-19974796-4950-4f74-84bb-8160bc6a6cd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0477917 Nov 10 22:45:10.381818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-6f78f5a4-f367-46f8-8ad3-464d9eb66f25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289798 Nov 10 22:45:10.404008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-7fdc9eb1-f882-4d9d-8b44-3309133e1000 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:45:10.406138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-7fdc9eb1-f882-4d9d-8b44-3309133e1000 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077231 Nov 10 22:45:10.622251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d3dd-db68-40a0-9493-c7e76ec06a65 req-cbd74218-5189-4b31-bf97-6076eaaeef15 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.630535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d3dd-db68-40a0-9493-c7e76ec06a65 req-cbd74218-5189-4b31-bf97-6076eaaeef15 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.637339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d3dd-db68-40a0-9493-c7e76ec06a65 req-cbd74218-5189-4b31-bf97-6076eaaeef15 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.639884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c84d3dd-db68-40a0-9493-c7e76ec06a65 req-cbd74218-5189-4b31-bf97-6076eaaeef15 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.1198952 Nov 10 22:45:10.641992 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-a9153397-aa67-4684-9134-99125200fcd6 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255254 Nov 10 22:45:10.712109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-0998164d-68bb-4ec2-9c12-db9f62e3424d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:10.737368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-0998164d-68bb-4ec2-9c12-db9f62e3424d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.2403612 Nov 10 22:45:10.750864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'port': {'device_id': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'admin_state_up': True, 'tenant_id': 'a940837e9c1f4e7f82ac669d3b0e278d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:10.804805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c84d3dd-db68-40a0-9493-c7e76ec06a65 req-f8b6ed7b-44ef-4519-a47b-5402c4fa10bb tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342156 Nov 10 22:45:10.900521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85f6781e-c204-43c5-81a7-20c7f3c68568 req-64057d4c-3ec2-44b7-bfab-5c4f2e2095d7 service neutron] 10.222.0.20 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488482 Nov 10 22:45:11.044459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Made reservation on behalf of a940837e9c1f4e7f82ac669d3b0e278d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:11.048869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.202826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b005-a2bf-4d0c-a4f9-09fb25cb8665 req-0fac2c59-fc68-42d7-bb9f-0bcd61c19260 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.219909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e616b005-a2bf-4d0c-a4f9-09fb25cb8665 req-0fac2c59-fc68-42d7-bb9f-0bcd61c19260 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.1148865 Nov 10 22:45:11.292277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Allocated IP 172.20.0.3 (a711241e-9871-40dd-8096-1b2779985d76/abc5d1a5-af21-4bc7-9c51-a187d57d0841/5923e5a2-8a56-438d-bd9d-526602d6d156) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:11.313909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e616b005-a2bf-4d0c-a4f9-09fb25cb8665 req-d54c4881-7693-4ff6-a45a-85b55172de96 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924234 Nov 10 22:45:11.559739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1f8048c-c791-4eab-b9ba-ca1c03b500dd req-94bbcba9-9521-4383-b5d2-68645626f514 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 210 time: 0.0441439 Nov 10 22:45:11.561347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d1628-ae60-4427-8ce0-921274d823c3 req-861b3bfa-2196-47a2-b836-df140e52bb1e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.563056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-854d1628-ae60-4427-8ce0-921274d823c3 req-861b3bfa-2196-47a2-b836-df140e52bb1e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0906904 Nov 10 22:45:11.566158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.665441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-854d1628-ae60-4427-8ce0-921274d823c3 req-ef1b909b-e115-4d72-9542-c4604e16c917 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Nov 10 22:45:11.680170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.721629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11c98-a111-4180-9ba9-ed4f239bbc3c req-02238dac-ba6b-4348-bc20-df975ba38493 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.728458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11c98-a111-4180-9ba9-ed4f239bbc3c req-02238dac-ba6b-4348-bc20-df975ba38493 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.728763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37386) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:11.730847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:11.736863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11c98-a111-4180-9ba9-ed4f239bbc3c req-02238dac-ba6b-4348-bc20-df975ba38493 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.745883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e11c98-a111-4180-9ba9-ed4f239bbc3c req-02238dac-ba6b-4348-bc20-df975ba38493 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.1175973 Nov 10 22:45:11.761438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Network a711241e-9871-40dd-8096-1b2779985d76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:11.764063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:11.766566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:11.824182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.825107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.856063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-61918500-fa4c-4f13-bc3f-c9ed4b13af88 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1099422 Nov 10 22:45:11.877204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Request body: {'port': {'device_id': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:11.880688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30e11c98-a111-4180-9ba9-ed4f239bbc3c req-064f5d25-c02a-4651-b8e5-7be1e23c5fdc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337194 Nov 10 22:45:11.945537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4771a41d-ef21-494a-9e04-4de2e6560afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.961666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.224025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4771a41d-ef21-494a-9e04-4de2e6560afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.228885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4771a41d-ef21-494a-9e04-4de2e6560afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.327058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4771a41d-ef21-494a-9e04-4de2e6560afc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e7b24fa6cac4d539742bf4c497d554b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5864015 Nov 10 22:45:12.329967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37394) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:12.332554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771a41d-ef21-494a-9e04-4de2e6560afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c0a878-d9c1-4afb-9093-6728ff722fb1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:12.464766 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.501926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.526130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:12.539159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.562996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Transition to ACTIVE for port object 5923e5a2-8a56-438d-bd9d-526602d6d156 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:12.563187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.567235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.571391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1c0a878-d9c1-4afb-9093-6728ff722fb1 HTTP/1.1" status: 204 len: 168 time: 0.2374964 Nov 10 22:45:12.576821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a355c-2219-4a72-a701-724f23a73496 req-7ce1e5c6-96da-40dc-b682-57ba05ca4cbf tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.583402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d43a355c-2219-4a72-a701-724f23a73496 req-7ce1e5c6-96da-40dc-b682-57ba05ca4cbf tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.1068716 Nov 10 22:45:12.586957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:12.596023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c342e-1766-4b24-a8d0-221460afe715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c0a878-d9c1-4afb-9093-6728ff722fb1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:12.742671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aad53-6a25-4b85-a754-269121a3d454 req-935886fc-537b-457f-ab2f-0215ce473e82 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.752408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-805aad53-6a25-4b85-a754-269121a3d454 req-935886fc-537b-457f-ab2f-0215ce473e82 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.0836215 Nov 10 22:45:12.761121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:12.782530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d43a355c-2219-4a72-a701-724f23a73496 req-9822cfab-8741-40c4-b916-f44ff56f180a tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/security-groups?id=25bc95ef-4810-4368-b78b-d559e77147bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966515 Nov 10 22:45:12.835392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-805aad53-6a25-4b85-a754-269121a3d454 req-79e1512d-a85e-4321-89a7-6cebb40fe349 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Nov 10 22:45:12.864496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-bf06750d-1764-43ac-8323-395f9a5b2d4c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.868054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-bf06750d-1764-43ac-8323-395f9a5b2d4c tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 946 time: 0.1873894 Nov 10 22:45:12.869009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Attempting to bind port 5923e5a2-8a56-438d-bd9d-526602d6d156 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:12.869839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Attempting to bind port 5923e5a2-8a56-438d-bd9d-526602d6d156 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:12.870567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Attempting to bind port 5923e5a2-8a56-438d-bd9d-526602d6d156 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:12.955404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Port 5923e5a2-8a56-438d-bd9d-526602d6d156 on network a711241e-9871-40dd-8096-1b2779985d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:12.955819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Attempting to bind port 5923e5a2-8a56-438d-bd9d-526602d6d156 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:12.977699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:12.978027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Checking segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:12.978426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Bound using segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:12.978979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Bound port: 5923e5a2-8a56-438d-bd9d-526602d6d156, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:12.979390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.013471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37410) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:13.034587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0e10-f029-4000-bcc4-65afce6a1729 req-183c7a42-ff14-41c7-b396-08cbe74b9aca tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.037409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d993812-6811-4d67-b44b-82fb953e8e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.042363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc8b0e10-f029-4000-bcc4-65afce6a1729 req-183c7a42-ff14-41c7-b396-08cbe74b9aca tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1682558 Nov 10 22:45:13.071072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2695-b79e-4013-8131-fa3458cc6acd req-ed241481-5957-4157-98ff-db5fbc98ab96 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.078035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2695-b79e-4013-8131-fa3458cc6acd req-ed241481-5957-4157-98ff-db5fbc98ab96 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.084129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2695-b79e-4013-8131-fa3458cc6acd req-ed241481-5957-4157-98ff-db5fbc98ab96 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.092578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e55f2695-b79e-4013-8131-fa3458cc6acd req-ed241481-5957-4157-98ff-db5fbc98ab96 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.1077366 Nov 10 22:45:13.147313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc8b0e10-f029-4000-bcc4-65afce6a1729 req-4e4d180b-d999-4eb5-862e-7f485d9ddf31 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047864 Nov 10 22:45:13.163871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:13.167667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:13.171149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Deleting port ee240fde-3249-495c-a225-47b34ad6d98f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:13.171488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.176324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.203481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e55f2695-b79e-4013-8131-fa3458cc6acd req-f56e3b6a-7cfb-4ab9-8456-3ebb261dc122 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096830 Nov 10 22:45:13.277395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d993812-6811-4d67-b44b-82fb953e8e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.282834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d993812-6811-4d67-b44b-82fb953e8e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.331030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-7792b0df-343c-498b-b145-06e142bb1d22 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.337497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-7792b0df-343c-498b-b145-06e142bb1d22 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.344133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-7792b0df-343c-498b-b145-06e142bb1d22 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.346306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-7792b0df-343c-498b-b145-06e142bb1d22 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 2418 time: 0.2273805 Nov 10 22:45:13.355457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.358428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.358742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d993812-6811-4d67-b44b-82fb953e8e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7844faeb-85a7-417e-a09a-8a6871bf871d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:13.360536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] 10.222.0.20 "PUT /v2.0/ports/5923e5a2-8a56-438d-bd9d-526602d6d156 HTTP/1.1" status: 200 len: 1091 time: 1.4931126 Nov 10 22:45:13.363332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:13.365802 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f67f04-f72a-448f-b810-98262e4edb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:13.453165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4d993812-6811-4d67-b44b-82fb953e8e89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10e3a667221a4b64973a0873537bd719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385159 Nov 10 22:45:13.455770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:13.461199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] For port ee240fde-3249-495c-a225-47b34ad6d98f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ee240fde-3249-495c-a225-47b34ad6d98f,segment=NetworkSegment(415a1a43-3614-4819-bc5d-3089f0d6db07),segment_id=415a1a43-3614-4819-bc5d-3089f0d6db07)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:13.461721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.515027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port cfd07301-93f2-4f34-a9fb-00254fb8f929 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:13.515373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.528813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Calling delete_port for ee240fde-3249-495c-a225-47b34ad6d98f owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:13.587645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.610997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.663283 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c52fc9-bd34-4559-8d68-17deca809ccd x-openstack-request-id: req-37c52fc9-bd34-4559-8d68-17deca809ccd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:13.663648 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:13.663835 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37c52fc9-bd34-4559-8d68-17deca809ccd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:13.664223 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'status': 'completed', 'code': 200} Nov 10 22:45:13.669556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.672776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.676551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7844faeb-85a7-417e-a09a-8a6871bf871d HTTP/1.1" status: 204 len: 168 time: 0.2173898 Nov 10 22:45:13.686769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b31c-c1ba-4901-b01c-eed4a3c71bfe service neutron] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:13.758671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port cfd07301-93f2-4f34-a9fb-00254fb8f929, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cfd07301-93f2-4f34-a9fb-00254fb8f929,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:13.759731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.766143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-7e7b6f5a-d528-4dfe-9493-12eda26b2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:13.768872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-7e7b6f5a-d528-4dfe-9493-12eda26b2250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 1094 time: 0.3603308 Nov 10 22:45:13.769505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.777757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for cfd07301-93f2-4f34-a9fb-00254fb8f929 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:13.787435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ee240fde-3249-495c-a225-47b34ad6d98f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:13.815500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Pushing event deleted for resources: {'Port': ['ID=ee240fde-3249-495c-a225-47b34ad6d98f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:13.874221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ebccf-65d6-4409-8e0a-3192c3d8081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844faeb-85a7-417e-a09a-8a6871bf871d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:13.952357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-eb7d54d1-c473-4b69-ae78-cf0d2a91908f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5923e5a2-8a56-438d-bd9d-526602d6d156 HTTP/1.1" status: 200 len: 217 time: 0.1697600 Nov 10 22:45:13.967377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] No DVR routers for this DVR port ee240fde-3249-495c-a225-47b34ad6d98f on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:13.970429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:13.977995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99f91b2f-690c-4981-85a8-371cb307d0bb req-d2d85711-a824-4e8b-a8b4-4a4b85d25501 tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.39 "DELETE /v2.0/ports/ee240fde-3249-495c-a225-47b34ad6d98f HTTP/1.1" status: 204 len: 173 time: 1.1013002 Nov 10 22:45:13.989372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f91dc58e-50ac-4943-b694-62ff7b656ed5 req-05bf1492-8690-4bab-94c8-0861718f559f tempest-AttachVolumeNegativeTest-616447177 tempest-AttachVolumeNegativeTest-616447177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72 HTTP/1.1" status: 200 len: 210 time: 0.0738494 Nov 10 22:45:14.052628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553faba-b6c5-4d66-8570-620453144bfc req-dce90496-d3a8-468d-b8f8-81715bf494d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:14.054476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-dce90496-d3a8-468d-b8f8-81715bf494d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.0753119 Nov 10 22:45:14.101622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-69a32353-2330-4000-a8cd-02cf2f561464 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395439 Nov 10 22:45:14.102364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4731a-08bd-4b46-b2f5-49f61767ab70 req-4ab80897-983b-45be-94b9-974885ebb69e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:14.104092 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fd4731a-08bd-4b46-b2f5-49f61767ab70 req-4ab80897-983b-45be-94b9-974885ebb69e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.1140690 Nov 10 22:45:14.105496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.117916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['282dcbe1-6287-4474-83d9-a5917b4f42c5', 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'cfd07301-93f2-4f34-a9fb-00254fb8f929'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:14.225729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=cfd07301-93f2-4f34-a9fb-00254fb8f929,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:14.315909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fd4731a-08bd-4b46-b2f5-49f61767ab70 req-b0cd92a0-5368-465d-b543-31056a315bbd tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988873 Nov 10 22:45:14.326303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-b5df8cf9-ff3f-48d6-8b38-722e506ca74b service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140269 Nov 10 22:45:14.340915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port cfd07301-93f2-4f34-a9fb-00254fb8f929 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:14.347474 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.351126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-0178c0ec-92ed-411d-b5ca-5f43859e3b1e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "DELETE /v2.0/ports/cfd07301-93f2-4f34-a9fb-00254fb8f929 HTTP/1.1" status: 204 len: 173 time: 0.9943254 Nov 10 22:45:14.359560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:14.362341 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d533647c-49e9-48e4-834b-2f9ba9e45bd4" -d '{"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:14.509570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port 282dcbe1-6287-4474-83d9-a5917b4f42c5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:14.510070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.546039 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.687931 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8a96d-6cfc-4350-8821-7ac90453c08a x-openstack-request-id: req-e6d8a96d-6cfc-4350-8821-7ac90453c08a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:14.704195 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "cfd07301-93f2-4f34-a9fb-00254fb8f929", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:14.704566 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6d8a96d-6cfc-4350-8821-7ac90453c08a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:14.705087 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': 'cfd07301-93f2-4f34-a9fb-00254fb8f929', 'status': 'completed', 'code': 200} Nov 10 22:45:14.713653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port 282dcbe1-6287-4474-83d9-a5917b4f42c5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=282dcbe1-6287-4474-83d9-a5917b4f42c5,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:14.714315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.738339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for 282dcbe1-6287-4474-83d9-a5917b4f42c5 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:14.794513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5b2-64fc-4117-bc67-5bc9c90de042 req-2dcca392-f4e3-46db-a9b4-4e29e056976c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:14.818854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5b2-64fc-4117-bc67-5bc9c90de042 req-2dcca392-f4e3-46db-a9b4-4e29e056976c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:14.822655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4dd1c5b2-64fc-4117-bc67-5bc9c90de042 req-2dcca392-f4e3-46db-a9b4-4e29e056976c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 1682 time: 0.3249979 Nov 10 22:45:14.870410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e553faba-b6c5-4d66-8570-620453144bfc req-100f792a-d928-41ce-a117-cc1500901223 service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352261 Nov 10 22:45:14.949658 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.969132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:14.982772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['cfd07301-93f2-4f34-a9fb-00254fb8f929'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:15.002859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=282dcbe1-6287-4474-83d9-a5917b4f42c5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:15.037502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4dd1c5b2-64fc-4117-bc67-5bc9c90de042 req-cce2130d-0827-4f00-b02a-3a7aa87e284e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892376 Nov 10 22:45:15.062036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67f04-f72a-448f-b810-98262e4edb9a req-ba43438f-e762-463b-9bf1-7a8fe83f44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:15.063545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-ba43438f-e762-463b-9bf1-7a8fe83f44cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 1094 time: 0.0988450 Nov 10 22:45:15.097673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37470) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:15.100839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port 282dcbe1-6287-4474-83d9-a5917b4f42c5 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:15.106783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.113467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-e5b3ff7b-0913-4d54-aa61-de45f8539eec tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "DELETE /v2.0/ports/282dcbe1-6287-4474-83d9-a5917b4f42c5 HTTP/1.1" status: 204 len: 173 time: 0.7474287 Nov 10 22:45:15.236021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67f04-f72a-448f-b810-98262e4edb9a req-455d18e7-25e5-46f9-9734-41ca81e2cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:15.237570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-455d18e7-25e5-46f9-9734-41ca81e2cd64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 921 time: 0.1652925 Nov 10 22:45:15.275458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Deleting subnet cceaa326-03eb-4ebe-b8e6-135ac4374462 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:15.284413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.329153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-714e1871-66ea-4144-9ada-b0d5e86c1062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5923e5a2-8a56-438d-bd9d-526602d6d156 HTTP/1.1" status: 200 len: 217 time: 0.0811236 Nov 10 22:45:15.347607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.385733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port e2e98c0a-743b-4515-9d35-bb72b0bcd093 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:15.386169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.413588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67f04-f72a-448f-b810-98262e4edb9a req-3fc00ec4-2dba-4bd1-b5c1-a55f8f783677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:15.420445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-3fc00ec4-2dba-4bd1-b5c1-a55f8f783677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.0837405 Nov 10 22:45:15.460756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-5dcc0549-17cf-4bac-a6a1-5c43020a8c51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334857 Nov 10 22:45:15.466301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.574908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.577956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7941a-2a21-4bae-a57e-9fe26f0411ff req-6b763f91-5336-45cf-b1a6-c3368b277ee9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:15.585195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20e7941a-2a21-4bae-a57e-9fe26f0411ff req-6b763f91-5336-45cf-b1a6-c3368b277ee9 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.1271226 Nov 10 22:45:15.631921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cceaa326-03eb-4ebe-b8e6-135ac4374462,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:15.655923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-49b4a9f3-47d2-47b9-974a-7cb014bc252a service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813738 Nov 10 22:45:15.664780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'name': 'network-vif-deleted', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:15.667641 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7c6d3-a6f3-4c03-97e3-c9736e027b20" -d '{"events": [{"server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "name": "network-vif-deleted", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:15.682331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port e2e98c0a-743b-4515-9d35-bb72b0bcd093, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e2e98c0a-743b-4515-9d35-bb72b0bcd093,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:15.683112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.695517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20e7941a-2a21-4bae-a57e-9fe26f0411ff req-f4c7a3f3-307f-41fb-8b78-da6065d51a69 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093335 Nov 10 22:45:15.700480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for e2e98c0a-743b-4515-9d35-bb72b0bcd093 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:15.753668 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.759549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8748212b-b77b-4112-b4a9-27c344ffaa2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cceaa326-03eb-4ebe-b8e6-135ac4374462 HTTP/1.1" status: 204 len: 168 time: 0.6606703 Nov 10 22:45:15.760421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37490) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:15.835157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f67f04-f72a-448f-b810-98262e4edb9a req-25a4789b-596e-4b1b-837a-bc3568761db6 service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634736 Nov 10 22:45:15.837071 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca4af0-50f4-4bba-b30a-8b7649e35a11 x-openstack-request-id: req-3dca4af0-50f4-4bba-b30a-8b7649e35a11 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:15.837435 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72", "name": "network-vif-deleted", "tag": "ee240fde-3249-495c-a225-47b34ad6d98f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:15.837682 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dca4af0-50f4-4bba-b30a-8b7649e35a11 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:15.838068 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa9ec51-1ceb-42ae-81a7-5750f2ca4e72', 'name': 'network-vif-deleted', 'tag': 'ee240fde-3249-495c-a225-47b34ad6d98f', 'status': 'completed', 'code': 200} Nov 10 22:45:15.869257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.995939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:15.999177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.067292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=e2e98c0a-743b-4515-9d35-bb72b0bcd093,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:16.101839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port e2e98c0a-743b-4515-9d35-bb72b0bcd093 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:16.104889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.109704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7bd2b83-0d58-4063-9520-27e711c4eb99 req-36b196cb-907a-4fbf-ab61-c0b69470f266 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "DELETE /v2.0/ports/e2e98c0a-743b-4515-9d35-bb72b0bcd093 HTTP/1.1" status: 204 len: 173 time: 0.9577069 Nov 10 22:45:16.111533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159cb681-9a75-46f3-84fb-ff64e04ea683']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:16.126581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415a1a43-3614-4819-bc5d-3089f0d6db07') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:16.126926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415a1a43-3614-4819-bc5d-3089f0d6db07') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:16.151822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.205336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd61d035-486b-4817-ad0d-d5f173e97fd3 req-a36d5eb4-5feb-4e79-b221-935519a43dd1 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cc8de8f-5ec4-4a23-8dd3-060021227a4f HTTP/1.1" status: 200 len: 210 time: 0.0576713 Nov 10 22:45:16.224623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.241898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:45:16.242301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:45:16.244650 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:45:16.331162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.339241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.343513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] 10.222.0.25 "DELETE /v2.0/networks/159cb681-9a75-46f3-84fb-ff64e04ea683 HTTP/1.1" status: 204 len: 168 time: 0.5805347 Nov 10 22:45:16.359189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a49b5-a33d-46b8-b19b-8cce2f217476 admin admin] Pushing event deleted for resources: {'Network': ['ID=159cb681-9a75-46f3-84fb-ff64e04ea683,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:16.490532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:16.537860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cbc80b78-3791-42de-a259-94d75d93074d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62ef5480f0cf41dc87b99a58dfd27f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461483 Nov 10 22:45:16.540674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37512) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:16.606638 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.634858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.706297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5'}, {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:16.710012 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9999866a-4f43-4d81-9868-5d4b34ff5874" -d '{"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5"}, {"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:16.746271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.749902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:16.755288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25bc95ef-4810-4368-b78b-d559e77147bc HTTP/1.1" status: 204 len: 168 time: 0.2134864 Nov 10 22:45:16.770574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253993-6e3d-4774-b1f2-47eb82dcdaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc95ef-4810-4368-b78b-d559e77147bc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:16.771365 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fdb83-e686-4045-9e06-cc615f622dd4 x-openstack-request-id: req-992fdb83-e686-4045-9e06-cc615f622dd4 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:16.772236 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "282dcbe1-6287-4474-83d9-a5917b4f42c5", "status": "completed", "code": 200}, {"server_uuid": "2cc8de8f-5ec4-4a23-8dd3-060021227a4f", "name": "network-vif-deleted", "tag": "e2e98c0a-743b-4515-9d35-bb72b0bcd093", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:16.772236 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-992fdb83-e686-4045-9e06-cc615f622dd4 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:16.777635 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': '282dcbe1-6287-4474-83d9-a5917b4f42c5', 'status': 'completed', 'code': 200} Nov 10 22:45:16.778654 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8de8f-5ec4-4a23-8dd3-060021227a4f', 'name': 'network-vif-deleted', 'tag': 'e2e98c0a-743b-4515-9d35-bb72b0bcd093', 'status': 'completed', 'code': 200} Nov 10 22:45:16.908422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a6b3-e67a-4e9a-b989-f4470c0bdf4d req-93272b30-240e-4165-9341-024cdad99dc8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:16.916525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f120a6b3-e67a-4e9a-b989-f4470c0bdf4d req-93272b30-240e-4165-9341-024cdad99dc8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.1109016 Nov 10 22:45:16.996056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f120a6b3-e67a-4e9a-b989-f4470c0bdf4d req-4a859d9c-beb1-42cb-a11d-e29a267b327d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763693 Nov 10 22:45:17.259743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37548) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:17.328588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting subnet 19f880b3-7aa8-40e0-8095-d77737760ce3 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:17.333318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.388150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.462378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cfd07301-93f2-4f34-a9fb-00254fb8f929 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:17.496558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.507554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: cfd07301-93f2-4f34-a9fb-00254fb8f929 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:17.508658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cfd07301-93f2-4f34-a9fb-00254fb8f929 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:17.509998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 282dcbe1-6287-4474-83d9-a5917b4f42c5 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:17.564236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:17.584244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.586806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 282dcbe1-6287-4474-83d9-a5917b4f42c5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:17.587274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 282dcbe1-6287-4474-83d9-a5917b4f42c5 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:17.587698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ee240fde-3249-495c-a225-47b34ad6d98f no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:17.614065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.614368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ee240fde-3249-495c-a225-47b34ad6d98f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:17.614713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ee240fde-3249-495c-a225-47b34ad6d98f not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:17.615272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e2e98c0a-743b-4515-9d35-bb72b0bcd093 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:17.621088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/subnets/19f880b3-7aa8-40e0-8095-d77737760ce3 HTTP/1.1" status: 204 len: 168 time: 0.3571675 Nov 10 22:45:17.621251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913446b-74ce-47ef-aadc-93a3d5c2f372 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:17.621690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:17.695477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e5ac9-7264-4f9f-a79b-fc2f13616495 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Subnet': ['ID=19f880b3-7aa8-40e0-8095-d77737760ce3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:17.760475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: e2e98c0a-743b-4515-9d35-bb72b0bcd093 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:17.760475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e2e98c0a-743b-4515-9d35-bb72b0bcd093 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:17.765743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:45:17.822337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:17.990023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port 177109c0-21ab-4b6c-9255-aefe83a9a749 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:17.990549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.127973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:18.147515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'mac_address': 'fa:16:3e:f8:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:18.184257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] DHCP port deletion for 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:45:18.193762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port 177109c0-21ab-4b6c-9255-aefe83a9a749, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=177109c0-21ab-4b6c-9255-aefe83a9a749,segment=NetworkSegment(f33d310e-3b46-4c6d-90b4-e35dcc620d92),segment_id=f33d310e-3b46-4c6d-90b4-e35dcc620d92)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:18.194425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.224852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for 177109c0-21ab-4b6c-9255-aefe83a9a749 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:18.324397 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.331670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240dba4-962d-4e84-8828-b85e556fc5bf req-8110db8e-6aa4-46ca-bcd0-b34c4a76077b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:18.333697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9240dba4-962d-4e84-8828-b85e556fc5bf req-8110db8e-6aa4-46ca-bcd0-b34c4a76077b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.1769488 Nov 10 22:45:18.376008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.387758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:18.432752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=177109c0-21ab-4b6c-9255-aefe83a9a749,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:18.444247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port 177109c0-21ab-4b6c-9255-aefe83a9a749 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:18.446594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:18.471632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.497842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9240dba4-962d-4e84-8828-b85e556fc5bf req-3c5cbc99-94cc-4641-bd3e-608529b5ab28 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400704 Nov 10 22:45:18.629232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.664832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:18.668948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Deleting port 177109c0-21ab-4b6c-9255-aefe83a9a749 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:18.670773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.684562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33d310e-3b46-4c6d-90b4-e35dcc620d92') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:18.687044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33d310e-3b46-4c6d-90b4-e35dcc620d92') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:18.702025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:18.730255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.766056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.787453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['5923e5a2-8a56-438d-bd9d-526602d6d156'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:18.789036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:45:18.791684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:45:18.802197 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:45:18.808564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] For port 177109c0-21ab-4b6c-9255-aefe83a9a749, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:18.809166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.971435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Calling delete_port for 177109c0-21ab-4b6c-9255-aefe83a9a749 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:18.980823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Port 177109c0-21ab-4b6c-9255-aefe83a9a749 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:45:18.989455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:18.994632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:19.009019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:19.018581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:19.018864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/networks/659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 HTTP/1.1" status: 204 len: 168 time: 1.3945575 Nov 10 22:45:19.030784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa71b96-df2d-49ff-b2e4-4903e8320142 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Network': ['ID=659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:19.063414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Network 659cafd6-0c6b-496b-ba03-ec3e2c4a9ec7 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 22:45:19.063884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] No DVR routers for this DVR port 177109c0-21ab-4b6c-9255-aefe83a9a749 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:19.092074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f160f25-3b53-497f-9135-0e3ad3f46ec6 None None] Pushing event deleted for resources: {'Port': ['ID=177109c0-21ab-4b6c-9255-aefe83a9a749,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:19.206428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting subnet 086eec42-681e-45d4-8b8f-6d2ad44fd3eb {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:19.217814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:19.330972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.008223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.082789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a995b-bb9e-40b9-81d3-b73fbc1c96ed req-fd293252-5fb3-4565-88cb-a6fcf6032170 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:20.091789 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f71a995b-bb9e-40b9-81d3-b73fbc1c96ed req-fd293252-5fb3-4565-88cb-a6fcf6032170 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 944 time: 0.1379933 Nov 10 22:45:20.148645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 177109c0-21ab-4b6c-9255-aefe83a9a749 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:20.209951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.228012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 177109c0-21ab-4b6c-9255-aefe83a9a749 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:20.228418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 177109c0-21ab-4b6c-9255-aefe83a9a749 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:20.285944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f71a995b-bb9e-40b9-81d3-b73fbc1c96ed req-b63cb051-3b26-4b76-b3d6-e0f07a2e2333 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882699 Nov 10 22:45:20.289250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Subnet': ['ID=086eec42-681e-45d4-8b8f-6d2ad44fd3eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:20.300948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.307290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37714) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:20.309852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5c5c225d-17e6-44ee-96f3-a0a9f450a964 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/subnets/086eec42-681e-45d4-8b8f-6d2ad44fd3eb HTTP/1.1" status: 204 len: 168 time: 1.2897310 Nov 10 22:45:20.317292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3ee5c-09be-4938-99d9-ed618d7145b8 None None] Network 1ce756d8-3343-421d-8319-1fd58a93f133 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:20.464839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.580018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port 61a0ef68-3738-4d6b-9d6e-833af7ef520b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:20.580347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.741035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61a0ef68-3738-4d6b-9d6e-833af7ef520b,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:20.742662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:20.762460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for 61a0ef68-3738-4d6b-9d6e-833af7ef520b owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:20.802484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] DHCP port deletion for 1ce756d8-3343-421d-8319-1fd58a93f133 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:45:20.933053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Deleting port 61a0ef68-3738-4d6b-9d6e-833af7ef520b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:20.933997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.009245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.027476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] For port 61a0ef68-3738-4d6b-9d6e-833af7ef520b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61a0ef68-3738-4d6b-9d6e-833af7ef520b,segment=NetworkSegment(ed1fd30f-23c8-47af-affe-5579910a9a30),segment_id=ed1fd30f-23c8-47af-affe-5579910a9a30)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:21.028483 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.050491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Calling delete_port for 61a0ef68-3738-4d6b-9d6e-833af7ef520b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:21.079742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=61a0ef68-3738-4d6b-9d6e-833af7ef520b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:21.094115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port 61a0ef68-3738-4d6b-9d6e-833af7ef520b on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:21.208106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.215811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.243238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce756d8-3343-421d-8319-1fd58a93f133']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:21.256611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] Pushing event deleted for resources: {'Port': ['ID=61a0ef68-3738-4d6b-9d6e-833af7ef520b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:21.274718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1fd30f-23c8-47af-affe-5579910a9a30') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:21.278292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1fd30f-23c8-47af-affe-5579910a9a30') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:21.282044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45239d34-4c06-48f4-9e5b-0193720a54d1 None None] No DVR routers for this DVR port 61a0ef68-3738-4d6b-9d6e-833af7ef520b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:21.297541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.311802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.321615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:45:21.322059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:45:21.327143 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:45:21.446126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.464511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.468446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/networks/1ce756d8-3343-421d-8319-1fd58a93f133 HTTP/1.1" status: 204 len: 168 time: 1.1601305 Nov 10 22:45:21.476855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7b11b-5af9-457d-8b91-824136f940dc tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Network': ['ID=1ce756d8-3343-421d-8319-1fd58a93f133,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:21.476855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:21.481322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-273299778'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:21.502791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ffedd-f09a-40b5-bfc4-dca331250d6f req-da7d67c1-b056-40fa-bf3d-5e64ff35f1ff tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:21.504583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c2ffedd-f09a-40b5-bfc4-dca331250d6f req-da7d67c1-b056-40fa-bf3d-5e64ff35f1ff tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 944 time: 0.0943625 Nov 10 22:45:21.529472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:21.533035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.559881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:21.583277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:45:21.597744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.598653 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Added segment def6aa9a-fab1-42ec-a356-b51f4c3c675b of type vlan for network 95c8ce30-c910-4864-af6f-47a20ac286f0 Nov 10 22:45:21.649312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.693646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.694901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 5923e5a2-8a56-438d-bd9d-526602d6d156 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:21.700845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:21.701997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.706420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 5923e5a2-8a56-438d-bd9d-526602d6d156 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:21.710131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:21.791019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Network': ['ID=95c8ce30-c910-4864-af6f-47a20ac286f0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:21.805574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c2ffedd-f09a-40b5-bfc4-dca331250d6f req-698b663d-27f2-44f1-b901-181becc54391 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936995 Nov 10 22:45:21.816159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:45:21.829718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc4cc02b-fc04-4b5d-85e7-f02d27a64c8c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3540885 Nov 10 22:45:21.830125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37746) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:21.836277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'subnet': {'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:21.973111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.013224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:22.016649 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974e64a-ca74-4262-8bff-e54309a119dd" -d '{"events": [{"server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "name": "network-vif-plugged", "status": "completed", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:22.025435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:22.032034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.062945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:22.070797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.184398 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda1811-4d13-4646-b51a-3146b35f3c1f x-openstack-request-id: req-2bda1811-4d13-4646-b51a-3146b35f3c1f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:22.184398 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "name": "network-vif-plugged", "status": "completed", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:22.184398 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bda1811-4d13-4646-b51a-3146b35f3c1f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:22.184398 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'code': 200} Nov 10 22:45:22.195477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61a0ef68-3738-4d6b-9d6e-833af7ef520b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:22.243432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 61a0ef68-3738-4d6b-9d6e-833af7ef520b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:22.244122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61a0ef68-3738-4d6b-9d6e-833af7ef520b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:22.276854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:22.318330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6b8c-9f56-462f-a2aa-17babd27c6d8 req-8462e08b-bba0-4c6b-be5c-41df338d9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:22.321737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-387c6b8c-9f56-462f-a2aa-17babd27c6d8 req-8462e08b-bba0-4c6b-be5c-41df338d9632 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 1096 time: 0.1382277 Nov 10 22:45:22.464849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-387c6b8c-9f56-462f-a2aa-17babd27c6d8 req-41f38e5f-3bdc-4abe-ace1-ee4b414ae4f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Nov 10 22:45:22.570847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.650255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Checking segment: {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:22.651209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network hostable DHCP agents. Network: 95c8ce30-c910-4864-af6f-47a20ac286f0, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:45:22.665842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Subnet': ['ID=5b895030-5c6d-4d65-bfb1-e0f927430b69,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:22.699710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:45:22.715609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 95c8ce30-c910-4864-af6f-47a20ac286f0) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:22.721892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:22.723900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.728808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b60a70-1b75-46c4-a8cc-727756fde7ac None None] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:22.752613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:22.753222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ecb3a82d-cf8e-4693-9244-f13b8a3f2169 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9218531 Nov 10 22:45:22.760277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1481837447'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:22.827508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:22.832858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.904508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:45:22.933433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:22.935572 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Added segment f18bb2fb-0ad2-46b8-896b-c764ab18d1f4 of type vlan for network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 Nov 10 22:45:23.078306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:23.092037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-95c8ce30-c910-4864-af6f-47a20ac286f0', 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'fixed_ips': [{'subnet_id': '5b895030-5c6d-4d65-bfb1-e0f927430b69'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:45:23.092647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a0ca-54e8-42d8-833b-f96f36e8895d req-c4fdbee9-0d99-4e98-b7fc-6e28635e0daa tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:23.092920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:23.102119 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50e0a0ca-54e8-42d8-833b-f96f36e8895d req-c4fdbee9-0d99-4e98-b7fc-6e28635e0daa tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1477237 Nov 10 22:45:23.253321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50e0a0ca-54e8-42d8-833b-f96f36e8895d req-571cbe1c-e77c-4176-aee2-539c40309f80 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422441 Nov 10 22:45:23.259339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:23.273493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:23.275411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:23.337283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5834787 Nov 10 22:45:23.340129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:23.346059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'subnet': {'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:23.481148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Allocated IP 19.80.0.2 (95c8ce30-c910-4864-af6f-47a20ac286f0/5b895030-5c6d-4d65-bfb1-e0f927430b69/ad43338d-b246-4ff8-9dc7-598a4a4d43b7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:23.534423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8b2a3-609d-4717-bd6d-b0a6f61de103 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Network': ['ID=d27c5e7a-5380-4b3b-a02a-23f088c25ed9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:23.566029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:23.571561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:23.751329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:45:23.761044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-a8e12a09-8c0f-4320-9bc4-a875f2c2d802 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211586 Nov 10 22:45:23.937582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-f2034113-d7dc-4a36-a5ef-619e74086a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:23.944328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-f2034113-d7dc-4a36-a5ef-619e74086a78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 1096 time: 0.1546772 Nov 10 22:45:24.105908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-4388b299-0c3e-4d11-b9e2-81a3c87eb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:24.108404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-4388b299-0c3e-4d11-b9e2-81a3c87eb366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 200 len: 919 time: 0.1405666 Nov 10 22:45:24.112926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.226642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-0270286f-2bc9-459c-9255-115a3c4d7757 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 200 len: 217 time: 0.1080153 Nov 10 22:45:24.287000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-6dfe9d37-e0d8-4ee6-8b05-5798a7d3e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:24.289822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-6dfe9d37-e0d8-4ee6-8b05-5798a7d3e4fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 200 len: 859 time: 0.0563729 Nov 10 22:45:24.292567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.292685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Subnet': ['ID=447f07f1-5650-4dd9-b684-58412b5bdea0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:24.306600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Checking segment: {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:24.307541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.308449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network hostable DHCP agents. Network: d27c5e7a-5380-4b3b-a02a-23f088c25ed9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:45:24.340249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-2952ed59-7b4d-4de7-9969-f607d78b5a3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf6f58f-9ab8-4443-a162-f43a8571c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350418 Nov 10 22:45:24.371718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:45:24.402227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d27c5e7a-5380-4b3b-a02a-23f088c25ed9) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:24.409644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:24.410295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.440718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6784a166-d565-48f9-a0ea-512fb16cfc9d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0993965 Nov 10 22:45:24.459836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Pushing event updated for resources: {'Port': ['ID=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:24.463656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a897a3-4afc-4470-876e-b8e38e8d1ecf None None] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:24.523226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:24.535239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:24.545476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:24.563725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3e982-b22e-493f-bbda-8a7e8233d0da req-0666f5e2-e5d9-4b01-9fd9-d6aea2c4c283 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:24.571550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2aa3e982-b22e-493f-bbda-8a7e8233d0da req-0666f5e2-e5d9-4b01-9fd9-d6aea2c4c283 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1377957 Nov 10 22:45:24.660419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-9de2f644-f1f5-4ee2-9a1e-88668e67340b service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081546 Nov 10 22:45:24.672631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Attempting to bind port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:24.673073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Attempting to bind port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:24.673730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Attempting to bind port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 on network 95c8ce30-c910-4864-af6f-47a20ac286f0 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:24.714896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:24.715271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Checking segment: {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:24.715665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.716050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Bound using segment: {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:24.717368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Bound port: ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:24.717752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.723474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2aa3e982-b22e-493f-bbda-8a7e8233d0da req-cf924e49-f984-4bb8-b0e0-be23c54dc57e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509318 Nov 10 22:45:24.824353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d27c5e7a-5380-4b3b-a02a-23f088c25ed9', 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'fixed_ips': [{'subnet_id': '447f07f1-5650-4dd9-b684-58412b5bdea0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:45:24.825828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.907232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-416b3666-68b6-4e8c-a2b0-4980dbb52f7e req-802220e2-d03c-4e77-ba78-e2c50053cbd7 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392347 Nov 10 22:45:24.920280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] For port ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:24.992188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-2bd68fa0-6aa8-4a8f-ad80-9948177b17c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:25.006712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-2bd68fa0-6aa8-4a8f-ad80-9948177b17c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:25.008656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-2bd68fa0-6aa8-4a8f-ad80-9948177b17c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/networks?id=95c8ce30-c910-4864-af6f-47a20ac286f0&id=d27c5e7a-5380-4b3b-a02a-23f088c25ed9 HTTP/1.1" status: 200 len: 1391 time: 0.2277844 Nov 10 22:45:25.023708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] For port ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:25.034116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:25.084951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c5ddb774-c81b-4ea9-9185-1410239b6abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:25.085522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-e0bf46c4-e933-4488-9740-9be77472eb0b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/quotas/68d2b6e6cae146b88eadb6fc59bd5a3e HTTP/1.1" status: 200 len: 375 time: 0.0555358 Nov 10 22:45:25.320505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-ba0642da-8438-461b-8700-470e6236b0a9 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2226620 Nov 10 22:45:25.337056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-2bcacb8e-b46a-462a-ba4d-3136cd3528fc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:45:25.337056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-2bcacb8e-b46a-462a-ba4d-3136cd3528fc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063305 Nov 10 22:45:25.351546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215d785-8616-4f62-8f96-3588207ccd8e None None] Pushing event updated for resources: {'Port': ['ID=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:25.374102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793b9a5-8c4f-4b30-a3bb-e986188303ce req-5ee47322-b44f-43cc-879a-a63c26452f9c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:25.387456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9793b9a5-8c4f-4b30-a3bb-e986188303ce req-5ee47322-b44f-43cc-879a-a63c26452f9c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1061020 Nov 10 22:45:25.407286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Allocated IP 19.86.0.2 (d27c5e7a-5380-4b3b-a02a-23f088c25ed9/447f07f1-5650-4dd9-b684-58412b5bdea0/9b765c84-c6bf-43d8-a610-fa2d37417d54) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:25.529868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9793b9a5-8c4f-4b30-a3bb-e986188303ce req-ed57bf63-0405-420e-8ee4-b381a1fbe971 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299453 Nov 10 22:45:25.560943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-662db768-9901-4c98-95d9-0e16d3f79ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/95c8ce30-c910-4864-af6f-47a20ac286f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975348 Nov 10 22:45:25.826466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-da5406fa-243b-492e-9326-5da253f89e96 service neutron] 10.222.0.25 "GET /v2.0/networks/95c8ce30-c910-4864-af6f-47a20ac286f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473207 Nov 10 22:45:25.937768 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:25.946632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:25.951392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-6e1039f9-7ec9-482a-b76b-9579b68f45fc service neutron] 10.222.0.25 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231961 Nov 10 22:45:26.000474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:26.003596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:26.006705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:26.014083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Pushing event updated for resources: {'Port': ['ID=9b765c84-c6bf-43d8-a610-fa2d37417d54,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:26.112462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Attempting to bind port 9b765c84-c6bf-43d8-a610-fa2d37417d54 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:26.112754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Attempting to bind port 9b765c84-c6bf-43d8-a610-fa2d37417d54 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:26.113432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Attempting to bind port 9b765c84-c6bf-43d8-a610-fa2d37417d54 on network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:26.126967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:26.126967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Checking segment: {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:26.127300 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:26.127819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Bound using segment: {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:26.128300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Bound port: 9b765c84-c6bf-43d8-a610-fa2d37417d54, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:26.128695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:26.186721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-9c7a4863-7217-46cd-a698-ef8a44f041e6 service neutron] 10.222.0.25 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281456 Nov 10 22:45:26.216997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad43338d-b246-4ff8-9dc7-598a4a4d43b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:26.284037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] For port 9b765c84-c6bf-43d8-a610-fa2d37417d54, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:26.311490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] For port 9b765c84-c6bf-43d8-a610-fa2d37417d54, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b765c84-c6bf-43d8-a610-fa2d37417d54,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:26.320825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:26.489359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67027fe-db40-44aa-86c2-d5ebcb24fb06 None None] Pushing event updated for resources: {'Port': ['ID=9b765c84-c6bf-43d8-a610-fa2d37417d54,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:26.503140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:26.503695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:26.659017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:26.813563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:26.834948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:27.034881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:27.071308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25819c-21d3-4f05-9be1-deba644d8284 None None] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:27.250056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ae426a06-9598-48ca-8357-d2b47fb44929 None None] Provisioning complete for port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:27.251561 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ae426a06-9598-48ca-8357-d2b47fb44929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:27.428620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7df27637-30c5-45cb-a04e-ab703c907651 req-a4e71973-34a2-47a5-ba9b-dbb4521d275e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 210 time: 0.7765265 Nov 10 22:45:27.771557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a38783fc-e397-4fd4-96fa-71df72fe4464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:27.783398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae457f-823b-478d-be68-8a5c62e8783d req-02f49f2b-819b-4778-89ee-2306a33c2dac tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:27.785985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6ae457f-823b-478d-be68-8a5c62e8783d req-02f49f2b-819b-4778-89ee-2306a33c2dac tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1285207 Nov 10 22:45:27.883415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6ae457f-823b-478d-be68-8a5c62e8783d req-5945b4e1-c21c-4c29-baba-5826205db815 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879097 Nov 10 22:45:28.355725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2fa4121-76ef-4604-9d9f-64ccf02abb7f None None] Provisioning complete for port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:28.356277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2fa4121-76ef-4604-9d9f-64ccf02abb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:28.516901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c20fc-dd12-44eb-9bbc-138d0ad66d95 None None] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:28.547326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b765c84-c6bf-43d8-a610-fa2d37417d54 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:28.739896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a87f114-c053-4d68-945e-6bfa13f2d4d0 req-7bcb612e-7b06-4510-8425-28320376fea9 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 210 time: 0.0756269 Nov 10 22:45:28.749017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0ee52405-ad90-4de2-abe2-316dee67776d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:28.765513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0ee52405-ad90-4de2-abe2-316dee67776d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:28.768620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0ee52405-ad90-4de2-abe2-316dee67776d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "GET /v2.0/networks?id=95c8ce30-c910-4864-af6f-47a20ac286f0&id=d27c5e7a-5380-4b3b-a02a-23f088c25ed9 HTTP/1.1" status: 200 len: 1391 time: 0.5768619 Nov 10 22:45:28.802662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'port': {'device_id': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0', 'admin_state_up': True, 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:29.019808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.064804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9b765c84-c6bf-43d8-a610-fa2d37417d54 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:29.065708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.227306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:29.230909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.307602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3afe-618a-4acf-8105-899c8d5b7654 req-b69afc74-331d-4883-9d35-4ae4cf1457ad tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:29.309715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d46a3afe-618a-4acf-8105-899c8d5b7654 req-b69afc74-331d-4883-9d35-4ae4cf1457ad tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1799440 Nov 10 22:45:29.420436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9e77c6e6-d7dd-4d7a-a23b-b170bdd0c4c0 None None] Provisioning complete for port 9b765c84-c6bf-43d8-a610-fa2d37417d54 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:29.420934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e77c6e6-d7dd-4d7a-a23b-b170bdd0c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.562259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d46a3afe-618a-4acf-8105-899c8d5b7654 req-4da8056d-6603-4ad4-a581-3c2afc52fc43 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406881 Nov 10 22:45:29.600885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.647715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:29.719958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Allocated IP 19.80.0.205 (95c8ce30-c910-4864-af6f-47a20ac286f0/5b895030-5c6d-4d65-bfb1-e0f927430b69/ec32bed2-c530-4f62-b1ee-aa093984e047) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:29.776828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 9b765c84-c6bf-43d8-a610-fa2d37417d54, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b765c84-c6bf-43d8-a610-fa2d37417d54,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:29.803921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:29.804773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad43338d-b246-4ff8-9dc7-598a4a4d43b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:29.940310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:45:30.113339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6d9f0eb1-342e-4998-b95d-8aa1e8506127 req-e47b86ae-aa27-4246-b587-057d3aa0f910 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 210 time: 0.0548530 Nov 10 22:45:30.208353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.283238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.407833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:30.418942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:30.423659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:30.445792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.500724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:30.501534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.532961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:30.542142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-0d01660a-5ad4-406f-9800-b9a9d9b1f991 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7554319 Nov 10 22:45:30.566030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Request body: {'port': {'device_id': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9', 'admin_state_up': True, 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:30.574648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:30.661903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:30.662283 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.683878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'mac_address': 'fa:16:3e:f8:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:30.701537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=9b765c84-c6bf-43d8-a610-fa2d37417d54,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:30.912484 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.939616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.953714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-897d7601-f5ae-4f1f-b6d0-6505e740bec9 None None] Provisioning complete for port 9b765c84-c6bf-43d8-a610-fa2d37417d54 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:30.954148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-897d7601-f5ae-4f1f-b6d0-6505e740bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:30.960195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe6a33-d570-4386-b693-d4164cdcb4e3 req-c267c8fd-7588-46de-b9bf-d7522259407e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:30.961213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:30.968737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49fe6a33-d570-4386-b693-d4164cdcb4e3 req-c267c8fd-7588-46de-b9bf-d7522259407e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 945 time: 0.1748359 Nov 10 22:45:30.987972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:31.017509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:31.074336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Made reservation on behalf of 68d2b6e6cae146b88eadb6fc59bd5a3e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:31.078473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:31.102274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49fe6a33-d570-4386-b693-d4164cdcb4e3 req-60044b72-7ae0-45b8-a1c4-c04733151645 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309648 Nov 10 22:45:31.139637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:31.283175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['5923e5a2-8a56-438d-bd9d-526602d6d156'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:31.486793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b765c84-c6bf-43d8-a610-fa2d37417d54 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:31.492039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752279c-e4cc-412e-b075-988207fbfca6 req-a44de4f4-002c-47f3-a59e-260632d784f3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:31.501478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6752279c-e4cc-412e-b075-988207fbfca6 req-a44de4f4-002c-47f3-a59e-260632d784f3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 932 time: 0.1654475 Nov 10 22:45:31.514191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Allocated IP 19.86.0.152 (d27c5e7a-5380-4b3b-a02a-23f088c25ed9/447f07f1-5650-4dd9-b684-58412b5bdea0/ecd90224-584a-48c8-af9e-302ee414191d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:31.711770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6752279c-e4cc-412e-b075-988207fbfca6 req-94c83e49-ee9e-45f1-9f55-51eb50f9957e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978538 Nov 10 22:45:31.789377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:31.885268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:31.889419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9b765c84-c6bf-43d8-a610-fa2d37417d54 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:31.889893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:31.942252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.016022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bcc0f-c078-4cf2-be17-5c28992cab6b req-b41c769c-9feb-41f0-94a6-918b14b2883d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:32.023656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d93bcc0f-c078-4cf2-be17-5c28992cab6b req-b41c769c-9feb-41f0-94a6-918b14b2883d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 944 time: 0.3115804 Nov 10 22:45:32.028558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:32.063630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event updated for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:32.079388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:32.082453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:32.116153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cf902369-be47-4d27-93a4-310311e1f192 None None] Provisioning complete for port ec32bed2-c530-4f62-b1ee-aa093984e047 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:32.116769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cf902369-be47-4d27-93a4-310311e1f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.194393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:32.195850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.226879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-46822244-da5b-463d-aec0-5e2d1517cfa3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6737387 Nov 10 22:45:32.249190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d93bcc0f-c078-4cf2-be17-5c28992cab6b req-e2c64e3a-7cd1-4fe6-84f6-5818b9bb2907 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219255 Nov 10 22:45:32.267069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Request body: {'port': {'device_id': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:32.426112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.493158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cf902369-be47-4d27-93a4-310311e1f192 None None] Port ec32bed2-c530-4f62-b1ee-aa093984e047 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:45:32.573412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.613386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:32.661475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:32.671008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-98cf03e3-84d2-488a-89ee-134e0f49fee6 None None] Provisioning complete for port ecd90224-584a-48c8-af9e-302ee414191d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:32.671383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-98cf03e3-84d2-488a-89ee-134e0f49fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.673265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:32.744703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-98cf03e3-84d2-488a-89ee-134e0f49fee6 None None] Port ecd90224-584a-48c8-af9e-302ee414191d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:45:32.765777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:32.925153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535a69f-f7b9-4b7e-9523-47991240cbb3 req-2f502dd3-1b5a-48f6-ada9-0be90932e26b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:32.931426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535a69f-f7b9-4b7e-9523-47991240cbb3 req-2f502dd3-1b5a-48f6-ada9-0be90932e26b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:32.939330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d535a69f-f7b9-4b7e-9523-47991240cbb3 req-2f502dd3-1b5a-48f6-ada9-0be90932e26b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1655 time: 0.1235182 Nov 10 22:45:32.983669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec32bed2-c530-4f62-b1ee-aa093984e047 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:33.000528 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.018272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d535a69f-f7b9-4b7e-9523-47991240cbb3 req-6185d37c-79a9-4667-84db-5876b6ce05ab tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778368 Nov 10 22:45:33.037976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38046) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:33.051896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Transition to ACTIVE for port object ec32bed2-c530-4f62-b1ee-aa093984e047 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:33.057883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.127480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:33.265772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Attempting to bind port ec32bed2-c530-4f62-b1ee-aa093984e047 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:33.265980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Attempting to bind port ec32bed2-c530-4f62-b1ee-aa093984e047 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:33.268879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Attempting to bind port ec32bed2-c530-4f62-b1ee-aa093984e047 on network 95c8ce30-c910-4864-af6f-47a20ac286f0 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:33.280239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Port ec32bed2-c530-4f62-b1ee-aa093984e047 on network 95c8ce30-c910-4864-af6f-47a20ac286f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:33.281004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Attempting to bind port ec32bed2-c530-4f62-b1ee-aa093984e047 on network 95c8ce30-c910-4864-af6f-47a20ac286f0 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:33.295754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:33.296309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Checking segment: {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:33.296806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Bound using segment: {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:33.297561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Bound port: ec32bed2-c530-4f62-b1ee-aa093984e047, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def6aa9a-fab1-42ec-a356-b51f4c3c675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:33.297931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.321467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-388164a7-c741-4968-98c4-071c26c6b343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.377295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4cf2f15e-f231-4873-85f0-2b6ba90223a6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:33.380222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4cf2f15e-f231-4873-85f0-2b6ba90223a6 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.1494892 Nov 10 22:45:33.429959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:33.439670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ec32bed2-c530-4f62-b1ee-aa093984e047,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:33.447161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.535726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:33.536422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.538071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] 10.222.0.39 "PUT /v2.0/ports/ec32bed2-c530-4f62-b1ee-aa093984e047 HTTP/1.1" status: 200 len: 1092 time: 1.2876682 Nov 10 22:45:33.538519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:33.541208 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dd554-ad65-40a3-b816-0c9af6909894" -d '{"events": [{"name": "network-changed", "server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:33.583409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-388164a7-c741-4968-98c4-071c26c6b343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.605858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Request body: {'port': {'device_id': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:33.613201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-388164a7-c741-4968-98c4-071c26c6b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.627458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:33.733980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388164a7-c741-4968-98c4-071c26c6b343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35328b7-421e-4bdd-be59-625850f26ee3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:33.788367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:33.805058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-388164a7-c741-4968-98c4-071c26c6b343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7ad080afa9f4546b4013ed79dbf55bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7643046 Nov 10 22:45:33.815202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38064) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:33.826189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100ab57-63da-436f-8bfc-7ea6fbd5da50 req-40e8af67-86de-4a3a-b8a3-9dafb011a9cc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:33.835693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4100ab57-63da-436f-8bfc-7ea6fbd5da50 req-40e8af67-86de-4a3a-b8a3-9dafb011a9cc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 943 time: 0.3569350 Nov 10 22:45:33.901746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:33.919913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e412047-dcfd-47af-bb42-f385896b0b22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:33.930984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'mac_address': 'fa:16:3e:f8:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:34.026684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.037000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4100ab57-63da-436f-8bfc-7ea6fbd5da50 req-7dd105ba-dadb-47ae-84f8-d61f96cf3dce tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000353 Nov 10 22:45:34.063570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:34.181437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:34.190285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.316996 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b221607f-abcf-4b49-b7f8-cc2b2f5e4ffb x-openstack-request-id: req-b221607f-abcf-4b49-b7f8-cc2b2f5e4ffb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:34.317591 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:34.317591 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b221607f-abcf-4b49-b7f8-cc2b2f5e4ffb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:34.317909 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047', 'status': 'completed', 'code': 200} Nov 10 22:45:34.323065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.334031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:34.388227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.427322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Deleting port 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:34.427656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.466074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd90224-584a-48c8-af9e-302ee414191d {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:34.502737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.527037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Transition to ACTIVE for port object ecd90224-584a-48c8-af9e-302ee414191d will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:34.532462 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.618480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Pushing event updated for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:34.687454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-d17689d0-27c3-4520-b355-bd2eb4247ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:34.688562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-d17689d0-27c3-4520-b355-bd2eb4247ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:34.690434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-406dd554-ad65-40a3-b816-0c9af6909894 req-d17689d0-27c3-4520-b355-bd2eb4247ab1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1914 time: 0.2797801 Nov 10 22:45:34.713648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902659-fb4e-485b-b8b6-36939653b568 req-36ebe8ec-03ae-4202-bf24-69f48c0b9893 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:34.720642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902659-fb4e-485b-b8b6-36939653b568 req-36ebe8ec-03ae-4202-bf24-69f48c0b9893 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:34.728385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a902659-fb4e-485b-b8b6-36939653b568 req-36ebe8ec-03ae-4202-bf24-69f48c0b9893 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1667 time: 0.3195019 Nov 10 22:45:34.739756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Attempting to bind port ecd90224-584a-48c8-af9e-302ee414191d on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:34.740426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Attempting to bind port ecd90224-584a-48c8-af9e-302ee414191d by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:34.741421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Attempting to bind port ecd90224-584a-48c8-af9e-302ee414191d on network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:34.754561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Port ecd90224-584a-48c8-af9e-302ee414191d on network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:34.755080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Attempting to bind port ecd90224-584a-48c8-af9e-302ee414191d on network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:34.767650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:34.767650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Checking segment: {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:34.768049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Bound using segment: {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:34.768527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Bound port: ecd90224-584a-48c8-af9e-302ee414191d, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:34.768892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.775106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] For port 5923e5a2-8a56-438d-bd9d-526602d6d156, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=5923e5a2-8a56-438d-bd9d-526602d6d156,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:34.775477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.798169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Calling delete_port for 5923e5a2-8a56-438d-bd9d-526602d6d156 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:34.826597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.829779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.846435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d35328b7-421e-4bdd-be59-625850f26ee3 HTTP/1.1" status: 204 len: 168 time: 1.0068960 Nov 10 22:45:34.889855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:34.894716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecd90224-584a-48c8-af9e-302ee414191d,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:34.911575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.923156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ec0c-f25b-440d-86f9-ab8d7ed8c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35328b7-421e-4bdd-be59-625850f26ee3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:34.992511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:34.993174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:34.999911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] 10.222.0.39 "PUT /v2.0/ports/ecd90224-584a-48c8-af9e-302ee414191d HTTP/1.1" status: 200 len: 1092 time: 1.4042006 Nov 10 22:45:35.101401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a902659-fb4e-485b-b8b6-36939653b568 req-3218b8b1-9373-4102-8e27-60115edadfbb tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719485 Nov 10 22:45:35.105993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6667fc-4959-4c68-a35c-54c6f017abbf service neutron] Pushing event updated for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:35.174070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-c3786b27-c0e2-4665-9e42-4890633f9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.174950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-c3786b27-c0e2-4665-9e42-4890633f9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.176604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-c3786b27-c0e2-4665-9e42-4890633f9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.182293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-406dd554-ad65-40a3-b816-0c9af6909894 req-c3786b27-c0e2-4665-9e42-4890633f9619 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4757936 Nov 10 22:45:35.417033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0a2b9-495b-4eb2-9c9f-e92c9f1e0d45 req-4ceb00d3-de6e-4042-89ec-ddab632dd402 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.429250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41f0a2b9-495b-4eb2-9c9f-e92c9f1e0d45 req-4ceb00d3-de6e-4042-89ec-ddab632dd402 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ecf3e76-d98b-45f9-b0df-e06aaf6c743a HTTP/1.1" status: 200 len: 944 time: 0.1871624 Nov 10 22:45:35.521774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd554-ad65-40a3-b816-0c9af6909894 req-3c506a21-cbab-4abf-afed-e00e07f96f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.523277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-406dd554-ad65-40a3-b816-0c9af6909894 req-3c506a21-cbab-4abf-afed-e00e07f96f89 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3349688 Nov 10 22:45:35.592767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41f0a2b9-495b-4eb2-9c9f-e92c9f1e0d45 req-d28d173d-6f0b-4b70-a42c-61dacae40b0c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625669 Nov 10 22:45:35.667418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:35.692087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718e9b0b-11ee-472d-8740-8ed22e1905e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:35.756459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-cbcf7be4-158a-491d-9f98-9a51bd54402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.758548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-cbcf7be4-158a-491d-9f98-9a51bd54402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:35.765762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-cbcf7be4-158a-491d-9f98-9a51bd54402b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1981 time: 0.1983516 Nov 10 22:45:35.768136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:35.870169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event deleted for resources: {'Port': ['ID=5923e5a2-8a56-438d-bd9d-526602d6d156,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:35.884561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718e9b0b-11ee-472d-8740-8ed22e1905e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:35.889850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-5326cc65-9751-496f-a9d8-0145760989cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=ec32bed2-c530-4f62-b1ee-aa093984e047 HTTP/1.1" status: 200 len: 217 time: 0.1111341 Nov 10 22:45:35.890510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718e9b0b-11ee-472d-8740-8ed22e1905e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:35.966720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-718e9b0b-11ee-472d-8740-8ed22e1905e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b4c5de320e445f6940523ee33d51ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951350 Nov 10 22:45:35.966720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e9b0b-11ee-472d-8740-8ed22e1905e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad28a91-2e2f-438c-b868-edeedb2dc889,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:35.969528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:35.989589 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:45:36.024864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] No DVR routers for this DVR port 5923e5a2-8a56-438d-bd9d-526602d6d156 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:36.029852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:36.035079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-916e12de-be3a-4733-895d-13706cfd17a1 req-4d859352-fe5c-4182-bef6-e477e396e71c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "DELETE /v2.0/ports/5923e5a2-8a56-438d-bd9d-526602d6d156 HTTP/1.1" status: 204 len: 173 time: 2.5414016 Nov 10 22:45:36.035638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'name': 'network-vif-deleted', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:36.038261 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c5f9c-03f2-4632-a059-af896a98713a" -d '{"events": [{"server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "name": "network-vif-deleted", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:36.050644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-8e9f4aae-eeac-4047-9fcb-be5468645ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:36.054054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-8e9f4aae-eeac-4047-9fcb-be5468645ce9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b895030-5c6d-4d65-bfb1-e0f927430b69 HTTP/1.1" status: 200 len: 801 time: 0.1563962 Nov 10 22:45:36.080613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:36.158908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:36.166219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-929e6ab3-c781-4bea-9132-310ec84cf3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:36.170562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-929e6ab3-c781-4bea-9132-310ec84cf3fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95c8ce30-c910-4864-af6f-47a20ac286f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047485 Nov 10 22:45:36.302611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:36.302611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:36.302611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bad28a91-2e2f-438c-b868-edeedb2dc889 HTTP/1.1" status: 204 len: 168 time: 0.3292665 Nov 10 22:45:36.321670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a75221-a5b9-4db2-b296-965c9dd4ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad28a91-2e2f-438c-b868-edeedb2dc889,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:36.324819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:36.329232 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e" -d '{"events": [{"name": "network-changed", "server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "tag": "ecd90224-584a-48c8-af9e-302ee414191d"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:36.599629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf69ca-de97-4e92-a2ba-6e079ab3fa22 req-2b9cb823-89d0-45d1-9741-cb823c9f55f7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:36.608301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf69ca-de97-4e92-a2ba-6e079ab3fa22 req-2b9cb823-89d0-45d1-9741-cb823c9f55f7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:36.625635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6cf69ca-de97-4e92-a2ba-6e079ab3fa22 req-2b9cb823-89d0-45d1-9741-cb823c9f55f7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1679 time: 0.3088448 Nov 10 22:45:36.647552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-b29e6b28-fee6-4cdc-b519-fe0132fa13d9 service neutron] 10.222.0.39 "GET /v2.0/networks/95c8ce30-c910-4864-af6f-47a20ac286f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676948 Nov 10 22:45:36.726119 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e0843-d7b5-44b0-a7db-bfdf845968a0 x-openstack-request-id: req-f54e0843-d7b5-44b0-a7db-bfdf845968a0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:36.726409 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf3e76-d98b-45f9-b0df-e06aaf6c743a", "name": "network-vif-deleted", "tag": "5923e5a2-8a56-438d-bd9d-526602d6d156", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:36.726660 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f54e0843-d7b5-44b0-a7db-bfdf845968a0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:36.727067 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf3e76-d98b-45f9-b0df-e06aaf6c743a', 'name': 'network-vif-deleted', 'tag': '5923e5a2-8a56-438d-bd9d-526602d6d156', 'status': 'completed', 'code': 200} Nov 10 22:45:36.756099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6cf69ca-de97-4e92-a2ba-6e079ab3fa22 req-77b31042-4640-452c-8f6e-06a17c465a06 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293473 Nov 10 22:45:36.848910 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c4e1a-875f-419c-98d4-994c30b9c11d x-openstack-request-id: req-225c4e1a-875f-419c-98d4-994c30b9c11d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:36.849879 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "tag": "ecd90224-584a-48c8-af9e-302ee414191d", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:36.850635 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-225c4e1a-875f-419c-98d4-994c30b9c11d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:36.851312 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d', 'status': 'completed', 'code': 200} Nov 10 22:45:36.875786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-07723b5a-acd7-453d-b418-2b98fabf2fbb service neutron] 10.222.0.39 "GET /v2.0/networks/95c8ce30-c910-4864-af6f-47a20ac286f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175014 Nov 10 22:45:36.991940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-598f48d1-2e7f-4782-8c0c-b45a915a9a62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=ecd90224-584a-48c8-af9e-302ee414191d HTTP/1.1" status: 200 len: 217 time: 0.1047626 Nov 10 22:45:37.127130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-72b7b558-af0e-4fd6-aca8-a8ad6a59d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:37.129686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-72b7b558-af0e-4fd6-aca8-a8ad6a59d5dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=447f07f1-5650-4dd9-b684-58412b5bdea0 HTTP/1.1" status: 200 len: 801 time: 0.1341450 Nov 10 22:45:37.195151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:37.239875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-a68620ca-8bc2-4aaa-8b59-9f206be6bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:37.241591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-a68620ca-8bc2-4aaa-8b59-9f206be6bfc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d27c5e7a-5380-4b3b-a02a-23f088c25ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013699 Nov 10 22:45:37.242651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f12cbcd1-da65-43d6-89b1-d83ad38988e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:37.424372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-c3690816-fdf3-4d34-b886-76f049da3c8c service neutron] 10.222.0.39 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747720 Nov 10 22:45:37.553726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f12cbcd1-da65-43d6-89b1-d83ad38988e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:37.564165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f12cbcd1-da65-43d6-89b1-d83ad38988e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:37.567431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce2e17e6-8318-47c4-a9b9-c8f02af9da7f req-96ef0db6-034f-44e0-a9aa-991af9535c6a service neutron] 10.222.0.39 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357331 Nov 10 22:45:37.629022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-43b681e6-1eb4-479b-9f48-84d2955b66e0 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:37.630575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-43b681e6-1eb4-479b-9f48-84d2955b66e0 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.2870483 Nov 10 22:45:37.644759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f12cbcd1-da65-43d6-89b1-d83ad38988e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf63ab707dbf4f66a3b94dab8cc22c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487033 Nov 10 22:45:37.646251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cbcd1-da65-43d6-89b1-d83ad38988e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3e8f1-c9e7-40c7-8757-59d68eec7a4a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:37.663376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:37.668460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:37.697977 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-d31e0386-009d-4241-915e-8f89b50ae639 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/quotas/a940837e9c1f4e7f82ac669d3b0e278d HTTP/1.1" status: 200 len: 375 time: 0.0354502 Nov 10 22:45:37.715509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 5923e5a2-8a56-438d-bd9d-526602d6d156 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:37.716494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 5923e5a2-8a56-438d-bd9d-526602d6d156 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:37.754723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-9ec992ae-2ec9-4e7b-bb26-1529ad577e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:37.755254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-9ec992ae-2ec9-4e7b-bb26-1529ad577e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:37.758733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-9ec992ae-2ec9-4e7b-bb26-1529ad577e0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1981 time: 0.1215432 Nov 10 22:45:37.806365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38158) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:37.904913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:37.961939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-c99f1d92-c98c-4f5c-b60c-62faceb56b70 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423084 Nov 10 22:45:37.978768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.099817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35923-46a2-4e4c-a1e7-6abca4599cc4 req-cf49e031-d5b4-440b-a63e-0e6a68e8defd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:38.109756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35923-46a2-4e4c-a1e7-6abca4599cc4 req-cf49e031-d5b4-440b-a63e-0e6a68e8defd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:38.116635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ebd35923-46a2-4e4c-a1e7-6abca4599cc4 req-cf49e031-d5b4-440b-a63e-0e6a68e8defd tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1679 time: 0.2265511 Nov 10 22:45:38.126066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-bcd31aae-79f1-4163-a178-8da9edc7c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:38.126806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-bcd31aae-79f1-4163-a178-8da9edc7c2dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d27c5e7a-5380-4b3b-a02a-23f088c25ed9 HTTP/1.1" status: 200 len: 902 time: 0.3577535 Nov 10 22:45:38.192006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-5b290225-ba04-4f12-96a9-57106739f933 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=ecd90224-584a-48c8-af9e-302ee414191d HTTP/1.1" status: 200 len: 217 time: 0.0447056 Nov 10 22:45:38.221275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e3262f0-ba0d-4c6a-ab25-6c28ec60ce0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.223208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.234688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.236162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adf3e8f1-c9e7-40c7-8757-59d68eec7a4a HTTP/1.1" status: 204 len: 168 time: 0.5641413 Nov 10 22:45:38.268378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fafac-1042-4904-bc73-da8bf3656b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3e8f1-c9e7-40c7-8757-59d68eec7a4a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:38.280368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ebd35923-46a2-4e4c-a1e7-6abca4599cc4 req-eca74069-9d63-4a9e-9892-4478acff7302 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610873 Nov 10 22:45:38.311484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-a6991e6c-8587-4206-887a-a6b224e1726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:38.312949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-a6991e6c-8587-4206-887a-a6b224e1726c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=447f07f1-5650-4dd9-b684-58412b5bdea0 HTTP/1.1" status: 200 len: 801 time: 0.1060262 Nov 10 22:45:38.357131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-e43c7b4d-b142-4560-89e7-8e47bf21c9bc service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747633 Nov 10 22:45:38.421031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-d889cc5e-e8c7-4c2b-828b-6714366449d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:38.422582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-d889cc5e-e8c7-4c2b-828b-6714366449d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d27c5e7a-5380-4b3b-a02a-23f088c25ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016765 Nov 10 22:45:38.423283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e3262f0-ba0d-4c6a-ab25-6c28ec60ce0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.436818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e3262f0-ba0d-4c6a-ab25-6c28ec60ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.482935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0e3262f0-ba0d-4c6a-ab25-6c28ec60ce0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=263910110e424ae5a523d30e7477d584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643789 Nov 10 22:45:38.512934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38172) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:38.583417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3262f0-ba0d-4c6a-ab25-6c28ec60ce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b588e75c-93ef-4046-9602-f94144789e29,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:38.623154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-935b0c01-d9f7-4d49-8b28-2b4b79043595 service neutron] 10.222.0.39 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902888 Nov 10 22:45:38.650567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-ae486eca-27ff-4aae-a601-653045720884 service neutron] 10.222.0.25 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256477 Nov 10 22:45:38.766911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.875093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.889856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-333e8f0f-3bda-4ef7-af6b-1900e1cd648e req-6aa7a185-fd0c-4bac-a7d8-b690b2643ae4 service neutron] 10.222.0.39 "GET /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561173 Nov 10 22:45:38.938108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a926bb00-eafb-482b-b52b-0e4f3887cb03 req-8ff04cff-b0c7-45b0-90d7-c570d6ef5e9d tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0422668 Nov 10 22:45:38.986905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.992047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:38.993229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b588e75c-93ef-4046-9602-f94144789e29 HTTP/1.1" status: 204 len: 168 time: 0.4791033 Nov 10 22:45:39.010588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1bd3-7e01-4ed8-8c2b-5f97907427d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b588e75c-93ef-4046-9602-f94144789e29,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:39.503928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e503-cae1-41ef-bd89-cec43c1bca46 req-6e2b381b-f7d7-4493-aa44-0c64dc24df88 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:39.519578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e503-cae1-41ef-bd89-cec43c1bca46 req-6e2b381b-f7d7-4493-aa44-0c64dc24df88 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:39.525216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-beb7e503-cae1-41ef-bd89-cec43c1bca46 req-6e2b381b-f7d7-4493-aa44-0c64dc24df88 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1679 time: 0.1386020 Nov 10 22:45:39.571907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecd90224-584a-48c8-af9e-302ee414191d details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:39.596423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-beb7e503-cae1-41ef-bd89-cec43c1bca46 req-024959dc-8e44-4fa0-8bcb-6dbe6556f08b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632834 Nov 10 22:45:39.851518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecd90224-584a-48c8-af9e-302ee414191d,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:39.892162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ecd90224-584a-48c8-af9e-302ee414191d', 'network_id': 'd27c5e7a-5380-4b3b-a02a-23f088c25ed9', 'port_id': 'ecd90224-584a-48c8-af9e-302ee414191d', 'mac_address': 'fa:16:3e:e5:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447f07f1-5650-4dd9-b684-58412b5bdea0', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:40.028901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:40.045863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd90224-584a-48c8-af9e-302ee414191d {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:40.070409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecd90224-584a-48c8-af9e-302ee414191d,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:40.077286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:40.078621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ec32bed2-c530-4f62-b1ee-aa093984e047 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:40.149672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec498225-ff05-4818-8976-c32062571f17 req-946ba404-7c68-4266-9c9e-6dc03868494e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0670085 Nov 10 22:45:40.179102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:40.231972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87433ebe-95fe-45a2-93e4-43119c2430d2 req-d8ca6a9b-db25-4b14-aa9e-748dab0a3c23 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:40.241303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87433ebe-95fe-45a2-93e4-43119c2430d2 req-d8ca6a9b-db25-4b14-aa9e-748dab0a3c23 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1376040 Nov 10 22:45:40.297575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ec32bed2-c530-4f62-b1ee-aa093984e047,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:40.331102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ec32bed2-c530-4f62-b1ee-aa093984e047', 'network_id': '95c8ce30-c910-4864-af6f-47a20ac286f0', 'port_id': 'ec32bed2-c530-4f62-b1ee-aa093984e047', 'mac_address': 'fa:16:3e:47:ed:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b895030-5c6d-4d65-bfb1-e0f927430b69', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:40.352052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87433ebe-95fe-45a2-93e4-43119c2430d2 req-6df0a34b-9973-4f5f-b207-542d4c9f4b71 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094117 Nov 10 22:45:40.393082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:40.412239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec32bed2-c530-4f62-b1ee-aa093984e047 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:40.438625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ec32bed2-c530-4f62-b1ee-aa093984e047,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:40.445864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:40.555244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:40.733797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ec32bed2-c530-4f62-b1ee-aa093984e047'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:40.850341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-05ead215-fae2-4979-87d5-7c9bc5443928 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:40.853599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-05ead215-fae2-4979-87d5-7c9bc5443928 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 821 time: 0.3877704 Nov 10 22:45:40.873061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Request body: {'port': {'device_id': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'admin_state_up': True, 'tenant_id': 'a940837e9c1f4e7f82ac669d3b0e278d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:40.940819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626df29-8e1d-48df-9b2f-59d1bcd2532a req-5b140a4b-8d65-417b-8e4e-29f7c42bf92a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:40.948761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626df29-8e1d-48df-9b2f-59d1bcd2532a req-5b140a4b-8d65-417b-8e4e-29f7c42bf92a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:40.959945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a626df29-8e1d-48df-9b2f-59d1bcd2532a req-5b140a4b-8d65-417b-8e4e-29f7c42bf92a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1681 time: 0.1838861 Nov 10 22:45:41.083673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a626df29-8e1d-48df-9b2f-59d1bcd2532a req-e751824b-b358-4892-8a81-22d4973cfb99 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222901 Nov 10 22:45:41.168159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Made reservation on behalf of a940837e9c1f4e7f82ac669d3b0e278d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:41.174639 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:41.351033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f9c778f-db34-43cb-8a0c-53b01531c046 req-ddb253ff-021a-4bd6-a436-2e8633466ec7 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0725746 Nov 10 22:45:41.428028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Allocated IP 172.20.0.8 (a711241e-9871-40dd-8096-1b2779985d76/abc5d1a5-af21-4bc7-9c51-a187d57d0841/dc6a0122-637a-42f8-af3b-3f547de53280) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:41.629476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ab66e-833f-4612-a8e5-2dd81fd7905e req-1e518663-bc3a-417d-87df-ba1b74d5bab5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:41.638432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-483ab66e-833f-4612-a8e5-2dd81fd7905e req-1e518663-bc3a-417d-87df-ba1b74d5bab5 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1491368 Nov 10 22:45:41.747535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-483ab66e-833f-4612-a8e5-2dd81fd7905e req-76e05cd4-40d0-41f2-8058-3ce9bd4e246f tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053402 Nov 10 22:45:41.756096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ecd90224-584a-48c8-af9e-302ee414191d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:41.784104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:41.858213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:41.959389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Network a711241e-9871-40dd-8096-1b2779985d76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:41.963620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:41.968102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:42.006370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event updated for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:42.042423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.043555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:42.066268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-f4064275-450a-4ff1-a971-0ef6af2405d3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1997230 Nov 10 22:45:42.081009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Request body: {'port': {'device_id': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:42.144006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:42.293453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4badd78-101f-4531-97a9-258868123a71 req-3166258b-8116-4cd9-b3f9-a68793b349ab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.297659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4badd78-101f-4531-97a9-258868123a71 req-3166258b-8116-4cd9-b3f9-a68793b349ab tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.1528499 Nov 10 22:45:42.361219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec59e49-2caf-405f-9814-2adc258a8557 req-0f153df4-9fc7-41d5-8a22-1f46d6fb84e7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.369278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec59e49-2caf-405f-9814-2adc258a8557 req-0f153df4-9fc7-41d5-8a22-1f46d6fb84e7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.383269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec59e49-2caf-405f-9814-2adc258a8557 req-0f153df4-9fc7-41d5-8a22-1f46d6fb84e7 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1681 time: 0.1462579 Nov 10 22:45:42.515702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ec59e49-2caf-405f-9814-2adc258a8557 req-27ada412-43a3-4a31-876a-12cc48c9d32c tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312134 Nov 10 22:45:42.633118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5b91-36fd-4c27-95b9-148db872300e req-33a4d033-4273-4090-90fe-d2fe2835630c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.634780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4af5b91-36fd-4c27-95b9-148db872300e req-33a4d033-4273-4090-90fe-d2fe2835630c tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 931 time: 0.0995352 Nov 10 22:45:42.670242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Deleting port 3bedcd97-eecc-42ce-a4b5-37abf243a41b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:42.670588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:42.797469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4af5b91-36fd-4c27-95b9-148db872300e req-69ca8c4a-0283-4f1f-82d0-8553757fe065 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516178 Nov 10 22:45:42.819510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6a0122-637a-42f8-af3b-3f547de53280 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:42.834820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:42.846321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] For port 3bedcd97-eecc-42ce-a4b5-37abf243a41b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3bedcd97-eecc-42ce-a4b5-37abf243a41b,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:42.846681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:42.862249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38334) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:42.950924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2d95-74ca-4dd5-bbf5-bd8b1cbe1c96 req-e6848f09-5d38-4366-96f3-f30777fb2fbb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:42.952957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d8e2d95-74ca-4dd5-bbf5-bd8b1cbe1c96 req-e6848f09-5d38-4366-96f3-f30777fb2fbb tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 945 time: 0.0892642 Nov 10 22:45:43.063553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d8e2d95-74ca-4dd5-bbf5-bd8b1cbe1c96 req-dc9cdb76-4d7e-4598-8625-6d8c4964a61a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043308 Nov 10 22:45:43.141813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Transition to ACTIVE for port object dc6a0122-637a-42f8-af3b-3f547de53280 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:43.146999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Calling delete_port for 3bedcd97-eecc-42ce-a4b5-37abf243a41b owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:43.148891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.243738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:43.326707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a494122-3d81-4e6f-9842-d9a74464a85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.401469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Attempting to bind port dc6a0122-637a-42f8-af3b-3f547de53280 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:43.401814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Attempting to bind port dc6a0122-637a-42f8-af3b-3f547de53280 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:43.402150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Attempting to bind port dc6a0122-637a-42f8-af3b-3f547de53280 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:43.422778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Port dc6a0122-637a-42f8-af3b-3f547de53280 on network a711241e-9871-40dd-8096-1b2779985d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:43.422992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Attempting to bind port dc6a0122-637a-42f8-af3b-3f547de53280 on network a711241e-9871-40dd-8096-1b2779985d76 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:43.437511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:43.437773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Checking segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:43.438177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Bound using segment: {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:43.438736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Bound port: dc6a0122-637a-42f8-af3b-3f547de53280, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee44d0c8-eacf-4307-b742-c9820ac66970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:43.438992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.460318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.475690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3bedcd97-eecc-42ce-a4b5-37abf243a41b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:43.478952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:43.539167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Pushing event deleted for resources: {'Port': ['ID=3bedcd97-eecc-42ce-a4b5-37abf243a41b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:43.595770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecd90224-584a-48c8-af9e-302ee414191d up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:43.603804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] No DVR routers for this DVR port 3bedcd97-eecc-42ce-a4b5-37abf243a41b on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:43.615994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.619438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4badd78-101f-4531-97a9-258868123a71 req-3389c426-d58e-4c53-8121-e20ad3b44d8d tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.39 "DELETE /v2.0/ports/3bedcd97-eecc-42ce-a4b5-37abf243a41b HTTP/1.1" status: 204 len: 173 time: 1.2406919 Nov 10 22:45:43.621816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'name': 'network-vif-deleted', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:43.624254 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00f13b-3d99-4a91-aa8c-404c025502a1" -d '{"events": [{"server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "name": "network-vif-deleted", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:43.632058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a494122-3d81-4e6f-9842-d9a74464a85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.638956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:43.643858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dc6a0122-637a-42f8-af3b-3f547de53280,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:43.645010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a494122-3d81-4e6f-9842-d9a74464a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.666599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.730430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a494122-3d81-4e6f-9842-d9a74464a85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b7633-f556-41d5-b4e8-150a13ecf42f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:43.738594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a494122-3d81-4e6f-9842-d9a74464a85a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b039032685a43fca5f3022ebc2f093a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722546 Nov 10 22:45:43.739954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:43.764172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:43.764820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.766551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc6a0122-637a-42f8-af3b-3f547de53280 HTTP/1.1" status: 200 len: 1091 time: 1.6901608 Nov 10 22:45:43.795826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891869-00ce-400a-a5b4-d0e83e3c1a96 req-780468ee-dacb-48da-a001-b79183d3ab16 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:43.797868 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98fd3b-c77b-40b8-9b12-b63e89288c9c x-openstack-request-id: req-dc98fd3b-c77b-40b8-9b12-b63e89288c9c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:43.798173 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7124274-c341-4fb0-82e2-33327fdd2eec", "name": "network-vif-deleted", "tag": "3bedcd97-eecc-42ce-a4b5-37abf243a41b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:43.798422 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc98fd3b-c77b-40b8-9b12-b63e89288c9c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:43.798847 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7124274-c341-4fb0-82e2-33327fdd2eec', 'name': 'network-vif-deleted', 'tag': '3bedcd97-eecc-42ce-a4b5-37abf243a41b', 'status': 'completed', 'code': 200} Nov 10 22:45:43.808626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891869-00ce-400a-a5b4-d0e83e3c1a96 req-780468ee-dacb-48da-a001-b79183d3ab16 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:43.814386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19df0-36b8-4f00-9695-44666b6be935 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:43.835050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9891869-00ce-400a-a5b4-d0e83e3c1a96 req-780468ee-dacb-48da-a001-b79183d3ab16 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1681 time: 0.2110631 Nov 10 22:45:43.882836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ecd90224-584a-48c8-af9e-302ee414191d completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:43.968847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ecd90224-584a-48c8-af9e-302ee414191d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:43.969652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:43.983594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9891869-00ce-400a-a5b4-d0e83e3c1a96 req-536e20ec-0d6b-4628-a070-66ad0840db9f tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446898 Nov 10 22:45:44.020232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.062302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-08a7a47e-2b09-49dc-9b25-3f91a1a91660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:44.064288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-08a7a47e-2b09-49dc-9b25-3f91a1a91660 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 1094 time: 0.2165008 Nov 10 22:45:44.086811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.102532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615b81-4ae5-4b4d-b971-9998d5760526 req-a20b04bd-c2d3-4fb2-8ca4-7e2aa373acb0 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:44.105784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30615b81-4ae5-4b4d-b971-9998d5760526 req-a20b04bd-c2d3-4fb2-8ca4-7e2aa373acb0 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 943 time: 0.1658440 Nov 10 22:45:44.158209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.160842 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.162015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc0b7633-f556-41d5-b4e8-150a13ecf42f HTTP/1.1" status: 204 len: 168 time: 0.4187112 Nov 10 22:45:44.184780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.189395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8bdf2-c514-43c0-9922-54ac78d4ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b7633-f556-41d5-b4e8-150a13ecf42f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:44.227186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:44.229956 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b35669-c02d-4bc1-8767-c368c33371d3" -d '{"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-plugged", "status": "completed", "tag": "ecd90224-584a-48c8-af9e-302ee414191d"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:44.245190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecd90224-584a-48c8-af9e-302ee414191d,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:44.251259 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.252301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ec32bed2-c530-4f62-b1ee-aa093984e047 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:44.285423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-891b0639-802f-402d-b47e-351aee5a48a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6a0122-637a-42f8-af3b-3f547de53280 HTTP/1.1" status: 200 len: 217 time: 0.2110522 Nov 10 22:45:44.355635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a495aee-1a24-4ee8-9083-d242690b5012 req-1eba1d31-5d3b-4c2c-b579-33cd3dea1001 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7124274-c341-4fb0-82e2-33327fdd2eec HTTP/1.1" status: 200 len: 210 time: 0.0442467 Nov 10 22:45:44.433815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-b27f6ea5-6b7d-42b9-b411-aea2c2e85dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:44.435256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:44.442082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-b27f6ea5-6b7d-42b9-b411-aea2c2e85dbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.1254263 Nov 10 22:45:44.498411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.514673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ec32bed2-c530-4f62-b1ee-aa093984e047 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:44.524055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ec32bed2-c530-4f62-b1ee-aa093984e047 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:44.525037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.537566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-5171fb2d-1e57-43dc-a514-66b7f42931eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834446 Nov 10 22:45:44.561879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30615b81-4ae5-4b4d-b971-9998d5760526 req-2cf0cdf4-5f51-406d-8d47-3737cb717830 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232404 Nov 10 22:45:44.604651 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0471de-fe38-462d-9e6e-c30c5c536c70 x-openstack-request-id: req-1b0471de-fe38-462d-9e6e-c30c5c536c70 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:44.605251 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-plugged", "status": "completed", "tag": "ecd90224-584a-48c8-af9e-302ee414191d", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:44.605908 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b0471de-fe38-462d-9e6e-c30c5c536c70 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:44.606595 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d', 'code': 200} Nov 10 22:45:44.710876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.760364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ec32bed2-c530-4f62-b1ee-aa093984e047,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:44.766264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38394) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:44.769942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.786973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-abe4626b-5e7b-4ad8-b775-f40e912af287 service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239041 Nov 10 22:45:44.829087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:44.938651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc74ebed-8739-48fd-8a1d-bc765dca049d req-81c52139-cc91-4929-bc41-541e3e7f3ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433132 Nov 10 22:45:44.956321 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.958473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4c8042e-04de-4620-a577-1a463e236f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:44.958876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38398) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:44.976118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a427857a-e2d1-4482-840b-70e8e7b3dd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.065901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4c8042e-04de-4620-a577-1a463e236f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.073809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4c8042e-04de-4620-a577-1a463e236f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.101381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4c8042e-04de-4620-a577-1a463e236f80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d21d2ab93924446ea633538dbc53f2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339860 Nov 10 22:45:45.103927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38402) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:45.117241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a427857a-e2d1-4482-840b-70e8e7b3dd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.124546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a427857a-e2d1-4482-840b-70e8e7b3dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.156088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546ba35-3392-42b5-8bd8-d62ba56ebcbe req-d2d85945-591d-4836-8836-ad3f7889112b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:45.162316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546ba35-3392-42b5-8bd8-d62ba56ebcbe req-d2d85945-591d-4836-8836-ad3f7889112b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:45.163973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8546ba35-3392-42b5-8bd8-d62ba56ebcbe req-d2d85945-591d-4836-8836-ad3f7889112b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.0903010 Nov 10 22:45:45.174974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.177880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8042e-04de-4620-a577-1a463e236f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44854fac-1298-4594-97fd-cb0dbd5f7544,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:45.201193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a427857a-e2d1-4482-840b-70e8e7b3dd80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49385fe26b9443b99bdc671f73fc2b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403541 Nov 10 22:45:45.205037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38406) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:45.210810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427857a-e2d1-4482-840b-70e8e7b3dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e35fe-d680-4c4f-b43e-be4960c49caf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:45.223445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.256397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8546ba35-3392-42b5-8bd8-d62ba56ebcbe req-3ae1378f-ccae-457c-8ca1-32b9a7b119c2 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Nov 10 22:45:45.291661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.321351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.329022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.331649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.332780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44854fac-1298-4594-97fd-cb0dbd5f7544 HTTP/1.1" status: 204 len: 168 time: 0.2277021 Nov 10 22:45:45.358973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44887b-72ea-4dd5-91ea-cd274eb8028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44854fac-1298-4594-97fd-cb0dbd5f7544,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:45.392240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.394959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.398989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b85e35fe-d680-4c4f-b43e-be4960c49caf HTTP/1.1" status: 204 len: 168 time: 0.1928923 Nov 10 22:45:45.418388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6da875-2c57-4e41-8345-d37a923c2563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e35fe-d680-4c4f-b43e-be4960c49caf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:45.598200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3bedcd97-eecc-42ce-a4b5-37abf243a41b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:45.647231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 3bedcd97-eecc-42ce-a4b5-37abf243a41b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:45.648896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3bedcd97-eecc-42ce-a4b5-37abf243a41b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:45.755229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e25f-0468-4ee3-b646-13aaf982587a req-91e630d3-3781-402b-a6d3-52ae160072ec tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:45.756912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d63e25f-0468-4ee3-b646-13aaf982587a req-91e630d3-3781-402b-a6d3-52ae160072ec tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0649507 Nov 10 22:45:45.775015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05aac-d33c-4e5e-a8d2-a3e0a01b6f76 req-6a16deb7-2401-4201-a8e3-6cf8bdd66aac tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:45.777290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbe05aac-d33c-4e5e-a8d2-a3e0a01b6f76 req-6a16deb7-2401-4201-a8e3-6cf8bdd66aac tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 943 time: 0.0870075 Nov 10 22:45:45.803048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:45.806185 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f7050-fd2a-4ef3-933a-67c3a40ecebb" -d '{"events": [{"name": "network-changed", "server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:45.858579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d63e25f-0468-4ee3-b646-13aaf982587a req-180eb2aa-54d1-40b9-ab94-11d0d7a85d46 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877297 Nov 10 22:45:45.885141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbe05aac-d33c-4e5e-a8d2-a3e0a01b6f76 req-1aa43098-7c2b-42b9-b5de-9426dddf2ec3 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Nov 10 22:45:45.902252 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d49e95-ed5b-4a3c-8df7-9daf7541798b x-openstack-request-id: req-69d49e95-ed5b-4a3c-8df7-9daf7541798b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:45.902542 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:45.902790 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d49e95-ed5b-4a3c-8df7-9daf7541798b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:45.903686 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280', 'status': 'completed', 'code': 200} Nov 10 22:45:45.953932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38444) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:45.968157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8833205-3954-4bec-9591-176bd7cec7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:45.978951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-ee232c46-7e41-43ae-a271-4d1968516215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:45.980904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-ee232c46-7e41-43ae-a271-4d1968516215 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 1094 time: 0.0494101 Nov 10 22:45:46.092108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8833205-3954-4bec-9591-176bd7cec7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.095624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8833205-3954-4bec-9591-176bd7cec7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.097547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-af5ca038-7947-46d7-900c-1d6535978483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.099153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-af5ca038-7947-46d7-900c-1d6535978483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 200 len: 921 time: 0.1097596 Nov 10 22:45:46.139328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a8833205-3954-4bec-9591-176bd7cec7f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29ec257a56e844dd98116515ac3b9d03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842709 Nov 10 22:45:46.141612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8833205-3954-4bec-9591-176bd7cec7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9355ec7-5389-49f8-bb9b-14217f6ee432,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:46.144925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:46.169363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-c3cde4ae-e5d8-4cc9-9ab6-a05573b0302d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc6a0122-637a-42f8-af3b-3f547de53280 HTTP/1.1" status: 200 len: 217 time: 0.0558858 Nov 10 22:45:46.198737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.238551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.240489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-291be35a-4772-40fd-a195-dd99e0126f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.242241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-291be35a-4772-40fd-a195-dd99e0126f1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 200 len: 861 time: 0.0654488 Nov 10 22:45:46.287498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-a7bf1e59-7c4e-41a5-8a7b-59bb8edcbcf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a711241e-9871-40dd-8096-1b2779985d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367730 Nov 10 22:45:46.305475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.308261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:46.311342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9355ec7-5389-49f8-bb9b-14217f6ee432 HTTP/1.1" status: 204 len: 168 time: 0.1642342 Nov 10 22:45:46.322633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715b566-aec1-48c1-9230-5d12294aeb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9355ec7-5389-49f8-bb9b-14217f6ee432,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:46.468843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064fd1b-ab42-4341-b72a-ed573221fefa req-520df30d-cfbf-4c75-8dde-bfdb00226f53 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.474840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064fd1b-ab42-4341-b72a-ed573221fefa req-520df30d-cfbf-4c75-8dde-bfdb00226f53 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.482647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f064fd1b-ab42-4341-b72a-ed573221fefa req-520df30d-cfbf-4c75-8dde-bfdb00226f53 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.0821388 Nov 10 22:45:46.499920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-c8db4559-a11c-41cb-a2a2-24e586558cdd service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028799 Nov 10 22:45:46.558856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f064fd1b-ab42-4341-b72a-ed573221fefa req-7cf73f52-2e82-423d-bb6a-ad051e9c6b81 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Nov 10 22:45:46.608063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:46.610662 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd59e6-5e30-4b75-a734-ccbefc47beb0" -d '{"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-plugged", "status": "completed", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:46.682400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-397f7050-fd2a-4ef3-933a-67c3a40ecebb req-ea1eed95-f5a7-4e22-a6f8-7a889e278a37 service neutron] 10.222.0.20 "GET /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736314 Nov 10 22:45:46.705171 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ae92f-66a7-49eb-b971-aa9310a2ed9e x-openstack-request-id: req-cb1ae92f-66a7-49eb-b971-aa9310a2ed9e {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:46.705487 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-plugged", "status": "completed", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:46.705755 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb1ae92f-66a7-49eb-b971-aa9310a2ed9e {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:46.706144 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047', 'code': 200} Nov 10 22:45:46.842774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001a91-1f08-4491-8e05-4e6fb9bc13a0 req-f0f9f3e7-e38b-4bcd-bb9a-54d91510efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.843885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001a91-1f08-4491-8e05-4e6fb9bc13a0 req-f0f9f3e7-e38b-4bcd-bb9a-54d91510efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:46.845553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a001a91-1f08-4491-8e05-4e6fb9bc13a0 req-f0f9f3e7-e38b-4bcd-bb9a-54d91510efd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1985 time: 0.0715888 Nov 10 22:45:46.906605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a001a91-1f08-4491-8e05-4e6fb9bc13a0 req-d33efe5d-f663-468b-b43f-04957f1ee6a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Nov 10 22:45:47.023254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746be37-c093-43a8-b8d1-ebd4d2b0766d req-b820e6cf-95ed-44bc-9eec-9ce42ddbf417 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:47.033229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6746be37-c093-43a8-b8d1-ebd4d2b0766d req-b820e6cf-95ed-44bc-9eec-9ce42ddbf417 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0782273 Nov 10 22:45:47.078744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2b570-f7b2-42c4-86fe-6db22b2ecfb8 req-447d3744-5427-4081-9bdd-59319901f8af tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:47.080256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98c2b570-f7b2-42c4-86fe-6db22b2ecfb8 req-447d3744-5427-4081-9bdd-59319901f8af tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 943 time: 0.0920222 Nov 10 22:45:47.100224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38502) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:47.126407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6746be37-c093-43a8-b8d1-ebd4d2b0766d req-da7c4d6a-2c00-4543-bfff-f186208ea443 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921803 Nov 10 22:45:47.158385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98c2b570-f7b2-42c4-86fe-6db22b2ecfb8 req-484e5b0b-0f5a-43f7-8414-b320082f5a73 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 Nov 10 22:45:47.240131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8063-3c1e-440e-89cf-3804c551936d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.325110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8063-3c1e-440e-89cf-3804c551936d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.330388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8063-3c1e-440e-89cf-3804c551936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.378043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb8e8063-3c1e-440e-89cf-3804c551936d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9615a11c6f1e4bde8485e51833074be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742047 Nov 10 22:45:47.378263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38512) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:47.384474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e8063-3c1e-440e-89cf-3804c551936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6495736-5a8c-42c7-9691-1a03954b3a61,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:47.433869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.459318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.517486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.521381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:47.523803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6495736-5a8c-42c7-9691-1a03954b3a61 HTTP/1.1" status: 204 len: 168 time: 0.1446347 Nov 10 22:45:47.532194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec402d6f-0706-4bc8-898c-50eb5e52a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6495736-5a8c-42c7-9691-1a03954b3a61,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:47.691383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7f605-c162-4e16-ae41-370f4cb5097a req-f6793446-287a-4d35-bbb7-b9392e7fe0f8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:47.698258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7f605-c162-4e16-ae41-370f4cb5097a req-f6793446-287a-4d35-bbb7-b9392e7fe0f8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:47.706301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a7f605-c162-4e16-ae41-370f4cb5097a req-f6793446-287a-4d35-bbb7-b9392e7fe0f8 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.0766587 Nov 10 22:45:47.717956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dc6a0122-637a-42f8-af3b-3f547de53280 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:47.771285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a7f605-c162-4e16-ae41-370f4cb5097a req-bd73c08d-fb89-4f49-b96e-798ba44f9024 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639734 Nov 10 22:45:47.938043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dc6a0122-637a-42f8-af3b-3f547de53280,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:47.958061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'dc6a0122-637a-42f8-af3b-3f547de53280', 'network_id': 'a711241e-9871-40dd-8096-1b2779985d76', 'port_id': 'dc6a0122-637a-42f8-af3b-3f547de53280', 'mac_address': 'fa:16:3e:63:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5d1a5-af21-4bc7-9c51-a187d57d0841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:48.043082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:48.057621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6a0122-637a-42f8-af3b-3f547de53280 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:48.079425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dc6a0122-637a-42f8-af3b-3f547de53280,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:48.085464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:48.142576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:48.295706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e83b9-c3f4-4fe4-a176-a0eca37690c2 req-e5fb8124-b892-454c-9e7a-a2e866bf82a0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:48.297884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-253e83b9-c3f4-4fe4-a176-a0eca37690c2 req-e5fb8124-b892-454c-9e7a-a2e866bf82a0 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0667725 Nov 10 22:45:48.341281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79df99e-ad1e-4964-a639-b7d7b49868d7 req-b091a935-808a-45ef-ab95-4084baf79923 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:48.352787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e79df99e-ad1e-4964-a639-b7d7b49868d7 req-b091a935-808a-45ef-ab95-4084baf79923 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0806446 Nov 10 22:45:48.357409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-253e83b9-c3f4-4fe4-a176-a0eca37690c2 req-533c933e-1914-40d9-a56a-9c69c4f835bf tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 Nov 10 22:45:48.371982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['dc6a0122-637a-42f8-af3b-3f547de53280'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:48.451915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e79df99e-ad1e-4964-a639-b7d7b49868d7 req-c57b01ab-0594-4a44-85d6-c3cd75e261e5 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977921 Nov 10 22:45:48.972119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923ae8b-9f3f-45c8-88ca-e42c038c31bd req-f9717010-aad3-4ae7-8f7b-7d4d054bebbf tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:48.985921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923ae8b-9f3f-45c8-88ca-e42c038c31bd req-f9717010-aad3-4ae7-8f7b-7d4d054bebbf tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:48.994060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9923ae8b-9f3f-45c8-88ca-e42c038c31bd req-f9717010-aad3-4ae7-8f7b-7d4d054bebbf tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.1304898 Nov 10 22:45:49.062808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9923ae8b-9f3f-45c8-88ca-e42c038c31bd req-deaeafed-0937-4576-85ec-e513803ab5eb tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Nov 10 22:45:49.491637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736d45e-3dc1-463e-a5c6-9ecfa8978fbf req-eb15c6ef-16cc-4117-95cc-c1a63d4027c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:49.502353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736d45e-3dc1-463e-a5c6-9ecfa8978fbf req-eb15c6ef-16cc-4117-95cc-c1a63d4027c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:49.511656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9736d45e-3dc1-463e-a5c6-9ecfa8978fbf req-eb15c6ef-16cc-4117-95cc-c1a63d4027c3 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.1105831 Nov 10 22:45:49.533257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609517-9c6b-4826-8cf4-46be55d573cb req-a3467ec9-d478-49ea-801f-4d0ea8284833 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:49.534909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18609517-9c6b-4826-8cf4-46be55d573cb req-a3467ec9-d478-49ea-801f-4d0ea8284833 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0598316 Nov 10 22:45:49.599350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9736d45e-3dc1-463e-a5c6-9ecfa8978fbf req-1d930660-7f49-4536-8147-fd10fe2b4885 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865049 Nov 10 22:45:49.607584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18609517-9c6b-4826-8cf4-46be55d573cb req-4d46a81a-1fdf-43d4-894f-3e95053dfa58 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654037 Nov 10 22:45:49.726395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dc6a0122-637a-42f8-af3b-3f547de53280 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:49.736537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29c3c-ab54-424c-8f5f-b402ba0b812f req-8c31fe79-64e9-4fe3-b2d5-07d4ab810d8f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:49.738790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1d29c3c-ab54-424c-8f5f-b402ba0b812f req-8c31fe79-64e9-4fe3-b2d5-07d4ab810d8f tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0638297 Nov 10 22:45:49.833171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1d29c3c-ab54-424c-8f5f-b402ba0b812f req-5050c796-2660-4626-a58a-176ca707f60b tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882525 Nov 10 22:45:49.844027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port dc6a0122-637a-42f8-af3b-3f547de53280 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:49.848168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port dc6a0122-637a-42f8-af3b-3f547de53280 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:49.848546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:49.937392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:50.143788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:50.146088 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894bcadf-cc89-4f91-b07e-c2137c8d0c01" -d '{"events": [{"server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:50.162829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dc6a0122-637a-42f8-af3b-3f547de53280,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:50.168487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:50.211744 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc7793-0986-4721-aedd-eaff7696a4bb x-openstack-request-id: req-3dbc7793-0986-4721-aedd-eaff7696a4bb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:50.212080 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:50.213384 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dbc7793-0986-4721-aedd-eaff7696a4bb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:50.213885 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280', 'code': 200} Nov 10 22:45:50.239411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:50.329385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb463-1c2a-4812-9cdd-8e5192f6616a req-c4a3a854-90ad-41d2-9885-258f9f9420d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.331167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-979eb463-1c2a-4812-9cdd-8e5192f6616a req-c4a3a854-90ad-41d2-9885-258f9f9420d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0576589 Nov 10 22:45:50.397214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-979eb463-1c2a-4812-9cdd-8e5192f6616a req-c051a844-627c-4a33-b257-2f61615e6087 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Nov 10 22:45:50.616413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38642) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:50.758678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43cc0-24ec-4235-8e63-d4183125f06d req-e4142def-f295-4216-b958-7fb50fd0632a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.760296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ffc43cc0-24ec-4235-8e63-d4183125f06d req-e4142def-f295-4216-b958-7fb50fd0632a tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.0589852 Nov 10 22:45:50.771148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74086aa0-7f06-4001-b65f-ba415a86d04d req-908776cf-66c0-4bbf-896d-f9c268860557 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.779014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74086aa0-7f06-4001-b65f-ba415a86d04d req-908776cf-66c0-4bbf-896d-f9c268860557 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.780837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74086aa0-7f06-4001-b65f-ba415a86d04d req-908776cf-66c0-4bbf-896d-f9c268860557 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.0825646 Nov 10 22:45:50.783052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00418ec0-7855-4501-9530-aea053811b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:50.821732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ffc43cc0-24ec-4235-8e63-d4183125f06d req-79470cec-4e63-4ae6-a3ac-5fbb886ddc7e tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527656 Nov 10 22:45:50.947489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-1125815a-3a33-41a6-a249-586c69853a1c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.949208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-1125815a-3a33-41a6-a249-586c69853a1c tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 945 time: 0.1671963 Nov 10 22:45:50.963591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74086aa0-7f06-4001-b65f-ba415a86d04d req-49470aad-b351-4df9-b5ae-1207334cfecf tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671913 Nov 10 22:45:50.986782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-eecb49b2-aa34-4830-aab0-1a7dd90eab50 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.992766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-eecb49b2-aa34-4830-aab0-1a7dd90eab50 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:50.994471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-eecb49b2-aa34-4830-aab0-1a7dd90eab50 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 1683 time: 0.1724212 Nov 10 22:45:51.013283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560177-648e-423a-a340-d06984acbc27 req-aefd6807-f1c1-4486-a23c-140f080fd763 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:51.014790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7560177-648e-423a-a340-d06984acbc27 req-aefd6807-f1c1-4486-a23c-140f080fd763 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0661154 Nov 10 22:45:51.070989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7560177-648e-423a-a340-d06984acbc27 req-61e5e9d7-6585-4321-b0b8-50b0b4fbd272 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Nov 10 22:45:51.146600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00418ec0-7855-4501-9530-aea053811b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.156886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00418ec0-7855-4501-9530-aea053811b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.223946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418ec0-7855-4501-9530-aea053811b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e547fff-9f21-4bed-9b5d-dadf7a14b4bc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:51.233196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00418ec0-7855-4501-9530-aea053811b96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b2eb98364d349abb7bfbf9c5071140a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155283 Nov 10 22:45:51.239873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38672) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:51.244578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Deleting port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:51.244965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.261691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port ec32bed2-c530-4f62-b1ee-aa093984e047 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:51.262025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.328427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.394480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:51.428665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port ec32bed2-c530-4f62-b1ee-aa093984e047, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ec32bed2-c530-4f62-b1ee-aa093984e047,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:51.429381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.432878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] For port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:51.433436 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.435864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.456111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for ec32bed2-c530-4f62-b1ee-aa093984e047 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:51.458525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Calling delete_port for fa26b2a4-80a5-4f0c-a7c2-c24857613d6e owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:51.520736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-843d17db-3191-4c35-92a5-0a91109d661f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:51.525470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-843d17db-3191-4c35-92a5-0a91109d661f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.1945236 Nov 10 22:45:51.539576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-2f6bdbd2-a298-4f87-9208-3241f647b6f8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/quotas/df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 375 time: 0.0114663 Nov 10 22:45:51.546140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.549334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.550563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e547fff-9f21-4bed-9b5d-dadf7a14b4bc HTTP/1.1" status: 204 len: 168 time: 0.3094268 Nov 10 22:45:51.558136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a02a6804-ef12-4083-ab17-ff3b2fb9fdca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.585759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e547fff-9f21-4bed-9b5d-dadf7a14b4bc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:51.604531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.604887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.605221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.605669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.605863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.606915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.607434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.607760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.608077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.609037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.609037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.609255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3731596-0995-44b8-b5fa-dd4687310a4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:51.640370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-e1f3ece6-66f1-4c5c-b1d5-7875535313dc tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887024 Nov 10 22:45:51.740804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-e1ad7f8e-0c01-4479-ab30-165669798cc4 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975044 Nov 10 22:45:51.772711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.775716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a02a6804-ef12-4083-ab17-ff3b2fb9fdca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.781999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.785819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:51.805785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a02a6804-ef12-4083-ab17-ff3b2fb9fdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:51.820411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Pushing event deleted for resources: {'Port': ['ID=fa26b2a4-80a5-4f0c-a7c2-c24857613d6e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:51.828600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ec32bed2-c530-4f62-b1ee-aa093984e047', 'ecd90224-584a-48c8-af9e-302ee414191d'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:51.888459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-094be543-7e9c-434b-9ee2-17459f93fdd0 service neutron] 10.222.0.25 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390340 Nov 10 22:45:51.896060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=ec32bed2-c530-4f62-b1ee-aa093984e047,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:51.942671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a6804-ef12-4083-ab17-ff3b2fb9fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f94e51-f4d8-421e-a8e0-8f3698057150,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:51.952988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38688) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:51.971271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a02a6804-ef12-4083-ab17-ff3b2fb9fdca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c36376359cae4a9ea41c5fcdcd5dbf37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522590 Nov 10 22:45:51.979938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38690) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:51.996479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port ec32bed2-c530-4f62-b1ee-aa093984e047 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:52.007932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b42f2bc5-6410-4acb-8a8f-7f63887a2a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.031749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.035201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-a256bfed-365c-4927-8857-89b97cf3e11a tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "DELETE /v2.0/ports/ec32bed2-c530-4f62-b1ee-aa093984e047 HTTP/1.1" status: 204 len: 173 time: 1.0147111 Nov 10 22:45:52.037080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-deleted', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:52.039548 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6ba64-ed86-4733-aef3-4ec886c27d36" -d '{"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-deleted", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:52.058914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] No DVR routers for this DVR port fa26b2a4-80a5-4f0c-a7c2-c24857613d6e on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:52.069193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a2b836c-8180-4c63-9737-30b6ad688e61 req-064b3465-9514-4e7e-a95b-874dfb33ffc2 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2227cca-e824-437f-8e59-77bceb169569 HTTP/1.1" status: 200 len: 210 time: 0.0763857 Nov 10 22:45:52.070576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.074336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bfc3a500-542b-40d6-b44d-cf0ebfaa8fa0 req-a09badf2-6b19-4724-bdd5-98b477302740 tempest-ServerRescueNegativeTestJSON-1970717809 tempest-ServerRescueNegativeTestJSON-1970717809-project] 10.222.0.20 "DELETE /v2.0/ports/fa26b2a4-80a5-4f0c-a7c2-c24857613d6e HTTP/1.1" status: 204 len: 173 time: 1.1160712 Nov 10 22:45:52.099390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.158307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.223890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port ecd90224-584a-48c8-af9e-302ee414191d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:52.224564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.274236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b42f2bc5-6410-4acb-8a8f-7f63887a2a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.275909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.278863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.280095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50f94e51-f4d8-421e-a8e0-8f3698057150 HTTP/1.1" status: 204 len: 168 time: 0.3259294 Nov 10 22:45:52.291343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dacaf5-c1aa-4c5e-bddf-2e8e25ccdce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f94e51-f4d8-421e-a8e0-8f3698057150,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:52.294207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b42f2bc5-6410-4acb-8a8f-7f63887a2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.339703 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b42f2bc5-6410-4acb-8a8f-7f63887a2a39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=254abb2b70e44fe79547478c17c1743d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563490 Nov 10 22:45:52.339703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f2bc5-6410-4acb-8a8f-7f63887a2a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2809ff32-a97a-4a91-90d4-120e01ed013d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:52.341101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38708) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:52.412832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.425750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e54a5-1d18-47b6-bd44-fe346118482f req-4c7c7397-7261-4a21-937d-04d23059d46b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:52.427345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b0e54a5-1d18-47b6-bd44-fe346118482f req-4c7c7397-7261-4a21-937d-04d23059d46b tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/ports?device_id=bac709f5-296f-4f5d-aac5-6e743d7d52e1 HTTP/1.1" status: 200 len: 946 time: 0.0912528 Nov 10 22:45:52.432920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port ecd90224-584a-48c8-af9e-302ee414191d, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecd90224-584a-48c8-af9e-302ee414191d,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:52.435265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.447669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.453990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for ecd90224-584a-48c8-af9e-302ee414191d owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:52.465306 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fc07c-cc47-42e5-9d0d-0a6795f97ec8 x-openstack-request-id: req-607fc07c-cc47-42e5-9d0d-0a6795f97ec8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:52.466471 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-deleted", "tag": "ec32bed2-c530-4f62-b1ee-aa093984e047", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:52.466898 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-607fc07c-cc47-42e5-9d0d-0a6795f97ec8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:52.467288 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-deleted', 'tag': 'ec32bed2-c530-4f62-b1ee-aa093984e047', 'status': 'completed', 'code': 200} Nov 10 22:45:52.514755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.520932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.526680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2809ff32-a97a-4a91-90d4-120e01ed013d HTTP/1.1" status: 204 len: 168 time: 0.1838112 Nov 10 22:45:52.548765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b0e54a5-1d18-47b6-bd44-fe346118482f req-1732dc3e-fd9d-482a-a8a5-76970d7c7719 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "GET /v2.0/security-groups?id=6defb17b-8a79-4244-a7c3-a660f6807409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017795 Nov 10 22:45:52.553517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ed915-0a36-4a17-b344-46ded06b8d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809ff32-a97a-4a91-90d4-120e01ed013d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:52.638904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2b258-690a-4030-84a4-a061728d3ca4 req-930eabd6-5297-4d94-9a9c-a117abf4f664 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:52.650815 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21d2b258-690a-4030-84a4-a061728d3ca4 req-930eabd6-5297-4d94-9a9c-a117abf4f664 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0982463 Nov 10 22:45:52.741357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:52.754097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ec32bed2-c530-4f62-b1ee-aa093984e047'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:52.767570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21d2b258-690a-4030-84a4-a061728d3ca4 req-ea28b6ce-42c5-4b26-82b8-59e13292e9cc tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158724 Nov 10 22:45:52.823003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=ecd90224-584a-48c8-af9e-302ee414191d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:52.995947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port ecd90224-584a-48c8-af9e-302ee414191d on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:53.001170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85c436a2-af0c-4484-b31b-1c9228f10600 req-2709af3d-54e0-42c4-b615-8e5a057a0df6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.1118789 Nov 10 22:45:53.001773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:53.010160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80d34e4-5403-4dd9-bdf7-3bffd122dfce req-b42ca1a9-cb31-4339-92f7-af79ce9ce10d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.39 "DELETE /v2.0/ports/ecd90224-584a-48c8-af9e-302ee414191d HTTP/1.1" status: 204 len: 173 time: 0.9619105 Nov 10 22:45:53.187486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:53.372261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505161-9cfd-4462-a2bd-bcac162557db req-e1f89198-4cae-4e68-9877-22a8dbf9e8a8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:53.379491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45505161-9cfd-4462-a2bd-bcac162557db req-e1f89198-4cae-4e68-9877-22a8dbf9e8a8 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 945 time: 0.2700639 Nov 10 22:45:53.483449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45505161-9cfd-4462-a2bd-bcac162557db req-a21f42d7-2cb4-47e6-9255-29e4b875bb63 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003697 Nov 10 22:45:53.686226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:53.695207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:53.751349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting subnet 447f07f1-5650-4dd9-b684-58412b5bdea0 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:53.756485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:53.819362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.013859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.024124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-cb991a85-a859-4295-b9ca-88778c7f89f1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:54.025785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-cb991a85-a859-4295-b9ca-88778c7f89f1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 820 time: 0.1750324 Nov 10 22:45:54.054993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Request body: {'port': {'device_id': '798404ff-07bf-43e5-b33f-9e34be59b252', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'admin_state_up': True, 'tenant_id': 'df7242d181c647338f89f9f329867920'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:54.073221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Deleting port f851e503-c5f0-4067-b527-ef8f9762d735 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:54.073221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.207621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] For port f851e503-c5f0-4067-b527-ef8f9762d735, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f851e503-c5f0-4067-b527-ef8f9762d735,segment=NetworkSegment(31529718-7272-4e10-99fb-426745132816),segment_id=31529718-7272-4e10-99fb-426745132816)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:54.208767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.227815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Calling delete_port for f851e503-c5f0-4067-b527-ef8f9762d735 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:54.476542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'name': 'network-vif-deleted', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e'}, {'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-deleted', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:54.478917 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b2d51-76b8-492b-bd28-7df299028303" -d '{"events": [{"server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "name": "network-vif-deleted", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e"}, {"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-deleted", "tag": "ecd90224-584a-48c8-af9e-302ee414191d"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:54.529501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-2604e9a3-1f23-4f70-9fe5-f8c6010fabf2 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:54.531520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-2604e9a3-1f23-4f70-9fe5-f8c6010fabf2 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 945 time: 0.1237214 Nov 10 22:45:54.557806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6d9df72-2c80-4da5-8304-e90f24a7053e req-9ac6e613-a79d-44f4-8105-4f494e1c07a9 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0699122 Nov 10 22:45:54.616210 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264dfcef-f392-4ee5-8ede-df67b324d125 x-openstack-request-id: req-264dfcef-f392-4ee5-8ede-df67b324d125 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:54.616680 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2227cca-e824-437f-8e59-77bceb169569", "name": "network-vif-deleted", "tag": "fa26b2a4-80a5-4f0c-a7c2-c24857613d6e", "status": "completed", "code": 200}, {"server_uuid": "bac709f5-296f-4f5d-aac5-6e743d7d52e1", "name": "network-vif-deleted", "tag": "ecd90224-584a-48c8-af9e-302ee414191d", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:54.616948 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-264dfcef-f392-4ee5-8ede-df67b324d125 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:54.617528 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2227cca-e824-437f-8e59-77bceb169569', 'name': 'network-vif-deleted', 'tag': 'fa26b2a4-80a5-4f0c-a7c2-c24857613d6e', 'status': 'completed', 'code': 200} Nov 10 22:45:54.617917 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac709f5-296f-4f5d-aac5-6e743d7d52e1', 'name': 'network-vif-deleted', 'tag': 'ecd90224-584a-48c8-af9e-302ee414191d', 'status': 'completed', 'code': 200} Nov 10 22:45:54.685443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.743798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Subnet': ['ID=447f07f1-5650-4dd9-b684-58412b5bdea0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:54.826568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.828601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18be5b-0f12-4ca4-95cb-1a15ec7915e7 None None] Network d27c5e7a-5380-4b3b-a02a-23f088c25ed9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:54.834576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52bf1b33-bfea-4977-b002-817891f7ba46 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/subnets/447f07f1-5650-4dd9-b684-58412b5bdea0 HTTP/1.1" status: 204 len: 168 time: 1.1450007 Nov 10 22:45:54.835747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:55.090028 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1582-b098-4696-a7ec-4e85b32f1c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.090209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.100023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Made reservation on behalf of df7242d181c647338f89f9f329867920 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:55.108802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.141149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0d58b-da52-4309-a010-7e2ff161b062 req-10d5fe0f-dbff-466f-9b5f-2f6df16c4719 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:55.148890 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0b0d58b-da52-4309-a010-7e2ff161b062 req-10d5fe0f-dbff-466f-9b5f-2f6df16c4719 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 945 time: 0.4066975 Nov 10 22:45:55.296827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] DHCP port deletion for d27c5e7a-5380-4b3b-a02a-23f088c25ed9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:45:55.405178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0b0d58b-da52-4309-a010-7e2ff161b062 req-53d03996-741b-4095-8633-373e9a5ffe5e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups?id=80e6cd0d-db83-449c-8d11-a46a404cfb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552044 Nov 10 22:45:55.507469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Deleting port dc6a0122-637a-42f8-af3b-3f547de53280 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:55.508022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.541403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b765c84-c6bf-43d8-a610-fa2d37417d54 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:55.637343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.650336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecd90224-584a-48c8-af9e-302ee414191d no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:55.677819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ecd90224-584a-48c8-af9e-302ee414191d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:55.678454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecd90224-584a-48c8-af9e-302ee414191d not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:55.679066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ec32bed2-c530-4f62-b1ee-aa093984e047 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:55.698932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Allocated IP 172.20.0.5 (43e53184-6e6d-4046-9b47-ac098315e987/de89209e-83b3-47dc-a273-fd511939d941/87bfbf79-2379-4221-b13b-5c20b06952a5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:55.707784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f851e503-c5f0-4067-b527-ef8f9762d735,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:55.713170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Deleting port 9b765c84-c6bf-43d8-a610-fa2d37417d54 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:55.717292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.721614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] For port dc6a0122-637a-42f8-af3b-3f547de53280, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dc6a0122-637a-42f8-af3b-3f547de53280,segment=NetworkSegment(ee44d0c8-eacf-4307-b742-c9820ac66970),segment_id=ee44d0c8-eacf-4307-b742-c9820ac66970)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:55.721909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.753999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43c4eadb-ad2c-419a-9518-5d5258e880cd req-2a26bcc2-8f73-4480-83d2-a31492b27887 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0582500 Nov 10 22:45:55.764478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port 9b765c84-c6bf-43d8-a610-fa2d37417d54 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:55.765360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.837890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Calling delete_port for dc6a0122-637a-42f8-af3b-3f547de53280 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:55.868185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] For port 9b765c84-c6bf-43d8-a610-fa2d37417d54, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b765c84-c6bf-43d8-a610-fa2d37417d54,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:55.868185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.884773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Calling delete_port for 9b765c84-c6bf-43d8-a610-fa2d37417d54 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:55.952762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port 9b765c84-c6bf-43d8-a610-fa2d37417d54, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b765c84-c6bf-43d8-a610-fa2d37417d54,segment=NetworkSegment(f18bb2fb-0ad2-46b8-896b-c764ab18d1f4),segment_id=f18bb2fb-0ad2-46b8-896b-c764ab18d1f4)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:55.953345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.972964 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:55.978425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for 9b765c84-c6bf-43d8-a610-fa2d37417d54 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:56.040417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ec32bed2-c530-4f62-b1ee-aa093984e047 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:56.041476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ec32bed2-c530-4f62-b1ee-aa093984e047 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:56.044024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fa26b2a4-80a5-4f0c-a7c2-c24857613d6e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:56.061706 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.139558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.160591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] No DVR routers for this DVR port 9b765c84-c6bf-43d8-a610-fa2d37417d54 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:56.172704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: fa26b2a4-80a5-4f0c-a7c2-c24857613d6e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:56.173085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fa26b2a4-80a5-4f0c-a7c2-c24857613d6e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:56.181936 n-d-811521-3 neutron-server[102459]: INFO neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No ports have port_id starting with 9b765c84-c6bf-43d8-a610-fa2d37417d54 Nov 10 22:45:56.244727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726c4c-9983-46e6-8856-9e8baead04d5 None None] Pushing event deleted for resources: {'Port': ['ID=9b765c84-c6bf-43d8-a610-fa2d37417d54,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:56.360471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.368293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.399617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:56.475679 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.500496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port 9b765c84-c6bf-43d8-a610-fa2d37417d54 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:56.505417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=9b765c84-c6bf-43d8-a610-fa2d37417d54,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:56.555807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event deleted for resources: {'Port': ['ID=dc6a0122-637a-42f8-af3b-3f547de53280,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:56.592462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Router b85fc7b0-3321-46fa-863e-8989ccff2cc3 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:45:56.616411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] No DVR routers for this DVR port dc6a0122-637a-42f8-af3b-3f547de53280 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:56.620761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:56.625538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e89f4f66-fbcf-4552-adf9-34212387aecd req-c11f7360-dfbc-4f94-a85c-f4df45361672 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.20 "DELETE /v2.0/ports/dc6a0122-637a-42f8-af3b-3f547de53280 HTTP/1.1" status: 204 len: 173 time: 2.0866830 Nov 10 22:45:56.626191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'name': 'network-vif-deleted', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:56.628760 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67469fe7-9ae9-4a47-a36f-b0f8109485e5" -d '{"events": [{"server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "name": "network-vif-deleted", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:56.767072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:45:56.774388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66ffc807-d06b-4c18-b2bc-03b3d4217d4d admin admin] 10.222.0.25 "PUT /v2.0/routers/b85fc7b0-3321-46fa-863e-8989ccff2cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857046 Nov 10 22:45:56.776809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:56.780266 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Sync routers for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:45:56.811862 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:45:56.818508 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:45:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:56.819699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Network 43e53184-6e6d-4046-9b47-ac098315e987 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:56.914994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:56.968935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a67e2e4-5571-462e-af15-37bf9104a566 req-02fce3cb-28d5-4075-972c-ad5e60131248 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/ports?device_id=d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3 HTTP/1.1" status: 200 len: 210 time: 0.3250709 Nov 10 22:45:56.969900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:57.031939 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382671e4-d572-4f9e-96f0-afcc8cc139e1 x-openstack-request-id: req-382671e4-d572-4f9e-96f0-afcc8cc139e1 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:57.032230 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3", "name": "network-vif-deleted", "tag": "dc6a0122-637a-42f8-af3b-3f547de53280", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:57.032493 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-382671e4-d572-4f9e-96f0-afcc8cc139e1 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:57.032912 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd531f9a2-a2db-44bc-b1d4-9a0e0a83b2d3', 'name': 'network-vif-deleted', 'tag': 'dc6a0122-637a-42f8-af3b-3f547de53280', 'status': 'completed', 'code': 200} Nov 10 22:45:57.045905 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.159802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:57.164155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:45:57.253437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.256204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:57.321014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:57.321014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.333275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27c5e7a-5380-4b3b-a02a-23f088c25ed9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:57.344841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.368797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0f00-edee-4bf3-a213-904a6c19423a req-0f1e535a-ce47-4a9a-823a-4cb8a710b7b7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:57.380256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ff0f00-edee-4bf3-a213-904a6c19423a req-0f1e535a-ce47-4a9a-823a-4cb8a710b7b7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 931 time: 0.2249832 Nov 10 22:45:57.383736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:57.384033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18bb2fb-0ad2-46b8-896b-c764ab18d1f4') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:57.422305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-fe5dbf27-0c31-4f5a-8a2a-67eda8ce5781 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3713822 Nov 10 22:45:57.461332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Request body: {'port': {'device_id': '798404ff-07bf-43e5-b33f-9e34be59b252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:57.465270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.487294 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2e560a1-b7f7-4d84-98db-81b8b07eeed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.539432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Deleting port 4e041099-69ab-43ba-824e-d4ea08b48f04 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:57.539646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.564536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49d1c422-f6ba-4fe4-9e1d-9431b93c7148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.582418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.604149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ff0f00-edee-4bf3-a213-904a6c19423a req-9aff31fb-3f28-4bd8-b9b7-b790cd7abc51 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203515 Nov 10 22:45:57.627779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:45:57.627779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:45:57.628409 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:45:57.745456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] For port 4e041099-69ab-43ba-824e-d4ea08b48f04, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e041099-69ab-43ba-824e-d4ea08b48f04,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:57.745456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.780233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Calling delete_port for 4e041099-69ab-43ba-824e-d4ea08b48f04 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:57.793088 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:45:55Z', 'revision_number': 5, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port': {'id': '4e041099-69ab-43ba-824e-d4ea08b48f04', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:42Z', 'updated_at': '2021-11-10T22:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:57.808280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dc6a0122-637a-42f8-af3b-3f547de53280 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:57.836922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.839275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Checking router: b85fc7b0-3321-46fa-863e-8989ccff2cc3 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:45:57.853540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: dc6a0122-637a-42f8-af3b-3f547de53280 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:57.854075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dc6a0122-637a-42f8-af3b-3f547de53280 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:57.856933 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Routers {'b85fc7b0-3321-46fa-863e-8989ccff2cc3'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:45:57.860042 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:45:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:57.879119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.913084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.922801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/networks/d27c5e7a-5380-4b3b-a02a-23f088c25ed9 HTTP/1.1" status: 204 len: 168 time: 3.0435576 Nov 10 22:45:57.925123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:57.989340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d907-275a-47fc-abcd-961c583b366d tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Network': ['ID=d27c5e7a-5380-4b3b-a02a-23f088c25ed9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:58.027194 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] Set router b85fc7b0-3321-46fa-863e-8989ccff2cc3 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:45:58.094801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting subnet 5b895030-5c6d-4d65-bfb1-e0f927430b69 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:58.098379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.142112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:45:57Z', 'revision_number': 6, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:58.146766 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.221738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2e560a1-b7f7-4d84-98db-81b8b07eeed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.237047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2e560a1-b7f7-4d84-98db-81b8b07eeed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.259687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.283092 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818dfd-e866-4be1-adb4-ba35b504d651 None None] The sync data for ids ['b85fc7b0-3321-46fa-863e-8989ccff2cc3'] in n-d-811521-3 is: [{'id': 'b85fc7b0-3321-46fa-863e-8989ccff2cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1567328444-router', 'tenant_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:41Z', 'updated_at': '2021-11-10T22:45:57Z', 'revision_number': 6, 'project_id': 'ee146f3c13ab4c6db6f08dc5d3d74b91', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:45:58.318915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38934) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:58.392164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.451326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.459117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.465050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/subnets/5b895030-5c6d-4d65-bfb1-e0f927430b69 HTTP/1.1" status: 204 len: 168 time: 0.5352945 Nov 10 22:45:58.465050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471035-7723-445d-ba7a-073acbd9675e tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Subnet': ['ID=5b895030-5c6d-4d65-bfb1-e0f927430b69,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:58.465384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1959e48-e33a-4375-8eed-d77f66b82cb4 None None] Network 95c8ce30-c910-4864-af6f-47a20ac286f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:45:58.468894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38940) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:58.512852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a2e560a1-b7f7-4d84-98db-81b8b07eeed7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f06c144ce050402bbf45810cd778e27a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2329659 Nov 10 22:45:58.513833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e560a1-b7f7-4d84-98db-81b8b07eeed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1135e8-3854-447f-b5b8-46d160401050,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:58.521916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:58.588720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.617846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.620363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e041099-69ab-43ba-824e-d4ea08b48f04,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:58.638405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.716306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.814172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bfbf79-2379-4221-b13b-5c20b06952a5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:58.851116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.883744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.905208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Transition to ACTIVE for port object 87bfbf79-2379-4221-b13b-5c20b06952a5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:58.923753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.924223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] DHCP port deletion for 95c8ce30-c910-4864-af6f-47a20ac286f0 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:45:58.930236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad15571-5979-4953-b49f-e92184653ff9 req-8bf2a3ff-b1c3-4373-bab4-0f43fb00a89b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:58.940142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad15571-5979-4953-b49f-e92184653ff9 req-8bf2a3ff-b1c3-4373-bab4-0f43fb00a89b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 931 time: 0.1965880 Nov 10 22:45:58.943750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.946873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.949222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "DELETE /v2.0/security-groups/89475f05-dcfa-429e-8e0c-77963ed03ed0 HTTP/1.1" status: 204 len: 168 time: 0.6262980 Nov 10 22:45:58.954436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:58.960101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.960350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:58.992242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Deleting port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:58.992470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.010453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.013315 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-d6005d4b-35c4-4587-977f-a257e8aa1db4 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] show failed (client error): The resource could not be found. Nov 10 22:45:59.017577 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d6005d4b-35c4-4587-977f-a257e8aa1db4 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "GET /v2.0/security-groups/89475f05-dcfa-429e-8e0c-77963ed03ed0 HTTP/1.1" status: 404 len: 347 time: 0.0492370 Nov 10 22:45:59.020333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38954) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:59.028555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.057707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dd90f-d25f-4e05-947f-8cf8cda4068e tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89475f05-dcfa-429e-8e0c-77963ed03ed0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:59.154783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] For port ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:59.155232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.171870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad15571-5979-4953-b49f-e92184653ff9 req-674fbe12-8f7f-47e1-a644-18582ad3b877 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305183 Nov 10 22:45:59.178763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Calling delete_port for ad43338d-b246-4ff8-9dc7-598a4a4d43b7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:59.203024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:59.222709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Deleting port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:59.222989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.224895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.238641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85fc7b0-3321-46fa-863e-8989ccff2cc3 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:45:59.261711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.263444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0231387d-15cb-4850-8954-3fa50edef86f admin admin] 10.222.0.25 "DELETE /v2.0/routers/b85fc7b0-3321-46fa-863e-8989ccff2cc3 HTTP/1.1" status: 204 len: 168 time: 2.4854987 Nov 10 22:45:59.266964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38958) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:59.358873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.417987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Deleting subnet 2768ecea-53eb-4adb-a5f4-c7a4ce7b956a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:45:59.425479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] Pushing event deleted for resources: {'Port': ['ID=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:59.428167 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.431288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:59.432226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:59.432226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:59.444580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075cd06-5822-42c5-81c7-5a8acb7cbd85 None None] No DVR routers for this DVR port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:45:59.464926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f851e503-c5f0-4067-b527-ef8f9762d735 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:59.468074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:59.468541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:59.487521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:59.488113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:59.488637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:59.489607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Bound port: 87bfbf79-2379-4221-b13b-5c20b06952a5, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:59.490158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.518762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f851e503-c5f0-4067-b527-ef8f9762d735 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:59.518991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f851e503-c5f0-4067-b527-ef8f9762d735 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:59.519568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad43338d-b246-4ff8-9dc7-598a4a4d43b7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:59.529598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.542986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ad43338d-b246-4ff8-9dc7-598a4a4d43b7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:59.544382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad43338d-b246-4ff8-9dc7-598a4a4d43b7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:59.544962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e041099-69ab-43ba-824e-d4ea08b48f04 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:45:59.569552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4e041099-69ab-43ba-824e-d4ea08b48f04 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:45:59.570118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e041099-69ab-43ba-824e-d4ea08b48f04 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:45:59.623665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] For port ad43338d-b246-4ff8-9dc7-598a4a4d43b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,segment=NetworkSegment(def6aa9a-fab1-42ec-a356-b51f4c3c675b),segment_id=def6aa9a-fab1-42ec-a356-b51f4c3c675b)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:59.624030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.633720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.636490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.638426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1135e8-3854-447f-b5b8-46d160401050 HTTP/1.1" status: 204 len: 168 time: 1.1083198 Nov 10 22:45:59.666584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Calling delete_port for ad43338d-b246-4ff8-9dc7-598a4a4d43b7 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:59.709605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376385c-6eb5-4725-afb8-a79f0b6b3179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1135e8-3854-447f-b5b8-46d160401050,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:59.730106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Deleting port 3b8ff977-c48f-4010-9d74-81e89f17142e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:45:59.730454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.761809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:59.777789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.787651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:59.838811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.902138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:59.903631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.905380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] 10.222.0.20 "PUT /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 1091 time: 2.4525566 Nov 10 22:45:59.906524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:59.910214 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d26df-560a-482f-aeca-fd5bae850524" -d '{"events": [{"name": "network-changed", "server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:59.951114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:59.961115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.961471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.961818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.962202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.962678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.963071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.963402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.963739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.964116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.964450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.964776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.966322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cec243-355d-4650-a05e-b2647ff52c3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:45:59.969804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.970666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.984241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:59.996353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Calling delete_port for 3b8ff977-c48f-4010-9d74-81e89f17142e owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:45:59.998613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.048584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Port': ['ID=ad43338d-b246-4ff8-9dc7-598a4a4d43b7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:00.066162 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc12b3-0b08-4e49-80a7-bb814c026c96 x-openstack-request-id: req-90bc12b3-0b08-4e49-80a7-bb814c026c96 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:00.066466 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:00.066729 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90bc12b3-0b08-4e49-80a7-bb814c026c96 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:00.067157 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'status': 'completed', 'code': 200} Nov 10 22:46:00.067642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] No DVR routers for this DVR port ad43338d-b246-4ff8-9dc7-598a4a4d43b7 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:00.104005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.108086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2768ecea-53eb-4adb-a5f4-c7a4ce7b956a HTTP/1.1" status: 204 len: 168 time: 0.8400693 Nov 10 22:46:00.110691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:00.113076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364d9c1-a634-4db0-b449-261e94b90d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2768ecea-53eb-4adb-a5f4-c7a4ce7b956a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:00.198831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-696724f6-d1d9-4f94-bf48-c022f66a1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:00.201107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-696724f6-d1d9-4f94-bf48-c022f66a1e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1094 time: 0.1910186 Nov 10 22:46:00.266155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.320324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.327887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-436d02b6-24d7-4c18-9e23-418ed80c1eab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 217 time: 0.1170778 Nov 10 22:46:00.346840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c8ce30-c910-4864-af6f-47a20ac286f0']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.353270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.368126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def6aa9a-fab1-42ec-a356-b51f4c3c675b') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.368426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def6aa9a-fab1-42ec-a356-b51f4c3c675b') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.380802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.420572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38980) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:00.430479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.445319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fe32576-26e8-4fe6-adc1-6c7913911f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.456057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:00.456388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:00.459500 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:00.542009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.573247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Pushing event deleted for resources: {'Port': ['ID=3b8ff977-c48f-4010-9d74-81e89f17142e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:00.588521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.615663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.650931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf6f58f-9ab8-4443-a162-f43a8571c111']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.661140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f31ba-216f-4751-bda5-4f387df026dd req-2b5c92a4-0f6a-4232-bf90-8b5d77b4130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:00.662585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.666644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.670388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] 10.222.0.25 "DELETE /v2.0/networks/95c8ce30-c910-4864-af6f-47a20ac286f0 HTTP/1.1" status: 204 len: 168 time: 2.1984272 Nov 10 22:46:00.673894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-2b5c92a4-0f6a-4232-bf90-8b5d77b4130c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.2898021 Nov 10 22:46:00.695207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31529718-7272-4e10-99fb-426745132816') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.695572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31529718-7272-4e10-99fb-426745132816') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:00.710426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1633e71-38d6-4049-95a0-149abb6e1b0f req-2e87f36a-9078-4553-a4d4-559811b1948a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:00.712028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1633e71-38d6-4049-95a0-149abb6e1b0f req-2e87f36a-9078-4553-a4d4-559811b1948a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.3531594 Nov 10 22:46:00.733576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.737242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-6adc0113-8bcb-4d31-9256-57c2ee29fcbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541904 Nov 10 22:46:00.782805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.799459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9036ce-93a0-4d0d-9d24-cc250774b468 tempest-ServersTestMultiNic-1293722459 tempest-ServersTestMultiNic-1293722459-project] Pushing event deleted for resources: {'Network': ['ID=95c8ce30-c910-4864-af6f-47a20ac286f0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:00.833488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fe32576-26e8-4fe6-adc1-6c7913911f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.845209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fe32576-26e8-4fe6-adc1-6c7913911f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.863793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:00.864444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:00.869167 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:00.938138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9fe32576-26e8-4fe6-adc1-6c7913911f6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1ca2bfa8ec842c984bf0c6f5bde67aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153403 Nov 10 22:46:00.943124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe32576-26e8-4fe6-adc1-6c7913911f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9562b-0036-4832-82c9-6ca7bb880fb7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:00.949380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38998) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:00.966435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.973020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:00.974283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-99565cea-5a2b-4dc6-951c-a90990596110 tempest-ImagesOneServerNegativeTestJSON-311519564 tempest-ImagesOneServerNegativeTestJSON-311519564-project] 10.222.0.25 "DELETE /v2.0/floatingips/32904bcf-53d3-48b3-92d3-5a213d20abb9 HTTP/1.1" status: 204 len: 168 time: 1.9487076 Nov 10 22:46:01.055371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.081839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1633e71-38d6-4049-95a0-149abb6e1b0f req-a51a0cf4-72e5-4d5f-a815-ac290e3a4b71 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515246 Nov 10 22:46:01.104076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.148051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.154786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.159712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] 10.222.0.25 "DELETE /v2.0/networks/3cf6f58f-9ab8-4443-a162-f43a8571c111 HTTP/1.1" status: 204 len: 168 time: 1.0465980 Nov 10 22:46:01.163667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39012) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:01.222256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-cc376711-c984-4d59-872e-8fae19297217 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696805 Nov 10 22:46:01.223673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6a22b-6a7b-4216-a936-8a21b589ebfe admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf6f58f-9ab8-4443-a162-f43a8571c111,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:01.260577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.265652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.266519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1b9562b-0036-4832-82c9-6ca7bb880fb7 HTTP/1.1" status: 204 len: 168 time: 0.3150082 Nov 10 22:46:01.281550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0f04e-a226-47f3-9bc8-7d938f1f9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9562b-0036-4832-82c9-6ca7bb880fb7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:01.321818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39022) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:01.444190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Deleting subnet abc5d1a5-af21-4bc7-9c51-a187d57d0841 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:01.451169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.526971 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.572490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39026) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:01.672705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.686244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a43f31ba-216f-4751-bda5-4f387df026dd req-f66b446a-1209-45b2-a5fe-a55dc1d71384 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508796 Nov 10 22:46:01.687821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:01.688369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac8c59b1-d0ac-4235-a00e-81912963e624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee146f3c13ab4c6db6f08dc5d3d74b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132996 Nov 10 22:46:01.828865 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.914773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc5d1a5-af21-4bc7-9c51-a187d57d0841,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:01.925660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:01.934640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-867f6484-d582-459d-ba8c-f716218a2ae1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/abc5d1a5-af21-4bc7-9c51-a187d57d0841 HTTP/1.1" status: 204 len: 168 time: 0.6105902 Nov 10 22:46:01.938047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39034) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:02.058564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.253553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.315670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a711241e-9871-40dd-8096-1b2779985d76']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:02.337200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee44d0c8-eacf-4307-b742-c9820ac66970') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:02.340794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee44d0c8-eacf-4307-b742-c9820ac66970') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:02.366850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.399670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.420658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:02.421361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:02.423677 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:02.558736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.579619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d26df-560a-482f-aeca-fd5bae850524 req-ba42076e-e81e-4525-bbd5-545b44fc7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:02.582297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-ba42076e-e81e-4525-bbd5-545b44fc7380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1094 time: 0.7624884 Nov 10 22:46:02.586380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.603227 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a711241e-9871-40dd-8096-1b2779985d76 HTTP/1.1" status: 204 len: 168 time: 0.6619997 Nov 10 22:46:02.626062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582dbfc-f2da-4c3a-aa19-276e7c7b20d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a711241e-9871-40dd-8096-1b2779985d76,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:02.632574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.720371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75a5fd-c46d-44bc-a66c-1411f1aa07f6 req-f17a8c6e-b7ba-42fa-b250-9c3945d62a70 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:02.727937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b75a5fd-c46d-44bc-a66c-1411f1aa07f6 req-f17a8c6e-b7ba-42fa-b250-9c3945d62a70 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.2654874 Nov 10 22:46:02.765388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.862758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b75a5fd-c46d-44bc-a66c-1411f1aa07f6 req-ac6f57ca-e2f1-4977-8246-d4bc351eabc5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335146 Nov 10 22:46:02.888126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d26df-560a-482f-aeca-fd5bae850524 req-3f553642-70bc-420c-a7cb-5676d11bc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:02.889887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-3f553642-70bc-420c-a7cb-5676d11bc906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.2972651 Nov 10 22:46:02.913765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:02.954023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-45b9dda5-7d2b-4679-8ddb-0f951aefbee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 217 time: 0.0511441 Nov 10 22:46:02.980671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.984844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:02.985386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69 HTTP/1.1" status: 204 len: 168 time: 1.2335205 Nov 10 22:46:03.021236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-583970bb-f65c-4fa3-b352-e26d5cfa7523 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a940837e9c1f4e7f82ac669d3b0e278d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043284 Nov 10 22:46:03.023663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:03.109071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d26df-560a-482f-aeca-fd5bae850524 req-d9f33fb9-824d-4dc6-a94b-f225dba10260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:03.110254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-d9f33fb9-824d-4dc6-a94b-f225dba10260 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1318612 Nov 10 22:46:03.115584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.142875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c56934-52b6-473e-ae69-affd704cfe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ed2f3-f9bb-4e7f-8f0a-65daa8e6be69,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:03.178708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.197012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-d0f94c1e-7543-4621-8f49-3ea11a168afa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766668 Nov 10 22:46:03.295358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.299070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.300522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80e6cd0d-db83-449c-8d11-a46a404cfb64 HTTP/1.1" status: 204 len: 168 time: 0.2759128 Nov 10 22:46:03.311256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30a41c-a7d5-445d-a41b-f70cb052c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6cd0d-db83-449c-8d11-a46a404cfb64,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:03.347227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.475099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-b9297f36-b381-480b-910c-5fbc8fa339c0 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704535 Nov 10 22:46:03.701781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17d26df-560a-482f-aeca-fd5bae850524 req-1ce65a96-c968-4d1e-8f90-a1d55c9e547d service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183256 Nov 10 22:46:03.834856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Deleting port 3415054b-86e4-430b-b291-5facccdbd5c4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:03.836285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.970293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] For port 3415054b-86e4-430b-b291-5facccdbd5c4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3415054b-86e4-430b-b291-5facccdbd5c4,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:03.970917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:03.993924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Calling delete_port for 3415054b-86e4-430b-b291-5facccdbd5c4 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:04.063608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb360b-58be-4e65-beba-08b90bef1310 req-4f8f053c-5afd-45af-a41d-6eaf86c72788 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:04.066371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7eb360b-58be-4e65-beba-08b90bef1310 req-4f8f053c-5afd-45af-a41d-6eaf86c72788 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.1026430 Nov 10 22:46:04.166769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7eb360b-58be-4e65-beba-08b90bef1310 req-e225c992-f427-455e-82b3-2c4bf5d77bb0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Nov 10 22:46:04.297983 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:04.328439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3415054b-86e4-430b-b291-5facccdbd5c4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:04.564847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:04.822081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:46:04.950322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:46:04.958359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68730d70-c7aa-4de8-9a14-ce59c4e73d24 admin admin] 10.222.0.25 "PUT /v2.0/routers/9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7916524 Nov 10 22:46:04.960995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39136) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:04.968601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Sync routers for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:46:04.979168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:04.979796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:45:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:05.093929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:46:05.139207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:05.171216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39142) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:05.413241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:05.469903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b047ee7-898b-433d-8935-969f9e62030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:46:04Z', 'revision_number': 5, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port': {'id': '9b047ee7-898b-433d-8935-969f9e62030a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:20Z', 'updated_at': '2021-11-10T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:05.476751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379f81-5790-465d-93ed-57175642bec8 req-14dcb9c0-cb2a-4963-b599-8a6923fdfe7e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:05.488707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43379f81-5790-465d-93ed-57175642bec8 req-14dcb9c0-cb2a-4963-b599-8a6923fdfe7e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.1907561 Nov 10 22:46:05.510370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e0685936-307c-469b-b067-531100291437 admin admin] Deleting port 9b047ee7-898b-433d-8935-969f9e62030a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:05.510729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:05.537123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Checking router: 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:46:05.550442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Routers {'9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:05.551426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:45:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:05.681893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] Set router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:46:05.688676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-e0685936-307c-469b-b067-531100291437 admin admin] For port 9b047ee7-898b-433d-8935-969f9e62030a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9b047ee7-898b-433d-8935-969f9e62030a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:05.689304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:05.726195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e0685936-307c-469b-b067-531100291437 admin admin] Calling delete_port for 9b047ee7-898b-433d-8935-969f9e62030a owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:05.745286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:46:05Z', 'revision_number': 6, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:05.781880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0b008-62f2-40d3-97b4-e4fd64926d85 None None] The sync data for ids ['9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3'] in n-d-811521-3 is: [{'id': '9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3', 'name': 'tempest-ServersTestMultiNic-1279792246-router', 'tenant_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:18Z', 'updated_at': '2021-11-10T22:46:05Z', 'revision_number': 6, 'project_id': '68d2b6e6cae146b88eadb6fc59bd5a3e', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:46:05.956325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39168) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:05.982048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39170) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:06.040511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.081691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0685936-307c-469b-b067-531100291437 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b047ee7-898b-433d-8935-969f9e62030a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:06.149835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1061797780-network', 'tenant_id': '5a91cb97209842ab9bd466c03950a6dc'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:06.186680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Made reservation on behalf of 5a91cb97209842ab9bd466c03950a6dc for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:06.191433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.210348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.216906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-133273215-network', 'tenant_id': '0d24bd991a744ea38caf9f1b0f65eb4e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:06.221546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.236174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa643-0b5c-4bfd-9a12-33d6b10d9f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.334375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43379f81-5790-465d-93ed-57175642bec8 req-23d37180-aa54-4328-8788-d13893fd6dba tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8443701 Nov 10 22:46:06.447659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa643-0b5c-4bfd-9a12-33d6b10d9f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.458389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa643-0b5c-4bfd-9a12-33d6b10d9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.517433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c3aa643-0b5c-4bfd-9a12-33d6b10d9f52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c524416f27d1453c9972450196939c92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3450484 Nov 10 22:46:06.518572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:06.519776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aa643-0b5c-4bfd-9a12-33d6b10d9f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7562f-96e1-4d98-90e0-fdd0f01e4674,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:06.610134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.644776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.680343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.683447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.716113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.719314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.720516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9be7562f-96e1-4d98-90e0-fdd0f01e4674 HTTP/1.1" status: 204 len: 168 time: 0.1960697 Nov 10 22:46:06.739367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bed354-cfdf-432a-bcfe-beb54c0b8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7562f-96e1-4d98-90e0-fdd0f01e4674,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:06.806616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Made reservation on behalf of 0d24bd991a744ea38caf9f1b0f65eb4e for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:06.809263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.814041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.814638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0685936-307c-469b-b067-531100291437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:46:06.821473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0685936-307c-469b-b067-531100291437 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.825527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e0685936-307c-469b-b067-531100291437 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9bbc3472-b2bd-4ca6-bea2-15b8cc7d99c3 HTTP/1.1" status: 204 len: 168 time: 1.8631861 Nov 10 22:46:06.825813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39210) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:06.837841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.897356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Deleting subnet 92cd13b2-b23a-4ffa-9a94-41bcc88ce615 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:06.901243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:06.970947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.013055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.027325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.072265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:07.079671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.101105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.112759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.113025 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Added segment 1053d0cb-4c91-40cd-8109-efd00e7b6c23 of type vlan for network c35d148f-2c11-45ba-ad68-ba55b03c8253 Nov 10 22:46:07.115556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.123900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86d095-1a01-4d2e-92a6-65e25c7dadab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.186660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:07.214946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39222) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:07.228299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3505f-ea1f-41f8-961d-73af00e9a349,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.237144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b61b4916-8251-426d-bf5c-01ab45c0e2d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.239764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.240181 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Added segment 3689c8e9-0f19-4671-b572-b342b500dd4b of type vlan for network bfcb3a38-1ae2-47d0-a121-26f96ca64a38 Nov 10 22:46:07.242889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.289181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.301302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.317906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.318891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:07.319560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.334669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cd13b2-b23a-4ffa-9a94-41bcc88ce615,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.339322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.342818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d06bb397-bf9b-4cfc-908f-ac71de94ccc7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/92cd13b2-b23a-4ffa-9a94-41bcc88ce615 HTTP/1.1" status: 204 len: 168 time: 0.5161600 Nov 10 22:46:07.346079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:07.353218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5d627-b06e-4f5a-8c14-5fb0f7c28f02 None None] Network 9340ae1e-15fb-4b43-bb83-fd15142e1c3e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:07.470896 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b61b4916-8251-426d-bf5c-01ab45c0e2d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.471632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3415054b-86e4-430b-b291-5facccdbd5c4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:07.486825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b61b4916-8251-426d-bf5c-01ab45c0e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.514112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.517881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b4916-8251-426d-bf5c-01ab45c0e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e74caf-47f3-4fd5-9cf2-805377328cd1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.535046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3415054b-86e4-430b-b291-5facccdbd5c4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:46:07.535588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3415054b-86e4-430b-b291-5facccdbd5c4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:46:07.536174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b047ee7-898b-433d-8935-969f9e62030a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:07.554674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b61b4916-8251-426d-bf5c-01ab45c0e2d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cbe2e96f10d43869ece71f2d7c96964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384066 Nov 10 22:46:07.570825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39240) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:07.599313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c35d148f-2c11-45ba-ad68-ba55b03c8253,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.603262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.604297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:07.604781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.622856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c35d148f-2c11-45ba-ad68-ba55b03c8253 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:07.628621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7138d19a-361c-4a52-b0cb-def79609a4a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6449964 Nov 10 22:46:07.631696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9b047ee7-898b-433d-8935-969f9e62030a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:46:07.632041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9b047ee7-898b-433d-8935-969f9e62030a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:46:07.632145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:07.644715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Request body: {'subnet': {'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-133273215-subnet', 'tenant_id': '0d24bd991a744ea38caf9f1b0f65eb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:07.759525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Deleting port a1c4f455-8c22-4299-b0ad-812d7823e676 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:07.760349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.779653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8219864 Nov 10 22:46:07.780707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65961-cd49-48ef-93f9-3511b9c47b16 admin admin] Pushing event updated for resources: {'Network': ['ID=bfcb3a38-1ae2-47d0-a121-26f96ca64a38,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:07.796245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39244) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:07.804875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Made reservation on behalf of 0d24bd991a744ea38caf9f1b0f65eb4e for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:07.808140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.822329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Request body: {'subnet': {'network_id': 'bfcb3a38-1ae2-47d0-a121-26f96ca64a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1061797780-subnet', 'tenant_id': '5a91cb97209842ab9bd466c03950a6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:07.828629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network bfcb3a38-1ae2-47d0-a121-26f96ca64a38 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:07.863684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.925210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5528076-6a99-4db5-8b07-b9d3e4db1a9a req-e03c0c76-fe0e-4a93-a8bd-5451393d5bc8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:07.941329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] For port a1c4f455-8c22-4299-b0ad-812d7823e676, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1c4f455-8c22-4299-b0ad-812d7823e676,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:07.941889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.943406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c5528076-6a99-4db5-8b07-b9d3e4db1a9a req-e03c0c76-fe0e-4a93-a8bd-5451393d5bc8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.3909328 Nov 10 22:46:07.950381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Made reservation on behalf of 5a91cb97209842ab9bd466c03950a6dc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:07.954947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.966110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.982567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Calling delete_port for a1c4f455-8c22-4299-b0ad-812d7823e676 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:08.034374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] DHCP port deletion for 9340ae1e-15fb-4b43-bb83-fd15142e1c3e request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:46:08.099471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c5528076-6a99-4db5-8b07-b9d3e4db1a9a req-c147a1a9-f52b-43ba-bce8-df2faf4efdc6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549447 Nov 10 22:46:08.143811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Deleting port a1c4f455-8c22-4299-b0ad-812d7823e676 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:08.144429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.174998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.178133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.182436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6e74caf-47f3-4fd5-9cf2-805377328cd1 HTTP/1.1" status: 204 len: 168 time: 0.6030564 Nov 10 22:46:08.194163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0ab23-b741-4bb6-97f3-b3b306b678cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e74caf-47f3-4fd5-9cf2-805377328cd1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:08.214270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.312051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] For port a1c4f455-8c22-4299-b0ad-812d7823e676, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1c4f455-8c22-4299-b0ad-812d7823e676,segment=NetworkSegment(4c46aa07-aa25-493d-85b4-7e887495e9d9),segment_id=4c46aa07-aa25-493d-85b4-7e887495e9d9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:08.312485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.327534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c4f455-8c22-4299-b0ad-812d7823e676,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:08.346568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] No DVR routers for this DVR port a1c4f455-8c22-4299-b0ad-812d7823e676 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:08.364190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Calling delete_port for a1c4f455-8c22-4299-b0ad-812d7823e676 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:08.397241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.446121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b810a498-f6fa-4635-9983-fb165ecbe054,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:08.450162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: from cryptography.utils import int_from_bytes Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: from cryptography.utils import int_from_bytes Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.516939 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:46:08.520793 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:46:08.532137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.535282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Checking segment: {'id': '3689c8e9-0f19-4671-b572-b342b500dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bfcb3a38-1ae2-47d0-a121-26f96ca64a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:08.536600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Network hostable DHCP agents. Network: bfcb3a38-1ae2-47d0-a121-26f96ca64a38, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:46:08.548882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.562297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3921068a-996a-4dd1-a8bd-5cf452c9f58f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:08.601251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Pushing event deleted for resources: {'Port': ['ID=a1c4f455-8c22-4299-b0ad-812d7823e676,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:08.608452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9340ae1e-15fb-4b43-bb83-fd15142e1c3e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:08.613901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.614588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.615085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.615581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.616073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.616760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.617282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.617407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Network bfcb3a38-1ae2-47d0-a121-26f96ca64a38 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:46:08.618035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.618405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.618944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.619285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.619617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:08.620872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39268) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:08.626922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7e230-cc1c-4b0f-8063-f5864c51a30d None None] No DVR routers for this DVR port a1c4f455-8c22-4299-b0ad-812d7823e676 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:08.666077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c46aa07-aa25-493d-85b4-7e887495e9d9') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:08.666648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Checking segment: {'id': '1053d0cb-4c91-40cd-8109-efd00e7b6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:08.667022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Network hostable DHCP agents. Network: c35d148f-2c11-45ba-ad68-ba55b03c8253, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:46:08.670232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, bfcb3a38-1ae2-47d0-a121-26f96ca64a38) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:08.671026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c46aa07-aa25-493d-85b4-7e887495e9d9') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:08.676713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:08.677355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.686756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899514e2-ee01-4c6f-9355-858be7a89763 None None] Network bfcb3a38-1ae2-47d0-a121-26f96ca64a38 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:08.707854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.749308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c89c978-fb09-40c0-9cc1-42140ad74c33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9428225 Nov 10 22:46:08.749881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.771312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:08.772287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:08.775551 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:08.783827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Network c35d148f-2c11-45ba-ad68-ba55b03c8253 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:46:08.806026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c35d148f-2c11-45ba-ad68-ba55b03c8253) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:08.811939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:08.812820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.849772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9b30c56c-064b-4b8f-a24f-3f8104bf3d19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2090673 Nov 10 22:46:08.849772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-73478df7-ea28-49d8-86e7-ca97f21ac406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.861285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519641a-6456-4409-bc55-0ec977562190 None None] Network c35d148f-2c11-45ba-ad68-ba55b03c8253 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:08.953029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-73478df7-ea28-49d8-86e7-ca97f21ac406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.958580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-73478df7-ea28-49d8-86e7-ca97f21ac406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:08.999318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.012498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73478df7-ea28-49d8-86e7-ca97f21ac406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7380dc8-6c87-456d-b69c-6d235ad81d5f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:09.022904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-73478df7-ea28-49d8-86e7-ca97f21ac406 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45b223ff032944c4a339f38745960fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907912 Nov 10 22:46:09.029704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.044664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:09.049625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9340ae1e-15fb-4b43-bb83-fd15142e1c3e HTTP/1.1" status: 204 len: 168 time: 1.6945372 Nov 10 22:46:09.066412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dabf09-7858-4988-8c49-dcb6b713f8e9 None None] Network bfcb3a38-1ae2-47d0-a121-26f96ca64a38 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:09.087139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3895d-cd62-4d01-8c52-47adc5524f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9340ae1e-15fb-4b43-bb83-fd15142e1c3e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:09.141589 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.177712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b58c6c-cbcc-40cb-b201-44cdb95775ee None None] Network c35d148f-2c11-45ba-ad68-ba55b03c8253 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:09.181010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.263560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.266624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.267804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7380dc8-6c87-456d-b69c-6d235ad81d5f HTTP/1.1" status: 204 len: 168 time: 0.2220428 Nov 10 22:46:09.283315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535924-17b2-4d7d-865c-ba4a3c3d28ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7380dc8-6c87-456d-b69c-6d235ad81d5f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:09.351405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db55da-9cf1-4161-a2d3-eca8f93834fd req-67241d81-6580-4c44-8b2c-d704187cafc5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:09.358186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00db55da-9cf1-4161-a2d3-eca8f93834fd req-67241d81-6580-4c44-8b2c-d704187cafc5 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.1126020 Nov 10 22:46:09.453350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:09.463297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00db55da-9cf1-4161-a2d3-eca8f93834fd req-ea3ea9af-41c4-4eea-aa5e-742166a567c6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972657 Nov 10 22:46:09.487723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1c4f455-8c22-4299-b0ad-812d7823e676 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:09.542568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a1c4f455-8c22-4299-b0ad-812d7823e676 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:46:09.543032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1c4f455-8c22-4299-b0ad-812d7823e676 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:46:09.569021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-31050763', 'description': 'tempest-description-1492329872'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:09.581051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a647391-07a1-453f-bdff-703bc43dfd83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68d2b6e6cae146b88eadb6fc59bd5a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1218393 Nov 10 22:46:09.581051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39302) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:09.626988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.669794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.716711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.774398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.785793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.813809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.815092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdee0391-5162-41fb-9399-0cd2869a9ce0 req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2542598 Nov 10 22:46:09.835984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6a2c1-457f-4b18-ae1e-ae40322c2c5a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:09.839186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.842483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.843675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6defb17b-8a79-4244-a7c3-a660f6807409 HTTP/1.1" status: 204 len: 168 time: 0.2635503 Nov 10 22:46:09.852695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64039c5b-6360-48b1-a33c-800085de7b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defb17b-8a79-4244-a7c3-a660f6807409,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:10.029592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-7b34e760-9cde-4aac-8773-3be90dd5ece6 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab HTTP/1.1" status: 200 len: 1822 time: 0.0556927 Nov 10 22:46:10.051274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:10.051547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:10.147417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.196346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.202830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.230112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.235086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3d46026-a070-45fd-92a3-1e897dd333c3 req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1894801 Nov 10 22:46:10.236475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86bad-9959-48c7-aec1-d8ab9df56aff tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4767b6f0-f8d8-4396-9cbc-75e1e21b6427,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:10.267850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65231858', 'description': 'tempest-description-1080935253'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:10.307131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.401111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.408416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39336) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:10.424531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-490978ae-7dfb-44fa-b2f3-21c7f95f35a5 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:10.427290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-490978ae-7dfb-44fa-b2f3-21c7f95f35a5 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/networks?id=c35d148f-2c11-45ba-ad68-ba55b03c8253 HTTP/1.1" status: 200 len: 808 time: 0.1992548 Nov 10 22:46:10.427623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.446673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08280d9c-aaa1-47f9-a202-4386160463b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.449015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-365910f0-bb4e-4640-8651-64305e18fbab tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/quotas/0d24bd991a744ea38caf9f1b0f65eb4e HTTP/1.1" status: 200 len: 375 time: 0.0145521 Nov 10 22:46:10.487114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.491958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd2f94e9-1d14-451b-a6c8-56ff75c39b34 req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2289736 Nov 10 22:46:10.508179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-565ce4b1-377c-4ca3-993e-8f4cb769fa8e tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d24bd991a744ea38caf9f1b0f65eb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413542 Nov 10 22:46:10.514260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636224-4a11-4584-a6fc-a4d5e017a07e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:10.588011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-67c5dadb-db75-4ebc-ba65-f7dab4e2aedf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb HTTP/1.1" status: 200 len: 1822 time: 0.0775566 Nov 10 22:46:10.597234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:10.597513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:10.667870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08280d9c-aaa1-47f9-a202-4386160463b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.678577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08280d9c-aaa1-47f9-a202-4386160463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.679165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-aaf621c5-173c-4929-870d-e12c42b15591 service neutron] 10.222.0.25 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597745 Nov 10 22:46:10.741812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280d9c-aaa1-47f9-a202-4386160463b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853999bc-08af-44f0-bf99-b2bb06c394d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:10.747418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.752812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-08280d9c-aaa1-47f9-a202-4386160463b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32735185b17246f0a0c30a4def2fdd92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417408 Nov 10 22:46:10.755840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:10.804446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.815196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.851691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-0584eca2-819e-4a16-9642-aae2dc6bd2c1 service neutron] 10.222.0.25 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700563 Nov 10 22:46:10.853831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372edb8e-94f9-4fc5-9417-e4f21db70dc9,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:10.870160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.882042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0a6d0e2-215a-4d21-a923-413513a4e4de req-95989b40-160d-479c-9e02-7a9207433468 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2886524 Nov 10 22:46:10.896760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:10.929266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.036666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd824654-ffde-47e9-b522-e32988d38615 req-4294fefc-5da0-4597-8cf3-cf043316e51a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:11.044610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd824654-ffde-47e9-b522-e32988d38615 req-4294fefc-5da0-4597-8cf3-cf043316e51a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.0701683 Nov 10 22:46:11.052761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.055653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.060177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/853999bc-08af-44f0-bf99-b2bb06c394d4 HTTP/1.1" status: 204 len: 168 time: 0.3029637 Nov 10 22:46:11.079241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfc72f-9af2-4373-8c48-b1866f7f0d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853999bc-08af-44f0-bf99-b2bb06c394d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:11.160708 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd824654-ffde-47e9-b522-e32988d38615 req-ad69b97c-d8a7-40fc-b4f0-a8f65e43bfec tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139321 Nov 10 22:46:11.195937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1096646537', 'description': 'tempest-description-496821045'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:11.248803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.411692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.419169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.443432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edbff92a-fbd3-472f-b799-c1d4992b0d65 req-2b2343ad-91a6-41f9-8392-5d31a68da617 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 210 time: 0.0475540 Nov 10 22:46:11.499532 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.504177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18af675a-0f55-4153-97e2-e8ed5e17dd3a req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3156431 Nov 10 22:46:11.509138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107c0cf-a040-4681-9530-b47dbba44f97 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01587a5a-e903-424a-b212-93c329ba5908,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:11.538162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282839986', 'description': 'tempest-description-1465820997'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:11.582806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.697741 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.703870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.736254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ea3a8-8926-4b1c-a43a-009e5194bbb6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:11.742211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.749335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ea94939-3531-4823-84b4-9668d1be05c7 req-2014aad7-0b01-42e3-8236-cf7b3b7b752e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2186108 Nov 10 22:46:11.832032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-fc770544-19da-487f-8730-3add026a53a2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/01587a5a-e903-424a-b212-93c329ba5908 HTTP/1.1" status: 200 len: 1823 time: 0.0593758 Nov 10 22:46:11.901139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:46:11.914674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-25f05a59-b30c-4da9-9d6f-89956a9a92ec tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/3c8ea3a8-8926-4b1c-a43a-009e5194bbb6 HTTP/1.1" status: 200 len: 1823 time: 0.0754271 Nov 10 22:46:11.940939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01587a5a-e903-424a-b212-93c329ba5908', 'remote_group_id': '3c8ea3a8-8926-4b1c-a43a-009e5194bbb6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:11.941584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01587a5a-e903-424a-b212-93c329ba5908', 'remote_group_id': '3c8ea3a8-8926-4b1c-a43a-009e5194bbb6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:12.030422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:12.045851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987', 'port_id': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'mac_address': 'fa:16:3e:0f:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de89209e-83b3-47dc-a273-fd511939d941', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:46:12.083430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.091311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.112628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bfbf79-2379-4221-b13b-5c20b06952a5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:12.147523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:12.149524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39408) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:12.163709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.179942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.185541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.217293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5338ba-364c-490c-b443-831e0211ab10,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:12.230500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.231911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77ab8842-fcca-4fa2-aab5-3fdfcb2abf09 req-4e3b57d2-62a7-4027-89df-585923299646 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3090467 Nov 10 22:46:12.246938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:12.336289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1693744404', 'description': 'tempest-description-1063449045'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:12.373026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.381679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c350-ae67-4fec-a2ae-66b1df41e9c6 req-5ef068f5-6c6a-49a2-81a3-9b49e390179b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:12.405056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e757c350-ae67-4fec-a2ae-66b1df41e9c6 req-5ef068f5-6c6a-49a2-81a3-9b49e390179b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.0992138 Nov 10 22:46:12.435476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['87bfbf79-2379-4221-b13b-5c20b06952a5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:12.437778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1386505775-network', 'tenant_id': '7206b9309dfb4721bb50197d8c298cb7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:12.517267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.520185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e757c350-ae67-4fec-a2ae-66b1df41e9c6 req-a5834d76-44c0-4568-a796-35a15d43c1b4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142442 Nov 10 22:46:12.526816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Made reservation on behalf of 7206b9309dfb4721bb50197d8c298cb7 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:12.527486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.534856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.572887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.616422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.627728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86e59ba0-c40e-4235-991d-96a51fa8da00 req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2957592 Nov 10 22:46:12.651687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc39abb-4a57-4e09-b5c6-5746c5ea17b2 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fc07e-56bf-42e2-8479-379ec6943a64,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:12.819247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1469600182', 'description': 'tempest-description-169534813'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:12.894025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-7253da12-906b-4f6a-8ffd-f1e73a53099a tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:12.896108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-7253da12-906b-4f6a-8ffd-f1e73a53099a tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.39 "GET /v2.0/networks?id=c35d148f-2c11-45ba-ad68-ba55b03c8253 HTTP/1.1" status: 200 len: 808 time: 0.2914779 Nov 10 22:46:12.914700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Request body: {'port': {'device_id': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253', 'admin_state_up': True, 'tenant_id': '0d24bd991a744ea38caf9f1b0f65eb4e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:12.929437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a60990da-7dc4-40fb-8bbb-6cf8484a1fe9 req-05559341-7b9c-40de-9f0b-d1a5d8027176 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 210 time: 0.0906086 Nov 10 22:46:12.952005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:12.980241 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:46:13.226325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.240712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.304276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:13.312857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.339420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.342068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc70181-e911-4b53-b1a8-1513ae2de79f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:13.357568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.357929 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Added segment f7689444-f011-4ceb-b5d2-02d00b5a43c6 of type vlan for network baf684a7-0003-452f-982c-6f7c818ffbd3 Nov 10 22:46:13.396559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Made reservation on behalf of 0d24bd991a744ea38caf9f1b0f65eb4e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:13.400393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.409299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.413774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f524a3a-2bd1-403d-98c7-8f0784329c7d req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6028457 Nov 10 22:46:13.442420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23befd22-b1fa-4d23-9c96-d17c5ec8cf37 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:13.467984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.521026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-58dc2e67-1c9c-4636-9dc4-285dea651226 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/c97fc07e-56bf-42e2-8479-379ec6943a64 HTTP/1.1" status: 200 len: 1824 time: 0.0815647 Nov 10 22:46:13.547395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.548364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:13.548957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.625100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-b417d01d-2998-4245-a20d-f099543b62a9 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f HTTP/1.1" status: 200 len: 1823 time: 0.0990763 Nov 10 22:46:13.633273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c97fc07e-56bf-42e2-8479-379ec6943a64', 'remote_group_id': '1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:13.634220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c97fc07e-56bf-42e2-8479-379ec6943a64', 'remote_group_id': '1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:13.645274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4921031 Nov 10 22:46:13.653516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39460) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:13.665612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Request body: {'subnet': {'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1386505775-subnet', 'tenant_id': '7206b9309dfb4721bb50197d8c298cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:13.688895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404dce5-79ea-4914-97c3-72e36bffcf56 admin admin] Pushing event updated for resources: {'Network': ['ID=baf684a7-0003-452f-982c-6f7c818ffbd3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:13.693442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Allocated IP 172.20.0.9 (c35d148f-2c11-45ba-ad68-ba55b03c8253/3921068a-996a-4dd1-a8bd-5cf452c9f58f/cdc81a95-928b-42fc-865d-3c3c18c9671b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:13.711526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network baf684a7-0003-452f-982c-6f7c818ffbd3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:13.733470 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.763698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Made reservation on behalf of 7206b9309dfb4721bb50197d8c298cb7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:13.766043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.817293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.827783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.832898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562f3f-0da4-4d5d-bd41-2a3bfbe182b1 req-336a9a49-9abd-4baf-a37a-d7d8d1c4a7b1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:13.834572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97562f3f-0da4-4d5d-bd41-2a3bfbe182b1 req-336a9a49-9abd-4baf-a37a-d7d8d1c4a7b1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.1610634 Nov 10 22:46:13.865741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a2825-7723-42d0-b0df-5a76d7a636a8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:13.873250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:13.888794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebbaac48-e9e3-4a35-8420-47762f9410ce req-564e0263-da33-4a94-877f-52fa89e3acf8 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2596393 Nov 10 22:46:13.921230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:14.011124 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97562f3f-0da4-4d5d-bd41-2a3bfbe182b1 req-7e859df3-0f0f-4b77-bdee-9c4f0644bfb1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649632 Nov 10 22:46:14.032535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 87bfbf79-2379-4221-b13b-5c20b06952a5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:46:14.051536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 87bfbf79-2379-4221-b13b-5c20b06952a5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:14.052061 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.140131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-2ba912dc-0738-4702-9aa9-b45cdb297d1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f HTTP/1.1" status: 200 len: 1823 time: 0.1023355 Nov 10 22:46:14.155198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.173429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.213310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:14.219795 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc2c5b0-4e46-48e5-8269-fabcc98bd7ec" -d '{"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-plugged", "status": "completed", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:14.220433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-665f251b-cb13-4582-8298-23f7240c10ff req-88766ad7-7918-4803-be60-afffef23cf60 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 210 time: 0.0899498 Nov 10 22:46:14.233880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:14.240884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.249390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.282057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.330973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:14.362831 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1049e-dc86-4ac8-b49a-78bde49469f2 x-openstack-request-id: req-7ec1049e-dc86-4ac8-b49a-78bde49469f2 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:14.363506 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-plugged", "status": "completed", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:14.365119 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ec1049e-dc86-4ac8-b49a-78bde49469f2 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:14.365119 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'code': 200} Nov 10 22:46:14.411007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.414285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.416114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c96189f5-80a9-436a-9479-bffc1aa8a645 req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f HTTP/1.1" status: 204 len: 173 time: 0.2666430 Nov 10 22:46:14.426448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.439129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77891-f954-4fc0-82b8-76e4c9985fa5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:14.503065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.550145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6a995a2-e719-49cb-91bd-78b970ce9d5b req-d2fe67cc-0380-4078-bb0d-63ec821c7b90 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/c97fc07e-56bf-42e2-8479-379ec6943a64 HTTP/1.1" status: 200 len: 1824 time: 0.1044168 Nov 10 22:46:14.591463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.655957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Network c35d148f-2c11-45ba-ad68-ba55b03c8253 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:14.663179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-807149547', 'description': 'tempest-description-1370824891'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:14.678231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:14.692582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:14.737381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b549cfa0-97d5-45de-9811-ab9873b83a35,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:14.746883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4efbc-5d2a-48ed-a5ad-75db31d01487 req-43ad2713-16c6-4c16-8ed9-0b051b6d3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.749604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34d4efbc-5d2a-48ed-a5ad-75db31d01487 req-43ad2713-16c6-4c16-8ed9-0b051b6d3f4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1096 time: 0.2897286 Nov 10 22:46:14.754554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Pushing event updated for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:14.759110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:14.761403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Checking segment: {'id': 'f7689444-f011-4ceb-b5d2-02d00b5a43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:14.761784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Network hostable DHCP agents. Network: baf684a7-0003-452f-982c-6f7c818ffbd3, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:46:14.783376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.809333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.809997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.860008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-8a7d5abb-58c9-4fa7-a5d1-f350409cb4cd tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514699 Nov 10 22:46:14.867991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Network baf684a7-0003-452f-982c-6f7c818ffbd3 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:46:14.878673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Request body: {'port': {'device_id': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:14.890426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34d4efbc-5d2a-48ed-a5ad-75db31d01487 req-ed8168a5-d653-4eaf-8a71-9712a63953a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227233 Nov 10 22:46:14.927146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, baf684a7-0003-452f-982c-6f7c818ffbd3) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:14.945849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.946815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.952204 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.957224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192413b1-af25-424d-9b1d-83e219dc78f5 None None] Network baf684a7-0003-452f-982c-6f7c818ffbd3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:15.022622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:15.056618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5e2592e3-f012-4a98-bc28-5d2951b229ed admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4019785 Nov 10 22:46:15.061917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.075782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.084120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.115007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.185951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.190634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be161512-13bf-4148-876d-42709bc4f72e req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5969436 Nov 10 22:46:15.227807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1658dc-bb52-4019-87a4-9cdda7b2bf1d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d064a-4c97-40f5-b218-cc3bf5e9d364,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:15.264763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49817cd3-ce91-4b17-b8c0-f7b4403eb44f None None] Network baf684a7-0003-452f-982c-6f7c818ffbd3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:15.386677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-7adc40ab-8f7a-4e78-8f04-41c9dee776ef tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 200 len: 1823 time: 0.1741586 Nov 10 22:46:15.400404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d4d064a-4c97-40f5-b218-cc3bf5e9d364', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:15.401163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d4d064a-4c97-40f5-b218-cc3bf5e9d364', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:15.403106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.490329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986e39b-e3fd-4e84-9a28-7684b30efd7d req-3a12cbaa-7c15-476a-bf4c-4d74a7acfcbe tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:15.502968 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c986e39b-e3fd-4e84-9a28-7684b30efd7d req-3a12cbaa-7c15-476a-bf4c-4d74a7acfcbe tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1751173 Nov 10 22:46:15.586978 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.595108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c986e39b-e3fd-4e84-9a28-7684b30efd7d req-96088017-191a-466f-9412-99dc93a6c2e0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944352 Nov 10 22:46:15.609588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Allocated IP 172.25.0.139 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:15.632454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.651052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.680418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5697eac4-d713-49c0-8276-e04865ec44b6,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:15.686568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc81a95-928b-42fc-865d-3c3c18c9671b {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:15.695770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.707826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.709903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1805ef2-16a4-4753-aed9-c3d44944cd1f req-25161d65-f710-445e-8f41-e4de8a4a9599 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3218868 Nov 10 22:46:15.719563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Transition to ACTIVE for port object cdc81a95-928b-42fc-865d-3c3c18c9671b will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:46:15.727389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.788302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:15.850494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb444-298c-4b77-91f5-081391fba9c6 req-e803414a-d20d-46fe-a9e9-ded903a35d98 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:15.859487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80eeb444-298c-4b77-91f5-081391fba9c6 req-e803414a-d20d-46fe-a9e9-ded903a35d98 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 943 time: 0.1379521 Nov 10 22:46:15.896613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.948217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Attempting to bind port cdc81a95-928b-42fc-865d-3c3c18c9671b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:46:15.949145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80eeb444-298c-4b77-91f5-081391fba9c6 req-16574dc4-a2c1-4ba3-a2c4-59b1b7c4f705 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Nov 10 22:46:15.949406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Attempting to bind port cdc81a95-928b-42fc-865d-3c3c18c9671b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '1053d0cb-4c91-40cd-8109-efd00e7b6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:46:15.953358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Attempting to bind port cdc81a95-928b-42fc-865d-3c3c18c9671b on network c35d148f-2c11-45ba-ad68-ba55b03c8253 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:15.963696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Port cdc81a95-928b-42fc-865d-3c3c18c9671b on network c35d148f-2c11-45ba-ad68-ba55b03c8253 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:46:15.964230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Attempting to bind port cdc81a95-928b-42fc-865d-3c3c18c9671b on network c35d148f-2c11-45ba-ad68-ba55b03c8253 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:15.975785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:46:15.976768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Checking segment: {'id': '1053d0cb-4c91-40cd-8109-efd00e7b6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:15.977563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Bound using segment: {'id': '1053d0cb-4c91-40cd-8109-efd00e7b6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:46:15.978328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Bound port: cdc81a95-928b-42fc-865d-3c3c18c9671b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1053d0cb-4c91-40cd-8109-efd00e7b6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:46:15.978883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:15.997826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.047710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:16.052687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:16.057308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:16.060949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:16.187398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:16.196876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b,segment=NetworkSegment(1053d0cb-4c91-40cd-8109-efd00e7b6c23),segment_id=1053d0cb-4c91-40cd-8109-efd00e7b6c23)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:46:16.208647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.234207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.243320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.245038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.249220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/cdc81a95-928b-42fc-865d-3c3c18c9671b HTTP/1.1" status: 200 len: 1091 time: 1.3769851 Nov 10 22:46:16.252714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:16.259186 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915bef4e-f4ba-41b1-a224-521ab9fad8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:16.259748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-b1bed003-9efa-41d7-8b94-6171969550fd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 200 len: 2417 time: 0.0735996 Nov 10 22:46:16.267516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d4d064a-4c97-40f5-b218-cc3bf5e9d364', 'remote_group_id': None}]} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:16.267825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d4d064a-4c97-40f5-b218-cc3bf5e9d364', 'remote_group_id': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:16.358571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.415584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.449062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d0f52-d316-402e-a630-7d600481e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:16.454311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.472432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.489664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-96721b1e-5f98-41ac-8901-9dbd35ba8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.491986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-96721b1e-5f98-41ac-8901-9dbd35ba8b5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d24bd991a744ea38caf9f1b0f65eb4e&device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 1094 time: 0.1774459 Nov 10 22:46:16.527810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba6a4b9-ee4a-4721-9846-5370f633e34d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:16.537483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.550856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-637ca221-a8a0-423c-aac7-2fffd501fa50 req-00808e11-5737-424f-9cda-7507cfb15873 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2901130 Nov 10 22:46:16.638715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-caa056bb-ea97-4774-8e06-a3376bec86ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b HTTP/1.1" status: 200 len: 217 time: 0.0524476 Nov 10 22:46:16.639747 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.647760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.693977 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c09920c-d743-441d-8d22-ca89f1264e25 x-openstack-request-id: req-1c09920c-d743-441d-8d22-ca89f1264e25 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:16.694437 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:16.694789 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c09920c-d743-441d-8d22-ca89f1264e25 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:16.695217 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b', 'status': 'completed', 'code': 200} Nov 10 22:46:16.739162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-6ab38ac6-a559-4aac-ac84-1df108cb09a2 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.741108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-6ab38ac6-a559-4aac-ac84-1df108cb09a2 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/networks?id=baf684a7-0003-452f-982c-6f7c818ffbd3 HTTP/1.1" status: 200 len: 821 time: 0.2542267 Nov 10 22:46:16.745215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d21b9-b418-450b-9699-1c37309f1f0e req-4beae131-b925-4810-9f82-735d404b82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.750882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-4beae131-b925-4810-9f82-735d404b82c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3921068a-996a-4dd1-a8bd-5cf452c9f58f HTTP/1.1" status: 200 len: 848 time: 0.0979230 Nov 10 22:46:16.781891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:16.798864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-7ea14658-3874-416a-9841-91a19e170811 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d148f-2c11-45ba-ad68-ba55b03c8253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420356 Nov 10 22:46:16.800279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.803502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-67102afe-c653-4fab-adbc-62e25401503a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/quotas/7206b9309dfb4721bb50197d8c298cb7 HTTP/1.1" status: 200 len: 375 time: 0.0492327 Nov 10 22:46:16.818109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2fe552c0-19ab-4c47-8061-0ce3ce2710a4 req-b83e3d6e-e898-4e9c-b273-e45fa59711cb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 200 len: 3016 time: 0.1113071 Nov 10 22:46:16.826396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.826396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-21f982df-f959-4c65-ba3c-f88aa45c324d tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0632060 Nov 10 22:46:16.828194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:16.834140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1255765810', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'fixed_ips': [{'ip_address': '172.25.0.139'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:16.869165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Made reservation on behalf of 9427f49fda3845f98803a33f6e0e6d6f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:16.873287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.889907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:16.919508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-1ae67334-4226-4e58-b26d-168fe90318dd tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7206b9309dfb4721bb50197d8c298cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004581 Nov 10 22:46:16.992946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10b4e5-0961-4c66-966a-b56ca611da42 req-3f36f2a1-6d56-4342-9fe3-85e106405089 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.994526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af10b4e5-0961-4c66-966a-b56ca611da42 req-3f36f2a1-6d56-4342-9fe3-85e106405089 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1018550 Nov 10 22:46:16.998645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-d47f18d1-ac56-446e-844d-15a62c598baa service neutron] 10.222.0.39 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936643 Nov 10 22:46:17.087822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af10b4e5-0961-4c66-966a-b56ca611da42 req-b088ca53-19fa-41de-a326-a146505b3b2c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798638 Nov 10 22:46:17.089672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.095878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.128914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f367d5-6921-476c-857c-e38e487799d4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:17.132986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] device_id is not set on port 584a50aa-03da-4425-b92a-e68299112242 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:46:17.208920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-986ea428-9fbc-4f22-a00f-c0a8f1608df6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:46:17.209967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-986ea428-9fbc-4f22-a00f-c0a8f1608df6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2786367 Nov 10 22:46:17.214067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-828d21b9-b418-450b-9699-1c37309f1f0e req-e5e06406-6f23-4b55-b90d-b498c4d59c71 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069592 Nov 10 22:46:17.269874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-12429b69-4d58-44d4-b7bc-363982d65677 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-group-rules/7ba6a4b9-ee4a-4721-9846-5370f633e34d HTTP/1.1" status: 200 len: 783 time: 0.0820909 Nov 10 22:46:17.368789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-2d899f2b-494e-4a54-ab47-e04831e61fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:17.370345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-2d899f2b-494e-4a54-ab47-e04831e61fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d24bd991a744ea38caf9f1b0f65eb4e&device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 1094 time: 0.0798821 Nov 10 22:46:17.374862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-90cbae7b-2f36-4ced-adcb-7c0a82687423 service neutron] 10.222.0.25 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497431 Nov 10 22:46:17.383921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-463b35bf-7878-4671-8462-eb37f54aaf51 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 200 len: 3016 time: 0.1065614 Nov 10 22:46:17.446809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.456563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.458686 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 22:46:17.459202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:46:17.489716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-71ddcf66-fed5-4d6d-a631-c1f7db1a6cc6 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6602080 Nov 10 22:46:17.492319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39590) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:17.547024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-9b676543-c039-4766-8602-4b1e2c4c18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:17.548395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-9b676543-c039-4766-8602-4b1e2c4c18a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d148f-2c11-45ba-ad68-ba55b03c8253 HTTP/1.1" status: 200 len: 908 time: 0.1712499 Nov 10 22:46:17.555031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-cb2f6f33-33bd-4217-821c-2dcbbe1d3a67 service neutron] 10.222.0.25 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577218 Nov 10 22:46:17.570679 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.582480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.599882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84e7cade-f0fa-4fc2-a69d-90bf8bc3524a req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7ba6a4b9-ee4a-4721-9846-5370f633e34d HTTP/1.1" status: 204 len: 173 time: 0.1942406 Nov 10 22:46:17.616744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827337cf-fc0e-4221-a1c5-442da7e16bd5 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ba6a4b9-ee4a-4721-9846-5370f633e34d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:17.830499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bc75-ec68-45c9-8020-0db5ea2cd574 req-6aa14b02-305b-47a5-b9ea-6c39dca48375 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:17.848602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c30bc75-ec68-45c9-8020-0db5ea2cd574 req-6aa14b02-305b-47a5-b9ea-6c39dca48375 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 943 time: 0.1653733 Nov 10 22:46:17.893378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Deleting port cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:17.893577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:17.924867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-bffb53f6-5320-4806-9fd6-99cbefe50368 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b HTTP/1.1" status: 200 len: 217 time: 0.3651457 Nov 10 22:46:18.018520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c30bc75-ec68-45c9-8020-0db5ea2cd574 req-7f625911-2225-4407-862b-204944973e8d tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686444 Nov 10 22:46:18.078496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.078496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.097445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-60ecb357-209e-448d-9c0d-acffa7712626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:18.100266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-60ecb357-209e-448d-9c0d-acffa7712626 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3921068a-996a-4dd1-a8bd-5cf452c9f58f HTTP/1.1" status: 200 len: 848 time: 0.1700191 Nov 10 22:46:18.105822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Calling delete_port for cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:18.113694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495a69-0a8d-430e-b0d0-d268a750f420 req-9ed3dc74-0e19-41e2-abc7-6d2f06d2ee52 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:18.127977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b495a69-0a8d-430e-b0d0-d268a750f420 req-9ed3dc74-0e19-41e2-abc7-6d2f06d2ee52 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1096 time: 0.1340442 Nov 10 22:46:18.173172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-b97a1aa5-b416-40ff-b0a0-d9600c9c1cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d148f-2c11-45ba-ad68-ba55b03c8253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644796 Nov 10 22:46:18.199941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b1cbc29-7199-474a-ae5c-1929979748af req-db1ea886-b875-4ae6-8382-d14ce75e856b tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 200 len: 2417 time: 0.1236928 Nov 10 22:46:18.290202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b495a69-0a8d-430e-b0d0-d268a750f420 req-c9596769-1e64-491a-a0bd-1b65206e3b19 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457794 Nov 10 22:46:18.343026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8b1cbc29-7199-474a-ae5c-1929979748af req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.380796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-c76946b7-3820-4c51-bfdd-d180d4a269cc service neutron] 10.222.0.39 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987789 Nov 10 22:46:18.438836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8b1cbc29-7199-474a-ae5c-1929979748af req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.503207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.561671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd3b28d0-80bc-4ff5-87b1-d10531d7fbf6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:18.571071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-915bef4e-f4ba-41b1-a224-521ab9fad8b0 req-a6051f75-401a-4e28-9267-934d7ce12583 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812866 Nov 10 22:46:18.604086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28b9d7cd-7a5c-49dd-a194-ee94b1e38c71 req-727563b2-d5c2-484c-b019-33ee6c0a7c1d tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 210 time: 0.0321035 Nov 10 22:46:18.657636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8b1cbc29-7199-474a-ae5c-1929979748af req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.660308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8b1cbc29-7199-474a-ae5c-1929979748af req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.664954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b1cbc29-7199-474a-ae5c-1929979748af req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d4d064a-4c97-40f5-b218-cc3bf5e9d364 HTTP/1.1" status: 204 len: 173 time: 0.4638040 Nov 10 22:46:18.704715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30759057-e388-4366-933c-7d8bb77f7cfd tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d064a-4c97-40f5-b218-cc3bf5e9d364,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:18.718796 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-8df7939e-4ab7-4240-bfce-2530c34a03e8 req-e4776b88-ff5e-4822-a30f-f62c8dd4656d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] show failed (client error): The resource could not be found. Nov 10 22:46:18.722465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8df7939e-4ab7-4240-bfce-2530c34a03e8 req-e4776b88-ff5e-4822-a30f-f62c8dd4656d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/1b9cacd7-fca3-4c20-afb6-c0a2a6bbe63f HTTP/1.1" status: 404 len: 352 time: 0.0358934 Nov 10 22:46:18.738759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.743351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:18.751270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3e6dda4-6011-4fa4-a4c4-b0e244df6fb3 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379 tempest-ExternalNetworksAdminNegativeTestJSON-1695781379-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/2fd27fb2-53a7-4c26-848e-0617a59ab22f HTTP/1.1" status: 204 len: 168 time: 1.2576699 Nov 10 22:46:18.801503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144be04-858c-44eb-b961-7ccd319f9cc6 req-559baddb-3bb7-4031-a506-8d30ec4b23e1 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:18.815139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b144be04-858c-44eb-b961-7ccd319f9cc6 req-559baddb-3bb7-4031-a506-8d30ec4b23e1 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1096 time: 0.0921733 Nov 10 22:46:18.906330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b144be04-858c-44eb-b961-7ccd319f9cc6 req-acbb1efa-007b-4289-b1b7-2134582bd0c4 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888739 Nov 10 22:46:18.910971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-dd72ba9e-67a5-4dbd-a04b-2695df682548 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/c97fc07e-56bf-42e2-8479-379ec6943a64 HTTP/1.1" status: 200 len: 1824 time: 0.1056199 Nov 10 22:46:19.027784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.062191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.117828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.127352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.129148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-596ae766-ce68-4c96-8df1-864f6473aa27 req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/c97fc07e-56bf-42e2-8479-379ec6943a64 HTTP/1.1" status: 204 len: 173 time: 0.2074409 Nov 10 22:46:19.155854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad85b-bd19-4b25-86f0-f5bbfd1e1cbf tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fc07e-56bf-42e2-8479-379ec6943a64,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:19.379604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39648) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:19.428732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfef8d-f092-448a-ac61-3f1e89ba09f5 req-c5d8b6bb-ff32-4530-a438-4096f8138227 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:19.436613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42dfef8d-f092-448a-ac61-3f1e89ba09f5 req-c5d8b6bb-ff32-4530-a438-4096f8138227 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 943 time: 0.1745243 Nov 10 22:46:19.507749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-3207d6bd-2ff2-4511-a57c-b6a177511712 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:19.509349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-3207d6bd-2ff2-4511-a57c-b6a177511712 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.20 "GET /v2.0/networks?id=baf684a7-0003-452f-982c-6f7c818ffbd3 HTTP/1.1" status: 200 len: 821 time: 0.2990468 Nov 10 22:46:19.525677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Request body: {'port': {'device_id': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3', 'admin_state_up': True, 'tenant_id': '7206b9309dfb4721bb50197d8c298cb7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:19.542432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42dfef8d-f092-448a-ac61-3f1e89ba09f5 req-ddbb4c53-92e3-40e4-8cf8-d860e5e236f6 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047614 Nov 10 22:46:19.576371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80863695-08df-4814-98c1-c0bb70a41d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.667267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-69910baa-2ca0-405e-83e8-27dd42307d8e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/3c8ea3a8-8926-4b1c-a43a-009e5194bbb6 HTTP/1.1" status: 200 len: 1823 time: 0.0921364 Nov 10 22:46:19.702277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80863695-08df-4814-98c1-c0bb70a41d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.710403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80863695-08df-4814-98c1-c0bb70a41d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.742657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80863695-08df-4814-98c1-c0bb70a41d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7bbeb3-9004-4ba2-afd6-9d6fdc847765,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:19.772593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cdc81a95-928b-42fc-865d-3c3c18c9671b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:46:19.810043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.815665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-80863695-08df-4814-98c1-c0bb70a41d89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06d26163a8284cb8899eb79dfe99384f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344921 Nov 10 22:46:19.817826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:19.866684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Made reservation on behalf of 7206b9309dfb4721bb50197d8c298cb7 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:19.881649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.902651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.912634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b,segment=NetworkSegment(1053d0cb-4c91-40cd-8109-efd00e7b6c23),segment_id=1053d0cb-4c91-40cd-8109-efd00e7b6c23)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:19.920332 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.929953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'cdc81a95-928b-42fc-865d-3c3c18c9671b', 'network_id': 'c35d148f-2c11-45ba-ad68-ba55b03c8253', 'port_id': 'cdc81a95-928b-42fc-865d-3c3c18c9671b', 'mac_address': 'fa:16:3e:28:4c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3921068a-996a-4dd1-a8bd-5cf452c9f58f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:46:19.994639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:19.995713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.061855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc81a95-928b-42fc-865d-3c3c18c9671b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:20.084337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.089591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b,segment=NetworkSegment(1053d0cb-4c91-40cd-8109-efd00e7b6c23),segment_id=1053d0cb-4c91-40cd-8109-efd00e7b6c23)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:20.093365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.095324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.096568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb7bbeb3-9004-4ba2-afd6-9d6fdc847765 HTTP/1.1" status: 204 len: 168 time: 0.2767498 Nov 10 22:46:20.112692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905b10-86e5-42f2-a0e6-9210b04b6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7bbeb3-9004-4ba2-afd6-9d6fdc847765,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:20.126317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.129330 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.130707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-090c3d29-bd29-426d-a8c3-24ab4f7b7495 req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c8ea3a8-8926-4b1c-a43a-009e5194bbb6 HTTP/1.1" status: 204 len: 173 time: 0.4477925 Nov 10 22:46:20.169687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62a2b-c436-4fec-b1b7-72644aac107d tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ea3a8-8926-4b1c-a43a-009e5194bbb6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:20.173843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Allocated IP 172.20.0.2 (baf684a7-0003-452f-982c-6f7c818ffbd3/b549cfa0-97d5-45de-9811-ab9873b83a35/4f63ad86-6552-41f4-8e19-905011c57340) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:20.253645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:20.357335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['cdc81a95-928b-42fc-865d-3c3c18c9671b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:20.470998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81566589-7438-4520-bf46-54ecfa3063ff req-8b9264b9-f460-48f4-891f-665e4060db9e tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 210 time: 0.0473616 Nov 10 22:46:20.500336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.571214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.660097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Network baf684a7-0003-452f-982c-6f7c818ffbd3 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:20.671686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:20.682271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Pushing event updated for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:20.688189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:20.707739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-05c0a72a-fd41-4ef9-bd1e-e86a97eaa698 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/01587a5a-e903-424a-b212-93c329ba5908 HTTP/1.1" status: 200 len: 1823 time: 0.0877640 Nov 10 22:46:20.821342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39698) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:20.832102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:20.832928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.862102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-f37fdd21-50e8-4056-82a8-fadecd6d2229 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3402660 Nov 10 22:46:20.881249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Request body: {'port': {'device_id': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:20.891228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39700) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:20.891802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9d4ef08f-09db-454b-8b9d-d5925b62475f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9427f49fda3845f98803a33f6e0e6d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686944 Nov 10 22:46:20.922391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:20.967337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.013262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-f2e917f0-4471-438b-b516-a9367e42408d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:46:21.014408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-f2e917f0-4471-438b-b516-a9367e42408d tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065408 Nov 10 22:46:21.065310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.078494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a9927197-ac2a-4e0b-adc2-487e01c9ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:21.094818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a9927197-ac2a-4e0b-adc2-487e01c9ae35 service neutron] 10.222.0.25 "GET /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 1093 time: 0.0715299 Nov 10 22:46:21.096134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.098797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.099943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ef45620-d184-441b-8caf-3c588fa6be46 req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/01587a5a-e903-424a-b212-93c329ba5908 HTTP/1.1" status: 204 len: 173 time: 0.3739126 Nov 10 22:46:21.100788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.105063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Request body: {'binding': {'host': 'n-h2-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:21.106453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Unknown quota resources ['binding']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:46:21.144100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417823c-0250-4502-a376-9cda60668b5e tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01587a5a-e903-424a-b212-93c329ba5908,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:21.188138 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.322821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on host n-h2-811521-3 for vnic_type normal with profile None {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:46:21.323303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:46:21.323648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:21.338941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:46:21.338941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:21.345929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:46:21.346432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:21.346882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:46:21.347412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Bound port: 87bfbf79-2379-4221-b13b-5c20b06952a5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:46:21.350608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39710) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:21.365897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9870e-d23a-4eb0-8cf6-9c600e060746 req-c3bf45e6-1b4f-42ea-8ff8-1480d2554f85 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:21.367435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9dd9870e-d23a-4eb0-8cf6-9c600e060746 req-c3bf45e6-1b4f-42ea-8ff8-1480d2554f85 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 944 time: 0.1743236 Nov 10 22:46:21.444493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.447263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.451673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77f367d5-6921-476c-857c-e38e487799d4 HTTP/1.1" status: 204 len: 168 time: 0.5540140 Nov 10 22:46:21.451826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:46:21.460525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.467777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b926a-5f47-4ebb-98e5-d0766f1c0cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f367d5-6921-476c-857c-e38e487799d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:21.474550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-edd4e4ab-1fa4-4801-a795-f39bbdca5a13 service neutron] 10.222.0.25 "POST /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3781068 Nov 10 22:46:21.505028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9dd9870e-d23a-4eb0-8cf6-9c600e060746 req-375c2c99-3050-4b43-810c-a1c6aaae8cd3 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153195 Nov 10 22:46:21.587785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9b96ce9-fd8a-4e38-b009-088a5bbac7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.645230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f63ad86-6552-41f4-8e19-905011c57340 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:21.659443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.682014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-b5006b1c-fdff-4ae9-b710-6863fba290c6 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb HTTP/1.1" status: 200 len: 2422 time: 0.1082585 Nov 10 22:46:21.698660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Transition to ACTIVE for port object 4f63ad86-6552-41f4-8e19-905011c57340 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:46:21.727591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.800628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cdc81a95-928b-42fc-865d-3c3c18c9671b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:21.832383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9b96ce9-fd8a-4e38-b009-088a5bbac7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.834670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9b96ce9-fd8a-4e38-b009-088a5bbac7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.871838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ece220-7cd2-4631-a327-dcdad1fb5d75 req-73e0d6b5-a74d-40e1-a123-9884fd1c1848 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:21.873972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68ece220-7cd2-4631-a327-dcdad1fb5d75 req-73e0d6b5-a74d-40e1-a123-9884fd1c1848 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 943 time: 0.1308987 Nov 10 22:46:21.914981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b96ce9-fd8a-4e38-b009-088a5bbac7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72163077-e4bd-475b-a4ca-377dd3d3089f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:21.919125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port cdc81a95-928b-42fc-865d-3c3c18c9671b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:46:21.920070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9b96ce9-fd8a-4e38-b009-088a5bbac7f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=342c04ac17d64416a03d513a50275e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648210 Nov 10 22:46:21.924894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39728) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:21.928843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port cdc81a95-928b-42fc-865d-3c3c18c9671b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:21.929354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.969597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68ece220-7cd2-4631-a327-dcdad1fb5d75 req-5518f5fc-feaf-4160-86bd-a49c9b036b68 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846975 Nov 10 22:46:22.037177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:22.061655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-83670d9b-0976-4474-b61a-8b484e0a5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.064320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-83670d9b-0976-4474-b61a-8b484e0a5399 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1096 time: 0.2683232 Nov 10 22:46:22.065524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.066841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.078096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Attempting to bind port 4f63ad86-6552-41f4-8e19-905011c57340 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:46:22.078424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Attempting to bind port 4f63ad86-6552-41f4-8e19-905011c57340 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'f7689444-f011-4ceb-b5d2-02d00b5a43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:46:22.078816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Attempting to bind port 4f63ad86-6552-41f4-8e19-905011c57340 on network baf684a7-0003-452f-982c-6f7c818ffbd3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:22.082242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.132835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Port 4f63ad86-6552-41f4-8e19-905011c57340 on network baf684a7-0003-452f-982c-6f7c818ffbd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:46:22.133356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Attempting to bind port 4f63ad86-6552-41f4-8e19-905011c57340 on network baf684a7-0003-452f-982c-6f7c818ffbd3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:22.138156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:22.141280 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0462288-1035-4438-a827-eed122a6222e" -d '{"events": [{"server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "name": "network-vif-plugged", "status": "completed", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:22.142844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.173627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b,segment=NetworkSegment(1053d0cb-4c91-40cd-8109-efd00e7b6c23),segment_id=1053d0cb-4c91-40cd-8109-efd00e7b6c23)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:22.186668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.195600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.199591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697eb28-830a-4c0a-aefc-33cc83580ccf req-db8d0849-f571-435f-8393-4dc2765e19eb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.203213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:46:22.203583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Checking segment: {'id': 'f7689444-f011-4ceb-b5d2-02d00b5a43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:22.205631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Bound using segment: {'id': 'f7689444-f011-4ceb-b5d2-02d00b5a43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:46:22.206173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Bound port: 4f63ad86-6552-41f4-8e19-905011c57340, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7689444-f011-4ceb-b5d2-02d00b5a43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:46:22.206989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.207120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6697eb28-830a-4c0a-aefc-33cc83580ccf req-db8d0849-f571-435f-8393-4dc2765e19eb tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1186666 Nov 10 22:46:22.281954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6697eb28-830a-4c0a-aefc-33cc83580ccf req-cb142926-f766-4839-823d-56782636ac5d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735452 Nov 10 22:46:22.298114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.304432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.307089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72163077-e4bd-475b-a4ca-377dd3d3089f HTTP/1.1" status: 204 len: 168 time: 0.3809326 Nov 10 22:46:22.359072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-675cafa9-4a23-41d1-bbb6-297fe9eff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.361109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-675cafa9-4a23-41d1-bbb6-297fe9eff5cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.2848101 Nov 10 22:46:22.363855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e5cfa-3424-435e-90ad-5f42b693da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72163077-e4bd-475b-a4ca-377dd3d3089f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:22.414963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:22.442395 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab61d2-960e-4c7f-a5c3-a2f20dd9fcba x-openstack-request-id: req-81ab61d2-960e-4c7f-a5c3-a2f20dd9fcba {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:22.442690 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "name": "network-vif-plugged", "status": "completed", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:22.442945 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81ab61d2-960e-4c7f-a5c3-a2f20dd9fcba {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:22.443350 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b', 'code': 200} Nov 10 22:46:22.455797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-add92731-e2de-4b2c-a23a-72cf4a283898 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 217 time: 0.0863054 Nov 10 22:46:22.505230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.508044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.509355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5104235b-0455-43d4-8b2f-1bdf61ad96dc req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb HTTP/1.1" status: 204 len: 173 time: 0.8087394 Nov 10 22:46:22.523589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:22.546493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3319-5e03-488e-b4b5-62350f7a0bbb tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac05a6d-73bf-4c78-8d78-c0e2d2eccecb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:22.554116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=4f63ad86-6552-41f4-8e19-905011c57340,segment=NetworkSegment(f7689444-f011-4ceb-b5d2-02d00b5a43c6),segment_id=f7689444-f011-4ceb-b5d2-02d00b5a43c6)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:46:22.566059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.632282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-558da003-c65b-4345-8592-c99aeb39f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.633888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-558da003-c65b-4345-8592-c99aeb39f23a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.1678412 Nov 10 22:46:22.661672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d809-37f6-4010-b586-37324cc504b3 req-7ff134fa-7517-4020-86f1-f716cb810caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.663232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c365d809-37f6-4010-b586-37324cc504b3 req-7ff134fa-7517-4020-86f1-f716cb810caa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 1096 time: 0.1497891 Nov 10 22:46:22.677935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.678188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.680342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] 10.222.0.20 "PUT /v2.0/ports/4f63ad86-6552-41f4-8e19-905011c57340 HTTP/1.1" status: 200 len: 1091 time: 1.8059456 Nov 10 22:46:22.688514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-0c65cd40-3068-4ace-9d8f-d8497ebff183 tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "GET /v2.0/security-groups/600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab HTTP/1.1" status: 200 len: 2416 time: 0.1185105 Nov 10 22:46:22.694817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:22.709358 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb9d33b-3676-4182-b743-9a38ad82279e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "tag": "4f63ad86-6552-41f4-8e19-905011c57340"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:22.734074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-57946690-ee44-49c5-a507-2c75f088d75e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798576 Nov 10 22:46:22.797539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c365d809-37f6-4010-b586-37324cc504b3 req-626b3e8c-0b19-440a-9b17-b2109ca2de51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266971 Nov 10 22:46:22.819711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.845401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2c3cf-839c-47b2-932f-39f84d84e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:22.878086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:22.893602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208bc1-600c-4153-b428-51128cebe78b req-82630fe9-c684-438f-9dd2-cd7268e73f1b tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.895292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05208bc1-600c-4153-b428-51128cebe78b req-82630fe9-c684-438f-9dd2-cd7268e73f1b tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 945 time: 0.2464879 Nov 10 22:46:22.900413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-3aa060c9-17b7-40d1-bf35-7b693f203528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.902019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-3aa060c9-17b7-40d1-bf35-7b693f203528 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7206b9309dfb4721bb50197d8c298cb7&device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 1094 time: 0.1704865 Nov 10 22:46:22.975624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39760) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:22.988901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-8621d2e4-950d-48ff-b4e5-87048d35b69f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f63ad86-6552-41f4-8e19-905011c57340 HTTP/1.1" status: 200 len: 217 time: 0.0720785 Nov 10 22:46:22.992847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-6f8bf464-566b-41a4-af95-2143b7add1c8 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280760 Nov 10 22:46:23.008486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d19b150-2184-4791-ab35-182b40fb67d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.064706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.071884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.073704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38f5f3f3-7923-46ea-bff7-6cf61e6c30b6 req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] 10.222.0.25 "DELETE /v2.0/security-groups/600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab HTTP/1.1" status: 204 len: 173 time: 0.3730822 Nov 10 22:46:23.098726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39764) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:23.104499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75902-fb5d-42db-b98b-80a11e1c405a tempest-SecurityGroupRulesTestJSON-813333459 tempest-SecurityGroupRulesTestJSON-813333459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600ae2b2-3e44-4ead-ba70-4c3d8ebaf3ab,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:23.161549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05208bc1-600c-4153-b428-51128cebe78b req-dd2c19e0-6070-4b2e-8932-e0c9a8c4a409 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528746 Nov 10 22:46:23.261254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742280-39fd-415e-9530-e8944d658b25 req-dc18d771-c05b-4791-b249-dab0ca9eb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:23.263738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-dc18d771-c05b-4791-b249-dab0ca9eb6d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b549cfa0-97d5-45de-9811-ab9873b83a35 HTTP/1.1" status: 200 len: 861 time: 0.2630792 Nov 10 22:46:23.266175 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc78184-c67f-4dcd-8342-a0c464eb64d4 x-openstack-request-id: req-bdc78184-c67f-4dcd-8342-a0c464eb64d4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:23.266601 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "tag": "4f63ad86-6552-41f4-8e19-905011c57340", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:23.266988 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc78184-c67f-4dcd-8342-a0c464eb64d4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:23.267885 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340', 'status': 'completed', 'code': 200} Nov 10 22:46:23.335335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d19b150-2184-4791-ab35-182b40fb67d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.344097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-1cf373d1-06e0-4d3b-b2c1-b93268ebfc76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=baf684a7-0003-452f-982c-6f7c818ffbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700426 Nov 10 22:46:23.372906 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d19b150-2184-4791-ab35-182b40fb67d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.415428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19b150-2184-4791-ab35-182b40fb67d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca0e31-20f7-4594-958f-f42956299407,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:23.459781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Deleting subnet b810a498-f6fa-4635-9983-fb165ecbe054 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:23.483102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.531946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-5a63524d-181d-42ba-864c-bc6e227f2852 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297554 Nov 10 22:46:23.557592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6d19b150-2184-4791-ab35-182b40fb67d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1527a9423bfd48ceb45f3ed94e5225b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741129 Nov 10 22:46:23.560900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:23.611509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.644367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-39a5e4c8-a522-402c-b8c7-0356b31a5aab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299772 Nov 10 22:46:23.657084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d7181-a3dc-4df4-acc1-1b8b2e78340f req-4f2dcdaf-a1c3-4764-97c0-51d264479c45 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:23.659302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4320b-11de-4f7a-acf5-6c1c29088fdf req-e96182a0-6231-4749-9ed8-c066b0fdbf7f tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:23.659463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f9d7181-a3dc-4df4-acc1-1b8b2e78340f req-4f2dcdaf-a1c3-4764-97c0-51d264479c45 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1594162 Nov 10 22:46:23.667030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a4320b-11de-4f7a-acf5-6c1c29088fdf req-e96182a0-6231-4749-9ed8-c066b0fdbf7f tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 943 time: 0.2568126 Nov 10 22:46:23.692656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-5bb0d33f-eb65-4295-9ca4-7cd16867c5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381107 Nov 10 22:46:23.728761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.787435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.841146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a4320b-11de-4f7a-acf5-6c1c29088fdf req-f5d57f25-6fcd-4617-97af-9cae6c2f9301 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666632 Nov 10 22:46:23.872027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.934434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-e47699d9-aaed-4932-8c2d-93aba43e6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:23.936018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-e47699d9-aaed-4932-8c2d-93aba43e6eb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 1096 time: 0.2110677 Nov 10 22:46:23.948404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.986679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b810a498-f6fa-4635-9983-fb165ecbe054,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:23.993671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:23.998706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e02e4714-795f-4235-bd9b-e8d6f6ee8304 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b810a498-f6fa-4635-9983-fb165ecbe054 HTTP/1.1" status: 204 len: 168 time: 0.8879485 Nov 10 22:46:24.022031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:24.302341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f9d7181-a3dc-4df4-acc1-1b8b2e78340f req-016e6cd1-97cd-41fa-84c2-2c0a65859ae2 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249905 Nov 10 22:46:24.330354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1742280-39fd-415e-9530-e8944d658b25 req-fc7388df-44b2-46bb-9c5d-f13d8b9b2fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232076 Nov 10 22:46:24.473459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-02f6addd-75b6-4631-9ddb-2940c366354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.475381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-02f6addd-75b6-4631-9ddb-2940c366354e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7206b9309dfb4721bb50197d8c298cb7&device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 1094 time: 0.0583866 Nov 10 22:46:24.619822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-096a57a2-1585-4786-b885-fadca6fe11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.622336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-096a57a2-1585-4786-b885-fadca6fe11be service neutron] 10.222.0.20 "GET /v2.0/networks?id=baf684a7-0003-452f-982c-6f7c818ffbd3 HTTP/1.1" status: 200 len: 921 time: 0.1399114 Nov 10 22:46:24.656143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:24.659441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:24.660595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcca0e31-20f7-4594-958f-f42956299407 HTTP/1.1" status: 204 len: 168 time: 1.0985820 Nov 10 22:46:24.680209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-c9fbe86d-3d16-417c-94f6-009ddac55a3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f63ad86-6552-41f4-8e19-905011c57340 HTTP/1.1" status: 200 len: 217 time: 0.0487323 Nov 10 22:46:24.736875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-fb4b79b9-8c0d-4cdd-9893-bc0012460276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.739074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-fb4b79b9-8c0d-4cdd-9893-bc0012460276 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.7290967 Nov 10 22:46:24.740193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fd996-a7aa-4f1e-b072-a112d2aae950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca0e31-20f7-4594-958f-f42956299407,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:24.763500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-3827e16f-d1c9-4750-86c6-85bc35785a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.766853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-3827e16f-d1c9-4750-86c6-85bc35785a1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b549cfa0-97d5-45de-9811-ab9873b83a35 HTTP/1.1" status: 200 len: 861 time: 0.0796423 Nov 10 22:46:24.784386 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:24.825799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-03ce9273-a06c-4cf5-9742-1c3975f8c31f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=baf684a7-0003-452f-982c-6f7c818ffbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515764 Nov 10 22:46:24.844494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39802) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:24.874078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52ac21-34a1-4183-b2bc-c786c5180ba1 req-7695b6b3-1911-4497-a667-25a4ce741a05 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.889182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de52ac21-34a1-4183-b2bc-c786c5180ba1 req-7695b6b3-1911-4497-a667-25a4ce741a05 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 945 time: 0.2769737 Nov 10 22:46:24.901887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-fd460c7c-29af-452b-a56b-531eb2693568 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 200 len: 217 time: 0.1429172 Nov 10 22:46:24.931277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1201de3e-0000-4908-962b-851a7f1f41ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.063070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-d585e8e0-e198-4878-b4bc-02eaa2e21968 service neutron] 10.222.0.20 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292299 Nov 10 22:46:25.167032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3fa0-dbdf-479e-9582-b5500a8bdc9e req-487a994c-34a6-4214-b5d6-a03c4569fa66 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:25.179513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-072b3fa0-dbdf-479e-9582-b5500a8bdc9e req-487a994c-34a6-4214-b5d6-a03c4569fa66 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 943 time: 0.1712344 Nov 10 22:46:25.224467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:25.226357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.247431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de52ac21-34a1-4183-b2bc-c786c5180ba1 req-44dfb2ee-18cd-4b2b-9ed9-c5829c4600ea tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550000 Nov 10 22:46:25.254316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-8328cf3d-92e5-4634-ba2f-30e38e7b722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:25.255562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-8328cf3d-92e5-4634-ba2f-30e38e7b722d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.3423209 Nov 10 22:46:25.289464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcb3a38-1ae2-47d0-a121-26f96ca64a38']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:25.317098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-a0d10afd-0f23-4e9b-9e40-86c5264caad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536494 Nov 10 22:46:25.318914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3689c8e9-0f19-4671-b572-b342b500dd4b') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:25.319321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3689c8e9-0f19-4671-b572-b342b500dd4b') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:25.329615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-072b3fa0-dbdf-479e-9582-b5500a8bdc9e req-2bd13f00-3813-4c56-bf99-e6ada84d4c3d tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490955 Nov 10 22:46:25.333426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.415231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3bb9d33b-3676-4182-b743-9a38ad82279e req-eb39ce05-76a8-4e5a-8882-fef831e20f94 service neutron] 10.222.0.20 "GET /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353963 Nov 10 22:46:25.463456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-8d6bb53c-f4ca-439a-8242-f57822c88bfd service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349175 Nov 10 22:46:25.466177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.482322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.489813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:25.490213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:25.556999 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:25.594451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.658086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.663552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:25.667249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] 10.222.0.25 "DELETE /v2.0/networks/bfcb3a38-1ae2-47d0-a121-26f96ca64a38 HTTP/1.1" status: 204 len: 168 time: 1.6473658 Nov 10 22:46:25.707154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c3b63-e1e0-4162-a6d5-f32418356d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcb3a38-1ae2-47d0-a121-26f96ca64a38,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:25.736290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a6495f0-4a0e-469f-8cc0-4cdf1dcd8804 req-a97198ee-7e2c-4d55-8ec4-6ca56904767b service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775448 Nov 10 22:46:25.762190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Allocated IP 172.25.0.195 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/b15a30b5-831f-4458-99fd-8214690b646c) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:25.767131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699054c-eb31-42b3-9ee1-07c2e4446908 req-c33d158d-f0ee-485c-93e5-cf8ffb7fe9cf tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:25.785490 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f699054c-eb31-42b3-9ee1-07c2e4446908 req-c33d158d-f0ee-485c-93e5-cf8ffb7fe9cf tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.2274470 Nov 10 22:46:25.855441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f699054c-eb31-42b3-9ee1-07c2e4446908 req-536160d5-e171-44d3-b9ac-134ff4ee20c6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685704 Nov 10 22:46:25.924907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39842) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:25.975618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39844) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:25.976438 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5cfa596-3058-4f51-8b5a-e4159a473abf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a91cb97209842ab9bd466c03950a6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501060 Nov 10 22:46:26.050063 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.097961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.128259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.139705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.206878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:26.214332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:26.220177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:26.341844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.363327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.370318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fab3505f-ea1f-41f8-961d-73af00e9a349 HTTP/1.1" status: 204 len: 168 time: 0.3935409 Nov 10 22:46:26.371826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=b15a30b5-831f-4458-99fd-8214690b646c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:26.430473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cd06f-3640-4d1b-9a22-d761368e4d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3505f-ea1f-41f8-961d-73af00e9a349,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:26.449903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.546832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d6a1-db6e-4808-9e23-485ccde044da req-0a7097ff-0502-4352-b881-909ecf86b044 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:26.549371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97f0d6a1-db6e-4808-9e23-485ccde044da req-0a7097ff-0502-4352-b881-909ecf86b044 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 943 time: 0.0909235 Nov 10 22:46:26.570394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:26.658781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97f0d6a1-db6e-4808-9e23-485ccde044da req-350dd495-13af-4573-99e1-f1a13c9533e0 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020029 Nov 10 22:46:27.090782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.098706 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.261411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f746-7fc4-40c6-b6d7-7169e1bd0b99 req-069dbaec-8859-4d7c-a816-67ea9bea406c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:27.271175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ef7f746-7fc4-40c6-b6d7-7169e1bd0b99 req-069dbaec-8859-4d7c-a816-67ea9bea406c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.2179108 Nov 10 22:46:27.298885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=b15a30b5-831f-4458-99fd-8214690b646c,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:27.310166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.367073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ef7f746-7fc4-40c6-b6d7-7169e1bd0b99 req-c0d6aea6-305e-42d1-8898-919f9cb9a69e tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Nov 10 22:46:27.370299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.373862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c5e51665-ab3e-4854-8336-0ae18f10628c tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5265491 Nov 10 22:46:27.375405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39896) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:27.381997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1129982199'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:27.444901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Made reservation on behalf of 05d838b7305043acbefe98abb2dbf39b for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:27.450417 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.469968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.585087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6838622-3f21-49b6-b649-1922d9cbc293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.640555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.650980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.708475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:27.756162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.756761 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Added segment 5caf84b0-34bb-488b-b421-42de9c3a1ce1 of type vlan for network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 Nov 10 22:46:27.896702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:27.947254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 4f63ad86-6552-41f4-8e19-905011c57340 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:46:28.003070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5153cf2b-4c09-46fd-a8ef-d2b40ac94187,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:28.016379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:46:28.089994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76cf0-ce75-4820-8435-0b00df690f71 req-b3d6dfd8-7279-4d57-b7c4-b2bbee5bfc03 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:28.091550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98e76cf0-ce75-4820-8435-0b00df690f71 req-b3d6dfd8-7279-4d57-b7c4-b2bbee5bfc03 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 943 time: 0.1909375 Nov 10 22:46:28.092378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.110523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:28.111243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.120703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=4f63ad86-6552-41f4-8e19-905011c57340,segment=NetworkSegment(f7689444-f011-4ceb-b5d2-02d00b5a43c6),segment_id=f7689444-f011-4ceb-b5d2-02d00b5a43c6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:28.137532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '4f63ad86-6552-41f4-8e19-905011c57340', 'network_id': 'baf684a7-0003-452f-982c-6f7c818ffbd3', 'port_id': '4f63ad86-6552-41f4-8e19-905011c57340', 'mac_address': 'fa:16:3e:f4:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b549cfa0-97d5-45de-9811-ab9873b83a35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:46:28.186186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.209664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Network': ['ID=7555cb40-d896-41a7-8e86-fe1deb84bbc6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:28.210630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f63ad86-6552-41f4-8e19-905011c57340 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:28.216070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3cf7542e-af9f-43ba-bdb1-c57d02666182 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8392470 Nov 10 22:46:28.232035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39934) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:28.232707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:28.247673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Request body: {'subnet': {'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:28.360725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=4f63ad86-6552-41f4-8e19-905011c57340,segment=NetworkSegment(f7689444-f011-4ceb-b5d2-02d00b5a43c6),segment_id=f7689444-f011-4ceb-b5d2-02d00b5a43c6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:28.391316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.440557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98e76cf0-ce75-4820-8435-0b00df690f71 req-b2922973-dff3-4758-b500-fc1836ea9290 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049281 Nov 10 22:46:28.545298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:28.574719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:28.585802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Made reservation on behalf of 05d838b7305043acbefe98abb2dbf39b for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:28.618293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.672584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['4f63ad86-6552-41f4-8e19-905011c57340'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:28.863388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:28.929598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2937e5-dce5-457a-958f-00290736b332 req-ef1217fa-6731-4798-997d-4c724a85d339 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:28.941795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da2937e5-dce5-457a-958f-00290736b332 req-ef1217fa-6731-4798-997d-4c724a85d339 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.2325828 Nov 10 22:46:29.026716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5983-585d-4893-94dc-68d8ec02a7ff req-c9813c8a-0ba6-4c95-ba0b-40534ed50139 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:29.032313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1753146591-network', 'tenant_id': '1ab5fd3ddc3549619c0d2685f4d6f6f2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:29.038602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448c5983-585d-4893-94dc-68d8ec02a7ff req-c9813c8a-0ba6-4c95-ba0b-40534ed50139 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1798105 Nov 10 22:46:29.141804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-448c5983-585d-4893-94dc-68d8ec02a7ff req-dc34d1e8-e246-4278-a244-a0bb2dfcdc57 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Nov 10 22:46:29.224346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Made reservation on behalf of 1ab5fd3ddc3549619c0d2685f4d6f6f2 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:29.236333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.329626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da2937e5-dce5-457a-958f-00290736b332 req-affbaf5f-cf13-4e5f-90c2-17f61553b55e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750193 Nov 10 22:46:29.331100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.418325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.616768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.624331 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.653864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:29.686009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.686662 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Added segment 31fe18dd-7e3c-4065-82db-a9d30b192139 of type vlan for network adbee885-b4c2-440b-abca-1e04021f0433 Nov 10 22:46:29.719080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Subnet': ['ID=76b470ba-ae29-4f41-b2aa-99adc1fcd631,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:29.782772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.783635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:29.795194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Checking segment: {'id': '5caf84b0-34bb-488b-b421-42de9c3a1ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:29.795807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network hostable DHCP agents. Network: 7555cb40-d896-41a7-8e86-fe1deb84bbc6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:46:29.831220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.832270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:29.832843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.842431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:46:29.876785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 7555cb40-d896-41a7-8e86-fe1deb84bbc6) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:29.889613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:29.891280 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:29.895552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80c4c8-2b4d-4944-a996-9335d8bfe816 None None] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:29.990199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b4399272-1b84-47fa-a496-561117704053 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7522001 Nov 10 22:46:29.995319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39978) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:30.016224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-310910311', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:30.046336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a96c3-058b-4807-bb18-2a3bcd6c0931,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:30.072539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4952219 Nov 10 22:46:30.081296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39980) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:30.107627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 4f63ad86-6552-41f4-8e19-905011c57340 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:30.117978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Request body: {'subnet': {'network_id': 'adbee885-b4c2-440b-abca-1e04021f0433', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1753146591-subnet', 'tenant_id': '1ab5fd3ddc3549619c0d2685f4d6f6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:30.182700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd715-5369-4161-a808-e42c9008d0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=adbee885-b4c2-440b-abca-1e04021f0433,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:30.202972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network adbee885-b4c2-440b-abca-1e04021f0433 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:30.228927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8f6e9-b117-4716-a8bc-062e6d3f9de9 req-d6952409-6c52-45d6-bda6-a68cdf264ca5 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:30.236830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9d8f6e9-b117-4716-a8bc-062e6d3f9de9 req-d6952409-6c52-45d6-bda6-a68cdf264ca5 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 944 time: 0.1711917 Nov 10 22:46:30.247040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b06a096-7f26-4f05-8366-a8160f6ca701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.325396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.326654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.361105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9d8f6e9-b117-4716-a8bc-062e6d3f9de9 req-6d43348e-38f6-488b-a226-d9b5fb27ebd3 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156907 Nov 10 22:46:30.449620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Made reservation on behalf of 1ab5fd3ddc3549619c0d2685f4d6f6f2 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:30.452040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.603535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.642827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 4f63ad86-6552-41f4-8e19-905011c57340 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:46:30.668930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 4f63ad86-6552-41f4-8e19-905011c57340 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:30.669606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.718536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.725509 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.884503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-7555cb40-d896-41a7-8e86-fe1deb84bbc6', 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6', 'tenant_id': '05d838b7305043acbefe98abb2dbf39b', 'fixed_ips': [{'subnet_id': '76b470ba-ae29-4f41-b2aa-99adc1fcd631'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:46:30.886311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:30.924729 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.226440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=945ec3bb-f175-4bcc-a92b-0b6f2695177d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:31.241620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.301987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:31.311243 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f68d33-55da-46a6-8dcb-a0a5aa91292a" -d '{"events": [{"server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "name": "network-vif-plugged", "status": "completed", "tag": "4f63ad86-6552-41f4-8e19-905011c57340"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:31.316014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17814b7-e34e-4e7a-ae04-5da0e68e7536 req-3223e2ad-1de4-445f-8cde-676a167454a6 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:31.328621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e17814b7-e34e-4e7a-ae04-5da0e68e7536 req-3223e2ad-1de4-445f-8cde-676a167454a6 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 945 time: 0.1174285 Nov 10 22:46:31.332285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Allocated IP 172.20.0.2 (7555cb40-d896-41a7-8e86-fe1deb84bbc6/76b470ba-ae29-4f41-b2aa-99adc1fcd631/a4522f1d-ed40-4532-884b-667b0d050cd2) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:31.342712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=4f63ad86-6552-41f4-8e19-905011c57340,segment=NetworkSegment(f7689444-f011-4ceb-b5d2-02d00b5a43c6),segment_id=f7689444-f011-4ceb-b5d2-02d00b5a43c6)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:31.358050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.431534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e17814b7-e34e-4e7a-ae04-5da0e68e7536 req-8890bd35-cedc-43be-9114-17c793903d83 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018703 Nov 10 22:46:31.493319 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba3e13-e1bd-4c62-b4ed-e4a729a5a8f1 x-openstack-request-id: req-0cba3e13-e1bd-4c62-b4ed-e4a729a5a8f1 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:31.493608 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "name": "network-vif-plugged", "status": "completed", "tag": "4f63ad86-6552-41f4-8e19-905011c57340", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:31.493855 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cba3e13-e1bd-4c62-b4ed-e4a729a5a8f1 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:31.494429 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340', 'code': 200} Nov 10 22:46:31.516126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:31.612891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.657911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b06a096-7f26-4f05-8366-a8160f6ca701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.659249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.667673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.670179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54747e3-47d9-4b1f-ad48-38fe44f9e63b req-fc76963a-29cc-46e9-a56b-1a335e688a17 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:31.682884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e54747e3-47d9-4b1f-ad48-38fe44f9e63b req-fc76963a-29cc-46e9-a56b-1a335e688a17 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.1339004 Nov 10 22:46:31.733390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Pushing event updated for resources: {'Port': ['ID=a4522f1d-ed40-4532-884b-667b0d050cd2,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:31.749987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:31.752672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:31.758394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:31.778605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b06a096-7f26-4f05-8366-a8160f6ca701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.788258 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e54747e3-47d9-4b1f-ad48-38fe44f9e63b req-558cf104-2067-46a7-a804-cfba26b05acd tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029999 Nov 10 22:46:31.817378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Checking segment: {'id': '31fe18dd-7e3c-4065-82db-a9d30b192139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'adbee885-b4c2-440b-abca-1e04021f0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:31.817968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Network hostable DHCP agents. Network: adbee885-b4c2-440b-abca-1e04021f0433, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:46:31.857826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Attempting to bind port a4522f1d-ed40-4532-884b-667b0d050cd2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:46:31.858649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Attempting to bind port a4522f1d-ed40-4532-884b-667b0d050cd2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '5caf84b0-34bb-488b-b421-42de9c3a1ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:46:31.859629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Attempting to bind port a4522f1d-ed40-4532-884b-667b0d050cd2 on network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:31.865589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:46:31.865914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Checking segment: {'id': '5caf84b0-34bb-488b-b421-42de9c3a1ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:31.866289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.866680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Bound using segment: {'id': '5caf84b0-34bb-488b-b421-42de9c3a1ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:46:31.867147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Bound port: a4522f1d-ed40-4532-884b-667b0d050cd2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caf84b0-34bb-488b-b421-42de9c3a1ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:46:31.867523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.899162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6fea9-9318-411b-a681-b4ad7a3527ec req-34624a03-bee7-4fc2-a0f0-73f13b78a228 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:31.901805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bc6fea9-9318-411b-a681-b4ad7a3527ec req-34624a03-bee7-4fc2-a0f0-73f13b78a228 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.7366593 Nov 10 22:46:31.940183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] For port a4522f1d-ed40-4532-884b-667b0d050cd2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:31.944422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] For port a4522f1d-ed40-4532-884b-667b0d050cd2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a4522f1d-ed40-4532-884b-667b0d050cd2,segment=NetworkSegment(5caf84b0-34bb-488b-b421-42de9c3a1ce1),segment_id=5caf84b0-34bb-488b-b421-42de9c3a1ce1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:46:31.952638 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:31.992278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9b06a096-7f26-4f05-8366-a8160f6ca701 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=528c2e68a7804c799d74e23b6434c187&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2021377 Nov 10 22:46:31.993658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40004) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:32.075989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06a096-7f26-4f05-8366-a8160f6ca701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd6226-afdf-4f0a-ae6a-fbc15d5ca5ac,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:32.091891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a48a5-0c68-4299-8265-4531b84a5ce6 req-24390522-5fb5-4b7a-89aa-ec9f444b5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:32.097798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e96a48a5-0c68-4299-8265-4531b84a5ce6 req-24390522-5fb5-4b7a-89aa-ec9f444b5b45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 1096 time: 0.4370720 Nov 10 22:46:32.100465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Network adbee885-b4c2-440b-abca-1e04021f0433 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:46:32.104348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2161934-35f6-4121-b4d4-8cc5b3e92a6f None None] Pushing event updated for resources: {'Port': ['ID=a4522f1d-ed40-4532-884b-667b0d050cd2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:32.146373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.179315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, adbee885-b4c2-440b-abca-1e04021f0433) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:32.193002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5b88a-9099-4d9f-9672-52a55461f9f6 None None] Network adbee885-b4c2-440b-abca-1e04021f0433 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:32.203062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:32.204157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.227499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.233012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bc6fea9-9318-411b-a681-b4ad7a3527ec req-09106584-7b67-4c65-8e59-dad32ea9e384 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124361 Nov 10 22:46:32.283556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e96a48a5-0c68-4299-8265-4531b84a5ce6 req-2d8af4f5-6e98-4c95-afc1-136e919d6a7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735289 Nov 10 22:46:32.321739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e45db10f-17a7-45c3-8e1c-1fb7dff6c70b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2084563 Nov 10 22:46:32.403632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.410877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.455744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11dd6226-afdf-4f0a-ae6a-fbc15d5ca5ac HTTP/1.1" status: 204 len: 168 time: 0.4524522 Nov 10 22:46:32.520857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994149c-f1b1-4098-a21d-f21b655e8155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd6226-afdf-4f0a-ae6a-fbc15d5ca5ac,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:32.589253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-589d6426-18ce-4d41-adca-e08a3f978b8d tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:32.591941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-589d6426-18ce-4d41-adca-e08a3f978b8d tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.39 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 945 time: 0.2172201 Nov 10 22:46:32.789093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d1088-d86e-4165-8226-e849782dd270 None None] Network adbee885-b4c2-440b-abca-1e04021f0433 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:32.804827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.881481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:32.886059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80efb8-0f11-4500-b027-a356f4783573 req-3e7696f2-d768-4468-b306-671169ec7051 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:32.895099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c80efb8-0f11-4500-b027-a356f4783573 req-3e7696f2-d768-4468-b306-671169ec7051 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 945 time: 0.3171680 Nov 10 22:46:32.935011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Deleting port cdc81a95-928b-42fc-865d-3c3c18c9671b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:32.935654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.164785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c80efb8-0f11-4500-b027-a356f4783573 req-f776d34a-4bcd-481c-b635-2bcbdcdfea7d tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f86d095-1a01-4d2e-92a6-65e25c7dadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381356 Nov 10 22:46:33.235857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] For port cdc81a95-928b-42fc-865d-3c3c18c9671b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cdc81a95-928b-42fc-865d-3c3c18c9671b,segment=NetworkSegment(1053d0cb-4c91-40cd-8109-efd00e7b6c23),segment_id=1053d0cb-4c91-40cd-8109-efd00e7b6c23)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:33.236392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.266737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Calling delete_port for cdc81a95-928b-42fc-865d-3c3c18c9671b owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:33.441872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Allocated IP 172.25.0.97 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/0fb00901-190c-41ff-aab0-600771052780) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:33.475442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40030) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:33.521039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdba791e-edc2-4095-a152-50c253ef7c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.604855 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-984ecb3f-614a-46ee-89e5-c10f259c846e req-8f13d88b-4a5d-4d95-8435-d26bb4496666 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] show failed (client error): The resource could not be found. Nov 10 22:46:33.611055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-984ecb3f-614a-46ee-89e5-c10f259c846e req-8f13d88b-4a5d-4d95-8435-d26bb4496666 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/1d473548-b013-4cbe-a3d3-07a6889ff44d HTTP/1.1" status: 404 len: 352 time: 0.0410008 Nov 10 22:46:33.685703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a4522f1d-ed40-4532-884b-667b0d050cd2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:33.759312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdba791e-edc2-4095-a152-50c253ef7c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.815362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143fcb5-57eb-44c2-b23f-76eb2c52db28 req-f0ebea91-8286-4512-9e8c-1659ccf20bbf tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:33.826658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5143fcb5-57eb-44c2-b23f-76eb2c52db28 req-f0ebea91-8286-4512-9e8c-1659ccf20bbf tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.2508681 Nov 10 22:46:33.834650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdba791e-edc2-4095-a152-50c253ef7c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.860546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a4522f1d-ed40-4532-884b-667b0d050cd2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:33.861573 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:33.913438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:46:33.971460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fdba791e-edc2-4095-a152-50c253ef7c4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abe28629eb6440238e6dc118a7244043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945900 Nov 10 22:46:33.989175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:33.995143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5143fcb5-57eb-44c2-b23f-76eb2c52db28 req-68f03ece-107c-4493-8184-1f160e8e10c5 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343820 Nov 10 22:46:34.048115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.105888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Pushing event deleted for resources: {'Port': ['ID=cdc81a95-928b-42fc-865d-3c3c18c9671b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:34.119108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba791e-edc2-4095-a152-50c253ef7c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128240c6-f074-4da7-a23b-577dc42345ad,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:34.185956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b281e-ef38-49eb-8995-bac1fc99e988 req-8caf7831-ef9a-4629-b179-3888ee4154d4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:34.203389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e46b281e-ef38-49eb-8995-bac1fc99e988 req-8caf7831-ef9a-4629-b179-3888ee4154d4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.2136874 Nov 10 22:46:34.291827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.297845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] No DVR routers for this DVR port cdc81a95-928b-42fc-865d-3c3c18c9671b on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:34.342514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.375878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.381882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dbda0ed9-2221-4c38-96dd-f46c4537fbd1 req-7edd1555-98c4-4c57-81f8-8780363f3122 tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.39 "DELETE /v2.0/ports/cdc81a95-928b-42fc-865d-3c3c18c9671b HTTP/1.1" status: 204 len: 173 time: 1.7771053 Nov 10 22:46:34.402484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce0e0016-3b62-4f36-ad0b-87572db5ea7c req-26bab49b-72b5-424b-9eb5-28f56f0c2a22 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ab5fd3ddc3549619c0d2685f4d6f6f2 HTTP/1.1" status: 200 len: 3005 time: 0.3062148 Nov 10 22:46:34.405333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'name': 'network-vif-deleted', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:34.409476 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de533f6-e5b8-4042-8fd6-368024eb2632" -d '{"events": [{"server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "name": "network-vif-deleted", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:34.421616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e46b281e-ef38-49eb-8995-bac1fc99e988 req-d58d1961-20ab-4edd-9480-997b83de0f3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080650 Nov 10 22:46:34.577979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.583204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:34.611196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:46:34.617342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['cdc81a95-928b-42fc-865d-3c3c18c9671b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:34.643164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.650413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fe5c2-72bb-4f1b-9e15-7aeb79c2bc73 None None] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:46:34.752292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=0fb00901-190c-41ff-aab0-600771052780,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:34.780166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:34.784841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:34.797928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:34.848368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce0e0016-3b62-4f36-ad0b-87572db5ea7c req-2eff31e3-9ff6-4f72-b38c-abd4ae7aadf3 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/422a96c3-058b-4807-bb18-2a3bcd6c0931 HTTP/1.1" status: 200 len: 3002 time: 0.4418793 Nov 10 22:46:34.925638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e4dfb004-5a5a-467f-9f85-4d703a959060 None None] Provisioning complete for port a4522f1d-ed40-4532-884b-667b0d050cd2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:34.926519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb004-5a5a-467f-9f85-4d703a959060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:34.992895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40e284e4-6908-4387-8af9-8762f473a373 req-a31eda74-8514-4124-ac91-3b8000ec4fca tempest-ServerTagsTestJSON-2073283874 tempest-ServerTagsTestJSON-2073283874-project] 10.222.0.25 "GET /v2.0/ports?device_id=db9966b9-fab1-483d-9a6c-c372c8bbe040 HTTP/1.1" status: 200 len: 210 time: 0.1054857 Nov 10 22:46:35.008230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:35.075609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:35.086566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:35.088454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/128240c6-f074-4da7-a23b-577dc42345ad HTTP/1.1" status: 204 len: 168 time: 1.0864489 Nov 10 22:46:35.106149 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ba788b-4210-4c9c-8263-22336600e4c7 x-openstack-request-id: req-09ba788b-4210-4c9c-8263-22336600e4c7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:35.106640 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9966b9-fab1-483d-9a6c-c372c8bbe040", "name": "network-vif-deleted", "tag": "cdc81a95-928b-42fc-865d-3c3c18c9671b", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:35.107053 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ba788b-4210-4c9c-8263-22336600e4c7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:35.107709 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9966b9-fab1-483d-9a6c-c372c8bbe040', 'name': 'network-vif-deleted', 'tag': 'cdc81a95-928b-42fc-865d-3c3c18c9671b', 'status': 'completed', 'code': 200} Nov 10 22:46:35.157158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce0e0016-3b62-4f36-ad0b-87572db5ea7c req-4b5735da-1976-4a17-aa96-e30b2871402d tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/422a96c3-058b-4807-bb18-2a3bcd6c0931 HTTP/1.1" status: 200 len: 3002 time: 0.3059635 Nov 10 22:46:35.160241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf80305-86ad-4a13-b43e-45403375e812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128240c6-f074-4da7-a23b-577dc42345ad,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:35.297011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:35.392457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:35.417237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:35.447255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:35.555550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ec54079-ccc8-49f4-bb2c-9f8722b47e8a req-2ad7577f-f396-4fba-86d2-73062dccd183 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/422a96c3-058b-4807-bb18-2a3bcd6c0931 HTTP/1.1" status: 200 len: 3002 time: 0.1834028 Nov 10 22:46:35.567490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac83d89-d385-4cab-8806-52cf6aa751fc req-ab6b60d1-2ee8-47de-9240-64365e47ee3c tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:35.589865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fac83d89-d385-4cab-8806-52cf6aa751fc req-ab6b60d1-2ee8-47de-9240-64365e47ee3c tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.1878407 Nov 10 22:46:35.700645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b4dddd80-f54e-44fa-bbe0-179174606ab1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:35.744178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fac83d89-d385-4cab-8806-52cf6aa751fc req-971776c0-dcf9-4fd0-a393-2081df5e8c06 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526170 Nov 10 22:46:35.943363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:35.996131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cdc81a95-928b-42fc-865d-3c3c18c9671b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:36.084388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff24a-e810-4780-9672-4e0f416a1432 req-56669d82-2ee7-4cd5-9e79-649ea6309a8b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:36.101807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7dfff24a-e810-4780-9672-4e0f416a1432 req-56669d82-2ee7-4cd5-9e79-649ea6309a8b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.2010107 Nov 10 22:46:36.229001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7dfff24a-e810-4780-9672-4e0f416a1432 req-47233bf6-5e83-4e76-b131-129721621892 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251547 Nov 10 22:46:36.328959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: cdc81a95-928b-42fc-865d-3c3c18c9671b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:46:36.328959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cdc81a95-928b-42fc-865d-3c3c18c9671b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:46:36.340715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port a4522f1d-ed40-4532-884b-667b0d050cd2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a4522f1d-ed40-4532-884b-667b0d050cd2,segment=NetworkSegment(5caf84b0-34bb-488b-b421-42de9c3a1ce1),segment_id=5caf84b0-34bb-488b-b421-42de9c3a1ce1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:36.409020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:36.434502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40106) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:36.594966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Deleting subnet 3921068a-996a-4dd1-a8bd-5cf452c9f58f {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:36.619280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:36.673058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb004-5a5a-467f-9f85-4d703a959060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:36.705757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:36.817544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=a4522f1d-ed40-4532-884b-667b0d050cd2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:36.852315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:36.965761 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-e4dfb004-5a5a-467f-9f85-4d703a959060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:46:36.966583 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-e4dfb004-5a5a-467f-9f85-4d703a959060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:46:37.029956 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-6ec54079-ccc8-49f4-bb2c-9f8722b47e8a req-b2bf55bc-3fbe-4b72-a186-2169b6baf289 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 22:46:37.035532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ec54079-ccc8-49f4-bb2c-9f8722b47e8a req-b2bf55bc-3fbe-4b72-a186-2169b6baf289 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "DELETE /v2.0/security-groups/422a96c3-058b-4807-bb18-2a3bcd6c0931 HTTP/1.1" status: 409 len: 352 time: 1.4620044 Nov 10 22:46:37.082618 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.084653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.103915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-70f3c442-1aab-4fae-9657-95ce3db66422 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3020411 Nov 10 22:46:37.225783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.233112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3921068a-996a-4dd1-a8bd-5cf452c9f58f HTTP/1.1" status: 204 len: 168 time: 0.7948031 Nov 10 22:46:37.234341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3944f-8b05-4536-8675-a0529f89f612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3921068a-996a-4dd1-a8bd-5cf452c9f58f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:37.243548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40136) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:37.394294 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-bacea055-0b9f-4d3d-9876-8db7a5f8cc3d req-023fd99e-91ea-4044-9ad8-5ef68afa5ba0 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] show failed (client error): The resource could not be found. Nov 10 22:46:37.409105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bacea055-0b9f-4d3d-9876-8db7a5f8cc3d req-023fd99e-91ea-4044-9ad8-5ef68afa5ba0 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/86462f45-ce0f-4e14-9410-c9fb7af4de27 HTTP/1.1" status: 404 len: 352 time: 0.2419257 Nov 10 22:46:37.533310 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-f68eee58-9aa9-45ab-87a3-908691d5029c req-827cf4e1-1252-4eea-b878-37c7abe39197 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] show failed (client error): The resource could not be found. Nov 10 22:46:37.544061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f68eee58-9aa9-45ab-87a3-908691d5029c req-827cf4e1-1252-4eea-b878-37c7abe39197 tempest-SecurityGroupsNegativeTestJSON-1830839174 tempest-SecurityGroupsNegativeTestJSON-1830839174-project] 10.222.0.25 "GET /v2.0/security-groups/4debae24-db6c-425d-96d0-78c7a52847fe HTTP/1.1" status: 404 len: 352 time: 0.0782421 Nov 10 22:46:37.562499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.566081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40148) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:37.709603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-76a85d85-d752-4c84-837a-d78756a56711 None None] Provisioning complete for port a4522f1d-ed40-4532-884b-667b0d050cd2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:37.710249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-76a85d85-d752-4c84-837a-d78756a56711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.760753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fbdf-b522-43e2-8a32-a925e7e0e816 req-09c3f179-2c13-4469-8aa1-3a4e4e16eab9 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.768822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7937fbdf-b522-43e2-8a32-a925e7e0e816 req-09c3f179-2c13-4469-8aa1-3a4e4e16eab9 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.1963503 Nov 10 22:46:37.788945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.789508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.789977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.790862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.791578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.792040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.792772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:37.795381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bee6d13f-989d-4e3b-b39d-6a38dc1a2e64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.4770691 Nov 10 22:46:37.827794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Deleting subnet 945ec3bb-f175-4bcc-a92b-0b6f2695177d {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:37.907815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.911386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:38.004133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.074803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35d148f-2c11-45ba-ad68-ba55b03c8253']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:38.096219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.111066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b4dddd80-f54e-44fa-bbe0-179174606ab1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:38.113822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.158150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.234480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.244952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7937fbdf-b522-43e2-8a32-a925e7e0e816 req-a74cd15f-0d96-4e00-baf4-d4d9694e5bb8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744692 Nov 10 22:46:38.394565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.421923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1053d0cb-4c91-40cd-8109-efd00e7b6c23') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:38.422310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1053d0cb-4c91-40cd-8109-efd00e7b6c23') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:38.521383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.546953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.549333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-fc9d5dda-68ac-40c1-9ece-4ef78cbe8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:38.550131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-fc9d5dda-68ac-40c1-9ece-4ef78cbe8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:38.550872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-fc9d5dda-68ac-40c1-9ece-4ef78cbe8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:38.553110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-fc9d5dda-68ac-40c1-9ece-4ef78cbe8362 service neutron] 10.222.0.20 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 2290 time: 0.6318424 Nov 10 22:46:38.576402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945ec3bb-f175-4bcc-a92b-0b6f2695177d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:38.667252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:38.678845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.680332 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ed166-2da2-47f9-8848-e0177b8533ce" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:38.688078 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7a3db799-1934-4bc5-bdf4-7b963f1c74c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/945ec3bb-f175-4bcc-a92b-0b6f2695177d HTTP/1.1" status: 204 len: 168 time: 1.1056724 Nov 10 22:46:38.699889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40170) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:38.700110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.709091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a4522f1d-ed40-4532-884b-667b0d050cd2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:46:38.715619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:38.734683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:38.735405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:38.739726 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:38.785285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4bca8-756f-4f71-a670-a89526be514a req-ca3a36bd-facf-4afa-9cb3-deaa298a1860 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:38.801593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82e4bca8-756f-4f71-a670-a89526be514a req-ca3a36bd-facf-4afa-9cb3-deaa298a1860 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.3967113 Nov 10 22:46:38.809510 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b9f41-ce24-44cf-b292-3ec8a3eea5eb x-openstack-request-id: req-857b9f41-ce24-44cf-b292-3ec8a3eea5eb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:38.813039 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:38.813615 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-857b9f41-ce24-44cf-b292-3ec8a3eea5eb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:38.814383 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:46:38.825604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.941528 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.975399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:38.985901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-c85f50c8-fcab-4d16-8420-8655fcbcc9b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 1002 time: 0.4226689 Nov 10 22:46:39.002834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.014904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c35d148f-2c11-45ba-ad68-ba55b03c8253 HTTP/1.1" status: 204 len: 168 time: 1.7697866 Nov 10 22:46:39.060760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Router 6da97772-e1fe-4479-b455-9dbdec8c166c is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:46:39.066771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1433-c274-4f62-958b-097105ad04d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35d148f-2c11-45ba-ad68-ba55b03c8253,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:39.085843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82e4bca8-756f-4f71-a670-a89526be514a req-7f1ef343-9823-4122-90de-be64385faa3f tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052486 Nov 10 22:46:39.101925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a4522f1d-ed40-4532-884b-667b0d050cd2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:39.102913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.118124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:39.462325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-67e37142-c956-4454-9fa9-d5f3ecd255cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:39.464218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-67e37142-c956-4454-9fa9-d5f3ecd255cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 200 len: 851 time: 0.4659028 Nov 10 22:46:39.531056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.559974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:46:39.577102 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] Sync routers for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:46:39.605469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:39.606901 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.634489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbee885-b4c2-440b-abca-1e04021f0433']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.706288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:39.725270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.727034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6995eeb0-1a4a-4259-a8c2-5ae2bece1a8b tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.7300916 Nov 10 22:46:39.733637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:39.734428 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.747107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-7bac9063-46a8-4a04-ae42-2df8dc8940b1 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:39.751117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fe18dd-7e3c-4065-82db-a9d30b192139') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.751411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-7bac9063-46a8-4a04-ae42-2df8dc8940b1 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.3380256 Nov 10 22:46:39.751571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fe18dd-7e3c-4065-82db-a9d30b192139') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.757468 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:39.758176 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.803364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.829398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-91ea7a04-8b65-4ed2-be0c-453a32c97e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:39.842785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-91ea7a04-8b65-4ed2-be0c-453a32c97e6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=253d8ae1-57a6-4cdf-9f54-07e334927f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674653 Nov 10 22:46:39.844546 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:39.849967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc435b-52e9-4cd5-8ec4-ed399392cd6d None None] The sync data for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:46:39.856640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b09a5-4904-406e-adb8-501b0f0a67c5 req-18472772-23a2-451f-951b-bf422b3566ab tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:39.867423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e7b09a5-4904-406e-adb8-501b0f0a67c5 req-18472772-23a2-451f-951b-bf422b3566ab tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.4084833 Nov 10 22:46:40.147082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-9c678ffd-311b-4103-8e1a-d0229662c456 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898653 Nov 10 22:46:40.150104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:40.191827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:40.193114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:40.196609 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:40.356243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c1bef79d-1be4-42a6-946e-888865955923 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d24bd991a744ea38caf9f1b0f65eb4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193538 Nov 10 22:46:40.381354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:40.415655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:40.432634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:40.441577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/adbee885-b4c2-440b-abca-1e04021f0433 HTTP/1.1" status: 204 len: 168 time: 1.7178833 Nov 10 22:46:40.596115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e344a-b007-40df-a91e-488bdefbcc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbee885-b4c2-440b-abca-1e04021f0433,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:40.700654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5d5f8df0-0cc7-41b1-8663-1a1657cfde41 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353744 Nov 10 22:46:40.817424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-ac9f94ee-064f-4162-8e76-b73e0bd7b555 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 217 time: 0.0982406 Nov 10 22:46:40.847413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:40.916460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:40.983157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19240c-4678-400c-aa34-b1538ddc3ed9 req-2cb4d08c-0fd5-48f4-b33f-9699445febc0 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:40.988400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b19240c-4678-400c-aa34-b1538ddc3ed9 req-2cb4d08c-0fd5-48f4-b33f-9699445febc0 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.4860137 Nov 10 22:46:41.047428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.119549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-cae05ed1-2745-4fea-87d2-e7cbef4970b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:41.121361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-cae05ed1-2745-4fea-87d2-e7cbef4970b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2957664 Nov 10 22:46:41.182774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-857d52b0-680b-4411-8596-5001817d1f25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ab5fd3ddc3549619c0d2685f4d6f6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599812 Nov 10 22:46:41.232371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40220) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:41.328633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b19240c-4678-400c-aa34-b1538ddc3ed9 req-70398031-e8c3-4404-b83f-ca098d4698f3 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925928 Nov 10 22:46:41.383061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-641d9255-c61a-4a6f-9eb1-cb223a9ae913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:41.383061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-641d9255-c61a-4a6f-9eb1-cb223a9ae913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2407203 Nov 10 22:46:41.420397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.458943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.463207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f86d095-1a01-4d2e-92a6-65e25c7dadab HTTP/1.1" status: 204 len: 168 time: 1.0801468 Nov 10 22:46:41.479466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-9628e789-1142-444a-bb0b-f65403c0a320 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:41.485991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-9628e789-1142-444a-bb0b-f65403c0a320 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.4692893 Nov 10 22:46:41.534252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-3'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:41.601125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e7b09a5-4904-406e-adb8-501b0f0a67c5 req-c8de2b0f-02ab-42ae-a6d7-76ca5b11ff35 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7323184 Nov 10 22:46:41.635458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Deleting port 4f63ad86-6552-41f4-8e19-905011c57340 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:46:41.636873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.771263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-34abe510-3f6a-4b7a-b348-15f1c296c280 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775783 Nov 10 22:46:41.820023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab8a00-46c7-42b2-888f-f5a2be61a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86d095-1a01-4d2e-92a6-65e25c7dadab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:41.890423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.921602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.926869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:46:42.189022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-51d7f2b0-628d-4b46-ac87-b191ee71757c service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906157 Nov 10 22:46:42.368162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5de70959-90dd-4c80-8f8b-a8102c5aaa2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 217 time: 0.1730864 Nov 10 22:46:42.368703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:42.436664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 has no active binding in host n-h2-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:46:42.540351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:42.552752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-b91aea8c-85e0-4612-852f-079e11c56281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:42.554454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-b91aea8c-85e0-4612-852f-079e11c56281 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1791546 Nov 10 22:46:42.795734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:42.822734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] For port 4f63ad86-6552-41f4-8e19-905011c57340, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=4f63ad86-6552-41f4-8e19-905011c57340,segment=NetworkSegment(f7689444-f011-4ceb-b5d2-02d00b5a43c6),segment_id=f7689444-f011-4ceb-b5d2-02d00b5a43c6)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:42.823377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:42.911105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Calling delete_port for 4f63ad86-6552-41f4-8e19-905011c57340 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:46:42.925850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c278285-08e1-4a47-a1bf-9a109d8c1ccc req-8fcd4064-29fb-439b-b169-2b6def164a0c tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:42.944498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c278285-08e1-4a47-a1bf-9a109d8c1ccc req-8fcd4064-29fb-439b-b169-2b6def164a0c tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 945 time: 0.2512352 Nov 10 22:46:42.950593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-3645f6c5-0098-43d6-9ff1-1de4cb58074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:42.952179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-3645f6c5-0098-43d6-9ff1-1de4cb58074d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3901045 Nov 10 22:46:43.227401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:43.230646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:43.231797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/422a96c3-058b-4807-bb18-2a3bcd6c0931 HTTP/1.1" status: 204 len: 168 time: 1.9927003 Nov 10 22:46:43.238508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:43.249690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cffb2-2cac-4e3c-8305-33156cde88fe req-e394dd35-8e97-496a-a83d-1933330e7555 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:43.256887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-903cffb2-2cac-4e3c-8305-33156cde88fe req-e394dd35-8e97-496a-a83d-1933330e7555 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 945 time: 0.3996451 Nov 10 22:46:43.333836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:43.369584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b726b9-4426-4e86-9500-d1ba84941cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a96c3-058b-4807-bb18-2a3bcd6c0931,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:43.390118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c278285-08e1-4a47-a1bf-9a109d8c1ccc req-4eabb8d6-ad1b-4fb9-ba91-168236d1446c tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dc70181-e911-4b53-b1a8-1513ae2de79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434726 Nov 10 22:46:43.497525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-2d127eef-852c-4cec-9656-29d88a114b60 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221996 Nov 10 22:46:43.512620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-903cffb2-2cac-4e3c-8305-33156cde88fe req-224b8b21-2de4-4a22-a4a1-43e884b77b29 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545395 Nov 10 22:46:43.536839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:43.545945 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5152bf-34ad-4f30-85aa-9d8e57f514b0" -d '{"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-unplugged", "status": "completed", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:43.555717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:43.594968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:43.749142 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90825404-8447-404a-ac57-84380d8a810e x-openstack-request-id: req-90825404-8447-404a-ac57-84380d8a810e {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:43.749142 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-unplugged", "status": "completed", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:43.749142 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90825404-8447-404a-ac57-84380d8a810e {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:43.749142 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'code': 200} Nov 10 22:46:44.056914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 4f63ad86-6552-41f4-8e19-905011c57340 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:44.218093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:44.231331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:44.330594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:44.418228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Pushing event deleted for resources: {'Port': ['ID=4f63ad86-6552-41f4-8e19-905011c57340,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:44.521382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-68c1d56e-90d6-4bb5-bcf0-1d9fdfae053e service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0159736 Nov 10 22:46:44.526670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:44.566677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on host n-h1-811521-3 for vnic_type normal with profile {"migrating_to": "n-h2-811521-3"} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:46:44.568320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:46:44.569668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:44.610046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:46:44.611037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Attempting to bind port 87bfbf79-2379-4221-b13b-5c20b06952a5 on network 43e53184-6e6d-4046-9b47-ac098315e987 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:46:44.641230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:46:44.642196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Checking segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:46:44.643328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Bound using segment: {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:46:44.644556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Bound port: 87bfbf79-2379-4221-b13b-5c20b06952a5, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43e53184-6e6d-4046-9b47-ac098315e987'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:46:44.645500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:44.715628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-0a8a4fe8-5cff-425b-ad9f-3e9abb6fb7cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 200 len: 217 time: 0.1859498 Nov 10 22:46:44.758425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] No DVR routers for this DVR port 4f63ad86-6552-41f4-8e19-905011c57340 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:44.764174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:44.769150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80e25918-8cbe-4ef9-9e4f-9b3c2307f6e4 req-e94acf8d-9b97-46ee-9bfe-6deaba1f9a3a tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.20 "DELETE /v2.0/ports/4f63ad86-6552-41f4-8e19-905011c57340 HTTP/1.1" status: 204 len: 173 time: 4.9836400 Nov 10 22:46:44.837381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5a4c8492-e1e0-4750-9ea0-1bbf9d95489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:44.840204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5a4c8492-e1e0-4750-9ea0-1bbf9d95489d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1127751 Nov 10 22:46:44.986938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38679089-762c-44fa-aeda-5680f39dafc7 req-af4adb4a-41f5-4681-bcac-494d90de6c63 tempest-ServerMetadataNegativeTestJSON-1149872501 tempest-ServerMetadataNegativeTestJSON-1149872501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcfe8c1-c914-4bf6-b229-9541bd04d955 HTTP/1.1" status: 200 len: 210 time: 0.1447871 Nov 10 22:46:45.009254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:45.028536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-e8a30349-81b6-4d41-b4af-d3c8bfea6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:45.037807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-e8a30349-81b6-4d41-b4af-d3c8bfea6a24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756527 Nov 10 22:46:45.412185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-b640ebb2-7dbd-4f0f-8b57-3eaa2065dba9 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524897 Nov 10 22:46:45.761464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-d5a85ae8-7268-466d-b8cb-50b8348f5bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399887 Nov 10 22:46:45.837374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'name': 'network-vif-deleted', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:45.842799 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be057db9-4df1-498c-a3a0-527de7510a4a" -d '{"events": [{"server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "name": "network-vif-deleted", "tag": "4f63ad86-6552-41f4-8e19-905011c57340"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:45.898333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-e03e898f-8def-4a13-9b13-b8408b98e538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 200 len: 217 time: 0.1262407 Nov 10 22:46:45.978588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Allocated IP 172.20.0.1 (7555cb40-d896-41a7-8e86-fe1deb84bbc6/76b470ba-ae29-4f41-b2aa-99adc1fcd631/131f5921-df9a-471b-8753-6134da9df0d6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:46.057918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-995bc73d-8c1f-43a1-8b1a-c3dd4f0a203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:46.062225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-995bc73d-8c1f-43a1-8b1a-c3dd4f0a203e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1551964 Nov 10 22:46:46.099583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:46.139100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:46:46.178308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037056-a399-43d4-846c-4bcd7c5aa80e req-ba662323-0c76-41cc-8e76-134f86033d77 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:46.182008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3037056-a399-43d4-846c-4bcd7c5aa80e req-ba662323-0c76-41cc-8e76-134f86033d77 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 1.2926669 Nov 10 22:46:46.217764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:46.370954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-ddae8b0f-9b01-4850-8362-029b8df09ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:46.380547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-ddae8b0f-9b01-4850-8362-029b8df09ff8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3035946 Nov 10 22:46:46.398244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:46.418519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:46.567294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3037056-a399-43d4-846c-4bcd7c5aa80e req-fb2ccc80-8cd0-4520-bc46-c548cc0290ae tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178372 Nov 10 22:46:46.719721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:46.721733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:46.724232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-3833e11b-84b9-44de-9a51-41541964763c service neutron] 10.222.0.39 "PUT /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 1121 time: 5.2171800 Nov 10 22:46:46.827120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40360) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:46.831332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['87bfbf79-2379-4221-b13b-5c20b06952a5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:46.848058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['87bfbf79-2379-4221-b13b-5c20b06952a5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:46:46.879265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-47e41861-6979-4116-8084-18b7af2eb838 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891253 Nov 10 22:46:46.904369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:47.064245 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943aa68-6204-4c77-b127-82e51f8d359f x-openstack-request-id: req-d943aa68-6204-4c77-b127-82e51f8d359f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:47.064794 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcfe8c1-c914-4bf6-b229-9541bd04d955", "name": "network-vif-deleted", "tag": "4f63ad86-6552-41f4-8e19-905011c57340", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:47.065279 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d943aa68-6204-4c77-b127-82e51f8d359f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:47.065969 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcfe8c1-c914-4bf6-b229-9541bd04d955', 'name': 'network-vif-deleted', 'tag': '4f63ad86-6552-41f4-8e19-905011c57340', 'status': 'completed', 'code': 200} Nov 10 22:46:47.067026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=131f5921-df9a-471b-8753-6134da9df0d6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:47.128330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:47.138964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:47.170298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:47.203964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Deleting subnet b549cfa0-97d5-45de-9811-ab9873b83a35 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:46:47.335915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d56ac30a-137b-4404-a196-d765e0cd47dd req-7973988a-7a3b-41b5-8fbd-ef33564fcf64 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.0984118 Nov 10 22:46:47.358882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:47.479332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-9eb07aa5-ee8f-4c76-a318-2cba026fea46 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945675 Nov 10 22:46:47.482887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:47.669913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-99365491-291c-4984-9c35-85955df2cf90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 200 len: 217 time: 0.1826582 Nov 10 22:46:47.818901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-458a3ba3-1a87-47ea-856a-2e6c81c6b083 None None] Provisioning complete for port 131f5921-df9a-471b-8753-6134da9df0d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:47.820038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-458a3ba3-1a87-47ea-856a-2e6c81c6b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:47.919632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-458a3ba3-1a87-47ea-856a-2e6c81c6b083 None None] Port 131f5921-df9a-471b-8753-6134da9df0d6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:46:47.943224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5c32c061-549a-417f-a95d-e5be917c7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:47.944715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-5c32c061-549a-417f-a95d-e5be917c7fc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.2657177 Nov 10 22:46:47.977302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:47.982334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:48.193513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:48.206666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-e80b93a2-6214-4dc7-b4ca-f620a04365cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:48.210578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-e80b93a2-6214-4dc7-b4ca-f620a04365cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2534828 Nov 10 22:46:48.272330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0299a-7c73-42d6-8bbe-b06c2f33fd6d req-b4b877ec-c6b5-4d7d-9af3-7ab66a24325f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:48.287696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41c0299a-7c73-42d6-8bbe-b06c2f33fd6d req-b4b877ec-c6b5-4d7d-9af3-7ab66a24325f tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.3459883 Nov 10 22:46:48.686489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41c0299a-7c73-42d6-8bbe-b06c2f33fd6d req-03519a68-4cf3-421f-8dc9-faf4ed4cfd16 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936131 Nov 10 22:46:48.970200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:49.017247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-bb42bb1f-835f-4e70-a298-c2221a3499bb service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865641 Nov 10 22:46:49.072088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:46:49.078841 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3911573a-cd7c-4406-8a66-ecf34e4351a3" -d '{"events": [{"name": "network-changed", "server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:46:49.108209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b549cfa0-97d5-45de-9811-ab9873b83a35,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:49.154043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:49.174760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40416) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:49.178479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e2d3366a-fdda-444c-86fb-6a205eaf7954 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b549cfa0-97d5-45de-9811-ab9873b83a35 HTTP/1.1" status: 204 len: 168 time: 2.3412871 Nov 10 22:46:49.228853 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6859217d-3529-4980-9773-059d3386a59c x-openstack-request-id: req-6859217d-3529-4980-9773-059d3386a59c {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:46:49.229329 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:46:49.232688 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6859217d-3529-4980-9773-059d3386a59c {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:46:49.233657 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'status': 'completed', 'code': 200} Nov 10 22:46:49.555393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:49.577744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-72c28d7e-ec60-45cf-a39b-8762c471a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:49.591469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-72c28d7e-ec60-45cf-a39b-8762c471a662 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1124 time: 0.3224790 Nov 10 22:46:49.595615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:49.613603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40426) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:49.764018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:49.790311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-36838423-da12-4abd-ba51-6215ff3834fe service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392137 Nov 10 22:46:49.859226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-ada9c115-2fd5-412b-a426-49c7a3070491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 217 time: 0.0630479 Nov 10 22:46:49.975383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.005815 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:46:50.008558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf684a7-0003-452f-982c-6f7c818ffbd3']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:50.021365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7689444-f011-4ceb-b5d2-02d00b5a43c6') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:50.022980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7689444-f011-4ceb-b5d2-02d00b5a43c6') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:50.053767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.250959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.285531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:46:50.287195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.333223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-812e7e9a-8e7a-430a-8245-d93231caa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:50.340080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-812e7e9a-8e7a-430a-8245-d93231caa02b service neutron] 10.222.0.20 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.7216017 Nov 10 22:46:50.430185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3e129a6-fd48-48ed-9a34-0e906f460f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:46:50.435370 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:46:50.472500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.574265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.589603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] 10.222.0.25 "DELETE /v2.0/networks/baf684a7-0003-452f-982c-6f7c818ffbd3 HTTP/1.1" status: 204 len: 168 time: 1.4087031 Nov 10 22:46:50.599586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ee9f05b-ccb8-472a-9c21-2dbe0b433175 req-1e7ab004-481c-436a-8d60-2b766348b2ac tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.2457283 Nov 10 22:46:50.601870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-d0c5ddae-9f2c-4375-b509-bec7a4da099d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 217 time: 0.1147931 Nov 10 22:46:50.610220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153469bd-ce88-4f45-81bb-4c1994146edf admin admin] Pushing event deleted for resources: {'Network': ['ID=baf684a7-0003-452f-982c-6f7c818ffbd3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:50.815784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=131f5921-df9a-471b-8753-6134da9df0d6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:50.853702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.878792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3e129a6-fd48-48ed-9a34-0e906f460f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.921396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-bca46f9a-7d07-4375-839f-c0722c20e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:50.930339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-bca46f9a-7d07-4375-839f-c0722c20e8e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.3122606 Nov 10 22:46:50.940744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3e129a6-fd48-48ed-9a34-0e906f460f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:51.177982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d3e129a6-fd48-48ed-9a34-0e906f460f5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1382ac9f725e466aaf520d7c223c8585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5574234 Nov 10 22:46:51.179136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40458) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:51.180762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e129a6-fd48-48ed-9a34-0e906f460f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f845d3-0599-4257-b2ca-e38692b050a4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:51.230160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-36d91baf-bdcf-4108-a357-098b4e005378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:51.240601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-36d91baf-bdcf-4108-a357-098b4e005378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 1.3574250 Nov 10 22:46:51.324711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-e5c48816-de7e-458b-b2bb-4b276a8e3378 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3532381 Nov 10 22:46:51.334113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:51.336811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e71bb-d84e-45a7-b137-f0c6b9dd1070 req-70453daf-2796-4d90-8ce2-7735fb9efb57 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:51.350483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f42e71bb-d84e-45a7-b137-f0c6b9dd1070 req-70453daf-2796-4d90-8ce2-7735fb9efb57 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 1.3169408 Nov 10 22:46:51.650828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-3d80e48c-45fa-4bb6-ad86-90279de1041e service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139272 Nov 10 22:46:51.686993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:51.690435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7a00774-f415-47a9-a71e-cef33ce72477 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7206b9309dfb4721bb50197d8c298cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477645 Nov 10 22:46:51.760278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:51.765356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-a5395047-d9fb-427a-8309-0593366fac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:51.775738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-a5395047-d9fb-427a-8309-0593366fac14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4792929 Nov 10 22:46:51.791501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f42e71bb-d84e-45a7-b137-f0c6b9dd1070 req-a8d5f0ff-2609-4e94-9ca2-62a050c523e4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390774 Nov 10 22:46:51.792334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40468) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:51.831326 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3911573a-cd7c-4406-8a66-ecf34e4351a3 req-505b5db5-ca26-4fa3-bda9-77a095208293 service neutron] 10.222.0.20 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463566 Nov 10 22:46:51.842773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:52.004291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-feaf8a26-a5e9-4c10-9109-a89b47b83b25 req-e24a931e-8274-4fb7-9e3b-b38cd955485e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.4980719 Nov 10 22:46:52.226634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-660e0fd4-c358-4251-98bc-a79cc5c1f829 req-4788da57-c190-4f1f-9658-cce5bdd02acc tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.3927827 Nov 10 22:46:52.240132 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.247725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Router 6da97772-e1fe-4479-b455-9dbdec8c166c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:46:52.415204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.517410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.607283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-3b972a6b-2f0a-4821-ae58-a339964deb7d service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772217 Nov 10 22:46:52.610514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e5e68e9-addb-4891-82c8-9967e10adac6 None None] Provisioning complete for port 131f5921-df9a-471b-8753-6134da9df0d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:52.612018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e5e68e9-addb-4891-82c8-9967e10adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.656876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.659653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:52.680585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9f845d3-0599-4257-b2ca-e38692b050a4 HTTP/1.1" status: 204 len: 168 time: 1.4850161 Nov 10 22:46:52.744595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:46:52.772546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-37c4e52b-e7d7-4787-8744-05b42cd827d7 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "PUT /v2.0/routers/6da97772-e1fe-4479-b455-9dbdec8c166c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0358682 Nov 10 22:46:52.774323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40488) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:52.786190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e68e9-addb-4891-82c8-9967e10adac6 None None] Port 131f5921-df9a-471b-8753-6134da9df0d6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:46:52.799997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Request body: {'port': {'network_id': '7555cb40-d896-41a7-8e86-fe1deb84bbc6', 'name': 'tempest-FloatingIPAdminTestJSON-598737749'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:52.803968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] Sync routers for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:46:52.880187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:52.891835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:52.919446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818965-d371-4533-a68e-3c5d949653ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f845d3-0599-4257-b2ca-e38692b050a4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:53.058946 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:53.092106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:53.100393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dc70181-e911-4b53-b1a8-1513ae2de79f HTTP/1.1" status: 204 len: 168 time: 1.2124491 Nov 10 22:46:53.105365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:53.201408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e6bef-0427-43d7-8a6c-b4a74c9bc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc70181-e911-4b53-b1a8-1513ae2de79f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:53.258431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Made reservation on behalf of 05d838b7305043acbefe98abb2dbf39b for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:53.267948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:46:53.280912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:53.283861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:53.412328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] device_id is not set on port 8143544b-82e6-4d5e-a9a1-eaf448c2d37b yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:46:53.515846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:46:53.523404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225603-493b-4804-9602-bcaa8d380426 None None] The sync data for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:46:53.583114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0225cb3a-a1c8-4a6f-85d5-2461c84fe2a1 req-ce006f0f-87e1-4c6f-8df3-2d584b32d1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9589231 Nov 10 22:46:53.716057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a133512-214b-488f-bda2-0d799887475c req-f8f993b4-5ff1-4f6e-8776-a05850dd019a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:53.739981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a133512-214b-488f-bda2-0d799887475c req-f8f993b4-5ff1-4f6e-8776-a05850dd019a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.3453391 Nov 10 22:46:53.831256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Allocated IP 172.20.0.13 (7555cb40-d896-41a7-8e86-fe1deb84bbc6/76b470ba-ae29-4f41-b2aa-99adc1fcd631/8143544b-82e6-4d5e-a9a1-eaf448c2d37b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:53.966038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a133512-214b-488f-bda2-0d799887475c req-d88f603e-f425-44de-a6dd-7265482fced4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065542 Nov 10 22:46:53.987581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dffb3b22-bd9e-4496-ad9a-53d656a28236 req-3de4c08a-74ba-4ed8-a078-92e60209788a tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1023607 Nov 10 22:46:54.077736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:46:54.233051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:54.306578 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:54.336705 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b91cf636-d4c0-4e20-9ed0-892ae8bbaca2 req-4e2609c3-b105-478b-bedb-c073f6ba9b22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0444758 Nov 10 22:46:54.396348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:54.412362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:54.438084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:54.558642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event updated for resources: {'Port': ['ID=8143544b-82e6-4d5e-a9a1-eaf448c2d37b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:54.683109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.683977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.684593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.685281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.685849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.686474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.687449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.688115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.689040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.689601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.690247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.690897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:46:54.736647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:54.738891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:54.803586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e0ef3377-ac5e-4b90-af58-08d918be7bff tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0201247 Nov 10 22:46:54.803687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40532) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:54.962898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c96cff4-1cb2-40d4-b42e-0af467fa313e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:55.205628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-466eeaeb-bd51-40a8-8629-b0608cf5f72e None None] Provisioning complete for port 8143544b-82e6-4d5e-a9a1-eaf448c2d37b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:46:55.206320 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-466eeaeb-bd51-40a8-8629-b0608cf5f72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:55.498444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-466eeaeb-bd51-40a8-8629-b0608cf5f72e None None] Port 8143544b-82e6-4d5e-a9a1-eaf448c2d37b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:46:55.570631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-43c79ddb-b805-41d9-afb8-b9a6c3c37265 req-f45850e5-5c6b-4934-af12-007f1d585c91 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1441638 Nov 10 22:46:55.941128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'project_id': '05d838b7305043acbefe98abb2dbf39b', 'port_id': '8143544b-82e6-4d5e-a9a1-eaf448c2d37b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:56.029261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:56.405944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:56.482236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb3a84-c00a-4595-aaff-844ecc4d36ca req-f897119c-d127-48c5-9554-f354108f2be3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:56.486353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78bb3a84-c00a-4595-aaff-844ecc4d36ca req-f897119c-d127-48c5-9554-f354108f2be3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.1550798 Nov 10 22:46:56.668026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-e5795fd0-f195-410d-83f7-ab7d0ccf52d2 service neutron] 10.222.0.20 "GET /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.2651498 Nov 10 22:46:56.691470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78bb3a84-c00a-4595-aaff-844ecc4d36ca req-38fe6a2e-0a48-4242-bd79-47b591f3c930 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855063 Nov 10 22:46:56.959122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Allocated IP 172.25.0.82 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/b7bee3cf-d89c-434b-a3f0-1125786b2f22) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:46:57.004774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73f0ac3a-5469-4eb0-8f9c-d76dd5ca9524 req-7fbe5c31-f51e-4c6e-bd25-208a2bc5bf64 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1992435 Nov 10 22:46:57.556540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40600) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:57.613738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fca68d4-3246-432d-a598-78c0099e55dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:57.991358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:58.009492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.101790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:46:58.183455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bfbf79-2379-4221-b13b-5c20b06952a5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:46:58.208338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:46:58.212683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.286206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bee3cf-d89c-434b-a3f0-1125786b2f22,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:58.298659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.303133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae866-b335-4c21-b42c-b2b0328b6376 req-5f7ec905-f1d2-402c-b386-8216a0ff1083 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:58.319407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:46:58.319933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e58ae866-b335-4c21-b42c-b2b0328b6376 req-5f7ec905-f1d2-402c-b386-8216a0ff1083 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 943 time: 0.2986937 Nov 10 22:46:58.322570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:46:58.327191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:46:58.445869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96f43022-81cd-464a-b793-67c69f65015e req-2920b563-28c6-4bee-bdfb-cf9c10b967f8 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0423355 Nov 10 22:46:58.503607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e58ae866-b335-4c21-b42c-b2b0328b6376 req-7fd75b36-279d-41ae-ba57-a42bd821bf49 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821618 Nov 10 22:46:58.554429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-network', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:58.648597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Made reservation on behalf of dcfdad5397cf46fe80f23ef286d8506b for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:58.652667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.675678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.830847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.838167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.864952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:46:58.875516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] Transition to ACTIVE for port object 87bfbf79-2379-4221-b13b-5c20b06952a5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:46:58.890850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.891014 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Added segment 69768917-c741-416c-9338-14fa6958e007 of type vlan for network ff5a73eb-2018-473b-85b0-c9020f3060d2 Nov 10 22:46:58.892625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e91584-bb3d-4a4f-8078-8203de81ccf6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:58.906369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.915876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.972940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:59.017485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:59.029097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:59.048675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:59.149385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5851314 Nov 10 22:46:59.159827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:59.168309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Request body: {'subnet': {'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-subnet', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:46:59.196059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Made reservation on behalf of dcfdad5397cf46fe80f23ef286d8506b for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:46:59.200556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:59.319166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7dce-3d27-4f72-ae57-7d7ce87f8675 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5a73eb-2018-473b-85b0-c9020f3060d2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:59.341150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:46:59.451190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] No DVR routers for this DVR port 87bfbf79-2379-4221-b13b-5c20b06952a5 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:46:59.627688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] 10.222.0.20 "PUT /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5/bindings/n-h2-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9528005 Nov 10 22:46:59.636763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23573557-90e8-4955-ac1f-9d2bcb4bab6a service neutron] Pushing event updated for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:46:59.760328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-773f71c3-4b0b-4c1b-b5c9-30e4d52efd9f req-ab8035b5-3927-4446-b606-db020f24845d tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0449071 Nov 10 22:47:00.272563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:00.348862 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:00.385183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e7804-b491-47f3-a474-f32b3eba3d5b req-4cb30bbc-38b7-4da8-92b8-034ca99006ce tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:00.396595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d19e7804-b491-47f3-a474-f32b3eba3d5b req-4cb30bbc-38b7-4da8-92b8-034ca99006ce tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.2987044 Nov 10 22:47:00.629597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19385e06-970e-4a56-aefd-decdc1fe9110 req-d61f567b-fa8a-42da-a12e-0c8147b04bcc tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1440439 Nov 10 22:47:00.686539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:00.787357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-53cde490-7978-4271-8041-ba598bdca97e tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:00.789027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-53cde490-7978-4271-8041-ba598bdca97e tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.3263326 Nov 10 22:47:00.965835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.142426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ea5f4c4-6a26-443f-b40b-482a04c2b436 req-7485989e-7298-48b9-9791-35cb3dfe4069 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1931841 Nov 10 22:47:01.201402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d19e7804-b491-47f3-a474-f32b3eba3d5b req-024003a1-cba6-4df7-ac26-259d3662c48c tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018236 Nov 10 22:47:01.231300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.239735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-fc6e6788-9643-402b-9025-fcacce1d8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:01.242572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-fc6e6788-9643-402b-9025-fcacce1d8b37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252&tenant_id=df7242d181c647338f89f9f329867920 HTTP/1.1" status: 200 len: 1095 time: 0.4414623 Nov 10 22:47:01.249117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6e46d1-e552-41ea-a1dd-634e73db8d7b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:01.284092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Checking segment: {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:01.285261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Network hostable DHCP agents. Network: ff5a73eb-2018-473b-85b0-c9020f3060d2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:47:01.336713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:47:01.494842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ff5a73eb-2018-473b-85b0-c9020f3060d2) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:01.514535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7e2ef-f5be-4363-86f2-0737f1e342b5 None None] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:01.523481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:01.526230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.576146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-6048e973-cf37-40d6-b5b9-6b2ff880c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:01.580218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-6048e973-cf37-40d6-b5b9-6b2ff880c539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1095 time: 0.2247729 Nov 10 22:47:01.585978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56db2a61-1e1c-487f-8360-7f3aa631045b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4245436 Nov 10 22:47:01.593589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40694) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:01.624344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.632230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:01.637088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.819615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.824763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:01.862999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bee3cf-d89c-434b-a3f0-1125786b2f22,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:01.897587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91936f27-f5b7-48d5-b94c-4fefc3e9e11b None None] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:01.979870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.980289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.980637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.981000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.981352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.981772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.982110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.982442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.982776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.983107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.983427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:01.983751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:02.010976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-6975be06-b431-4cae-829d-f4e5c1fba7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:02.015116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-6975be06-b431-4cae-829d-f4e5c1fba7e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.4188542 Nov 10 22:47:02.085245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2fce4d6f-a870-4320-ab60-71d06b5b44c1 req-a1e41678-4d64-44c0-86a5-58cf2cf7aad7 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1512067 Nov 10 22:47:02.139433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:02.191931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-8e58b788-4918-47f7-914c-818ab9a87497 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 200 len: 217 time: 0.1686931 Nov 10 22:47:02.433908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:02.497762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a18d2ab3-fb17-4db2-8d0f-afa94f729a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:02.505208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a18d2ab3-fb17-4db2-8d0f-afa94f729a7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.2806971 Nov 10 22:47:02.627146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-ac5e9869-bd45-4182-928e-f95fbbb20e60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145399 Nov 10 22:47:02.820258 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a11eaaa1-cc73-43c5-b20d-832ce05d5523 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689782 Nov 10 22:47:02.866947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ace78bc-9ff7-4eed-91e1-468856dedb8b req-881166c5-a968-4a77-b94f-abc3d49f74c1 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.2341812 Nov 10 22:47:02.918796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eb46e-6389-4c54-bff2-cf792f299f4a req-2165f346-d69c-4f7d-9d8d-cc1f40c89850 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:02.931480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c30eb46e-6389-4c54-bff2-cf792f299f4a req-2165f346-d69c-4f7d-9d8d-cc1f40c89850 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.3636620 Nov 10 22:47:02.937193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:03.007771 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Floating IP 41c70b8b-7883-4eb2-bca4-6e93b5650880 associated. External IP: 172.25.0.82, port: 8143544b-82e6-4d5e-a9a1-eaf448c2d37b. Nov 10 22:47:03.144276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-9a8e15c9-901c-4c2d-9402-f5c617afad98 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964051 Nov 10 22:47:03.366056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c30eb46e-6389-4c54-bff2-cf792f299f4a req-6e5e46ed-5256-4271-bc3c-1603b43b590d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333124 Nov 10 22:47:03.440821 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2e92760-ea6f-44c9-8252-195546269895 req-c932b88a-ff45-4174-8772-4298318bb0e9 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0957079 Nov 10 22:47:03.610101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-ba14be43-1440-431e-86be-c7311d5e3e67 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:03.614176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-ba14be43-1440-431e-86be-c7311d5e3e67 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252&tenant_id=df7242d181c647338f89f9f329867920&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.1101182 Nov 10 22:47:03.768150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68ebeea0-21e1-492b-8aa9-092b7e320e20 req-dc4b7b66-1c60-443d-80dd-7410f7f7f909 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1180713 Nov 10 22:47:03.946138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a3a42d5d-4466-4741-9d7b-6ff53d6a34c2 service neutron] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:03.952369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a3a42d5d-4466-4741-9d7b-6ff53d6a34c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:03.952729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Router 6da97772-e1fe-4479-b455-9dbdec8c166c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:03.953757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c09325ee-8bad-4935-9985-128d2bdbf8d8 req-a3a42d5d-4466-4741-9d7b-6ff53d6a34c2 service neutron] 10.222.0.39 "DELETE /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5/bindings/n-h1-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.3256040 Nov 10 22:47:04.203850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-75f84f58-8777-4c52-b139-c503eae82ac5 req-c5e57116-bb05-4d3d-bbc5-0e1bb279e970 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1322589 Nov 10 22:47:04.215275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:04.264579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:04.484900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:04.504265 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] Sync routers for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:04.525412 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:04.526137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:04.675165 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:04.710035 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:04.711159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:04.745343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:04.765201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7cd4580-e3b6-4506-ac74-a7dc4118cc8b req-2dc9a748-8435-45c5-8e63-7329c0e68823 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1527498 Nov 10 22:47:04.775886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b9b2-eac6-494c-9cf0-cb99871ca3a7 req-8bdcda32-7fb6-4ae3-8298-b31b8c49305d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:04.779215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b495b9b2-eac6-494c-9cf0-cb99871ca3a7 req-8bdcda32-7fb6-4ae3-8298-b31b8c49305d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.1729205 Nov 10 22:47:04.790451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:04.792519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2550-5aeb-41a8-b046-249d7e17f64f None None] The sync data for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:04.901813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-63c04309-5522-4bb0-bd8f-9ead078c0084 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.0951033 Nov 10 22:47:04.901813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Allocated IP 172.25.0.44 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f4c3879a-3d15-4377-b7eb-b30ee324e094) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:04.902756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40750) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:04.999829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b495b9b2-eac6-494c-9cf0-cb99871ca3a7 req-c20b14cd-071d-4a19-8d2c-9e3531e83f11 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790977 Nov 10 22:47:05.290893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-01ab0300-9a84-4a95-80fd-fe3a09617709 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "GET /v2.0/floatingips/41c70b8b-7883-4eb2-bca4-6e93b5650880 HTTP/1.1" status: 200 len: 982 time: 0.3874602 Nov 10 22:47:05.296800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:05.376245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448d79-c882-44f4-b408-dbd4f2172d58 req-2d2e0713-1677-4f70-8fdc-5a0d04fc0c38 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:05.391479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2448d79-c882-44f4-b408-dbd4f2172d58 req-2d2e0713-1677-4f70-8fdc-5a0d04fc0c38 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 1095 time: 0.1565561 Nov 10 22:47:05.491555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9d0b93e-933b-43d9-9731-84b449a761df tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1889315 Nov 10 22:47:05.510745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:05.519585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2448d79-c882-44f4-b408-dbd4f2172d58 req-42dd59ed-81e3-4232-bc79-99d125ded041 tempest-LiveAutoBlockMigrationV225Test-1055298857 tempest-LiveAutoBlockMigrationV225Test-1055298857-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259141 Nov 10 22:47:05.740952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:05.781943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9dceeef3-4193-4696-9a03-4da49e0ff081 req-0e53fa53-b097-40c1-a23b-dbf8f8094ca5 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0644424 Nov 10 22:47:06.001253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb1b6b27-feef-4ba0-937c-99c50b007d4b req-5e93bd53-3c13-451f-a1aa-e3909ca5a0c2 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0737262 Nov 10 22:47:06.070494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:06.205731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce4997-ba2e-4233-adc9-ac87f5ece11d req-cad7dcf5-fb3d-42d6-8156-747ac56b3006 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:06.221165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fce4997-ba2e-4233-adc9-ac87f5ece11d req-cad7dcf5-fb3d-42d6-8156-747ac56b3006 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.1587269 Nov 10 22:47:06.305347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c3879a-3d15-4377-b7eb-b30ee324e094,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:06.374810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:06.380426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:06.391954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fce4997-ba2e-4233-adc9-ac87f5ece11d req-3b154d59-3938-4869-8d3f-461c64da41e7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692681 Nov 10 22:47:06.424784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:06.505302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port b7bee3cf-d89c-434b-a3f0-1125786b2f22 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:06.505845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:06.796343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d81384-f7e8-4696-a434-4190fff660b6 req-8c9fff7d-7f98-4953-8ca6-9cfc1c18a6c0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:06.810518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49d81384-f7e8-4696-a434-4190fff660b6 req-8c9fff7d-7f98-4953-8ca6-9cfc1c18a6c0 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.1762886 Nov 10 22:47:07.176998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Deleting port 87bfbf79-2379-4221-b13b-5c20b06952a5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:07.177449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:07.342743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c24e2c0-c8f1-494f-af4c-6b938c5f66be req-4fd09f45-764f-486e-909a-c3b457fc11fc tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0760372 Nov 10 22:47:07.463603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc9489b1-a885-4874-ae61-9173d1169e4d req-abec1081-34da-4977-924b-aa9752166b36 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0946863 Nov 10 22:47:07.548359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] For port 87bfbf79-2379-4221-b13b-5c20b06952a5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=87bfbf79-2379-4221-b13b-5c20b06952a5,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:07.557395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:07.596420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Calling delete_port for 87bfbf79-2379-4221-b13b-5c20b06952a5 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:07.608388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:07.609422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:07.643193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for b7bee3cf-d89c-434b-a3f0-1125786b2f22 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:07.935572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aea852-1971-4aa0-8933-695f772e57dc req-5bb65782-b93b-4537-b791-e1eaa7bde45d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:07.948932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83aea852-1971-4aa0-8933-695f772e57dc req-5bb65782-b93b-4537-b791-e1eaa7bde45d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 944 time: 0.2164464 Nov 10 22:47:08.201918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83aea852-1971-4aa0-8933-695f772e57dc req-5d0ab0d5-6de9-4a93-a8df-f1ad9b05eac1 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506175 Nov 10 22:47:08.203696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:08.235809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:08.332454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event deleted for resources: {'Port': ['ID=87bfbf79-2379-4221-b13b-5c20b06952a5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:08.394891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:08.433396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] No DVR routers for this DVR port 87bfbf79-2379-4221-b13b-5c20b06952a5 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:08.438361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:08.446148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49d81384-f7e8-4696-a434-4190fff660b6 req-67bfc6c0-934e-4e61-9640-2f676f15878a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "DELETE /v2.0/ports/87bfbf79-2379-4221-b13b-5c20b06952a5 HTTP/1.1" status: 204 len: 173 time: 1.6277261 Nov 10 22:47:08.447351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-deleted', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:08.453502 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fb81c0-fe98-4aed-a0e2-51043d7e3fed" -d '{"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-deleted", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:08.585391 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5004baef-15c7-49f4-a8da-86e491cb8367 x-openstack-request-id: req-5004baef-15c7-49f4-a8da-86e491cb8367 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:08.586206 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798404ff-07bf-43e5-b33f-9e34be59b252", "name": "network-vif-deleted", "tag": "87bfbf79-2379-4221-b13b-5c20b06952a5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:08.587600 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5004baef-15c7-49f4-a8da-86e491cb8367 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:08.588531 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798404ff-07bf-43e5-b33f-9e34be59b252', 'name': 'network-vif-deleted', 'tag': '87bfbf79-2379-4221-b13b-5c20b06952a5', 'status': 'completed', 'code': 200} Nov 10 22:47:08.771786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-023eb183-a48b-4314-ab55-952c73c5170f req-454d45ca-ce2e-4360-9654-c3fb2916562c tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0752370 Nov 10 22:47:08.823185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:08.921542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e879379a-0ef1-4a01-a4f2-2f0c6d461b93 req-8abd04bc-a109-400d-a382-7ffaf47aafb3 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1226974 Nov 10 22:47:08.922894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=b7bee3cf-d89c-434b-a3f0-1125786b2f22,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:09.032610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297772e0-0c65-4fa8-807c-f4eed4819b7d req-f1ce3a03-934d-4fdd-aecc-445fba5ab86c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:09.035936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-297772e0-0c65-4fa8-807c-f4eed4819b7d req-f1ce3a03-934d-4fdd-aecc-445fba5ab86c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.1186285 Nov 10 22:47:09.163643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-297772e0-0c65-4fa8-807c-f4eed4819b7d req-1dbdde84-aab0-4c38-9b1e-da8c43e84a8a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071122 Nov 10 22:47:09.245980 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:09.246817 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Floating IP 41c70b8b-7883-4eb2-bca4-6e93b5650880 disassociated (deleted). External IP: 172.25.0.82, port: 8143544b-82e6-4d5e-a9a1-eaf448c2d37b. Nov 10 22:47:09.251188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:09.507755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce1fc75-db72-4104-8e22-cd9bd6259dbb req-df73c41b-012a-4062-88cc-1a58cedabeed tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0928895 Nov 10 22:47:09.717852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:47:10.001386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98b53303-4770-4d06-b78b-1f1f577ec7b4 req-38ea5d21-5f5e-4309-80cd-01a0e5ce2cf6 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0681994 Nov 10 22:47:10.064705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:10.121179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 87bfbf79-2379-4221-b13b-5c20b06952a5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:10.121956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 87bfbf79-2379-4221-b13b-5c20b06952a5 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:10.186777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Router 6da97772-e1fe-4479-b455-9dbdec8c166c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:10.199228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-457ccd2e-c03c-4d7e-b767-23472591f8e4 req-a1ba3138-3531-4107-822e-25caacadf719 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0886745 Nov 10 22:47:10.231525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:10.253209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Sync routers for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:10.361295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:10.367331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90d25fcc-0948-4589-9b1b-89e8ab77a125 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.7358599 Nov 10 22:47:10.367833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:10.517213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:10.533328 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] Sync routers for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:10.558147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:10.573731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:10.574416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:10.587538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:10.595927 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:10.712682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ee5ac2c-ac5c-45b2-95ad-45a423b4668f tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/floatingips/41c70b8b-7883-4eb2-bca4-6e93b5650880 HTTP/1.1" status: 204 len: 168 time: 5.1949615 Nov 10 22:47:10.719051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40916) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:10.734415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:10.793295 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:10.826026 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:10.827070 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:10.881520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:10.910678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3dfac44-38e8-4b4a-b291-3dcce49af78b req-2cdbe56b-7057-4cf2-ad89-89dc106e0fe7 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.1308270 Nov 10 22:47:10.942889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:10.988758 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:10.989734 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e1cfe-a21e-425e-a303-874eed2302c7 None None] The sync data for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:11.195049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.328632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a33cbd44-0409-4cee-b4fc-de9771540e25 req-926ff51f-6af5-40b8-b541-6747136d5cb4 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1230099 Nov 10 22:47:11.360874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:07Z', 'revision_number': 3, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:11.480596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Checking router: 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:11.481039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Updating router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 port f4c3879a-3d15-4377-b7eb-b30ee324e094 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:47:11.548363 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.581487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a7fd90d-8623-4c00-b7be-165009bb0a2c req-821f32f3-f96a-48d3-a0bd-edb42f63a435 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0603731 Nov 10 22:47:11.637864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Allocated IP 172.25.0.223 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/66aeb5ca-1f08-4059-b0ba-886dc11c8a18) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:11.641533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.826061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.900850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.991708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:12.007340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:12.013135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:12.017487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Pushing event updated for resources: {'Port': ['ID=66aeb5ca-1f08-4059-b0ba-886dc11c8a18,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:12.092641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Allocated IP 172.20.0.1 (ff5a73eb-2018-473b-85b0-c9020f3060d2/6e6e46d1-e552-41ea-a1dd-634e73db8d7b/7dffee55-5a27-4aea-b7c5-af9fef7acb68) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:12.174902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:47:12.225370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.284797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2fa0940-3966-48aa-872d-f0935ecc0fe7 req-ddc6b8eb-fba4-43da-909e-2178bcb3e3df tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0953710 Nov 10 22:47:12.300681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.370233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:12.386737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:12.432317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:47:12.492730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.520139 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.580164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:12.606362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:12.613489 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.619138 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.638947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.688767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:12.699962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.725200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.740785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.744180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Attempting to bind port f4c3879a-3d15-4377-b7eb-b30ee324e094 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:12.745734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Attempting to bind port f4c3879a-3d15-4377-b7eb-b30ee324e094 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:12.748919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Attempting to bind port f4c3879a-3d15-4377-b7eb-b30ee324e094 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:12.771139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:12.772153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:12.773262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.774586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:12.775796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Bound port: f4c3879a-3d15-4377-b7eb-b30ee324e094, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:12.776840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.781876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:12.809120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.810289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.810904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.811522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.812103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.812645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.813220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.813868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.814559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.815110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.815665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.816196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:12.832380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b4dddd80-f54e-44fa-bbe0-179174606ab1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:12.838953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Pushing event updated for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:12.860901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3da60943-0ba0-4d50-8697-dcfc9e3d33ce req-eac56ace-d903-4b1c-bae0-09e2d0035723 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1305752 Nov 10 22:47:12.904435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:12.913349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:12.922641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:12.944251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Pushing event updated for resources: {'Port': ['ID=66aeb5ca-1f08-4059-b0ba-886dc11c8a18,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:12.990333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.049858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.062189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9bd25b19-5b9d-4cf5-b8c9-e8e62513fb89 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3413653 Nov 10 22:47:13.063726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40956) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:13.087552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6027fec-a64a-4a82-8a38-f96ac6fc59bf req-df17e525-5a3c-454e-aabc-bd2bf2efa907 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0837574 Nov 10 22:47:13.123477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.285352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] For port f4c3879a-3d15-4377-b7eb-b30ee324e094, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:13.315599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ad3bb-b6e6-4dbc-8abd-09888c4b3d1b None None] Pushing event updated for resources: {'Port': ['ID=f4c3879a-3d15-4377-b7eb-b30ee324e094,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:13.357034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.365104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] For port f4c3879a-3d15-4377-b7eb-b30ee324e094, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4c3879a-3d15-4377-b7eb-b30ee324e094,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:13.385713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.396810 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:47:13.401716 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:47:13.448234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f90f655e-e57d-4734-9b79-7ccfbf4950f0 req-b9bb1cc5-1d1f-41ae-94ad-3b44192b6b9d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0375087 Nov 10 22:47:13.505218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:13.586518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.611552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ad3bb-b6e6-4dbc-8abd-09888c4b3d1b None None] Pushing event updated for resources: {'Port': ['ID=f4c3879a-3d15-4377-b7eb-b30ee324e094,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:13.616802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:13.618188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:13.820776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:13.926226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40974) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:13.934763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:13.988603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.004062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.119768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Allocated IP 172.25.0.14 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2f6a20fc-84f0-4f71-b1cf-c9c956bcb683) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:14.162736 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.171415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6901d30a-69cb-4516-b3b1-4fcf00471797 req-468b7313-4250-4ae7-88b2-38554332fcec tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0540912 Nov 10 22:47:14.292731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:14.324352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.339330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Pushing event updated for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:14.369018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ef46d8e-5734-48d7-bca6-d7c3e71201d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.677872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.692060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:14.708398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-caff5287-73be-4f0f-98fd-2e57d6503f54 req-9a168f99-c017-48ee-8f95-72ee2255f7e4 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1129012 Nov 10 22:47:14.716862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:14.814741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:14.832462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.840426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d55860d-6e04-49e0-b683-55682e06c235 req-c352eb58-7b1f-4eaf-9c65-596e4689cd9d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.1803582 Nov 10 22:47:14.862767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:14.994834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.049570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ef46d8e-5734-48d7-bca6-d7c3e71201d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.058603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ef46d8e-5734-48d7-bca6-d7c3e71201d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.120916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.123751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.134937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:15.157051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3ef46d8e-5734-48d7-bca6-d7c3e71201d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c69eafec0f29471e8b9d983203b2d680&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2195654 Nov 10 22:47:15.190630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:15.196223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41004) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:15.200113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:15.210351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:15.240625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b4dddd80-f54e-44fa-bbe0-179174606ab1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:15.242428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.307267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:15.442536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:12Z', 'revision_number': 1, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:15.556949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef46d8e-5734-48d7-bca6-d7c3e71201d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a7f932-a1a6-4440-b4b4-775c6b4421f5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:15.576112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cf5b8-717e-49d3-8787-d1b0df873c77 None None] The sync data for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 is: [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:12Z', 'revision_number': 1, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:15.713829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-958fb8e0-356f-47d8-be55-31fbd96104d5 req-9ec57a04-c206-47f0-9d3f-c0d5bf4ba4a6 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.2370763 Nov 10 22:47:15.732658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Pushing event updated for resources: {'Port': ['ID=2f6a20fc-84f0-4f71-b1cf-c9c956bcb683,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:15.750450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.786923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.834428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.842152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.853027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:15.856127 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e66d3-a142-45ed-afe8-ad42fd715b89" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:15.880066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:15.894580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:15.900064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.912726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.927091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fbed178f-68c3-497b-a911-b116d4c80322 admin admin] 10.222.0.25 "PUT /v2.0/routers/35c4274d-7dd5-4cc0-9194-4c654b7ecb59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5574989 Nov 10 22:47:16.012659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e48bae-f8a6-4959-9ed3-1a589a3b8a7f x-openstack-request-id: req-19e48bae-f8a6-4959-9ed3-1a589a3b8a7f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:16.013185 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:16.013533 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19e48bae-f8a6-4959-9ed3-1a589a3b8a7f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:16.015341 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:47:16.101381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:16.496760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b689980-0d04-45f7-83f9-7a4de598b27c req-5f571bed-94eb-457d-9f05-e516353cf487 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0569541 Nov 10 22:47:16.557426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:16.582743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:16.606257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7a7f932-a1a6-4440-b4b4-775c6b4421f5 HTTP/1.1" status: 204 len: 168 time: 1.2950442 Nov 10 22:47:16.719221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d38919-63ba-435b-9b6d-836fc96c8d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a7f932-a1a6-4440-b4b4-775c6b4421f5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:16.724695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:16.745712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:17.041057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-013eb834-af64-4c87-95ae-08a67bc4fd9d req-3b0c7897-364b-4150-b83f-6b8baa2cdc8e tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 1.1117442 Nov 10 22:47:17.119797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Pushing event updated for resources: {'Port': ['ID=2f6a20fc-84f0-4f71-b1cf-c9c956bcb683,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:17.163779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:17.205005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:17.208868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1db707f2-a679-4be3-8596-839796f6f04e tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1400340 Nov 10 22:47:17.211188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41040) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:17.857925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d562eeed-219b-46d5-b978-a2455e3db8ba req-3d85ea0f-9da0-4d1f-9320-7a3dc52ba3b8 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0955789 Nov 10 22:47:17.868009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-38d3d068-85c8-42a9-a420-94d852468cf8 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.6551726 Nov 10 22:47:17.872484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41056) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:17.982669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:18.027388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f972078-d7d1-4c2a-a982-a3e7033f757f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.225765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9fd51fd-aa35-426d-bed2-f3cd9d7d8fd1 req-9039284b-0aab-4937-ad2d-737b77438474 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0920672 Nov 10 22:47:18.259333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8adf568e-9ca3-4e2b-b344-91daceec2b28 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3851774 Nov 10 22:47:18.269850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41062) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:18.412021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f972078-d7d1-4c2a-a982-a3e7033f757f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.428180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f972078-d7d1-4c2a-a982-a3e7033f757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.477341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f972078-d7d1-4c2a-a982-a3e7033f757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca9a2c-07a8-4451-a7bd-bebb6443f98c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:18.496736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a37148a8-2bf3-496d-9ee1-d3abe461dea7 req-29144397-20d7-47c9-a2f0-fa04a15321e9 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0776258 Nov 10 22:47:18.561075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f972078-d7d1-4c2a-a982-a3e7033f757f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9781de7707db4c788a3bc6104e70eac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759349 Nov 10 22:47:18.564494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41070) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:18.801291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.812411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b1cfb37f-501c-44ef-afcc-611c0dee1bc4 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:18.836906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b1cfb37f-501c-44ef-afcc-611c0dee1bc4 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 820 time: 0.9657986 Nov 10 22:47:18.908542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4c3879a-3d15-4377-b7eb-b30ee324e094 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:18.928915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.036085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-1f87631e-623e-4d89-893f-857dc498cae0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/quotas/dcfdad5397cf46fe80f23ef286d8506b HTTP/1.1" status: 200 len: 375 time: 0.1976912 Nov 10 22:47:19.212173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f4c3879a-3d15-4377-b7eb-b30ee324e094 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:19.215521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.283448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.297381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.314212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bca9a2c-07a8-4451-a7bd-bebb6443f98c HTTP/1.1" status: 204 len: 168 time: 0.7418559 Nov 10 22:47:19.406305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-1871fa9a-1f07-4ea5-8c2d-b6297f5c278b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3612440 Nov 10 22:47:19.407120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9b13151-c5c7-42b4-9072-273de5dc1cbb req-bbaef2df-df4d-4b6e-9cbd-edec2a894590 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1870432 Nov 10 22:47:19.436152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584991b-014e-4c13-82b8-195085c4f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca9a2c-07a8-4451-a7bd-bebb6443f98c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:19.553554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Deleting port 2f6a20fc-84f0-4f71-b1cf-c9c956bcb683 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:19.554193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.697994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3930ac10-4af8-4808-9fdf-cfcd8666e0da req-87ed70db-4308-43f6-800d-09d952b93297 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=798404ff-07bf-43e5-b33f-9e34be59b252 HTTP/1.1" status: 200 len: 210 time: 0.0620391 Nov 10 22:47:19.776565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-bebc4ab6-1078-4d18-a41c-c759651cd11f service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523054 Nov 10 22:47:19.827465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.891114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86af9dcc-f6e7-46f2-9513-488ea8d315be req-8048c600-8565-4130-80fc-51f1a09dc56a tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0757041 Nov 10 22:47:19.938939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f4c3879a-3d15-4377-b7eb-b30ee324e094, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4c3879a-3d15-4377-b7eb-b30ee324e094,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:19.949163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.059051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.060659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.186916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Calling delete_port for 2f6a20fc-84f0-4f71-b1cf-c9c956bcb683 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:20.254209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f4c3879a-3d15-4377-b7eb-b30ee324e094,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:20.591727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-db757d16-1f2f-4b84-a15b-14a7a6b06b9c service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930071 Nov 10 22:47:20.863042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.926147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Sync routers for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:20.952432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8133543-ff20-4ace-9ce6-5118f036400c req-13f8c3ca-6a8e-47de-aeaa-9a97bcacca45 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1473715 Nov 10 22:47:20.955646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4c3879a-3d15-4377-b7eb-b30ee324e094 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:21.145844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:21.151363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:21.238273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Pushing event deleted for resources: {'Port': ['ID=2f6a20fc-84f0-4f71-b1cf-c9c956bcb683,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:21.380367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-595d5b85-5bbd-46d5-b5b2-fb7c7778ca25 req-9459b22f-ee87-480d-8cf1-e60014820fe1 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.0983648 Nov 10 22:47:21.617360 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47d3a81d-7c4e-42c6-8def-94713e148e5d req-3a389167-f85e-4111-be73-99663d1b50d3 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.2167034 Nov 10 22:47:21.648194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f4c3879a-3d15-4377-b7eb-b30ee324e094 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:21.648558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.690447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.696375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.700363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8434f626-a9c8-474a-9bea-16e9a65098a0 tempest-FloatingIPAdminTestJSON-1456513926 tempest-FloatingIPAdminTestJSON-1456513926-project] 10.222.0.25 "DELETE /v2.0/floatingips/a81d2d52-f0b5-49f4-b460-c80d2470fb12 HTTP/1.1" status: 204 len: 168 time: 3.4286211 Nov 10 22:47:21.703597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:21.800554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:22.643648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34bd1d67-97ce-4661-8be6-0477decb5551 req-f83914e8-28f2-4496-a8d9-bf423dbf5449 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0906835 Nov 10 22:47:22.673385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57155ac1-b0ce-4101-9a09-38667fd1f905 req-6f95edb3-1260-4ea1-8838-778c1b673fd5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.1870801 Nov 10 22:47:22.721369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Deleting port 66aeb5ca-1f08-4059-b0ba-886dc11c8a18 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:22.721704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.918687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 2, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:22.951629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Checking router: 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:22.952293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Updating router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:47:23.018818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.019570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.030005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.053281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Calling delete_port for 66aeb5ca-1f08-4059-b0ba-886dc11c8a18 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:23.203523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe1f8aad-4fa4-431a-a836-235fdd38c123 req-9833d1f7-41ff-463f-9092-57029b436189 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0982869 Nov 10 22:47:23.418054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.495157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Pushing event deleted for resources: {'Port': ['ID=66aeb5ca-1f08-4059-b0ba-886dc11c8a18,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:23.803484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.809309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:23.831944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:23.845838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab7872bf-9ad3-4158-8e10-b24fb5e74337 tempest-FloatingIPAdminTestJSON-847417901 tempest-FloatingIPAdminTestJSON-847417901-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/dc09a07e-5f70-4a11-b007-80ef310ffac7 HTTP/1.1" status: 204 len: 168 time: 2.1408412 Nov 10 22:47:24.128576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f7e01bb-fe49-42dd-b073-576c3264dfa3 req-111a41de-9a1b-4140-b740-8be506841a6a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.1904399 Nov 10 22:47:24.268165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbab3733-aaea-4ab9-aea9-a34fad92cea1 req-278d074b-e704-4b3f-bc3e-2003a8b0bd34 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0721178 Nov 10 22:47:24.282623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port 8143544b-82e6-4d5e-a9a1-eaf448c2d37b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:24.283147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.285017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.299422 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.522807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f40c4265-6120-4afb-8976-2ed824150a0f req-2e55c256-3643-4f63-952c-fa1aebf59ccd tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0607307 Nov 10 22:47:24.556759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294c5f0-85ee-4513-a3c8-ed89f7f29778 None None] Pushing event updated for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:24.779762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.830846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Attempting to bind port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:24.831551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Attempting to bind port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:24.832160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Attempting to bind port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 on network ff5a73eb-2018-473b-85b0-c9020f3060d2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:24.859931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:24.861725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Checking segment: {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:24.862867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.864567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Bound using segment: {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:24.870815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Bound port: 7dffee55-5a27-4aea-b7c5-af9fef7acb68, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:24.871676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.916233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for 8143544b-82e6-4d5e-a9a1-eaf448c2d37b owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:24.970786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-f00b7a19-d788-4650-80e7-f0896dc81bed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4318538 Nov 10 22:47:25.120175 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75be07d6-4098-49b5-b9bf-264fe1031d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.313729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] For port 7dffee55-5a27-4aea-b7c5-af9fef7acb68, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:25.328668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] For port 7dffee55-5a27-4aea-b7c5-af9fef7acb68, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7dffee55-5a27-4aea-b7c5-af9fef7acb68,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:25.346754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.642636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-d645b82e-6666-4b77-8dcc-934506f1fcde tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:25.647843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-d645b82e-6666-4b77-8dcc-934506f1fcde tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 820 time: 0.7936964 Nov 10 22:47:25.672292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-5c38695d-d663-4815-bc00-a93e1b578855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:25.693361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-5c38695d-d663-4815-bc00-a93e1b578855 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df7242d181c647338f89f9f329867920&device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 1095 time: 0.6123657 Nov 10 22:47:25.705071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'port': {'device_id': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'admin_state_up': True, 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:25.764658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:25.770843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:46:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:25.834172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98ba05f-7d52-48f5-8d77-3be78a82e06e req-100cc7b9-795e-4582-8f3f-a172cd942799 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.2545819 Nov 10 22:47:26.009139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.094928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5ce1732-9635-4bbb-a861-4382644aa116 req-e092a66d-3f95-48a5-9a22-83610daf1e2a tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0961721 Nov 10 22:47:26.139999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=8143544b-82e6-4d5e-a9a1-eaf448c2d37b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:26.350197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8e2d949-3916-45f3-b8d6-0e975749e783 req-c275da74-5326-4378-b305-14246c5181e3 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1227977 Nov 10 22:47:26.425788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-6fc05eff-9e56-4a86-bd35-609c48b5d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:26.427540 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-6fc05eff-9e56-4a86-bd35-609c48b5d245 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 200 len: 920 time: 0.4315736 Nov 10 22:47:26.434994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Made reservation on behalf of dcfdad5397cf46fe80f23ef286d8506b for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:26.439623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.443711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.454825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bb7c9e0-181a-4823-bf33-7975c867bfc8 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/ports/8143544b-82e6-4d5e-a9a1-eaf448c2d37b HTTP/1.1" status: 204 len: 168 time: 2.6208844 Nov 10 22:47:26.460001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41240) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:26.748991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-e425314d-820a-4e71-b0dc-f617c2ef2454 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 200 len: 217 time: 0.2864618 Nov 10 22:47:26.846911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:26.976944 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:47:27.113649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Allocated IP 172.20.0.10 (ff5a73eb-2018-473b-85b0-c9020f3060d2/6e6e46d1-e552-41ea-a1dd-634e73db8d7b/e6628b6b-524b-46cd-8d33-6e20a1356a16) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:27.154530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294c5f0-85ee-4513-a3c8-ed89f7f29778 None None] Pushing event updated for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:27.178940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7010b-7d39-49b2-a00c-49ac9ce585c3 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:27.188654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3d7010b-7d39-49b2-a00c-49ac9ce585c3 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da97772-e1fe-4479-b455-9dbdec8c166c HTTP/1.1" status: 200 len: 913 time: 0.7190316 Nov 10 22:47:27.195335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41268) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:27.209614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-a94f7fab-108c-4e0d-87ab-25e5759782df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:27.219205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-a94f7fab-108c-4e0d-87ab-25e5759782df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 200 len: 860 time: 0.3400373 Nov 10 22:47:27.621581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11edce26-c094-40bf-bff7-24a4eda44aa8 req-0c832493-d1e0-4988-a317-2e553606670a tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1115205 Nov 10 22:47:27.756136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-678c332b-ea44-49db-8094-fbda775d2e2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43e53184-6e6d-4046-9b47-ac098315e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3215954 Nov 10 22:47:27.824210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-050aba52-b29b-4683-aa28-d17d596657bf req-db0fd077-5519-4896-8849-41157c5891d2 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.2020376 Nov 10 22:47:27.850678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8a1a986-dd71-47f0-ad22-1b8628082665 req-16738223-157c-412c-b655-d4bdba75b914 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.2208467 Nov 10 22:47:27.918176 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1fd0518f-c58a-460d-ba9f-9d4a6f447c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:27.999586 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.055525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:25Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:28.124621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.204286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29de5c8-5d7b-4130-ac72-16e754972b04 None None] The sync data for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 is: [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:25Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:28.364833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Network ff5a73eb-2018-473b-85b0-c9020f3060d2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:28.379703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:28.401407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81fbe631-6d26-4ce2-bc3a-aa5c113fa4be req-30bce28f-2566-422b-b3e8-34b5e90863f1 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1518083 Nov 10 22:47:28.415234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:28.626787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:28.845537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:28.849622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.941486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.986369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b4a64c40-b66f-4189-8f13-bec405917e7a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2956893 Nov 10 22:47:29.023870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Request body: {'port': {'device_id': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:29.116935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-114a2985-da31-47c7-a30b-fb4d2a1c05a4 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2965653 Nov 10 22:47:29.214096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7dffee55-5a27-4aea-b7c5-af9fef7acb68 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:29.310829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41310) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:29.501575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52926b0f-dc92-4273-a0a7-93a914fd3cbb req-c0b143b2-41d1-4e92-9ef0-935f7b18d94f tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.3110404 Nov 10 22:47:29.612395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:29.617568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.764646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.352263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.439050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.527495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b3742-0abf-4709-b5ff-e9c234d73550 req-f69400e4-cf22-440a-a8f0-bbd2e2a62b39 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:30.530048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-196b3742-0abf-4709-b5ff-e9c234d73550 req-f69400e4-cf22-440a-a8f0-bbd2e2a62b39 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 932 time: 1.2877235 Nov 10 22:47:30.599796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 7dffee55-5a27-4aea-b7c5-af9fef7acb68, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7dffee55-5a27-4aea-b7c5-af9fef7acb68,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:30.613979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.892301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e3b79c2-f8df-4b58-989c-2d36788d75c6 req-14b3ef27-05a7-498f-809a-0a32c5d36b50 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.3314247 Nov 10 22:47:30.925825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30f4a3ab-12c6-4d3e-a19d-366426b256b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.965468 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ba4bf4fe-828f-4a50-87d7-7d68c306e9d3 req-b97ab211-0dfd-4584-95de-32ecb37159a5 service neutron] 10.222.0.39 "GET /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8172526 Nov 10 22:47:30.980859 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.066462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:31.364002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-196b3742-0abf-4709-b5ff-e9c234d73550 req-ee9577f7-29db-451e-887f-d8a25f01ad2a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883980 Nov 10 22:47:31.613356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac59bc18-3273-4693-a87b-848ab9a099af req-501d991c-4162-45fd-9d9d-56627c2bc9fc tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.2086682 Nov 10 22:47:31.814353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6628b6b-524b-46cd-8d33-6e20a1356a16 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:31.826735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.859020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Transition to ACTIVE for port object e6628b6b-524b-46cd-8d33-6e20a1356a16 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:47:31.876016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.890792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.507706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:32.562898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30f4a3ab-12c6-4d3e-a19d-366426b256b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.567735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Attempting to bind port e6628b6b-524b-46cd-8d33-6e20a1356a16 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:32.568048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Attempting to bind port e6628b6b-524b-46cd-8d33-6e20a1356a16 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:32.568329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Attempting to bind port e6628b6b-524b-46cd-8d33-6e20a1356a16 on network ff5a73eb-2018-473b-85b0-c9020f3060d2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:32.573702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30f4a3ab-12c6-4d3e-a19d-366426b256b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.596583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Port e6628b6b-524b-46cd-8d33-6e20a1356a16 on network ff5a73eb-2018-473b-85b0-c9020f3060d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:47:32.597100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Attempting to bind port e6628b6b-524b-46cd-8d33-6e20a1356a16 on network ff5a73eb-2018-473b-85b0-c9020f3060d2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:32.618693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:32.619598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Checking segment: {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:32.620248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Bound using segment: {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:32.625991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Bound port: e6628b6b-524b-46cd-8d33-6e20a1356a16, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69768917-c741-416c-9338-14fa6958e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:32.626715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.970841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4a3ab-12c6-4d3e-a19d-366426b256b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5b425-d356-4973-85b4-d0526c70fe41,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:32.991576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7dffee55-5a27-4aea-b7c5-af9fef7acb68 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:33.077390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-30f4a3ab-12c6-4d3e-a19d-366426b256b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54d30c0d7d3f47358c0227e3fd9167a4&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7512157 Nov 10 22:47:33.104176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:33.121334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-279c5570-0614-46cb-b5a1-f84da0d62b9e req-9c347e92-5a74-48f3-bc41-708ae2ab23eb tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac&device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.2442749 Nov 10 22:47:33.311643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:33.312163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.615724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:33.676237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:33.714968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.734158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0ae2623-33f4-45e3-8281-e9b897bccd10 req-837c110e-7548-4176-8644-d23a2e0ea387 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0572195 Nov 10 22:47:34.017504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a1e6-514f-4387-995b-bf6d3318b53a req-952bfa20-d39d-45e1-9fd0-80bcbe4e8cad tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:34.047221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6b3a1e6-514f-4387-995b-bf6d3318b53a req-952bfa20-d39d-45e1-9fd0-80bcbe4e8cad tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 944 time: 0.7913880 Nov 10 22:47:34.143364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.200165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.276438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:34.277149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.278629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] 10.222.0.20 "PUT /v2.0/ports/e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 1092 time: 5.2801237 Nov 10 22:47:34.304299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:34.311414 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690433e-e8b5-4712-8502-e92b27e37388" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:34.316653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.322938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.325857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ede5b425-d356-4973-85b4-d0526c70fe41 HTTP/1.1" status: 204 len: 168 time: 1.2171619 Nov 10 22:47:34.445588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c96b2f-251c-41b4-8e96-9d2e567b9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5b425-d356-4973-85b4-d0526c70fe41,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:34.567517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port 131f5921-df9a-471b-8753-6134da9df0d6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:34.568174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.631038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e8d8-cdcb-4d9d-b024-8475e40d7c44 service neutron] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:34.665839 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aded4c-380f-48b6-8d43-9a9fb5eba241 x-openstack-request-id: req-91aded4c-380f-48b6-8d43-9a9fb5eba241 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:34.667589 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:34.667998 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91aded4c-380f-48b6-8d43-9a9fb5eba241 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:34.670820 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:47:34.774209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6b3a1e6-514f-4387-995b-bf6d3318b53a req-430f8c31-53a4-4b7b-b3f7-349534295678 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191195 Nov 10 22:47:34.819501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-16ed169a-aa01-4adc-b4ec-dd71aa23cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:34.848084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-16ed169a-aa01-4adc-b4ec-dd71aa23cd49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1095 time: 0.4370723 Nov 10 22:47:34.914705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.940506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for 131f5921-df9a-471b-8753-6134da9df0d6 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:35.097055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-3309f9fc-1722-4e8e-b840-d7c06ecf8d3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.2394559 Nov 10 22:47:35.309356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b68edcd-0154-4270-9aab-d0c0adb71e69 req-d9ba38b9-1c47-4b14-96da-bd1aa997f63a tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1862946 Nov 10 22:47:35.377002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1771de72-3241-4042-aedf-1efbd6ce74ed req-209a4f37-6686-4a06-9db2-6fafea77d93e tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1142864 Nov 10 22:47:35.387268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-20975be4-4045-485e-9755-61a7fce3ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:35.389849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-20975be4-4045-485e-9755-61a7fce3ae5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.2833180 Nov 10 22:47:35.401208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41382) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:35.416551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de0feb02-a1cd-4da2-8365-02b66e523697 req-fe47c2ff-9969-4188-b754-16bd2c756c8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d48ec87c2f4170b5b072f3b651aea2&device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.1563671 Nov 10 22:47:35.514056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de0feb02-a1cd-4da2-8365-02b66e523697 req-0bf91f42-a09c-41c7-ac8f-8f317e5b7784 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=30d48ec87c2f4170b5b072f3b651aea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859609 Nov 10 22:47:35.531722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-b826d5b5-05f7-48ed-b323-5688d3c32b8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324332 Nov 10 22:47:35.533778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72a19a7b-53aa-47ea-a323-5493593d70d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.943008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72a19a7b-53aa-47ea-a323-5493593d70d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.957828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.015887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72a19a7b-53aa-47ea-a323-5493593d70d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.037798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=131f5921-df9a-471b-8753-6134da9df0d6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:36.079678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0feb02-a1cd-4da2-8365-02b66e523697 req-3f2aaed5-ba65-4bb9-877c-74b08ae9bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.081967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de0feb02-a1cd-4da2-8365-02b66e523697 req-3f2aaed5-ba65-4bb9-877c-74b08ae9bca8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5538757 Nov 10 22:47:36.144269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0772accb-34e9-4f88-9eba-666b4c22fdf9 req-bd9348f0-007f-4357-a864-0c1add6c24b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1537828 Nov 10 22:47:36.162525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-41a0f783-b3a3-4aef-b6a8-bab084044c42 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979462 Nov 10 22:47:36.230387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72a19a7b-53aa-47ea-a323-5493593d70d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4846fe398ea44959aa8ce07714d93b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8285880 Nov 10 22:47:36.235798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41388) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:36.237330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a19a7b-53aa-47ea-a323-5493593d70d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92a63d-c307-40c0-9920-173e7eeccdab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:36.334815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3020be-82e3-48e6-b795-07cc61ec45ff req-688d583b-d4d1-4087-8185-02936234f09d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.344997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e3020be-82e3-48e6-b795-07cc61ec45ff req-688d583b-d4d1-4087-8185-02936234f09d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.3699825 Nov 10 22:47:36.413331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951fb43-9b5a-455a-ba67-65e053091c68 req-fe3f1528-c0d7-44c8-b606-e55b48b67bd4 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.423987 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b951fb43-9b5a-455a-ba67-65e053091c68 req-fe3f1528-c0d7-44c8-b606-e55b48b67bd4 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 944 time: 0.4853096 Nov 10 22:47:36.593864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-c12b446c-0d9a-4a30-94d2-65db2f1976d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.596744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-c12b446c-0d9a-4a30-94d2-65db2f1976d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 944 time: 0.2905829 Nov 10 22:47:36.619231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b951fb43-9b5a-455a-ba67-65e053091c68 req-42f625ca-275b-41f3-a6ab-8ed102cbae4e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913788 Nov 10 22:47:36.715120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.730681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.737978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f6447e0-1000-4920-9be5-756bc8bbd1ee req-c121f55f-67ca-4b87-9946-82aeef09a6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844781 Nov 10 22:47:36.743436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e3020be-82e3-48e6-b795-07cc61ec45ff req-bd84a50b-0f41-4762-9623-b87cc56149d3 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974650 Nov 10 22:47:36.815029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.958822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-644bf310-39ba-4ca7-9f9f-b655369773ae req-e7585caf-6be1-4090-9e18-c120d38ef03b tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0367250 Nov 10 22:47:37.005117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.007870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.009246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e92a63d-c307-40c0-9920-173e7eeccdab HTTP/1.1" status: 204 len: 168 time: 0.7674642 Nov 10 22:47:37.025909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690433e-e8b5-4712-8502-e92b27e37388 req-e68e1acf-5e1b-4493-b86a-8dd21d41c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.039590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-e68e1acf-5e1b-4493-b86a-8dd21d41c93b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1095 time: 0.1184051 Nov 10 22:47:37.195581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Deleting port e53f4f64-ac98-4d5d-b263-628918162bd0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:37.196045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.399647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690433e-e8b5-4712-8502-e92b27e37388 req-6196d414-6f2c-4ab4-8fbe-b441c42aba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.402726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-6196d414-6f2c-4ab4-8fbe-b441c42aba28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.3315754 Nov 10 22:47:37.441925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b928800-7499-44d8-8485-71ebfefc08e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92a63d-c307-40c0-9920-173e7eeccdab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:37.471718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6a700e93-b955-4212-bcfb-129957479ef1 req-0b1bce3d-9b2d-4d48-b407-5514f2576fde tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.4196372 Nov 10 22:47:37.478580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] For port e53f4f64-ac98-4d5d-b263-628918162bd0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e53f4f64-ac98-4d5d-b263-628918162bd0,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:37.496661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de0feb02-a1cd-4da2-8365-02b66e523697 req-dd8f71a3-3caf-4f1a-8d35-787d59e45fbf tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.39 "GET /v2.0/ports?device_id=c802f0f9-6a10-4ec4-b8c3-e88797511dac HTTP/1.1" status: 200 len: 210 time: 0.0653734 Nov 10 22:47:37.498904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.553666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-b1eafaad-81f9-4a86-85c0-d5536231f29d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.1091599 Nov 10 22:47:37.568883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Calling delete_port for e53f4f64-ac98-4d5d-b263-628918162bd0 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:37.743380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690433e-e8b5-4712-8502-e92b27e37388 req-d28836b4-232f-4a48-ab60-03746d7b3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.754079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-d28836b4-232f-4a48-ab60-03746d7b3567 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.1902328 Nov 10 22:47:37.845284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-fa797760-5cec-4ad7-b255-bde49c631488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836110 Nov 10 22:47:38.093163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aff85-a198-46b3-ac8b-7b32c812f75a req-c2b30365-a4bb-4937-abcf-96243989f6ee tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:38.099450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:38.109544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b96aff85-a198-46b3-ac8b-7b32c812f75a req-c2b30365-a4bb-4937-abcf-96243989f6ee tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0 HTTP/1.1" status: 200 len: 866 time: 0.1556768 Nov 10 22:47:38.117721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e53f4f64-ac98-4d5d-b263-628918162bd0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:38.261752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-a2ea4859-20ee-412d-a191-d181d222303b service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039059 Nov 10 22:47:38.293457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] No DVR routers for this DVR port e53f4f64-ac98-4d5d-b263-628918162bd0 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:38.310055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event deleted for resources: {'Port': ['ID=e53f4f64-ac98-4d5d-b263-628918162bd0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:38.319010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:38.323169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a037cf7-a4e1-4d57-9153-b7ef9c5a1032 req-e850829b-1dfa-41c9-9017-96c935b25cf6 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "DELETE /v2.0/ports/e53f4f64-ac98-4d5d-b263-628918162bd0 HTTP/1.1" status: 204 len: 173 time: 1.6989982 Nov 10 22:47:38.329661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-deleted', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:38.332072 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c5f95-fc92-4018-b44b-783b1db4e0cc" -d '{"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-deleted", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:38.347906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065778e9-7e13-4f02-b217-9d2ff0fa0baa req-bac761f6-981f-4746-a580-ff33e23eae14 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:38.356600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-065778e9-7e13-4f02-b217-9d2ff0fa0baa req-bac761f6-981f-4746-a580-ff33e23eae14 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 944 time: 0.3615625 Nov 10 22:47:38.360655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Router 6da97772-e1fe-4479-b455-9dbdec8c166c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:38.399216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b96aff85-a198-46b3-ac8b-7b32c812f75a req-43831860-b6ab-4b77-bce9-d36901ac5603 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869081 Nov 10 22:47:38.568397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6690433e-e8b5-4712-8502-e92b27e37388 req-385ab543-d651-4365-9a69-c62570c53c66 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937489 Nov 10 22:47:38.624218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b9d3e67-8b41-4670-bcf3-b4bfdb8cc446 req-c33f68cf-a06f-48c7-b04f-fcbcd06eab37 tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0405855 Nov 10 22:47:38.750686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-065778e9-7e13-4f02-b217-9d2ff0fa0baa req-9157921a-63b6-41a2-ae13-46dbf2b0b581 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926320 Nov 10 22:47:38.892048 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b3251-52ba-4379-9774-06bf0079f064 x-openstack-request-id: req-519b3251-52ba-4379-9774-06bf0079f064 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:38.893438 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0", "name": "network-vif-deleted", "tag": "e53f4f64-ac98-4d5d-b263-628918162bd0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:38.893800 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-519b3251-52ba-4379-9774-06bf0079f064 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:38.895251 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2626e1e-bcbc-43fa-8ece-0c04bcf3edc0', 'name': 'network-vif-deleted', 'tag': 'e53f4f64-ac98-4d5d-b263-628918162bd0', 'status': 'completed', 'code': 200} Nov 10 22:47:38.942303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:38.957530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2415dc7f-c6e7-4cee-8166-0085db4b3710 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "PUT /v2.0/routers/6da97772-e1fe-4479-b455-9dbdec8c166c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7321932 Nov 10 22:47:38.961056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:38.973240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] Sync routers for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:39.018603 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:39.021504 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:39.145114 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:39.168728 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] Routers {'6da97772-e1fe-4479-b455-9dbdec8c166c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:39.170584 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6da97772-e1fe-4479-b455-9dbdec8c166c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:39.318509 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:39.327058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c358d81-6bab-4036-a42c-1ff50175866a None None] The sync data for ids ['6da97772-e1fe-4479-b455-9dbdec8c166c'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:39.397307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:39.535784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c2341db-5abf-4e7f-92e8-7bca74aa7809 req-d12600c8-2892-4c9e-b71a-75a00eb53893 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4d9905d9af451c816baf11f6b7630b&device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0809903 Nov 10 22:47:39.678846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6853e1fa-a5ec-405c-b1a2-8f99895f0e72 req-558d56c3-63c7-4262-a23a-da04bb8e5eac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d48ec87c2f4170b5b072f3b651aea2&device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.1409101 Nov 10 22:47:39.688761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c2341db-5abf-4e7f-92e8-7bca74aa7809 req-338d7bb9-89d4-404a-9ce0-8f597a317f2e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c4d9905d9af451c816baf11f6b7630b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132419 Nov 10 22:47:39.773918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ade5d4f-45b5-4d02-b308-6b5dca3539d9 req-13442c36-962d-4e28-ba65-f48702a538bc tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0671604 Nov 10 22:47:39.821045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6853e1fa-a5ec-405c-b1a2-8f99895f0e72 req-e53e3741-ed48-42cb-babb-20bcd4d1fea4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=30d48ec87c2f4170b5b072f3b651aea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312325 Nov 10 22:47:39.833664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:39.987296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79c7c265-5bd0-4295-9b1f-94511c489eef req-168963ed-47d2-4105-8bc7-1e8e9269e8c8 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.1627581 Nov 10 22:47:40.092748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port 0fb00901-190c-41ff-aab0-600771052780 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:40.093816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.196282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:40.303469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e6628b6b-524b-46cd-8d33-6e20a1356a16 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:47:40.311822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: e53f4f64-ac98-4d5d-b263-628918162bd0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:40.312864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e53f4f64-ac98-4d5d-b263-628918162bd0 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:40.516634 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.545083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for 0fb00901-190c-41ff-aab0-600771052780 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:40.664363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:40.718220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'port_id': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'mac_address': 'fa:16:3e:19:38:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:47:40.773525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e6ac4-4813-418d-b13d-628ac4dbdbd7 req-bf7ae310-bdd0-4ec0-9c8f-975e2b48747a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:40.782714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-525e6ac4-4813-418d-b13d-628ac4dbdbd7 req-bf7ae310-bdd0-4ec0-9c8f-975e2b48747a tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.1018860 Nov 10 22:47:40.797468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.820723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6628b6b-524b-46cd-8d33-6e20a1356a16 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:40.855424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:40.863088 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.879227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013888b-b561-47b3-979b-dd952d45198b req-42628a7d-8926-4440-a41d-fa3f2070c506 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:40.900815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f013888b-b561-47b3-979b-dd952d45198b req-42628a7d-8926-4440-a41d-fa3f2070c506 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 944 time: 0.2841668 Nov 10 22:47:40.918852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2341db-5abf-4e7f-92e8-7bca74aa7809 req-95f95dec-641b-4e3a-91e3-faa22064ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:40.924000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c2341db-5abf-4e7f-92e8-7bca74aa7809 req-95f95dec-641b-4e3a-91e3-faa22064ff30 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2145605 Nov 10 22:47:40.943122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-525e6ac4-4813-418d-b13d-628ac4dbdbd7 req-9733c6b6-bbb4-42d4-8c69-a5fbc315c875 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594124 Nov 10 22:47:40.975007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-513271a2-3b25-43a7-b3ee-604c6f918074 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:40.976844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-513271a2-3b25-43a7-b3ee-604c6f918074 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.1919324 Nov 10 22:47:41.039430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e1fa-a5ec-405c-b1a2-8f99895f0e72 req-d188907a-dd31-4cfe-8b77-8877c5ca6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:41.051133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6853e1fa-a5ec-405c-b1a2-8f99895f0e72 req-d188907a-dd31-4cfe-8b77-8877c5ca6316 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1726332 Nov 10 22:47:41.107431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:41.128052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f013888b-b561-47b3-979b-dd952d45198b req-603d7ac1-5980-41d2-be2a-4205709bcf63 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018406 Nov 10 22:47:41.210884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e6628b6b-524b-46cd-8d33-6e20a1356a16'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:41.252273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58c8e8b8-0dbe-44ba-b7de-a95fc34fdfa0 req-b7c27241-61fa-4105-b3c5-9654b261a58c tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.1854334 Nov 10 22:47:41.319926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.339480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Deleting port e5b1f787-f10a-40ff-b483-8a0d8919d707 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:41.339814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.364144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=0fb00901-190c-41ff-aab0-600771052780,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:41.417073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f2809ba-a48d-4b97-9255-2ac7423ef574 req-e9c0c502-ad57-47e5-a9bc-7e3999a739f9 tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.1849318 Nov 10 22:47:41.569555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41506) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:41.808715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd8dc-0f3c-4bd8-b903-8bdd25b2ee93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.949544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd8dc-0f3c-4bd8-b903-8bdd25b2ee93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.970395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd8dc-0f3c-4bd8-b903-8bdd25b2ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.033312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.060698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd8dc-0f3c-4bd8-b903-8bdd25b2ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a395ca0f-0329-458a-be0b-9bd3457537e4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:42.154230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ac9cd8dc-0f3c-4bd8-b903-8bdd25b2ee93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aee646e2524949c99ce2c547fcfe7e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830464 Nov 10 22:47:42.160162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:42.295370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.310925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.365914 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c2341db-5abf-4e7f-92e8-7bca74aa7809 req-7983e588-d4d0-4dbe-b9c8-51c90d5210fd tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.20 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.0806406 Nov 10 22:47:42.418200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6853e1fa-a5ec-405c-b1a2-8f99895f0e72 req-b0deada2-6cca-499d-ab80-689fa6f5118f tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.0758851 Nov 10 22:47:42.445455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] For port e5b1f787-f10a-40ff-b483-8a0d8919d707, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e5b1f787-f10a-40ff-b483-8a0d8919d707,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:42.446216 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.460618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb0a8-46c5-4a3b-be7e-9531a7bdcc5e req-550a3553-028a-41f1-bda5-d85a2a3e4774 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:42.468848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.469908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Fanout notify agent at l3_agent the message router_deleted on router 6da97772-e1fe-4479-b455-9dbdec8c166c {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:47:42.475704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbdcb0a8-46c5-4a3b-be7e-9531a7bdcc5e req-550a3553-028a-41f1-bda5-d85a2a3e4774 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 944 time: 0.2481101 Nov 10 22:47:42.499390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.505859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2afd2861-759e-4cb4-9239-830e6df0f369 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/routers/6da97772-e1fe-4479-b455-9dbdec8c166c HTTP/1.1" status: 204 len: 168 time: 3.5458443 Nov 10 22:47:42.506240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41528) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:42.509436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Calling delete_port for e5b1f787-f10a-40ff-b483-8a0d8919d707 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:42.526210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978764-ad75-47af-867e-70a8f37c67ea req-b04d5a67-193b-456e-b7c3-99b42cf25cf7 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:42.539431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b978764-ad75-47af-867e-70a8f37c67ea req-b04d5a67-193b-456e-b7c3-99b42cf25cf7 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 945 time: 0.2515810 Nov 10 22:47:42.673127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbdcb0a8-46c5-4a3b-be7e-9531a7bdcc5e req-cad6b6fa-ec96-40cd-bbf2-65ddfff30ffa tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948984 Nov 10 22:47:42.699815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting subnet 76b470ba-ae29-4f41-b2aa-99adc1fcd631 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:47:42.720513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.731298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b978764-ad75-47af-867e-70a8f37c67ea req-a5ce9c38-3b81-4956-a6c0-ec0487172b79 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903920 Nov 10 22:47:42.902066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.974974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.007048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-389ebe6d-d7a5-4032-93ab-bff1d891f680 req-56b0ee1c-9a3c-4a5f-83b2-0bb4696b497a tempest-ServerShowV247Test-1427652823 tempest-ServerShowV247Test-1427652823-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2219a40-2350-4217-a608-0bd0dab94b74 HTTP/1.1" status: 200 len: 210 time: 0.0516543 Nov 10 22:47:43.054371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.088571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.114561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event deleted for resources: {'Port': ['ID=e5b1f787-f10a-40ff-b483-8a0d8919d707,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:43.208963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] No DVR routers for this DVR port e5b1f787-f10a-40ff-b483-8a0d8919d707 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:43.215096 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.221836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85ef9d8d-ae14-4bc7-8433-b7ac4d5a4340 req-1e3c0bf9-ce3f-4b33-8bcf-cb1c26e267d8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "DELETE /v2.0/ports/e5b1f787-f10a-40ff-b483-8a0d8919d707 HTTP/1.1" status: 204 len: 173 time: 2.2361341 Nov 10 22:47:43.222639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-deleted', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:43.226372 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7d3f4-7698-4ec5-ade4-10c2c3715482" -d '{"events": [{"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-deleted", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:43.238116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e25036ad-661e-4a0e-be6a-e31affba7400 req-545fb6d2-a8d8-4372-b08a-37fe4af9d24b tempest-ServerShowV254Test-1363861496 tempest-ServerShowV254Test-1363861496-project] 10.222.0.25 "GET /v2.0/ports?device_id=585fd31a-062c-472f-b043-d6e2c3808450 HTTP/1.1" status: 200 len: 210 time: 0.2445214 Nov 10 22:47:43.289867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.294376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.297117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a395ca0f-0329-458a-be0b-9bd3457537e4 HTTP/1.1" status: 204 len: 168 time: 1.1341572 Nov 10 22:47:43.323058 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34ac9d6-d5e5-4bb5-9bbf-e48820db8dd5 x-openstack-request-id: req-b34ac9d6-d5e5-4bb5-9bbf-e48820db8dd5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:43.324106 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06ef09-c551-4eb7-9cb5-0190820a900c", "name": "network-vif-deleted", "tag": "e5b1f787-f10a-40ff-b483-8a0d8919d707", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:43.324531 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b34ac9d6-d5e5-4bb5-9bbf-e48820db8dd5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:43.325251 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06ef09-c551-4eb7-9cb5-0190820a900c', 'name': 'network-vif-deleted', 'tag': 'e5b1f787-f10a-40ff-b483-8a0d8919d707', 'status': 'completed', 'code': 200} Nov 10 22:47:43.354837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9152e-6873-40f8-96fa-a7d3491bc9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a395ca0f-0329-458a-be0b-9bd3457537e4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:43.363684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.569219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.634623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Subnet': ['ID=76b470ba-ae29-4f41-b2aa-99adc1fcd631,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:43.655607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df5e103-4460-4d56-88b8-8719b0f9b32a None None] Network 7555cb40-d896-41a7-8e86-fe1deb84bbc6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:43.656669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:43.666275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-75ec2ebe-3d39-4ac5-844b-d24986e4d923 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/subnets/76b470ba-ae29-4f41-b2aa-99adc1fcd631 HTTP/1.1" status: 204 len: 168 time: 1.0901811 Nov 10 22:47:43.673880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:43.910559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.061887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-205beab4-3577-4846-b34b-17521c5a9e99 req-4aea3f29-e4e2-4288-ac28-a1267a95e99b tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa06ef09-c551-4eb7-9cb5-0190820a900c HTTP/1.1" status: 200 len: 210 time: 0.0761242 Nov 10 22:47:44.128752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] DHCP port deletion for 7555cb40-d896-41a7-8e86-fe1deb84bbc6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:44.151507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eabe9c-ebcb-4d35-96b0-664cc3df412d req-c7abee4a-afac-483a-a484-8f9029a42e55 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:44.169162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60eabe9c-ebcb-4d35-96b0-664cc3df412d req-c7abee4a-afac-483a-a484-8f9029a42e55 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 945 time: 0.1760583 Nov 10 22:47:44.187169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port a4522f1d-ed40-4532-884b-667b0d050cd2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:44.188682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.233524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:44.299410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Deleting port a4522f1d-ed40-4532-884b-667b0d050cd2 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:44.299798 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.304022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e6628b6b-524b-46cd-8d33-6e20a1356a16 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:44.393807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: e5b1f787-f10a-40ff-b483-8a0d8919d707 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:44.394409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e5b1f787-f10a-40ff-b483-8a0d8919d707 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:44.412450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] For port a4522f1d-ed40-4532-884b-667b0d050cd2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a4522f1d-ed40-4532-884b-667b0d050cd2,segment=NetworkSegment(5caf84b0-34bb-488b-b421-42de9c3a1ce1),segment_id=5caf84b0-34bb-488b-b421-42de9c3a1ce1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:44.415041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.472868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60eabe9c-ebcb-4d35-96b0-664cc3df412d req-7398e599-9921-4804-8264-8899690de706 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003719 Nov 10 22:47:44.508813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e6628b6b-524b-46cd-8d33-6e20a1356a16 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:47:44.523788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for a4522f1d-ed40-4532-884b-667b0d050cd2 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:44.537335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e6628b6b-524b-46cd-8d33-6e20a1356a16 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:44.539065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.602382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.607820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] For port a4522f1d-ed40-4532-884b-667b0d050cd2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a4522f1d-ed40-4532-884b-667b0d050cd2,segment=NetworkSegment(5caf84b0-34bb-488b-b421-42de9c3a1ce1),segment_id=5caf84b0-34bb-488b-b421-42de9c3a1ce1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:44.608403 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.686288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Calling delete_port for a4522f1d-ed40-4532-884b-667b0d050cd2 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:44.895056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.925142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a4522f1d-ed40-4532-884b-667b0d050cd2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:44.932303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:44.943124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=a4522f1d-ed40-4532-884b-667b0d050cd2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:44.955376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] No DVR routers for this DVR port a4522f1d-ed40-4532-884b-667b0d050cd2 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:45.030952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a4522f1d-ed40-4532-884b-667b0d050cd2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:45.034221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a4522f1d-ed40-4532-884b-667b0d050cd2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:45.115842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.160721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:45.164398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:45.171654 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fabc1f8-4361-4fb7-b8bd-c91a3a8ff6a2" -d '{"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-plugged", "status": "completed", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:45.180205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.191591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.193904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.248120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] No DVR routers for this DVR port a4522f1d-ed40-4532-884b-667b0d050cd2 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:45.292670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7555cb40-d896-41a7-8e86-fe1deb84bbc6']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:45.317279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:45.328710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:45.331920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5caf84b0-34bb-488b-b421-42de9c3a1ce1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:45.338695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5caf84b0-34bb-488b-b421-42de9c3a1ce1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:45.380430 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220537df-5484-41d6-a1cd-5241eeb5fc99 x-openstack-request-id: req-220537df-5484-41d6-a1cd-5241eeb5fc99 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:45.381378 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-plugged", "status": "completed", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:45.381574 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-220537df-5484-41d6-a1cd-5241eeb5fc99 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:45.401040 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'code': 200} Nov 10 22:47:45.425125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.450182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed93d-6a6f-4a5d-a0ab-5078899e551c None None] Pushing event deleted for resources: {'Port': ['ID=a4522f1d-ed40-4532-884b-667b0d050cd2,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:45.463056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41590) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:45.503735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.544851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:47:45.545397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:47:45.564433 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:47:45.662699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d16f6-c811-48d3-8715-806f0fe7ad28 req-25bac664-966f-4159-9b97-0e3b3cb0519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:45.680274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f2d16f6-c811-48d3-8715-806f0fe7ad28 req-25bac664-966f-4159-9b97-0e3b3cb0519a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.2366989 Nov 10 22:47:45.901104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.922533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f2d16f6-c811-48d3-8715-806f0fe7ad28 req-d0728686-9baf-43c6-81c8-9365ddfbfd57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323205 Nov 10 22:47:45.924659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.934336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/networks/7555cb40-d896-41a7-8e86-fe1deb84bbc6 HTTP/1.1" status: 204 len: 168 time: 2.2586229 Nov 10 22:47:45.938493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:46.079588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef0ee-14e4-40f8-8038-aa7b8d0fa3b5 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Network': ['ID=7555cb40-d896-41a7-8e86-fe1deb84bbc6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:46.113486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca51dc-5adf-43d7-b452-64bd9cb1b486 req-68d49d54-fee8-4223-96f8-e4ae9e4d5bb5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:46.123066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7ca51dc-5adf-43d7-b452-64bd9cb1b486 req-68d49d54-fee8-4223-96f8-e4ae9e4d5bb5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2660277 Nov 10 22:47:46.289064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7ca51dc-5adf-43d7-b452-64bd9cb1b486 req-7845d241-57ff-4260-9890-85a859bd4397 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630905 Nov 10 22:47:46.319702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ebe8-e44d-4408-a27c-24efcda8235e req-cc2acde2-13ce-4f63-9cf3-b0c8c118d72d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:46.322758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-2b6cd7bc-f501-436f-bc98-adfb86ab59f8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:46.327400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-2b6cd7bc-f501-436f-bc98-adfb86ab59f8 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 945 time: 0.1646860 Nov 10 22:47:46.332838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2205ebe8-e44d-4408-a27c-24efcda8235e req-cc2acde2-13ce-4f63-9cf3-b0c8c118d72d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 945 time: 0.2236974 Nov 10 22:47:46.370515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-382cfe76-2ee9-4f1f-af26-89b847979687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.422616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2debc46d-aa4a-4b6a-b60a-ce86a4899868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.481516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Deleting port 441a0e3a-56f2-4188-b861-1db48c737e32 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:46.481851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.624954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2debc46d-aa4a-4b6a-b60a-ce86a4899868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.628490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Deleting port b15a30b5-831f-4458-99fd-8214690b646c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:46.628835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.647339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2205ebe8-e44d-4408-a27c-24efcda8235e req-c7d457e5-8e14-4819-94cb-5b2fdd57ffac tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/security-groups?id=583e0dd2-c349-493a-8a74-c3fcaa3520fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128686 Nov 10 22:47:46.652267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2debc46d-aa4a-4b6a-b60a-ce86a4899868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.657724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] For port 441a0e3a-56f2-4188-b861-1db48c737e32, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=441a0e3a-56f2-4188-b861-1db48c737e32,segment=NetworkSegment(7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a),segment_id=7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:46.658533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.705371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Calling delete_port for 441a0e3a-56f2-4188-b861-1db48c737e32 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:46.769916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debc46d-aa4a-4b6a-b60a-ce86a4899868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf09ef-27e4-4b23-86c7-2cb6ddc64e84,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:46.861230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2debc46d-aa4a-4b6a-b60a-ce86a4899868 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30d48ec87c2f4170b5b072f3b651aea2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5421054 Nov 10 22:47:46.875423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41616) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:47.161444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.161968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.180347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.204713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Calling delete_port for b15a30b5-831f-4458-99fd-8214690b646c owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:47.216041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.255630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Pushing event deleted for resources: {'Port': ['ID=441a0e3a-56f2-4188-b861-1db48c737e32,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:47.283515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-382cfe76-2ee9-4f1f-af26-89b847979687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.332302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-382cfe76-2ee9-4f1f-af26-89b847979687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.341282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] No DVR routers for this DVR port 441a0e3a-56f2-4188-b861-1db48c737e32 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:47.354028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.364952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a432bb5e-4a21-4110-ba80-2c5267a0417d req-07addd4a-3910-4bad-828d-d19de4287e3d tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.39 "DELETE /v2.0/ports/441a0e3a-56f2-4188-b861-1db48c737e32 HTTP/1.1" status: 204 len: 173 time: 1.0278740 Nov 10 22:47:47.365925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-deleted', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:47.370869 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb7de6a-ecfe-44c8-869c-8602c546a357" -d '{"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-deleted", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:47.403280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-382cfe76-2ee9-4f1f-af26-89b847979687 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c4d9905d9af451c816baf11f6b7630b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9332271 Nov 10 22:47:47.407476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41634) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:47.425751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cfe76-2ee9-4f1f-af26-89b847979687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83142960-768d-4676-9535-cd69e5b418b6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:47.444941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.553478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.611858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.619553 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e9e24f-b07c-41c2-b842-175cc0c00dd0 x-openstack-request-id: req-55e9e24f-b07c-41c2-b842-175cc0c00dd0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:47.619998 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb39ac7-e72e-4c8c-a13d-de84145324c1", "name": "network-vif-deleted", "tag": "441a0e3a-56f2-4188-b861-1db48c737e32", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:47.620570 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55e9e24f-b07c-41c2-b842-175cc0c00dd0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:47.621885 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb39ac7-e72e-4c8c-a13d-de84145324c1', 'name': 'network-vif-deleted', 'tag': '441a0e3a-56f2-4188-b861-1db48c737e32', 'status': 'completed', 'code': 200} Nov 10 22:47:47.714780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.719682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.722141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70bf09ef-27e4-4b23-86c7-2cb6ddc64e84 HTTP/1.1" status: 204 len: 168 time: 0.8248034 Nov 10 22:47:47.758477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.762013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.767042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83142960-768d-4676-9535-cd69e5b418b6 HTTP/1.1" status: 204 len: 168 time: 0.3543947 Nov 10 22:47:47.781473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e67db-d5db-4863-ba02-0dd22deed250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83142960-768d-4676-9535-cd69e5b418b6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:47.833964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428c14-4bdc-418f-9174-c8286a3b0650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf09ef-27e4-4b23-86c7-2cb6ddc64e84,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:47.857200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.919150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f5bc-6eec-4219-adda-5185c81cf8f9 req-d30a0c7b-2712-464d-8668-ae2a6ddb2747 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.922030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1085f5bc-6eec-4219-adda-5185c81cf8f9 req-d30a0c7b-2712-464d-8668-ae2a6ddb2747 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2293437 Nov 10 22:47:47.927781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Pushing event deleted for resources: {'Port': ['ID=b15a30b5-831f-4458-99fd-8214690b646c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:47.996062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1b57e80-9e6c-46f4-a9cf-7641afc30ef6 req-969bef5e-31b5-40dd-9db7-d166eb310bd4 tempest-LiveAutoBlockMigrationV225Test-1555056109 tempest-LiveAutoBlockMigrationV225Test-1555056109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb39ac7-e72e-4c8c-a13d-de84145324c1 HTTP/1.1" status: 200 len: 210 time: 0.0756176 Nov 10 22:47:48.115742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:48.120093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:48.122628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3969bb48-9c4e-4370-9f6c-39bedda514a2 tempest-FloatingIPAdminTestJSON-2130867192 tempest-FloatingIPAdminTestJSON-2130867192-project] 10.222.0.25 "DELETE /v2.0/floatingips/27b593ea-575d-409a-ab16-8eccfbaa5cb7 HTTP/1.1" status: 204 len: 168 time: 2.1825597 Nov 10 22:47:48.175397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1085f5bc-6eec-4219-adda-5185c81cf8f9 req-78dfe9c2-8e37-47e2-b13c-8df836369e9d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101810 Nov 10 22:47:48.792528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-4a0f980f-398e-4bdd-9b27-b42387b44cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.797791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-4a0f980f-398e-4bdd-9b27-b42387b44cc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.1156943 Nov 10 22:47:48.938865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55d54f-207a-4ec7-9e25-2ec99d769670 req-3c224134-1eb2-4db0-969c-8ab49c1b68df tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.948884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be55d54f-207a-4ec7-9e25-2ec99d769670 req-3c224134-1eb2-4db0-969c-8ab49c1b68df tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1950107 Nov 10 22:47:49.030695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be55d54f-207a-4ec7-9e25-2ec99d769670 req-62a4c3dc-c476-49ee-8109-87bcb89ad86d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826249 Nov 10 22:47:49.072546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-41df7af6-ada7-4d23-b679-9697a3827e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:49.075711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-41df7af6-ada7-4d23-b679-9697a3827e1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.2680249 Nov 10 22:47:49.141412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:49.218071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-92cb9516-5502-4247-9d86-2a5ffcbbb225 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.1320210 Nov 10 22:47:49.220448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41686) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:49.338458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-2e4b47b6-5c9c-4059-b263-af73842bec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:49.340762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-2e4b47b6-5c9c-4059-b263-af73842bec86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.1131678 Nov 10 22:47:49.421653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-c1eaa679-c3f8-427b-bd3f-00a2b765f3d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711825 Nov 10 22:47:49.671407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-bb9bb994-e5f6-400b-9c11-a284e906cfa1 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383056 Nov 10 22:47:49.800483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Deleting subnet de89209e-83b3-47dc-a273-fd511939d941 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:47:49.805610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:49.943000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:49.946640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba11b80-6338-4ab2-b057-0491e7c209d0 req-91bfeda0-1ffa-48c2-9045-0ba6aa3437bd service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611644 Nov 10 22:47:50.088443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.106574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41704) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:50.151435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee151938-dd96-4f73-9898-60fcc14eaed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05d838b7305043acbefe98abb2dbf39b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9248867 Nov 10 22:47:50.157862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41710) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:50.267351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:50.311680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.339299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 441a0e3a-56f2-4188-b861-1db48c737e32 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:50.341825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 441a0e3a-56f2-4188-b861-1db48c737e32 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:50.358533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.361554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/de89209e-83b3-47dc-a273-fd511939d941 HTTP/1.1" status: 204 len: 168 time: 1.2188838 Nov 10 22:47:50.380701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41720) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:50.434966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfea638-1f47-4656-b62c-e7736bf62f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de89209e-83b3-47dc-a273-fd511939d941,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:50.524104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.626111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0e04e43f-b857-455d-a5f5-e8ede53cebbb tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:50.633778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.647425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0b3d5-7559-4521-98e6-86c854cfab4d req-edabc9b0-089a-4439-8d0d-2f03cfc8e9eb tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:50.654863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4fa0b3d5-7559-4521-98e6-86c854cfab4d req-edabc9b0-089a-4439-8d0d-2f03cfc8e9eb tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.3034177 Nov 10 22:47:50.723002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:50.869891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e04e43f-b857-455d-a5f5-e8ede53cebbb tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "PUT /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233 HTTP/1.1" status: 200 len: 366 time: 0.7617092 Nov 10 22:47:50.872827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:50.900860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4fa0b3d5-7559-4521-98e6-86c854cfab4d req-fdc30cd0-a5bc-437e-8410-4833e3fcee5b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441871 Nov 10 22:47:50.903398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e3fd271-ab6b-43aa-9a73-3f1a9810ef0f tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0249069 Nov 10 22:47:50.904380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:50.976330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29889fb6-dcd5-4d8b-a31e-e07a63165d3c tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233 HTTP/1.1" status: 200 len: 366 time: 0.0608597 Nov 10 22:47:50.977789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.028028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c9b815a5-2e08-4e00-96fb-729df3e86424 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233 HTTP/1.1" status: 204 len: 168 time: 0.0477521 Nov 10 22:47:51.028846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41744) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.036146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.037112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.040197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.043167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5153cf2b-4c09-46fd-a8ef-d2b40ac94187 HTTP/1.1" status: 204 len: 168 time: 0.8841279 Nov 10 22:47:51.046569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.075248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41754) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.076479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-629e6838-5c03-4b4f-9e3e-cc9cffffd6ed tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0417037 Nov 10 22:47:51.084264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.091370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee74a-3cde-414f-87f0-8e049a4d9015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5153cf2b-4c09-46fd-a8ef-d2b40ac94187,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:51.105205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-de6fe480-e9a5-474c-aba4-96ca3c7231f3 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233 HTTP/1.1" status: 200 len: 370 time: 0.0283208 Nov 10 22:47:51.107552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e53184-6e6d-4046-9b47-ac098315e987']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:51.109450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41760) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.115954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea1f92b5-e27b-4884-ab1e-daf891bfb8d5 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233/default HTTP/1.1" status: 200 len: 370 time: 0.0051880 Nov 10 22:47:51.124055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41764) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.137598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:51.138088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaa8049-4bed-49a4-9a2c-0d4e31f29f3a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:51.160424 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-87c2b665-9371-4151-bd5d-7f063ac3e5de tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] delete failed (client error): The resource could not be found. Nov 10 22:47:51.167803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-87c2b665-9371-4151-bd5d-7f063ac3e5de tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/51642c15b6c843cc8f4d7f37edc3e233 HTTP/1.1" status: 404 len: 348 time: 0.0415363 Nov 10 22:47:51.188478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.211367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.230111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:47:51.231183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:47:51.262174 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:47:51.398609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.496264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.522108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/43e53184-6e6d-4046-9b47-ac098315e987 HTTP/1.1" status: 204 len: 168 time: 1.1320846 Nov 10 22:47:51.522108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac293c6-6bcd-4941-a70b-dea0448c4b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e53184-6e6d-4046-9b47-ac098315e987,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:51.522691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41774) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.638076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-network', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:51.674720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-601102108-network', 'tenant_id': '0861c91d376c4ea5ba4dcb90fcbd0f87'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:51.695067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Deleting subnet b687ca52-9ef8-469f-957a-ff48aff6a1ff {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:47:51.702288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.796572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Made reservation on behalf of ba330368ce7e4d1589660f6e994ed213 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:51.800316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.819757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Made reservation on behalf of 0861c91d376c4ea5ba4dcb90fcbd0f87 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:51.833971 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.858754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.891786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.901138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41778) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:51.921521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.922559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5974c03c-c6ef-4b4f-9d5f-c3f92aee6e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:51.974350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41780) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:52.060298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.080014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:network and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.110995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.155508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:subnet and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.185270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd962d-7418-493d-a54d-64ec1f556aea req-9bd80743-d0fd-4777-a924-c74adb4e147a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:52.188996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09fd962d-7418-493d-a54d-64ec1f556aea req-9bd80743-d0fd-4777-a924-c74adb4e147a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1192801 Nov 10 22:47:52.198664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.253280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.256818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5974c03c-c6ef-4b4f-9d5f-c3f92aee6e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.272212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5974c03c-c6ef-4b4f-9d5f-c3f92aee6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.279098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.306082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:subnetpool and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.327267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.340336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.349502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:47:52.355771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.366843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.392833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c03c-c6ef-4b4f-9d5f-c3f92aee6e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cf8fd-d0eb-42ea-8914-d58f6ef614cc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.403502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5974c03c-c6ef-4b4f-9d5f-c3f92aee6e7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=263ce0c0ffe74ab8a491fc3f106de8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008783 Nov 10 22:47:52.404798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41788) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:52.414984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:port and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.428272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09fd962d-7418-493d-a54d-64ec1f556aea req-7cab3f44-874d-44b4-8b65-6e265d2eb971 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135618 Nov 10 22:47:52.437859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.456793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b687ca52-9ef8-469f-957a-ff48aff6a1ff,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.479947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:router and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.480501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.487840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a45baa05-a6b0-421f-a288-4a2450d119a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b687ca52-9ef8-469f-957a-ff48aff6a1ff HTTP/1.1" status: 204 len: 168 time: 0.9612539 Nov 10 22:47:52.505149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.505149 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Added segment fa08ff8b-eb7a-4ebb-bf80-54910ab1d3b6 of type vlan for network 243ff2d3-4722-4179-b0ee-e3ecd5705f02 Nov 10 22:47:52.505149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0f5f7-733e-411f-a110-940a07c1cf2d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.505731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41790) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:52.505875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:47:52.510059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.576653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:floatingip and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.589049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.589049 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Added segment 7479267d-a3f2-46b9-a78e-e4f425d37be0 of type vlan for network 79370f5a-76f9-4917-b11f-b531b78654d3 Nov 10 22:47:52.598472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.601869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.635080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79feb455-d664-4d8f-b425-16f59414cef9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.643388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.651874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.679955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.716168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.754012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.755753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:52.756604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.835645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:security_group and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.849451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.854390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.862147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.863476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:52.864360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.886674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8006341 Nov 10 22:47:52.906749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e925d3f5-c350-4ba3-bd43-ff55359f8e15']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:52.911343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Usage tracker for resource:security_group_rule and project:5945ff3e9a624a53ad178aa0d583423f is out of sync, need to count used quota {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 22:47:52.926819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8872421 Nov 10 22:47:52.927038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.932386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:52.934395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b3cf8fd-d0eb-42ea-8914-d58f6ef614cc HTTP/1.1" status: 204 len: 168 time: 0.5279093 Nov 10 22:47:52.936453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:52.945244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d422c-e53a-40f8-84a2-5adb057514ca admin admin] Pushing event updated for resources: {'Network': ['ID=243ff2d3-4722-4179-b0ee-e3ecd5705f02,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.948404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Request body: {'subnet': {'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-subnet', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:52.957545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1e3ed9-9f8b-4a97-802c-ab7dd78e1cb6') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:52.957545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1e3ed9-9f8b-4a97-802c-ab7dd78e1cb6') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:52.961520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 243ff2d3-4722-4179-b0ee-e3ecd5705f02 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:47:52.962433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.quota.resource [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102458) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 22:47:52.988779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08775e4-9abf-4ae8-9f76-9eafdfb24d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cf8fd-d0eb-42ea-8914-d58f6ef614cc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:52.996894 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.000637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4697cc00-07a6-4b98-a62f-d3723281f159 tempest-QuotasTest-1552360474 tempest-QuotasTest-1552360474-project-admin] 10.222.0.25 "GET /v2.0/quotas/5945ff3e9a624a53ad178aa0d583423f/details.json HTTP/1.1" status: 200 len: 703 time: 1.0256112 Nov 10 22:47:53.044342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.057318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:47:53.057975 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:47:53.061617 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:47:53.081767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Made reservation on behalf of ba330368ce7e4d1589660f6e994ed213 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:53.084212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272667-d49f-4f85-8389-8c3a3f826ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=79370f5a-76f9-4917-b11f-b531b78654d3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:53.089853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.117279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:47:53.326413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.339895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.346109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] 10.222.0.25 "DELETE /v2.0/networks/e925d3f5-c350-4ba3-bd43-ff55359f8e15 HTTP/1.1" status: 204 len: 168 time: 0.8467772 Nov 10 22:47:53.396217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d72e59-3d5e-475b-8868-87005a15f3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e925d3f5-c350-4ba3-bd43-ff55359f8e15,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:53.549309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.738724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:53.739469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Network hostable DHCP agents. Network: 79370f5a-76f9-4917-b11f-b531b78654d3, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:47:53.743966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f723b00-bbeb-448d-a393-058092436f78,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:53.764000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80da5-6c1f-41ad-9a60-ee0887486006 req-7853e2f9-4aeb-45f1-afb1-49e014128e18 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:53.776019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc0edb-0ae7-466c-874b-ba4a40248f92 req-bb215356-065e-4204-af8c-a981c0be0f3a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:53.777254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43c80da5-6c1f-41ad-9a60-ee0887486006 req-7853e2f9-4aeb-45f1-afb1-49e014128e18 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.0887501 Nov 10 22:47:53.777862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fdc0edb-0ae7-466c-874b-ba4a40248f92 req-bb215356-065e-4204-af8c-a981c0be0f3a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1779754 Nov 10 22:47:53.794243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:47:53.822045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 79370f5a-76f9-4917-b11f-b531b78654d3) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:53.829558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:53.830306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.838568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e29609-ac48-47e7-b276-d8b93a5bdf0e None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:53.861895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-79bcbb3a-4021-4407-a549-72bceafa7e9c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9198394 Nov 10 22:47:53.867844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41838) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:53.875267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:53.902959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fdc0edb-0ae7-466c-874b-ba4a40248f92 req-8cde2dd0-6a24-4408-85fe-8b11f035691e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952415 Nov 10 22:47:53.916367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43c80da5-6c1f-41ad-9a60-ee0887486006 req-ad36e56b-c3ea-4193-9a81-f3a4269b4d22 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357639 Nov 10 22:47:53.919397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.921382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:53.957360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:53.985211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c8b11-6e79-40d4-833e-7e52f2006501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.046111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.110469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c8b11-6e79-40d4-833e-7e52f2006501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.112297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41848) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:54.122346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41850) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:54.143047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c8b11-6e79-40d4-833e-7e52f2006501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.227552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-79370f5a-76f9-4917-b11f-b531b78654d3', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:47:54.230940 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.235664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b15c8b11-6e79-40d4-833e-7e52f2006501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a31f5699e3ef42b495d088b58c38dbf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762642 Nov 10 22:47:54.239425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41854) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:54.240485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c8b11-6e79-40d4-833e-7e52f2006501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ce80e1-2231-438f-b6f5-be27ada5f53c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:54.333154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.373958 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-52c061cb-5719-4c99-a16b-137f44f9da71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df7242d181c647338f89f9f329867920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535372 Nov 10 22:47:54.375485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.403394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41858) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:54.449374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.562960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.567544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.574317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73ce80e1-2231-438f-b6f5-be27ada5f53c HTTP/1.1" status: 204 len: 168 time: 0.3284469 Nov 10 22:47:54.586840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e75b5-fa4c-4957-b88f-5980b1961177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ce80e1-2231-438f-b6f5-be27ada5f53c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:54.600412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.646498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Allocated IP 172.20.0.2 (79370f5a-76f9-4917-b11f-b531b78654d3/5f723b00-bbeb-448d-a393-058092436f78/c492f64a-e042-4b46-a43d-0a4c83ec0c5a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:54.667032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.871601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.898041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.905544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.999995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.009986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.012408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/583e0dd2-c349-493a-8a74-c3fcaa3520fd HTTP/1.1" status: 204 len: 168 time: 0.6076062 Nov 10 22:47:55.036360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.038408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c2039fd-920e-44f0-85b7-049bee2c367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.058113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.085893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e3716-e94c-48e7-8162-7edc7908c844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e0dd2-c349-493a-8a74-c3fcaa3520fd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:55.156202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06e93-51af-4c20-b99b-66a66af994d3 req-a89d92c9-8d59-4672-87ca-55f95b38156b tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:55.169913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06e93-51af-4c20-b99b-66a66af994d3 req-a89d92c9-8d59-4672-87ca-55f95b38156b tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:55.181331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06e93-51af-4c20-b99b-66a66af994d3 req-a89d92c9-8d59-4672-87ca-55f95b38156b tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:55.198113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7af06e93-51af-4c20-b99b-66a66af994d3 req-a89d92c9-8d59-4672-87ca-55f95b38156b tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4802744 Nov 10 22:47:55.206150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:55.282938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Allocated IP 172.25.0.250 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/39ba6fd8-2fba-4f89-8a74-8395fd4279eb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:55.295377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:55.298841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:55.344167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Pushing event updated for resources: {'Port': ['ID=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:55.364122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.370403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.481501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17910254-e172-45ce-bbe5-bce2ce4c1013,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:55.501158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.502032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.502872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.503035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.503525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.504356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.505025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.505689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.506455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.507091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.518082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.520303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:55.542388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b5c90d08-10d0-4766-be50-17f15ad8cf5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03964f4892904b4f8b0f6551c7e9f901&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4109888 Nov 10 22:47:55.544061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:55.626393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707a8d-fad8-40aa-8729-5e071115e601 req-84b2b359-046b-436b-8845-3a22ea91f679 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:55.628672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Attempting to bind port c492f64a-e042-4b46-a43d-0a4c83ec0c5a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:55.629253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Attempting to bind port c492f64a-e042-4b46-a43d-0a4c83ec0c5a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:55.629801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Attempting to bind port c492f64a-e042-4b46-a43d-0a4c83ec0c5a on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:55.641608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3707a8d-fad8-40aa-8729-5e071115e601 req-84b2b359-046b-436b-8845-3a22ea91f679 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2245772 Nov 10 22:47:55.645351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:55.645975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:55.647980 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.648717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:55.651650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Bound port: c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:55.652276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.740816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.783173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3707a8d-fad8-40aa-8729-5e071115e601 req-f23348de-f385-4434-ac5b-4e9aac73589c tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383274 Nov 10 22:47:55.822671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.925553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:55.938772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2038f-aee8-44d2-ad62-f26589611214 req-87c86d30-f195-42e9-8a18-f23f51ea744d tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:55.940872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1c2038f-aee8-44d2-ad62-f26589611214 req-87c86d30-f195-42e9-8a18-f23f51ea744d tempest-ComputeTenantNetworksTest-518960977 tempest-ComputeTenantNetworksTest-518960977-project] 10.222.0.25 "GET /v2.0/networks/243ff2d3-4722-4179-b0ee-e3ecd5705f02 HTTP/1.1" status: 200 len: 768 time: 0.4273522 Nov 10 22:47:55.960276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41892) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:56.001279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41894) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:56.014675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.018611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.019328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17910254-e172-45ce-bbe5-bce2ce4c1013 HTTP/1.1" status: 204 len: 168 time: 0.4710870 Nov 10 22:47:56.057957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.076793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] For port c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:56.083702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] For port c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:56.103116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.121068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b697ff4-ef8b-47ab-ac93-fa83c2339a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17910254-e172-45ce-bbe5-bce2ce4c1013,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:56.161847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:56.165340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5b93d68-0968-4337-9428-3adb861e57a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9acbad7a55154177af266bcb03f4012f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623094 Nov 10 22:47:56.179384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41900) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:56.184916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:56.198103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:56.214171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e186ba-946a-4a73-bf0a-3d1988c26375 req-17e026fe-b12f-4d95-bb5c-537b61fce74c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:56.217182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e186ba-946a-4a73-bf0a-3d1988c26375 req-17e026fe-b12f-4d95-bb5c-537b61fce74c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2373958 Nov 10 22:47:56.225112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874d61a-4137-40d9-8a3d-3ca01704cbaa None None] Pushing event updated for resources: {'Port': ['ID=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:56.277108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Pushing event updated for resources: {'Port': ['ID=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:56.289853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:56.310590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.439283 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.491450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:56.494011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:56.498563 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae6d95-3742-4d5e-8ba3-c51bb8493319" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-unplugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:56.504599 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.581607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:56.598476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.636629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.876494 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.880419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.882638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6196742a-01c8-446b-b3c1-95eb0e78182f HTTP/1.1" status: 204 len: 168 time: 0.7018454 Nov 10 22:47:56.909931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3dc05-2411-4005-b851-82eece4750cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196742a-01c8-446b-b3c1-95eb0e78182f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:56.917567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e186ba-946a-4a73-bf0a-3d1988c26375 req-58c633db-5e3d-4868-b209-8cf9c1ecff3b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6618936 Nov 10 22:47:56.923376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:56.936492 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81fd1e2-d056-44a7-be27-a3586f687dc0 x-openstack-request-id: req-f81fd1e2-d056-44a7-be27-a3586f687dc0 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:56.936959 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-unplugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:56.937343 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f81fd1e2-d056-44a7-be27-a3586f687dc0 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:56.937871 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:47:57.020923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ff2d3-4722-4179-b0ee-e3ecd5705f02']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:57.090886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa08ff8b-eb7a-4ebb-bf80-54910ab1d3b6') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:57.091607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa08ff8b-eb7a-4ebb-bf80-54910ab1d3b6') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:57.115385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41918) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:57.142270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c492f64a-e042-4b46-a43d-0a4c83ec0c5a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:57.160641 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.162722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4ab8740-964b-4a00-98cb-92f9a1b9958c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.282175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c492f64a-e042-4b46-a43d-0a4c83ec0c5a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:57.282614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.337492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4ab8740-964b-4a00-98cb-92f9a1b9958c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.346762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.352428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4ab8740-964b-4a00-98cb-92f9a1b9958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.402700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:47:57.403130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:47:57.405601 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:47:57.415998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845957e-37dd-441d-9937-a41486d3c3d4 req-e0fb1080-c382-4f7a-bf19-2ac38ec03055 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:57.425028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b845957e-37dd-441d-9937-a41486d3c3d4 req-e0fb1080-c382-4f7a-bf19-2ac38ec03055 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1283123 Nov 10 22:47:57.512613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.519793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4ab8740-964b-4a00-98cb-92f9a1b9958c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5945ff3e9a624a53ad178aa0d583423f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990362 Nov 10 22:47:57.519793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab8740-964b-4a00-98cb-92f9a1b9958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e018c0-d062-43c3-ad11-23d6f02eaed4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:57.523681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:57.592687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.603919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:57.605545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08456c92-9ecb-4278-8180-af89dcf792b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.613712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.619212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.632757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] 10.222.0.25 "DELETE /v2.0/networks/243ff2d3-4722-4179-b0ee-e3ecd5705f02 HTTP/1.1" status: 204 len: 168 time: 1.6704607 Nov 10 22:47:57.687984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6932e2-f209-45da-8523-8e1b2adb5126 admin admin] Pushing event deleted for resources: {'Network': ['ID=243ff2d3-4722-4179-b0ee-e3ecd5705f02,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:57.717954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b845957e-37dd-441d-9937-a41486d3c3d4 req-9058f466-d08d-4898-b0e0-9abf55a4c138 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886143 Nov 10 22:47:57.772018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.789897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:57.834457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.840851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.936109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.945099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:57.952562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e018c0-d062-43c3-ad11-23d6f02eaed4 HTTP/1.1" status: 204 len: 168 time: 0.4226017 Nov 10 22:47:57.970492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0ca55-1558-43e9-b6d1-1fda022ead6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e018c0-d062-43c3-ad11-23d6f02eaed4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:58.166617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41940) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:58.266988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5e6eb-5ce8-4d1b-89c4-363504185322 None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:58.349975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:47:58.402086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-08522d4f-054c-4e59-8952-015eacc3ee15 None None] Provisioning complete for port c492f64a-e042-4b46-a43d-0a4c83ec0c5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:58.402464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08522d4f-054c-4e59-8952-015eacc3ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.474852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e222c-9f38-41e2-9064-6c5671e8407e req-379ab7d2-7075-43e9-996c-dd617ee7041f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:58.489232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-958e222c-9f38-41e2-9064-6c5671e8407e req-379ab7d2-7075-43e9-996c-dd617ee7041f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3432798 Nov 10 22:47:58.554918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:58.563282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dee2e526-d158-4d3b-adb2-9e91d62dfec6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0861c91d376c4ea5ba4dcb90fcbd0f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866417 Nov 10 22:47:58.612147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.690385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:58.716594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.786553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'mac_address': 'fa:16:3e:33:f4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:47:58.801848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.872954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-958e222c-9f38-41e2-9064-6c5671e8407e req-d552f27a-a954-43fb-b1d9-dc8f76361a73 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820779 Nov 10 22:47:58.901758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c492f64a-e042-4b46-a43d-0a4c83ec0c5a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:58.972475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.980775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:58.986828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0a0f5f7-733e-411f-a110-940a07c1cf2d HTTP/1.1" status: 204 len: 168 time: 0.4296546 Nov 10 22:47:59.048860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.055269 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.062542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733f825-a434-49ff-8828-f85990d92307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0f5f7-733e-411f-a110-940a07c1cf2d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:59.159794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:59.249525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c492f64a-e042-4b46-a43d-0a4c83ec0c5a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:59.250102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.255663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889eb2-030b-44f4-8f43-5c7a6b24e54a req-2d043fdf-35bf-46ca-ba0c-4dc368dadee0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:59.285195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3889eb2-030b-44f4-8f43-5c7a6b24e54a req-2d043fdf-35bf-46ca-ba0c-4dc368dadee0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2241375 Nov 10 22:47:59.302320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:47:59.447071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3889eb2-030b-44f4-8f43-5c7a6b24e54a req-5d04b35a-36c5-4381-bba8-8f3da0931b13 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512790 Nov 10 22:47:59.474383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:59.482386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.541373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41980) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:59.601422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b4dddd80-f54e-44fa-bbe0-179174606ab1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:59.674034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:59.697559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:59.734160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.739838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:59.740922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-665e473c-0f38-4f13-905c-02513e19268c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8710849 Nov 10 22:47:59.752768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:59.792485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c9f1e5d7-e9ed-439f-be53-71081ce61536 None None] Provisioning complete for port c492f64a-e042-4b46-a43d-0a4c83ec0c5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:59.793513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e5d7-e9ed-439f-be53-71081ce61536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:59.937148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:59.937794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:00.167063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c8a51-e9ea-4347-b609-6bf9154f9fd6 req-31a6c479-436e-4934-b6f2-4cf7cbbaa93d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:00.177471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af5c8a51-e9ea-4347-b609-6bf9154f9fd6 req-31a6c479-436e-4934-b6f2-4cf7cbbaa93d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.1153517 Nov 10 22:48:00.331273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af5c8a51-e9ea-4347-b609-6bf9154f9fd6 req-39305989-1de4-4fce-b4f8-306d7b55a6db tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503458 Nov 10 22:48:00.387329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:00.404432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:00.741126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-568421383'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:00.763317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4862bb-552a-4aa3-bc0e-6a1c60413384 req-8bc394a6-3f62-45c6-8754-8b5ef85e1442 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:00.766050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da4862bb-552a-4aa3-bc0e-6a1c60413384 req-8bc394a6-3f62-45c6-8754-8b5ef85e1442 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.0989494 Nov 10 22:48:00.824127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Made reservation on behalf of d3b562fb8d4f47ecaec9eab072da3119 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:00.834819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:00.865931 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:00.876538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:00.928013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da4862bb-552a-4aa3-bc0e-6a1c60413384 req-baa68a0d-850b-4508-a9ab-4c9ed33722f3 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457460 Nov 10 22:48:01.075185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:47:57Z', 'revision_number': 3, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:01.120445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:48:01.120935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Updating router 4f2775e4-1b5e-405c-ad80-ae009a40d023 port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:48:01.157697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.186892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42024) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:01.229046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.237713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.321834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:48:01.383002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2a081-61d7-482d-b3d0-f9f0c4f4fe11,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:01.401997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.402710 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Added segment 67798ede-e3ad-4ca3-85d8-ecac15ce7d13 of type vlan for network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 Nov 10 22:48:01.621480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.765084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-246115774-network', 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:01.833843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:01.837857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.864561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.871315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.890458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:01.891729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.912318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:01.927685 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.013136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b0ca1-698f-4259-99f5-b098fb4f18bc req-febdcdfb-b074-468f-bd30-c93006cfecdc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:02.035073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-164b0ca1-698f-4259-99f5-b098fb4f18bc req-febdcdfb-b074-468f-bd30-c93006cfecdc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.4306724 Nov 10 22:48:02.045146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Attempting to bind port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:02.046272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Attempting to bind port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:02.047039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Attempting to bind port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:02.050095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaf33b-d22b-4de3-be38-343da1e9c824 None None] Pushing event updated for resources: {'Port': ['ID=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:02.068436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:02.069262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:02.069673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.070074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:02.070583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Bound port: 39ba6fd8-2fba-4f89-8a74-8395fd4279eb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:02.070964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.201997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.252532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42050) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:02.264720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.283237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.284795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] For port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:02.295913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] For port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:02.305668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.346831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8019762 Nov 10 22:48:02.369418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfad4eb-d7f5-4914-8b23-38eac0366ae8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:02.379631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf5ad-e8b8-4ab2-9b5e-fd5879d67c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Pushing event updated for resources: {'Network': ['ID=1347e86d-ba18-451b-9b9c-fa3c7fd3a176,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:02.420798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.421420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.422515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.423103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.424042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.425072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.425656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.429017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.429717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.430430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.431606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.432331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:02.443302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:48:02.469165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.469657 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Added segment 136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412 of type vlan for network a0fa1162-228e-44ff-8715-31fec406dd4f Nov 10 22:48:02.485775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:02.491056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788965-d810-46f1-bf3a-a0fdc2d6c9a4 req-a701947a-8945-4f0d-a13e-798dc47dd90e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:02.495686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02788965-d810-46f1-bf3a-a0fdc2d6c9a4 req-a701947a-8945-4f0d-a13e-798dc47dd90e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.3354938 Nov 10 22:48:02.588458 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-164b0ca1-698f-4259-99f5-b098fb4f18bc req-4afd1a28-01f0-4c63-8ba9-72d0ddef609b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5511782 Nov 10 22:48:02.685419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.693932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:48:02.708483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02788965-d810-46f1-bf3a-a0fdc2d6c9a4 req-bb649b66-98ac-4ce6-afc2-6f5d24b64ae5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000585 Nov 10 22:48:02.783721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.794554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:02.794901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b88926d3-aa34-4ff5-8588-d42e2e3904bd tempest-AgentManagementNegativeTest-759384018 tempest-AgentManagementNegativeTest-759384018-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5395703 Nov 10 22:48:02.796506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:02.853450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaf33b-d22b-4de3-be38-343da1e9c824 None None] Pushing event updated for resources: {'Port': ['ID=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:02.941562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7473710 Nov 10 22:48:02.942045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:02.966781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Request body: {'subnet': {'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-246115774-subnet', 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:02.975773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05d565-21e4-4a2b-96f0-7987698dbe59 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fa1162-228e-44ff-8715-31fec406dd4f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:03.045376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a0fa1162-228e-44ff-8715-31fec406dd4f details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:48:03.079725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:03.083103 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.086217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Allocated IP 172.20.0.1 (79370f5a-76f9-4917-b11f-b531b78654d3/5f723b00-bbeb-448d-a393-058092436f78/0b5712b3-120d-4197-a50b-ef9148fd20fc) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:03.266836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b4dddd80-f54e-44fa-bbe0-179174606ab1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:03.269893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.437901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42072) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:03.450264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176', 'binding:host_id': 'n-h2-811521-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2064025790'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:03.460730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:03.463278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:03.472441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.542469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Made reservation on behalf of 061cb048f0da479d9af3b221aeca3801 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:03.555013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.603073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.837264 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.839663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.850771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.892952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:03.933843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42082) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:03.963935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:03.969665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:04.008216 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:48:04.257890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9738c-5738-40bd-b88c-02cbd2420b49,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:04.271970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:04.324780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3b8f-a242-44cf-a80f-b97f3447ec15 req-8fb83dba-65ee-4227-9f9a-bef7f864ecfc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:04.329863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-540f3b8f-a242-44cf-a80f-b97f3447ec15 req-8fb83dba-65ee-4227-9f9a-bef7f864ecfc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 945 time: 0.4864867 Nov 10 22:48:04.425543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:04.445971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-540f3b8f-a242-44cf-a80f-b97f3447ec15 req-c9747e09-4496-4ad0-ad5c-a93a9e7fc647 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847785 Nov 10 22:48:04.464937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d04fae-5f4f-498f-aac3-adc49d6aa724,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:04.513563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:04.540831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:04.585355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:04.630974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:04.640883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:04.647873 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbba7d-020c-4bd6-9f0d-9e9d4851970d" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:04.665921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:04.748206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:04.750542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Network hostable DHCP agents. Network: a0fa1162-228e-44ff-8715-31fec406dd4f, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:48:04.794661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5213-c555-4c50-8fd5-ccf9e314cd14 req-3827d680-5a32-47fe-a737-9e6e6d6a442e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:04.800182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c8d5213-c555-4c50-8fd5-ccf9e314cd14 req-3827d680-5a32-47fe-a737-9e6e6d6a442e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.9167845 Nov 10 22:48:04.865252 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c7058-bfcc-4597-a406-1f90cdc9630c x-openstack-request-id: req-0f0c7058-bfcc-4597-a406-1f90cdc9630c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:04.865835 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-plugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:04.866543 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f0c7058-bfcc-4597-a406-1f90cdc9630c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:04.867148 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:48:04.902519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=13']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:04.960808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d48180fe-db84-44db-8ab4-da573dd4ddca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:04.982571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Network a0fa1162-228e-44ff-8715-31fec406dd4f is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:48:05.010674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:47:57Z', 'revision_number': 3, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:05.017492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:05.090757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.096111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ae58-2617-4837-af45-22a307b11004 None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:47:57Z', 'revision_number': 3, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:48:05.112791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.151187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7ddc19fa-ba9f-435a-99dc-ec9394b97f24 None None] Provisioning complete for port 0b5712b3-120d-4197-a50b-ef9148fd20fc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:05.152120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7ddc19fa-ba9f-435a-99dc-ec9394b97f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.199140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d48180fe-db84-44db-8ab4-da573dd4ddca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.217160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a0fa1162-228e-44ff-8715-31fec406dd4f) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:05.221958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:05.222953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.241817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d48180fe-db84-44db-8ab4-da573dd4ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.253807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e4a2a-c1e8-4a45-a866-0c9feeeffd20 None None] Network a0fa1162-228e-44ff-8715-31fec406dd4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:05.331508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d48180fe-db84-44db-8ab4-da573dd4ddca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a9195c75b1c43d09f4014c5b1087674&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2566957 Nov 10 22:48:05.345009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cba8a880-d9c0-4e93-a2dd-cfa3f3f4e293 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3923719 Nov 10 22:48:05.345009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.373427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42102) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:05.482335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc19fa-ba9f-435a-99dc-ec9394b97f24 None None] Port 0b5712b3-120d-4197-a50b-ef9148fd20fc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:05.571873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48180fe-db84-44db-8ab4-da573dd4ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109c30c-dae8-4c46-bd5a-a635dc74839b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:05.623150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c8d5213-c555-4c50-8fd5-ccf9e314cd14 req-c65c55e8-ed2e-4574-aac0-ae8d63bded7e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913890 Nov 10 22:48:05.668812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=51dc1ff8-f40d-4408-923b-a3ba34dd2822,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:05.721822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Checking segment: {'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:05.722743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Network hostable DHCP agents. Network: 1347e86d-ba18-451b-9b9c-fa3c7fd3a176, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:48:05.751246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.958726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b36f8-2339-410a-8782-73367c0aa6c1 None None] Network a0fa1162-228e-44ff-8715-31fec406dd4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:05.998911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.008526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:48:06.136528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31cb3-e692-4730-9e44-e2c3806aacde req-31cd4bfd-fa1f-4712-953d-41e5f2e80ce4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:06.153575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4a31cb3-e692-4730-9e44-e2c3806aacde req-31cd4bfd-fa1f-4712-953d-41e5f2e80ce4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.4225070 Nov 10 22:48:06.157159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.169798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.182171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 1347e86d-ba18-451b-9b9c-fa3c7fd3a176) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:06.214382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:06.252850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdff17e-947a-4e56-8b72-21590b99a69e None None] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:06.266833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.406093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:06.406647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:06.407230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:06.461336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:06.517901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:06.518797 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:06.523785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.561353 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 2 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:06.744317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4a31cb3-e692-4730-9e44-e2c3806aacde req-c21887f3-1e4d-43e2-979a-92ccdb5f3003 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5424061 Nov 10 22:48:06.816432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.847043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:06.856612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4109c30c-dae8-4c46-bd5a-a635dc74839b HTTP/1.1" status: 204 len: 168 time: 1.4477079 Nov 10 22:48:06.888642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:06.894160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:06.898411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:06.962044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e74a1-6ced-4abd-9d13-5f942847246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109c30c-dae8-4c46-bd5a-a635dc74839b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:06.974295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:06.975637 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:06.977851 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 3 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.046465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.047589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:07.049771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.052134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.074595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.075464 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.076320 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 4 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.102451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.104015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.104816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.118820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.120102 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.121449 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 5 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.126441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:07.219204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.222775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.223840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.244336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.245617 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.249141 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 6 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.283158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.285599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.286765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.322702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.329556 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.331199 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 7 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.394926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.396525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.397927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.436227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.438902 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.439790 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 8 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.489022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.495766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.496782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.507926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.508935 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.510016 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 9 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.562073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.563118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.564143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.591031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.593014 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.593886 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 10 to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 Nov 10 22:48:07.653523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:07.658632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:07.659668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:07.683828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:07.685181 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:07.686098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:07.752036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 39ba6fd8-2fba-4f89-8a74-8395fd4279eb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:07.827589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:48:07.859982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b1058-db87-49c3-83b5-b1a68461fa60 req-cc6fb931-b63f-471a-b854-716c4943c1d0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:07.865128 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b7b1058-db87-49c3-83b5-b1a68461fa60 req-cc6fb931-b63f-471a-b854-716c4943c1d0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.8464737 Nov 10 22:48:07.972189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port 51dc1ff8-f40d-4408-923b-a3ba34dd2822, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:07.975196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempted to set empty binding levels {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 22:48:07.985530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.219477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b7b1058-db87-49c3-83b5-b1a68461fa60 req-f7fdf0c3-a1c7-40b9-be84-ad76a87cd118 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273292 Nov 10 22:48:08.239360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eb089089-9e77-46d1-b6aa-bdebb92f1d45 None None] Provisioning complete for port 0b5712b3-120d-4197-a50b-ef9148fd20fc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:08.239360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eb089089-9e77-46d1-b6aa-bdebb92f1d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.299109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:08.300151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.355841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=51dc1ff8-f40d-4408-923b-a3ba34dd2822,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:08.412885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f55940bf-e9c0-4419-bd1c-3348fb07a394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.9726448 Nov 10 22:48:08.416365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42140) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:08.449127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:48:08.486115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eb089089-9e77-46d1-b6aa-bdebb92f1d45 None None] Port 0b5712b3-120d-4197-a50b-ef9148fd20fc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:08.489477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b10f3f0-541a-48de-ae69-033e564ac507 admin admin] 10.222.0.25 "PUT /v2.0/routers/4f2775e4-1b5e-405c-ad80-ae009a40d023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7470305 Nov 10 22:48:08.505561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:08.506079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.578610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424b413-92df-4de5-8d2b-ad7c18749aa3 req-fa87f982-2df9-4a18-942f-2e4dec0012bf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:08.603487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8424b413-92df-4de5-8d2b-ad7c18749aa3 req-fa87f982-2df9-4a18-942f-2e4dec0012bf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.4602461 Nov 10 22:48:08.835660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.858613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8424b413-92df-4de5-8d2b-ad7c18749aa3 req-2c404856-117e-4455-8ef1-c933d694b0d5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530594 Nov 10 22:48:08.922927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Deleting port 51dc1ff8-f40d-4408-923b-a3ba34dd2822 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:08.923885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:08.991974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:09.011229 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:09.202923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:09.208024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port 51dc1ff8-f40d-4408-923b-a3ba34dd2822, host n-h2-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:09.208805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:09.248834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Calling delete_port for 51dc1ff8-f40d-4408-923b-a3ba34dd2822 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:09.504708 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:48:09.537112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:09.538007 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:09.620168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:09.660070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353db7-f430-4c38-a201-9291ee457040 req-b8335b4e-b1cd-448b-86a1-0c6c39fb868f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:09.675394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02353db7-f430-4c38-a201-9291ee457040 req-b8335b4e-b1cd-448b-86a1-0c6c39fb868f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1552546 Nov 10 22:48:09.706676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:09.725549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "DELETE /v2.0/ports/51dc1ff8-f40d-4408-923b-a3ba34dd2822 HTTP/1.1" status: 204 len: 168 time: 1.3068151 Nov 10 22:48:09.747371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42160) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:09.762542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a564e-aacf-4d11-85e0-e1aa86e38e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event deleted for resources: {'Port': ['ID=51dc1ff8-f40d-4408-923b-a3ba34dd2822,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:09.914320 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82f1a6a-ac83-4d58-86f7-86157c7048ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] GET failed (client error): The resource could not be found. Nov 10 22:48:09.934508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a82f1a6a-ac83-4d58-86f7-86157c7048ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports/51dc1ff8-f40d-4408-923b-a3ba34dd2822 HTTP/1.1" status: 404 len: 333 time: 0.1813660 Nov 10 22:48:09.940416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:09.954444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292425746'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:10.016649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02353db7-f430-4c38-a201-9291ee457040 req-34cf0013-a6f0-4cb4-8fd6-fb1122ebf7aa tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377321 Nov 10 22:48:10.056829 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:10.091381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Made reservation on behalf of 061cb048f0da479d9af3b221aeca3801 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:10.101901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:10.195001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:10.579494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f2ea-df7a-4173-aef0-fbc5f4f3da48 req-e4128bef-c6b8-46b3-be86-3770ca7976d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:10.600677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcb9f2ea-df7a-4173-aef0-fbc5f4f3da48 req-e4128bef-c6b8-46b3-be86-3770ca7976d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2507458 Nov 10 22:48:10.644101 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 2, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:10.719205 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:48:10.719940 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Updating router 4f2775e4-1b5e-405c-ad80-ae009a40d023 port 0b5712b3-120d-4197-a50b-ef9148fd20fc binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:48:10.770590 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:10.780249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcb9f2ea-df7a-4173-aef0-fbc5f4f3da48 req-91b4cec1-6c08-4899-b3ad-5f9595efc4d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784055 Nov 10 22:48:10.807182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:10.915538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.021990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:11.122295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42180) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:11.137098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979145331', 'description': 'tempest-description--263907446'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:11.154742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:11.172507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:11.179685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:11.188498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.266346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42182) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:11.294836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.312871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2050167745-network', 'tenant_id': '5d4b354f30c64770af410f8ffb96a566'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:11.331852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 39ba6fd8-2fba-4f89-8a74-8395fd4279eb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:11.427706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4817641 Nov 10 22:48:11.429685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f29ca8-1cc2-48f0-8b2b-c3b14246d725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=54332414-9d2e-46c1-84dc-13ffbe2d23c0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:11.456149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42186) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:11.486943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:11.597222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.621658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.627102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:11.628168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.748069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.769028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Made reservation on behalf of 5d4b354f30c64770af410f8ffb96a566 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:11.789499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.802491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164952a6-b28d-41bf-932b-96ce37741d1a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:11.856261 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.857260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.858802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65182c18-7743-4ff1-8c5c-7cc70df0cf44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7318358 Nov 10 22:48:11.861856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.871943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:11.873702 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.893072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943da85-6d72-4648-b3f3-5faf9cafcd6b req-9764cb0f-df8d-4437-a0ce-985e2f11e78f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:11.906429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4943da85-6d72-4648-b3f3-5faf9cafcd6b req-9764cb0f-df8d-4437-a0ce-985e2f11e78f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2959604 Nov 10 22:48:11.918838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group_rule': {'security_group_id': '164952a6-b28d-41bf-932b-96ce37741d1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:12.010679 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.073560 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Pushing event updated for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:12.097145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.097484 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.097828 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.098163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.098495 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.098819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.099145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.099469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.099781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.102790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.107081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.108966 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:12.125020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.136456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.183117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55477bf2-5c7d-425a-aee5-1358b7a49e48,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:12.189688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.191065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b0bc023f-df95-41b4-8bf3-b7e467e1eb92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2806211 Nov 10 22:48:12.196108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42198) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:12.211026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group_rule': {'security_group_id': '164952a6-b28d-41bf-932b-96ce37741d1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:12.295996 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Attempting to bind port 0b5712b3-120d-4197-a50b-ef9148fd20fc on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:12.301403 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Attempting to bind port 0b5712b3-120d-4197-a50b-ef9148fd20fc by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:12.301983 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Attempting to bind port 0b5712b3-120d-4197-a50b-ef9148fd20fc on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:12.315729 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:12.316107 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:12.321816 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.322622 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:12.323367 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Bound port: 0b5712b3-120d-4197-a50b-ef9148fd20fc, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:12.324144 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.343746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4943da85-6d72-4648-b3f3-5faf9cafcd6b req-53c569b2-3fb6-4dbd-b5e9-2d13d0f09a6b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352212 Nov 10 22:48:12.369542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.583727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.594046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.598239 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] For port 0b5712b3-120d-4197-a50b-ef9148fd20fc, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:12.615551 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] For port 0b5712b3-120d-4197-a50b-ef9148fd20fc, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b5712b3-120d-4197-a50b-ef9148fd20fc,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:12.629813 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.681762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32941691-0894-4579-9444-2b72b370997f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:12.694090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.696938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b0cc64c-1bf1-42ba-960c-329367c689e5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4993408 Nov 10 22:48:12.702070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42206) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:12.710781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:12.741357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Provisioning complete for port 0b5712b3-120d-4197-a50b-ef9148fd20fc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:12.747203 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.761921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42208) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:12.831883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.842161 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:12.843469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:47:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:12.849877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.897766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d3e5a-b731-469f-a414-989eaf9b5242 req-2b0bdd80-49ce-4982-8028-4e14b2a61402 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:12.902817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a48d3e5a-b731-469f-a414-989eaf9b5242 req-2b0bdd80-49ce-4982-8028-4e14b2a61402 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.8184624 Nov 10 22:48:12.907586 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:12.962504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:48:12.998460 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.000144 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Added segment d5ce8ebe-4882-4128-84cb-5497a704d2cf of type vlan for network 4f9b743b-71f0-4364-9e43-38e43bd826bc Nov 10 22:48:13.108440 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205ec9-2fed-4360-9569-b5dec4cbea72 None None] Pushing event updated for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:13.148473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.221434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.225810 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.272484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.275704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:13.282417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.335139 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:13.386345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] For port 0b5712b3-120d-4197-a50b-ef9148fd20fc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b5712b3-120d-4197-a50b-ef9148fd20fc,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:13.394485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.645101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fb862997-ae0e-4d74-a62f-204eef3f13d7 None None] Provisioning complete for port 0b5712b3-120d-4197-a50b-ef9148fd20fc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:13.650547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb862997-ae0e-4d74-a62f-204eef3f13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.686022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1735021934'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:13.731289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Pushing event updated for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:13.746422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4768896 Nov 10 22:48:13.757136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42226) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:13.763565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02449ef7-c886-4e24-8093-6f25f1f48dc2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:13.771222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.780436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.782145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.784081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.785598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.786767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.788749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.790667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.793799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.794646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.796854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.798079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227c439-a3e9-4483-9d13-42ac7e0d095a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:13.811497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:13.821642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a48d3e5a-b731-469f-a414-989eaf9b5242 req-b01fe810-30bd-4494-b1f0-1390351bf98a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5961452 Nov 10 22:48:13.826227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51e1aa-4f2b-4181-a0e8-7de720403a2e admin admin] Pushing event updated for resources: {'Network': ['ID=4f9b743b-71f0-4364-9e43-38e43bd826bc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:13.831759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.853046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:13.889220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Request body: {'subnet': {'network_id': '4f9b743b-71f0-4364-9e43-38e43bd826bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2050167745-subnet', 'tenant_id': '5d4b354f30c64770af410f8ffb96a566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:13.992812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=54332414-9d2e-46c1-84dc-13ffbe2d23c0,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:14.014925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 4f9b743b-71f0-4364-9e43-38e43bd826bc details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:48:14.066918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Allocated IP 172.25.0.133 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ed35168b-7cbf-4205-b37b-b4eaceeb05e4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:14.112525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.115849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.115849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.124913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.125616 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.126111 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 2 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.148869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:12Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:14.156332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.158143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.158709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.170482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.171035 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.174506 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 3 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.194854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.195655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.197369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.206521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.206924 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.207574 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 4 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.216461 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a127269-1ac4-4888-bfed-1db6601c89ff None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:12Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:48:14.234112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.234459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.234800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.240064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.240403 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.240792 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 5 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.246105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.290727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.291248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.292247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.329448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.329687 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.330106 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 6 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.374215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.374790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.375992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.413832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.414250 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.414663 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 7 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.472246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.479724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.480285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.480834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.489751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.490275 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.490924 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 8 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.509362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:14.518773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.549540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.550125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.550840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.562949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.563725 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.564432 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 9 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.565920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.591790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.592414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.593107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.608258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.609346 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.610174 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 10 to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 Nov 10 22:48:14.621582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.627342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Made reservation on behalf of 5d4b354f30c64770af410f8ffb96a566 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:14.633342 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.636747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:14.637332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:14.638090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:14.646320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:14.646758 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:14.647317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.773371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port 54332414-9d2e-46c1-84dc-13ffbe2d23c0, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:14.775205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempted to set empty binding levels {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 22:48:14.782325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.839804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] In _notify_port_updated(), no bound segment for port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:48:14.843389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:14.844711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:14.851166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "PUT /v2.0/ports/54332414-9d2e-46c1-84dc-13ffbe2d23c0 HTTP/1.1" status: 200 len: 979 time: 3.3870914 Nov 10 22:48:14.855585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:14.886252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:14.969849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:14.997287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:15.057614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:15.077113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a293-c80c-4c25-8a4f-e5d53f4a89fa req-c16c831c-7c87-463a-b5bf-7543268b028e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.080654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43e7a293-c80c-4c25-8a4f-e5d53f4a89fa req-c16c831c-7c87-463a-b5bf-7543268b028e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 1.3279727 Nov 10 22:48:15.167668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=ed35168b-7cbf-4205-b37b-b4eaceeb05e4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:15.263762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177c3e-89af-4d2f-a142-c69fea760757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=54332414-9d2e-46c1-84dc-13ffbe2d23c0,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:15.366931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b5712b3-120d-4197-a50b-ef9148fd20fc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:15.415514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.416483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.417646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.418305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.419023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.419784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.420897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.421610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.422691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.424036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.425241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.426676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.427375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.428005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.428629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.429319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.430002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.431486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.432245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.432994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.434447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.435099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.435722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.436349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.437168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.443399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.444157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.444965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.445625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.446936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.451527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1b5e9bcd-2346-436d-9aa4-634604e659da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26928 time: 0.5911777 Nov 10 22:48:15.467837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e6609-e5e5-4a6a-b95b-56322e07e234 req-dd3a6ede-384d-49e8-a749-c56a2842c08c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.469904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce8e6609-e5e5-4a6a-b95b-56322e07e234 req-dd3a6ede-384d-49e8-a749-c56a2842c08c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.3342035 Nov 10 22:48:15.482143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42246) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:15.571021 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43e7a293-c80c-4c25-8a4f-e5d53f4a89fa req-4595e8ed-c4ed-4b3b-953d-4ca4906b8b90 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138274 Nov 10 22:48:15.610387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0b5712b3-120d-4197-a50b-ef9148fd20fc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:15.613606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:15.730271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:15.775687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce8e6609-e5e5-4a6a-b95b-56322e07e234 req-f9ba84ba-946a-41e2-897f-5bf46b38bcef tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952821 Nov 10 22:48:15.847649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:15.862093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.000344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798cb5cd-1eef-44cd-b807-3e0b49dc5f66,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:16.001722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Deleting port 54332414-9d2e-46c1-84dc-13ffbe2d23c0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:16.002036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.105964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:48:16.110837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Checking segment: {'id': 'd5ce8ebe-4882-4128-84cb-5497a704d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f9b743b-71f0-4364-9e43-38e43bd826bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:16.111303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Network hostable DHCP agents. Network: 4f9b743b-71f0-4364-9e43-38e43bd826bc, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:48:16.131908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.154784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d58200-48a5-40aa-8ceb-c67782af4531,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:16.157976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Network 4f9b743b-71f0-4364-9e43-38e43bd826bc is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:48:16.172617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 4f9b743b-71f0-4364-9e43-38e43bd826bc) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:16.208336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b67820-618c-4269-a96d-99072029c75a None None] Network 4f9b743b-71f0-4364-9e43-38e43bd826bc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:16.221303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.221696 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Added segment bfa8407d-0562-4427-acfd-b83a3ba8da11 of type vlan for network bccbe8a9-b424-4505-9147-d741702b4441 Nov 10 22:48:16.224858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.300613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:16.303481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.318657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port 54332414-9d2e-46c1-84dc-13ffbe2d23c0, host n-h2-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:16.319543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.490010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Calling delete_port for 54332414-9d2e-46c1-84dc-13ffbe2d23c0 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:16.515239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.560019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-06a3b873-7fae-4785-9409-daa39741e3c2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7605102 Nov 10 22:48:16.563951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.571392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:16.572347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:16.666280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5922b-a0ae-42a7-9cba-414922a1cfdd req-2c45a3e6-a430-494a-bc65-70d763ef7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:16.695522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2f5922b-a0ae-42a7-9cba-414922a1cfdd req-2c45a3e6-a430-494a-bc65-70d763ef7010 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.3172944 Nov 10 22:48:16.743672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.9736803 Nov 10 22:48:16.752489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42268) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:16.758061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:16.822454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3efce-8819-4ba5-a158-f4c40d688853 None None] Network 4f9b743b-71f0-4364-9e43-38e43bd826bc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:16.949943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8ac5-2372-46b5-bf5a-d7196d2a2bfd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Network': ['ID=bccbe8a9-b424-4505-9147-d741702b4441,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:16.976027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2f5922b-a0ae-42a7-9cba-414922a1cfdd req-35103230-b87a-4e65-8770-4e5f13e64fbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761064 Nov 10 22:48:16.990761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289dcc9-0301-44c5-a9d0-c39ca3f359b0 req-bf3a47d8-dbf6-4fdd-a5ae-57ae14082572 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:16.993498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9289dcc9-0301-44c5-a9d0-c39ca3f359b0 req-bf3a47d8-dbf6-4fdd-a5ae-57ae14082572 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.1728237 Nov 10 22:48:17.061274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:48:17.135483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9289dcc9-0301-44c5-a9d0-c39ca3f359b0 req-fab26e39-dc30-4864-8b2d-3a29012d24b6 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286552 Nov 10 22:48:17.221175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.295467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.309414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "DELETE /v2.0/ports/54332414-9d2e-46c1-84dc-13ffbe2d23c0 HTTP/1.1" status: 204 len: 168 time: 1.8232765 Nov 10 22:48:17.311900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:17.479449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb081e6-0e95-4990-b84d-11631960aec6 req-6c9e91ba-3e22-48dc-ad80-e8e27b462674 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:17.481281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fb081e6-0e95-4990-b84d-11631960aec6 req-6c9e91ba-3e22-48dc-ad80-e8e27b462674 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2417202 Nov 10 22:48:17.489457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.506047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.511375 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ce4ebd-3d21-4ecb-b449-d253e68aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] GET failed (client error): The resource could not be found. Nov 10 22:48:17.514175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f3ce4ebd-3d21-4ecb-b449-d253e68aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports/54332414-9d2e-46c1-84dc-13ffbe2d23c0 HTTP/1.1" status: 404 len: 333 time: 0.2009861 Nov 10 22:48:17.516033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76a92-93a6-4c7b-acf4-71e649fcba9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event deleted for resources: {'Port': ['ID=54332414-9d2e-46c1-84dc-13ffbe2d23c0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:17.521123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42286) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:17.528115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:17.531323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-694602264', 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:17.532372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.599214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Made reservation on behalf of 061cb048f0da479d9af3b221aeca3801 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:17.605394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:17.679874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port 849146bd-08e6-47b3-b40d-475be5789a87 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:18.033587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-c8feac0b-8724-4a1f-a142-7cfe2715b555 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.035731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-c8feac0b-8724-4a1f-a142-7cfe2715b555 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.2383506 Nov 10 22:48:18.042712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:18.096481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-a5c55caa-344f-4699-8a7c-553cc4bf17f5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/quotas/d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 375 time: 0.0348663 Nov 10 22:48:18.129427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:18.186572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-a5981fc5-d634-4e70-8f6b-d3410bf5c732 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627313 Nov 10 22:48:18.321618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:18.342801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:18.343433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fb081e6-0e95-4990-b84d-11631960aec6 req-75a3134a-836a-4f27-88e2-41248c029a94 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8491194 Nov 10 22:48:18.360275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:18.363197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.364194 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:18.448473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=849146bd-08e6-47b3-b40d-475be5789a87,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:18.470261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-a7e1b26a-06c6-4d7c-9f75-1bd4d4236717 service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822764 Nov 10 22:48:18.483532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-93e76ea8-449e-40b9-ac64-8963ea34323b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9610941 Nov 10 22:48:18.488375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42304) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:18.511444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=ed35168b-7cbf-4205-b37b-b4eaceeb05e4,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:18.561572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:18.611107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:18.631194 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d346b33a-e92c-45ad-831b-a973cbf16f8e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9266548 Nov 10 22:48:18.687383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e2eeb-c8c4-412d-b404-8eae3ea5dc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.687383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-840e2eeb-c8c4-412d-b404-8eae3ea5dc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports/849146bd-08e6-47b3-b40d-475be5789a87 HTTP/1.1" status: 200 len: 958 time: 0.1953688 Nov 10 22:48:18.693374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42308) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:18.984351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b853df6-476b-46c9-ba6e-331e07558d26 req-e35aae0a-f407-4716-bd28-2dd8616bdcb5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.987281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b853df6-476b-46c9-ba6e-331e07558d26 req-e35aae0a-f407-4716-bd28-2dd8616bdcb5 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.4517133 Nov 10 22:48:19.082346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:19.200007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=e294448f-34b4-49c2-b6e4-dc81c3040d6f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:19.291582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b853df6-476b-46c9-ba6e-331e07558d26 req-76435d4f-06cc-464b-bfd2-34bcebd17326 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850082 Nov 10 22:48:19.329096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:19.330096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network hostable DHCP agents. Network: bccbe8a9-b424-4505-9147-d741702b4441, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:48:19.382443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:48:19.405417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, bccbe8a9-b424-4505-9147-d741702b4441) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:19.418215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3dde9-fd08-4d63-975f-a87ea652849e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:19.419691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:19.421335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:19.478466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-30af848c-65c8-4ce8-81bd-2537c0f917c8 service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9805963 Nov 10 22:48:19.483888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-999511b2-2a84-4b4e-95fe-14d6b78af199 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7300806 Nov 10 22:48:19.493636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:19.536473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'name': 'tempest-NetworksTestDHCPv6-1179253078'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:19.573474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Deleting port 849146bd-08e6-47b3-b40d-475be5789a87 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:19.574387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:19.793195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:19.847703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Calling delete_port for 849146bd-08e6-47b3-b40d-475be5789a87 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:19.980500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-31ecc4d3-7b8c-491e-9e88-748052e0dee3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1979145331&fields=id&tenant_id=ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 267 time: 0.2607055 Nov 10 22:48:19.994625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1665073457', 'description': 'tempest-description-2144280838'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:20.071001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'e294448f-34b4-49c2-b6e4-dc81c3040d6f'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:48:20.072234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.090489 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.322847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.336284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.388538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.451602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:20.469287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.508559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event deleted for resources: {'Port': ['ID=849146bd-08e6-47b3-b40d-475be5789a87,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:20.528854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.532822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-42618f7a-b0c0-4ba5-8dda-84fe7bb5502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "DELETE /v2.0/ports/849146bd-08e6-47b3-b40d-475be5789a87 HTTP/1.1" status: 204 len: 168 time: 1.8352425 Nov 10 22:48:20.537499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.541501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1853102c-f88d-40a5-b6e0-b916580cae9c req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5739560 Nov 10 22:48:20.543038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42342) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:20.550766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23742a81-c48e-4760-b933-ce165e3b1e1d tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1fb17c-c852-4bd8-8bb9-1521589e7e95,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:20.609876 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-37df0992-6ef7-4182-bed4-47ffea900d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] GET failed (client error): The resource could not be found. Nov 10 22:48:20.614822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37df0992-6ef7-4182-bed4-47ffea900d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports/849146bd-08e6-47b3-b40d-475be5789a87 HTTP/1.1" status: 404 len: 333 time: 0.0666909 Nov 10 22:48:20.621542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42346) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:20.638397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507103404'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:20.684932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-24559a94-8027-42c0-8380-3dae4d9cdb33 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:20.695287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/e294448f-34b4-49c2-b6e4-dc81c3040d6f/054e687b-ff62-4989-95dd-6f5a522eeb94) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:20.698663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-24559a94-8027-42c0-8380-3dae4d9cdb33 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 817 time: 0.7156439 Nov 10 22:48:20.719179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 0a405cbb-cfa9-412e-b367-b6830bdfd09b yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:20.719426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Made reservation on behalf of 061cb048f0da479d9af3b221aeca3801 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:20.723875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.756747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port b1158861-5220-44b6-876f-bc6c28aca90c yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:20.801621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-68c1c2c8-2b1e-48d1-9822-91c7cef359c0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/quotas/ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 375 time: 0.1015508 Nov 10 22:48:21.191363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-18f74341-08d5-4585-abef-d0967ad74de0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2821150 Nov 10 22:48:21.218357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b090a1c-f9f7-4278-8450-a2423484bfdc req-7bcb1cc6-2f69-4a95-aa87-50b9f34fb729 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:21.220340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.232520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b090a1c-f9f7-4278-8450-a2423484bfdc req-7bcb1cc6-2f69-4a95-aa87-50b9f34fb729 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.3218231 Nov 10 22:48:21.255124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.331054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:21.333648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::142 (bccbe8a9-b424-4505-9147-d741702b4441/e294448f-34b4-49c2-b6e4-dc81c3040d6f/0a405cbb-cfa9-412e-b367-b6830bdfd09b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:21.421286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:21.441873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:21.542768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42352) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:21.704285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Pushing event updated for resources: {'Port': ['ID=054e687b-ff62-4989-95dd-6f5a522eeb94,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:21.717799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Attempting to bind port 054e687b-ff62-4989-95dd-6f5a522eeb94 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:21.720802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Attempting to bind port 054e687b-ff62-4989-95dd-6f5a522eeb94 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:21.723215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Attempting to bind port 054e687b-ff62-4989-95dd-6f5a522eeb94 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:21.747515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.754908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-eccc562b-ef8f-4dc4-a01d-1be95513809a service neutron] 10.222.0.25 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648419 Nov 10 22:48:21.757622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:21.762122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:21.762852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.763801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.764808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:21.768022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b090a1c-f9f7-4278-8450-a2423484bfdc req-902f98a4-1fac-4626-a76c-e3339af4272f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5238953 Nov 10 22:48:21.781562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Bound port: 054e687b-ff62-4989-95dd-6f5a522eeb94, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:21.784160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.863344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.967990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:21.980501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:21.990245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c30f9574-593b-4a61-8381-fb1717bb1e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.993382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:21.994460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:21.995134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:21.999175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=b1158861-5220-44b6-876f-bc6c28aca90c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:22.007539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] For port 054e687b-ff62-4989-95dd-6f5a522eeb94, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:22.028674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:22.030309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] For port 054e687b-ff62-4989-95dd-6f5a522eeb94, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=054e687b-ff62-4989-95dd-6f5a522eeb94,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:22.039387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:22.046651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-96ef8daa-de12-4c73-88be-6eb1bf59f7b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4233418 Nov 10 22:48:22.052280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:22.058126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:22.204112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2222625-d4b5-40c5-b817-a7778cf43e26 req-76b723a5-ec23-4fb5-b84c-344b653a77ae tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 210 time: 0.0811236 Nov 10 22:48:22.243880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:22.257010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d378049-403b-4bfc-ba31-2b56fb13cf7f None None] Pushing event updated for resources: {'Port': ['ID=054e687b-ff62-4989-95dd-6f5a522eeb94,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:22.269021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:22.276430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:22.285774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:22.319160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:22.332728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:22.385688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-8d5f57ca-4639-499b-bea2-fe5a2c09f9f1 service neutron] 10.222.0.25 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032171 Nov 10 22:48:22.387233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=0a405cbb-cfa9-412e-b367-b6830bdfd09b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:22.497652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4255e77f-c57f-48f3-acbd-2eebbdc89ae9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0008373 Nov 10 22:48:22.504183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42358) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:22.963845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-eda9722e-f441-4429-be6b-70efa97d2561 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1665073457&fields=id&tenant_id=dcfdad5397cf46fe80f23ef286d8506b HTTP/1.1" status: 200 len: 267 time: 0.3484218 Nov 10 22:48:23.040327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] device_id is not set on port b1158861-5220-44b6-876f-bc6c28aca90c yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:23.053019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.056659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d18d1a8-bdb5-4450-92a2-0747c712c606 req-e861d3b4-207b-40dd-9937-5e8593eeea64 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0758047 Nov 10 22:48:23.128712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c30f9574-593b-4a61-8381-fb1717bb1e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.141463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.235235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c3b9-46d4-4947-bb42-d59eb7ac3302 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.261782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c3b9-46d4-4947-bb42-d59eb7ac3302 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.269404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b666c3b9-46d4-4947-bb42-d59eb7ac3302 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7610743 Nov 10 22:48:23.281825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42372) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:23.310666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c30f9574-593b-4a61-8381-fb1717bb1e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.420876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 054e687b-ff62-4989-95dd-6f5a522eeb94 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:23.466223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-50385a93-1c1b-481c-9dc2-3001294e072a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.476632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-50385a93-1c1b-481c-9dc2-3001294e072a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.7203987 Nov 10 22:48:23.507997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Request body: {'port': {'device_id': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'admin_state_up': True, 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:23.580303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 054e687b-ff62-4989-95dd-6f5a522eeb94 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:23.581045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.642383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c30f9574-593b-4a61-8381-fb1717bb1e34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=656f9da0aa7a45ddb008477242f5cee9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0986516 Nov 10 22:48:23.648754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=b1158861-5220-44b6-876f-bc6c28aca90c,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:23.704021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42376) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:23.749173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f9574-593b-4a61-8381-fb1717bb1e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0750d63-eca3-4ddd-aa3f-189f82c15571,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:23.750548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-a44f5778-490e-4458-9beb-1b1f3187fe50 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.752880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-a44f5778-490e-4458-9beb-1b1f3187fe50 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.7876251 Nov 10 22:48:23.815922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27cab-39be-479c-b4cc-3604dd69bc56 req-71bcc4ba-3deb-48dc-82c5-dca8abccf1d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.826697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26b27cab-39be-479c-b4cc-3604dd69bc56 req-71bcc4ba-3deb-48dc-82c5-dca8abccf1d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.5189438 Nov 10 22:48:23.861989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:23.892307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:23.903654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:23.905096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:23.926790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'port': {'security_groups': ['65e91584-bb3d-4a4f-8078-8203de81ccf6', '7b1fb17c-c852-4bd8-8bb9-1521589e7e95']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:23.955663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 054e687b-ff62-4989-95dd-6f5a522eeb94, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=054e687b-ff62-4989-95dd-6f5a522eeb94,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:23.962350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.107104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=054e687b-ff62-4989-95dd-6f5a522eeb94,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:24.141298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:24.141629 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:24.145007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26b27cab-39be-479c-b4cc-3604dd69bc56 req-37fe8024-e9ed-4e58-a7ec-8fa8bffb9367 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934504 Nov 10 22:48:24.152098 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 2 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:24.190001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:24.190337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:24.190591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:24.210415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:24.214470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.216457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:24.216785 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:24.223694 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 3 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:24.227914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.263143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.308494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:24.309688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:24.309688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:24.341131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 0a405cbb-cfa9-412e-b367-b6830bdfd09b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:24.341131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.362223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39bf732-beab-433c-8295-96e7c5a28c80 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:24.399407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:24.399760 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:24.412483 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 4 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:24.429822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.526232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75b9a2b0-08c4-45fc-a842-fc7781d74cb0 req-c31dfc0e-f3b8-4e27-bf76-8a318a2c39ee tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 210 time: 0.1147528 Nov 10 22:48:24.531905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9ff52269-7cfd-48ac-914c-a69f7e352b04 None None] Provisioning complete for port 054e687b-ff62-4989-95dd-6f5a522eeb94 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:24.544830 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ff52269-7cfd-48ac-914c-a69f7e352b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:24.683438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:24.684437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:24.685349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:24.757354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Allocated IP 172.20.0.11 (a0fa1162-228e-44ff-8715-31fec406dd4f/f0d04fae-5f4f-498f-aac3-adc49d6aa724/45e16b3b-147c-4e3a-96ec-f061d8495126) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:24.784142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:24.784871 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:24.789108 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 5 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:24.845441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:24.850108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:24.852811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:24.917715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:24.918767 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:24.938437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0d0a5a3-b90f-4374-8ca2-3ca4c5f34f49 req-265d1f36-13b0-4303-a75f-2e9793e8030e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0863118 Nov 10 22:48:24.967295 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 6 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:25.068297 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.073556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.075271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0750d63-eca3-4ddd-aa3f-189f82c15571 HTTP/1.1" status: 204 len: 168 time: 1.3668299 Nov 10 22:48:25.263377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.333891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 054e687b-ff62-4989-95dd-6f5a522eeb94 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:25.439478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:25.440600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:25.440941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:25.530138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.559181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f9174-6f89-478d-b1aa-0a99caa06f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0750d63-eca3-4ddd-aa3f-189f82c15571,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:25.589743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 0a405cbb-cfa9-412e-b367-b6830bdfd09b owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:25.600121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1d79-1cb0-4628-9430-b066b5300541 req-a2c1c986-efad-4277-9b9f-c1fca5aeafad tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:25.614756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b5c1d79-1cb0-4628-9430-b066b5300541 req-a2c1c986-efad-4277-9b9f-c1fca5aeafad tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.1849186 Nov 10 22:48:25.684038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc763718-04c5-419f-a751-6473253d2787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.685042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:25.685042 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:25.700834 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 7 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:25.735423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 054e687b-ff62-4989-95dd-6f5a522eeb94 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:25.735927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.771453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:25.772516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:25.773418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:25.780776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:25.813198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b5c1d79-1cb0-4628-9430-b066b5300541 req-e85ad3e9-0b1e-4a8c-80e6-c026e0928c96 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964428 Nov 10 22:48:25.823572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.907019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:25.913489 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:25.938777 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 8 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:26.069037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42398) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:26.103010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:26.104265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:26.105247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:26.136400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ba40-bb1e-4f0f-b584-a39e222307e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.168754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Network a0fa1162-228e-44ff-8715-31fec406dd4f is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:26.191275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:26.192216 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:26.203459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:26.210951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:26.220093 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 9 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:26.256789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.272560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b8b2e579-7686-4520-a427-a4028b538e05 None None] Provisioning complete for port 054e687b-ff62-4989-95dd-6f5a522eeb94 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:26.274794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e579-7686-4520-a427-a4028b538e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.322715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-77b1a32a-202b-40c9-86bf-eaae22321371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.335399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-77b1a32a-202b-40c9-86bf-eaae22321371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1097 time: 0.5743570 Nov 10 22:48:26.347171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.348647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.362326 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.381994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e6628b6b-524b-46cd-8d33-6e20a1356a16'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:26.435597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-53abd122-f5f9-4720-ac66-a659c715993b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.438881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-53abd122-f5f9-4720-ac66-a659c715993b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 817 time: 1.1113782 Nov 10 22:48:26.501948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ba40-bb1e-4f0f-b584-a39e222307e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.504061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:26.540218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ba40-bb1e-4f0f-b584-a39e222307e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.617155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b8b2e579-7686-4520-a427-a4028b538e05 None None] Provisioning complete for port 0a405cbb-cfa9-412e-b367-b6830bdfd09b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:26.618430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e579-7686-4520-a427-a4028b538e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.630421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193ff4-1451-436e-b679-88b34f75e77f req-7a7c9fe4-aca2-4949-847c-563e194899ff tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.654138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:26.666629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95193ff4-1451-436e-b679-88b34f75e77f req-7a7c9fe4-aca2-4949-847c-563e194899ff tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 932 time: 0.6064067 Nov 10 22:48:26.667234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2e579-7686-4520-a427-a4028b538e05 None None] Port 0a405cbb-cfa9-412e-b367-b6830bdfd09b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:26.706240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:26.707049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:26.718344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:26.739090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-75af7f30-ac91-41b3-9205-8a7928cb565c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2349050 Nov 10 22:48:26.793960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Request body: {'port': {'device_id': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:26.856651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:26.857505 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:26.860281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0ba40-bb1e-4f0f-b584-a39e222307e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9756d-2862-4d6d-b56f-21952cc2db83,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:26.879751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1fe0ba40-bb1e-4f0f-b584-a39e222307e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f322e9e6b6f6421aae9ad3c7a47e0db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968714 Nov 10 22:48:26.892158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42402) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:26.892530 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempt 10 to bind port b1158861-5220-44b6-876f-bc6c28aca90c Nov 10 22:48:26.936501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9e4a366c-0f34-4270-b922-1fda4a6fabfb None None] Provisioning complete for port 0a405cbb-cfa9-412e-b367-b6830bdfd09b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:26.937555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e4a366c-0f34-4270-b922-1fda4a6fabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.952791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.954267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:26.957085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a387f01d-3ad7-43ed-b545-4bd511390c21 req-c6a5e2cb-2411-4780-b4fa-9386104a33ea tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "PUT /v2.0/ports/e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 982 time: 3.1056039 Nov 10 22:48:26.958572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:26.959385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:26.962302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempting to bind port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:26.973800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:26.980138 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:27.034438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:27.035295 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Failed to bind port b1158861-5220-44b6-876f-bc6c28aca90c on host n-h2-811521-3 for vnic_type normal using segments [{'id': '67798ede-e3ad-4ca3-85d8-ecac15ce7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1347e86d-ba18-451b-9b9c-fa3c7fd3a176'}] Nov 10 22:48:27.036065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.078325 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.098907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a366c-0f34-4270-b922-1fda4a6fabfb None None] Port 0a405cbb-cfa9-412e-b367-b6830bdfd09b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:27.141090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95193ff4-1451-436e-b679-88b34f75e77f req-83c7965b-4443-45f5-b623-c802ecd4d153 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717915 Nov 10 22:48:27.172172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e6628b6b-524b-46cd-8d33-6e20a1356a16'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:27.217635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.358665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.384372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-4fd57244-b993-4e6c-b823-616429546340 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba330368ce7e4d1589660f6e994ed213&shared=False HTTP/1.1" status: 200 len: 380 time: 0.7375798 Nov 10 22:48:27.572674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9abc0f6b-4ca9-4d35-9597-9a7a443174e1 req-b1e6a5a9-ecfc-4662-b259-0902f4f71639 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.2066252 Nov 10 22:48:27.574940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-835ea928-0ea6-4029-bedd-ebcb1d260a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:27.578406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-835ea928-0ea6-4029-bedd-ebcb1d260a4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 1.1710174 Nov 10 22:48:27.623211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.661628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ea18b9c-1467-45f2-a185-771e33626afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.717092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765b29d-d344-426a-8130-483dfc12b79b req-dbffb4e4-c0d6-48c0-bf44-814324e5a401 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:27.730133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7765b29d-d344-426a-8130-483dfc12b79b req-dbffb4e4-c0d6-48c0-bf44-814324e5a401 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.3675399 Nov 10 22:48:27.845010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port b1158861-5220-44b6-876f-bc6c28aca90c, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:27.846646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attempted to set empty binding levels {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 22:48:27.861798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.866371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.872618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fe9756d-2862-4d6d-b56f-21952cc2db83 HTTP/1.1" status: 204 len: 168 time: 0.9714997 Nov 10 22:48:27.902315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-bb613dc7-f158-4fc7-8842-73aeefc793af tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.5048933 Nov 10 22:48:27.903108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=0a405cbb-cfa9-412e-b367-b6830bdfd09b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:27.919708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e7eb-2ad3-4d42-8c57-656b507266a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9756d-2862-4d6d-b56f-21952cc2db83,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:27.934601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:27.968626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7765b29d-d344-426a-8130-483dfc12b79b req-ee4be68d-29fa-4259-a7f0-e02c73995e50 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181859 Nov 10 22:48:28.014800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'port': {'device_id': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'admin_state_up': True, 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'security_groups': ['164952a6-b28d-41bf-932b-96ce37741d1a']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:28.107492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event updated for resources: {'Port': ['ID=b1158861-5220-44b6-876f-bc6c28aca90c,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:28.368405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e16b3b-147c-4e3a-96ec-f061d8495126 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:48:28.404513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.411570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-1389b5c4-80b6-4245-af2b-5347c4fbe169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 1000 time: 0.8147659 Nov 10 22:48:28.437507 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca1c096-a65e-4bd4-b7bd-e65b6949f7f6 x-openstack-request-id: req-aca1c096-a65e-4bd4-b7bd-e65b6949f7f6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:28.437747 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:28.438002 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aca1c096-a65e-4bd4-b7bd-e65b6949f7f6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:28.441387 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:48:28.474431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-c1d4f77b-8f27-41eb-9a72-6f280a0b150f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1665073457&fields=id&tenant_id=dcfdad5397cf46fe80f23ef286d8506b HTTP/1.1" status: 200 len: 267 time: 0.5650251 Nov 10 22:48:28.582216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Transition to ACTIVE for port object 45e16b3b-147c-4e3a-96ec-f061d8495126 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:48:28.609700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.777555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.794098 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7de25ff9-522a-473d-b36c-c4d224704866 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/0a405cbb-cfa9-412e-b367-b6830bdfd09b HTTP/1.1" status: 204 len: 168 time: 5.4998732 Nov 10 22:48:28.800587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42420) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:28.830742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Made reservation on behalf of ba330368ce7e4d1589660f6e994ed213 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:28.845432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.891619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.894575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] In _notify_port_updated(), no bound segment for port b1158861-5220-44b6-876f-bc6c28aca90c on network 1347e86d-ba18-451b-9b9c-fa3c7fd3a176 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:48:28.896111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:28.897260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:28.906725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-85a011c4-824d-40b1-bc06-e5bc173b01ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "PUT /v2.0/ports/b1158861-5220-44b6-876f-bc6c28aca90c HTTP/1.1" status: 200 len: 979 time: 6.8529599 Nov 10 22:48:28.928111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:28.983965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:29.007302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29033a-129b-4528-8460-d148d778bc4f req-a2ce8721-c7bb-43a7-854d-dade027479b5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.027988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d29033a-129b-4528-8460-d148d778bc4f req-a2ce8721-c7bb-43a7-854d-dade027479b5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 932 time: 0.6045268 Nov 10 22:48:29.262672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-18e7b0f2-bc56-4372-bc2e-58832e543cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.265932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-18e7b0f2-bc56-4372-bc2e-58832e543cba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.8396721 Nov 10 22:48:29.290471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-0a45e8e4-a0a3-45e4-95ce-a68a807501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.293953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-0a45e8e4-a0a3-45e4-95ce-a68a807501d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1136 time: 0.8466680 Nov 10 22:48:29.313231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-f770ced8-2a2e-4472-ae61-1b20b1fb054a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.316644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-f770ced8-2a2e-4472-ae61-1b20b1fb054a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 985 time: 0.8067141 Nov 10 22:48:29.392134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a6179-8f02-4c42-8058-ef754e05cc1d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.396216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a6179-8f02-4c42-8058-ef754e05cc1d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:29.406074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-328a6179-8f02-4c42-8058-ef754e05cc1d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5846896 Nov 10 22:48:29.418932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42434) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:29.511311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d29033a-129b-4528-8460-d148d778bc4f req-11f2ddd1-e716-457b-9783-65d6dcf297dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835784 Nov 10 22:48:29.541489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:29.541821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:29.542423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:29.548996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet e294448f-34b4-49c2-b6e4-dc81c3040d6f {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:48:29.556241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:29.560043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'port': {'security_groups': ['65e91584-bb3d-4a4f-8078-8203de81ccf6']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:29.562684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:29.563142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:29.603559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:29.603890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:29.604291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:29.604751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Bound port: 45e16b3b-147c-4e3a-96ec-f061d8495126, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:29.605161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:29.791414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:29.798995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:29.835234 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:29.898524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:29.968650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be89b3d2-21f8-4dc3-9a66-20438e309f1d req-26ec9f82-784b-4d17-9095-1e5156fbee33 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0918789 Nov 10 22:48:30.001600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:30.002711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.004385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] 10.222.0.39 "PUT /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 1092 time: 3.2208407 Nov 10 22:48:30.012399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:30.020196 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:30.231453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf009b-4810-4d63-b507-7f1a0b0a6c9b service neutron] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:30.235292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.268712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.268929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Deleting port b1158861-5220-44b6-876f-bc6c28aca90c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:30.271712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.328819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b25fe-2896-4da3-b009-f58bb694cfdc req-f639b5fe-3f86-4fd0-8a8d-4baf31da7c7b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:30.347956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.351182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be8b25fe-2896-4da3-b009-f58bb694cfdc req-f639b5fe-3f86-4fd0-8a8d-4baf31da7c7b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2397323 Nov 10 22:48:30.417848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] For port b1158861-5220-44b6-876f-bc6c28aca90c, host n-h2-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:30.418434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.446416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Calling delete_port for b1158861-5220-44b6-876f-bc6c28aca90c owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:30.459578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-186623c1-e222-425d-8b4c-c55d63b26f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:30.463257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-186623c1-e222-425d-8b4c-c55d63b26f58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1095 time: 0.2840190 Nov 10 22:48:30.592408 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.627417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-12c6655b-a8da-4cf6-8666-44ad6bee44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:30.630873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-12c6655b-a8da-4cf6-8666-44ad6bee44ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3490956 Nov 10 22:48:30.724032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:30.937689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Allocated IP 172.20.0.8 (79370f5a-76f9-4917-b11f-b531b78654d3/5f723b00-bbeb-448d-a393-058092436f78/0b8f0bd7-2e6e-4709-a462-72ef376da75f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:31.022131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-0b57bdb6-d575-46e0-a9ac-63c1ab9239a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.5451641 Nov 10 22:48:31.047046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1158861-5220-44b6-876f-bc6c28aca90c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:31.057885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-8160610b-25e4-4702-973e-c92f05c58d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:31.061465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be8b25fe-2896-4da3-b009-f58bb694cfdc req-b900257b-0820-4ed6-87ac-2cc3e3554add tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7070706 Nov 10 22:48:31.075367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-8160610b-25e4-4702-973e-c92f05c58d1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 1.6790619 Nov 10 22:48:31.114110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.126635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b9f6e5a7-dbb8-43c9-bd98-98fc4796405c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b1158861-5220-44b6-876f-bc6c28aca90c HTTP/1.1" status: 204 len: 168 time: 2.1911430 Nov 10 22:48:31.142537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42460) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:31.182652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.288853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.303587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c10ba-a5f4-4a57-9e1c-927f96533b11 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:31.310837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/e294448f-34b4-49c2-b6e4-dc81c3040d6f HTTP/1.1" status: 204 len: 168 time: 1.8743711 Nov 10 22:48:31.312252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42462) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:31.327427 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d306b66-7f1e-4bf0-8969-746e866abdac x-openstack-request-id: req-3d306b66-7f1e-4bf0-8969-746e866abdac {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:31.336732 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:31.337386 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d306b66-7f1e-4bf0-8969-746e866abdac {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:31.338040 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'status': 'completed', 'code': 200} Nov 10 22:48:31.431207 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-827775d2-86aa-4979-adf2-35f93257b91b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] GET failed (client error): The resource could not be found. Nov 10 22:48:31.444379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-827775d2-86aa-4979-adf2-35f93257b91b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171261225-project-admin] 10.222.0.25 "GET /v2.0/ports/b1158861-5220-44b6-876f-bc6c28aca90c HTTP/1.1" status: 404 len: 333 time: 0.2896974 Nov 10 22:48:31.491613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:31.618035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c56d8-958e-491a-857b-2ce9ec8acf3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=e294448f-34b4-49c2-b6e4-dc81c3040d6f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:31.644944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9bbeb34a-18ea-42fe-83cf-3c97494a9401 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2923570 Nov 10 22:48:31.705019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-ac70f878-cebc-46ac-9199-183261947aec service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0482311 Nov 10 22:48:31.709807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42470) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:31.720770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:31.722466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-df807408-48f4-42b6-a186-dea49e20b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:31.725087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-df807408-48f4-42b6-a186-dea49e20b3bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.6917348 Nov 10 22:48:31.817072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-90ee468f-8cd0-4020-99ec-5153d1299614 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783348 Nov 10 22:48:31.872645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-b3b28aa6-a6cf-4498-bfe2-b21edce09394 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.1811311 Nov 10 22:48:31.895714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:48:32.090668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Deleting port 054e687b-ff62-4989-95dd-6f5a522eeb94 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:32.091336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.094918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.110231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-c1b559d3-9117-4e56-8772-2d10ca231d32 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719567 Nov 10 22:48:32.278834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] For port 054e687b-ff62-4989-95dd-6f5a522eeb94, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=054e687b-ff62-4989-95dd-6f5a522eeb94,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:32.279642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.299941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2262d537-a043-4d07-8d3b-12bb12e15286 req-9f09ca81-97bb-4f68-946f-76dd3cfea504 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747894 Nov 10 22:48:32.332580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b786-fc88-42e0-a078-04d2c07548a7 req-4e09073c-8960-4e74-96a0-bf98df264012 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.349738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73d9b786-fc88-42e0-a078-04d2c07548a7 req-4e09073c-8960-4e74-96a0-bf98df264012 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.7363234 Nov 10 22:48:32.373589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Calling delete_port for 054e687b-ff62-4989-95dd-6f5a522eeb94 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:32.541753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73d9b786-fc88-42e0-a078-04d2c07548a7 req-ab859b97-c8dd-4a57-aca0-f72eb695bc43 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850684 Nov 10 22:48:32.690033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d1995c-38e1-480a-8ffc-07f18f456b45 req-a91ebb90-0395-419e-ab8c-8b22ee7cf1fc service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936417 Nov 10 22:48:32.711888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-a69fa444-4f65-4dd0-8df6-0c1626f533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.713531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-a69fa444-4f65-4dd0-8df6-0c1626f533fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.6564991 Nov 10 22:48:32.736735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:32.758388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.780600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.813682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-43c8a572-85b5-4985-a731-2da35304374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.815315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-43c8a572-85b5-4985-a731-2da35304374f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1095 time: 0.3892813 Nov 10 22:48:32.852386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] No DVR routers for this DVR port 054e687b-ff62-4989-95dd-6f5a522eeb94 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:48:32.874499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.904688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-878a41fe-c053-4353-813a-396b72a14d11 req-9e24f704-7059-4258-81fd-68cda7a4ad59 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.1832983 Nov 10 22:48:32.943339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16edad7-5e68-4356-9eba-8438da536833 None None] Pushing event deleted for resources: {'Port': ['ID=054e687b-ff62-4989-95dd-6f5a522eeb94,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:33.065750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1347e86d-ba18-451b-9b9c-fa3c7fd3a176']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:33.105409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67798ede-e3ad-4ca3-85d8-ecac15ce7d13') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:33.106437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67798ede-e3ad-4ca3-85d8-ecac15ce7d13') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:33.131750 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.237965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.251347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:48:33.251753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:48:33.255483 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:48:33.266019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.310916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c615c0-9c2a-4dfe-ab3c-1885e34aebd6 req-f5cb4c82-9ba4-439c-865f-4c9b6b0b8ac9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.323241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48c615c0-9c2a-4dfe-ab3c-1885e34aebd6 req-f5cb4c82-9ba4-439c-865f-4c9b6b0b8ac9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2075446 Nov 10 22:48:33.358547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 054e687b-ff62-4989-95dd-6f5a522eeb94 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:48:33.364272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-5d132f43-ce5b-41d5-a5da-b56eb630e093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6373820 Nov 10 22:48:33.367802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-a1832168-2099-44e7-98b6-a9719ae817db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.373099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.374424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-a1832168-2099-44e7-98b6-a9719ae817db service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.4960654 Nov 10 22:48:33.524715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 054e687b-ff62-4989-95dd-6f5a522eeb94 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:48:33.527731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 054e687b-ff62-4989-95dd-6f5a522eeb94 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:48:33.576144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-aef5a604-c282-4948-a33f-c1d3a281ad90 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988935 Nov 10 22:48:33.618849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:33.622559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-7390deea-c38f-442c-8f96-0ae265927bd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.2365091 Nov 10 22:48:33.626441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.682348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48c615c0-9c2a-4dfe-ab3c-1885e34aebd6 req-605c599a-4da8-48b8-a8b9-98ad0c0afd0c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499169 Nov 10 22:48:33.696822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:33.710884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:33.787945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:33.805355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] 10.222.0.25 "DELETE /v2.0/networks/1347e86d-ba18-451b-9b9c-fa3c7fd3a176 HTTP/1.1" status: 204 len: 168 time: 2.3067074 Nov 10 22:48:33.805355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bfb0a-055e-460c-a78f-6111475472ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265978044-project] Pushing event deleted for resources: {'Network': ['ID=1347e86d-ba18-451b-9b9c-fa3c7fd3a176,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:33.910796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-14ce4b40-774a-4cd8-add4-c1ff89a199e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.913534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-14ce4b40-774a-4cd8-add4-c1ff89a199e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.2419829 Nov 10 22:48:34.013417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-a454b99e-302a-4c8e-86ed-8076df2baaf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900893 Nov 10 22:48:34.235117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:34.365132 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:34.466717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:48:34.622150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4dd97-73d8-45f1-9a6b-5e4c9a2774d6 req-1aa21b29-3f8b-4045-b91b-065f184814b4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.624507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73c4dd97-73d8-45f1-9a6b-5e4c9a2774d6 req-1aa21b29-3f8b-4045-b91b-065f184814b4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.3841286 Nov 10 22:48:34.663403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-5b173800-2107-48a0-84e9-1d5bb166d197 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427438 Nov 10 22:48:34.666118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:34.688229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:34.699783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:34.719973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'port_id': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'mac_address': 'fa:16:3e:2a:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d04fae-5f4f-498f-aac3-adc49d6aa724', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:48:34.728369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5c82bcda-11e6-45f3-a16c-bebc9ceaa42c None None] Provisioning complete for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:34.730793 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c82bcda-11e6-45f3-a16c-bebc9ceaa42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:34.790663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.792814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:34.802025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42508) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:34.806048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5c82bcda-11e6-45f3-a16c-bebc9ceaa42c None None] Port 0b8f0bd7-2e6e-4709-a462-72ef376da75f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:34.844707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:34.869772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e2402-8e66-4ce9-884a-2912c9f9e97b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:34.873958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.874572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:34.942846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=f79fbed1-eb9f-43bf-a4fd-a57552e2e248,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:34.955078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-95fd67ed-4b79-4e01-92c5-ec8738f9a7bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9452868 Nov 10 22:48:35.006579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Request body: {'port': {'device_id': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:35.062188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ecc5ce7f-3099-45f0-80c6-ca4f7a883664 req-bd030ae4-d789-4c83-b4af-b4100c82803b service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4651766 Nov 10 22:48:35.071939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:35.073584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-43621c56-745b-4eb8-b8dc-4b0da0a973bc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3590333 Nov 10 22:48:35.088940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.116365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73c4dd97-73d8-45f1-9a6b-5e4c9a2774d6 req-2dffc944-900f-4e8f-9e65-3e65d54160f4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430828 Nov 10 22:48:35.149828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'name': 'tempest-NetworksTestDHCPv6-51917825'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:35.168714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.201210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e6628b6b-524b-46cd-8d33-6e20a1356a16'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:35.239825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.332513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:35.335101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.348956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db1d4929-59c8-4e0e-ab25-c73d235b7ae8 req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "PUT /v2.0/ports/e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 943 time: 5.9473622 Nov 10 22:48:35.401912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e16b3b-147c-4e3a-96ec-f061d8495126 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:48:35.403281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:35.409730 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237380a-e1e1-408f-89f6-d5b936c18722" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:35.507447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d35fa07b-e7f4-48b1-9f4d-fc269112fa95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3b562fb8d4f47ecaec9eab072da3119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6672623 Nov 10 22:48:35.509664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b1f54-0260-47ba-b5b4-69e60236c62f tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:35.514867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:35.517141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:35.534677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.589371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e6628b6b-524b-46cd-8d33-6e20a1356a16'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:35.637557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.677677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'f79fbed1-eb9f-43bf-a4fd-a57552e2e248'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:48:35.680954 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.707545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8bdc33-743b-431e-8ac5-64b6cb4e2183 req-bb4bf36c-0ef5-41ca-b9de-e50fbacafb6b service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0138936 Nov 10 22:48:35.947324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e812cfc-af04-4ef2-9a42-55f4299aa033 req-c9b4f92d-4c01-4616-bb2a-bcb09a15795c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:35.955683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e812cfc-af04-4ef2-9a42-55f4299aa033 req-c9b4f92d-4c01-4616-bb2a-bcb09a15795c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 931 time: 0.4270668 Nov 10 22:48:36.058565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/f79fbed1-eb9f-43bf-a4fd-a57552e2e248/833475bc-99d8-4b8e-af22-65aaab94bd39) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:36.077342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['45e16b3b-147c-4e3a-96ec-f061d8495126'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:36.175291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8ecd1-132c-4050-b2be-b46d4b6e7ab7 req-a783bb5b-e9e9-4ae1-970e-6115dc937a83 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:36.178421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dfe8ecd1-132c-4050-b2be-b46d4b6e7ab7 req-a783bb5b-e9e9-4ae1-970e-6115dc937a83 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.6967158 Nov 10 22:48:36.202941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e812cfc-af04-4ef2-9a42-55f4299aa033 req-35ac15b5-0e64-45c0-9e0b-9b04f8b67822 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453959 Nov 10 22:48:36.208261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:36.224540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.302794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 5abba616-184a-4276-af91-e43f198f97fc yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:36.433333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.713674 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.741749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dfe8ecd1-132c-4050-b2be-b46d4b6e7ab7 req-95d90d94-902d-4558-b76d-a798e97cfad2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5299108 Nov 10 22:48:36.864937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42534) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:36.901327 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.906960 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c0da1-61f8-4879-9bdd-2aec4423518f x-openstack-request-id: req-156c0da1-61f8-4879-9bdd-2aec4423518f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:36.907409 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:36.907779 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-156c0da1-61f8-4879-9bdd-2aec4423518f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:36.908535 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:48:36.926566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.933336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.941570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ca2a081-61d7-482d-b3d0-f9f0c4f4fe11 HTTP/1.1" status: 204 len: 168 time: 1.3863468 Nov 10 22:48:37.056654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe78f8-3de6-4416-b397-5f7f8bc19678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2a081-61d7-482d-b3d0-f9f0c4f4fe11,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:37.087308 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.121031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:48:37.146079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.164845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-1dbfc5bc-a7af-48cd-abe7-0fec9ac9e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.168746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-1dbfc5bc-a7af-48cd-abe7-0fec9ac9e776 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.2253785 Nov 10 22:48:37.205323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-9f5eafdb-92fa-4ac3-9751-8ef1652cb430 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7058213 Nov 10 22:48:37.214352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:37.326841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Transition to ACTIVE for port object 0b8f0bd7-2e6e-4709-a462-72ef376da75f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:48:37.352700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:37.399695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::ec (bccbe8a9-b424-4505-9147-d741702b4441/f79fbed1-eb9f-43bf-a4fd-a57552e2e248/5abba616-184a-4276-af91-e43f198f97fc) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:37.430644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.444619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.502055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:37.514934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:37.554123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:37.561368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:37.652187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326637-4f16-4547-add1-c590de8ed5d8 req-b6420c43-d04f-4311-8d40-5269e0fd414a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.667018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3326637-4f16-4547-add1-c590de8ed5d8 req-b6420c43-d04f-4311-8d40-5269e0fd414a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.4400110 Nov 10 22:48:37.861040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3f97d92-0194-44ee-a758-4e9acd374f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.904693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Attempting to bind port 833475bc-99d8-4b8e-af22-65aaab94bd39 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:37.906373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Attempting to bind port 833475bc-99d8-4b8e-af22-65aaab94bd39 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:37.907250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Attempting to bind port 833475bc-99d8-4b8e-af22-65aaab94bd39 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:37.935997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:37.937027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:37.944840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:37.946547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:37.947658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Bound port: 833475bc-99d8-4b8e-af22-65aaab94bd39, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:37.948627 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.030584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3326637-4f16-4547-add1-c590de8ed5d8 req-275bf65b-4f3d-40e8-904f-f155feec1fb8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601885 Nov 10 22:48:38.111308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42548) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:38.113519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-a2ce087b-4ea6-45f6-aa50-059d1f1b9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.117665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-a2ce087b-4ea6-45f6-aa50-059d1f1b9c16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.9272449 Nov 10 22:48:38.208821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Pushing event updated for resources: {'Port': ['ID=833475bc-99d8-4b8e-af22-65aaab94bd39,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:38.275438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-d5123e50-b17c-471c-83d6-b0419dd0671f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.1441362 Nov 10 22:48:38.290686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-5ad3c898-3a2a-4d9e-911c-e6c4eec29a5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3679860 Nov 10 22:48:38.370502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba62b7bd-e1b6-4616-a43b-6d17f21484d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=061cb048f0da479d9af3b221aeca3801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504394 Nov 10 22:48:38.381171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42550) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:38.478648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-fbb0e825-1992-4556-8272-e22ddbb03907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.482383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-fbb0e825-1992-4556-8272-e22ddbb03907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.1444027 Nov 10 22:48:38.496028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] For port 833475bc-99d8-4b8e-af22-65aaab94bd39, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:38.505180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] For port 833475bc-99d8-4b8e-af22-65aaab94bd39, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=833475bc-99d8-4b8e-af22-65aaab94bd39,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:38.535839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.576110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-5df4233b-7193-48f8-aab5-5cf5b9ddc60c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815532 Nov 10 22:48:38.659626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:38.662092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:38.663338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:38.711482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d202c-09c6-41ff-b1d5-cc47a13c9f1d None None] Pushing event updated for resources: {'Port': ['ID=833475bc-99d8-4b8e-af22-65aaab94bd39,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:38.715236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:38.715948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:38.804117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3f97d92-0194-44ee-a758-4e9acd374f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.861342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:38.861758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:38.862302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:38.863041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Bound port: 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:38.863621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.873965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3f97d92-0194-44ee-a758-4e9acd374f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.892687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.959369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0dbd-c5db-4cea-bfa1-c4abb1d7330c req-35c2f746-828d-4700-969b-a32fad8012b3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.961749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3cf0dbd-c5db-4cea-bfa1-c4abb1d7330c req-35c2f746-828d-4700-969b-a32fad8012b3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.7871463 Nov 10 22:48:39.069068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.097864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.240397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Allocated IP 172.25.0.164 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5686500c-bf72-4cfc-be26-9fa6194154b7) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:39.256624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-afab5e88-ce2d-464b-8dde-3539abb1475a service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016600 Nov 10 22:48:39.262625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3cf0dbd-c5db-4cea-bfa1-c4abb1d7330c req-dd3edc26-d614-45bd-ad6f-225715538af8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808597 Nov 10 22:48:39.278353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.278935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.279910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.280859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.281711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.282638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.284043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.286573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c004c4f3-481e-4565-bdc8-fd7c81790208 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.8414047 Nov 10 22:48:39.352743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.356067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f97d92-0194-44ee-a758-4e9acd374f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51616165-660b-4d42-9963-11219fc81fb1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:39.379961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3f97d92-0194-44ee-a758-4e9acd374f7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d754eeca1684aa48eacd770ee9a10d1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5111775 Nov 10 22:48:39.422614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 833475bc-99d8-4b8e-af22-65aaab94bd39 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:39.446098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42560) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:39.510217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:39.516282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:39.535415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.575450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.576371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.577135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 833475bc-99d8-4b8e-af22-65aaab94bd39 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:39.577684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.578625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] 10.222.0.20 "PUT /v2.0/ports/0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 1091 time: 4.6053858 Nov 10 22:48:39.588516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:39.592241 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481f178b-8e89-4603-9718-daa664365690" -d '{"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:39.648229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8237380a-e1e1-408f-89f6-d5b936c18722 req-9d2f6ace-a08b-48a7-8186-065478fd20b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842311 Nov 10 22:48:39.731406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.793760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:39.827396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1ab09a62-3c05-41c9-84bd-69e2117dec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.829359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1ab09a62-3c05-41c9-84bd-69e2117dec30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1094 time: 0.1577415 Nov 10 22:48:39.838408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bee12a-f1a6-4814-88c7-8e6673c27dfe req-a2904749-17ab-4a0d-bf1e-21bccf154af1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:39.840010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01bee12a-f1a6-4814-88c7-8e6673c27dfe req-a2904749-17ab-4a0d-bf1e-21bccf154af1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.1069632 Nov 10 22:48:39.866333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:39.887244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-c18bbddc-5255-47ea-bfe2-3c48081d9521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 217 time: 0.0454907 Nov 10 22:48:39.980442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 833475bc-99d8-4b8e-af22-65aaab94bd39, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=833475bc-99d8-4b8e-af22-65aaab94bd39,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:40.001310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.016883 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.089990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01bee12a-f1a6-4814-88c7-8e6673c27dfe req-13a581e5-e468-4da0-8f2b-82cde7387b83 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992214 Nov 10 22:48:40.110957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.124933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-d28fcad0-c5b4-4fba-90d7-226aec1447f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.131679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-d28fcad0-c5b4-4fba-90d7-226aec1447f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.2196853 Nov 10 22:48:40.221021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=833475bc-99d8-4b8e-af22-65aaab94bd39,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:40.253288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:40.256332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-40f2c3e3-006c-47ae-9ace-1a6967f508b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.257293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-40f2c3e3-006c-47ae-9ace-1a6967f508b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.259148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-40f2c3e3-006c-47ae-9ace-1a6967f508b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.261376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-40f2c3e3-006c-47ae-9ace-1a6967f508b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 2290 time: 0.8205116 Nov 10 22:48:40.300580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.309993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.321236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e5c1-1e86-4216-aded-702e92468461 req-6609b5f0-a6c8-4870-b99a-e9dec4782b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.323992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-6609b5f0-a6c8-4870-b99a-e9dec4782b84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836197 Nov 10 22:48:40.325004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:40.329830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:40.343738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.345105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.366709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.372722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.375543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fee9738c-5738-40bd-b88c-02cbd2420b49 HTTP/1.1" status: 204 len: 168 time: 1.9928346 Nov 10 22:48:40.457725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87d1cf-ec36-4934-a0c8-0db5d8ff4189 req-b01c07cb-5c0c-4473-8229-3655c16d18d0 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.459102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:40.474034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c87d1cf-ec36-4934-a0c8-0db5d8ff4189 req-b01c07cb-5c0c-4473-8229-3655c16d18d0 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.2521102 Nov 10 22:48:40.504344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-e2e2f9f8-3a4e-46d6-ba15-5b0389492da6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 1002 time: 0.1994712 Nov 10 22:48:40.527172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4091017 Nov 10 22:48:40.528392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeb368-b91a-46bc-a236-b107b3d9ac77 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=5abba616-184a-4276-af91-e43f198f97fc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:40.533729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42580) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:40.669376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d7ecb-3e8a-492e-8c71-65abc4ae25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9738c-5738-40bd-b88c-02cbd2420b49,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:40.680532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 45e16b3b-147c-4e3a-96ec-f061d8495126 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:48:40.706099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 45e16b3b-147c-4e3a-96ec-f061d8495126 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:40.706622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.813993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c87d1cf-ec36-4934-a0c8-0db5d8ff4189 req-e75c5aa0-9c49-42e1-8164-38f594d2050c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376749 Nov 10 22:48:40.839588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-39d8e04b-af89-4ed8-b6d2-4ad889629b90 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053320 Nov 10 22:48:40.841721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:40.858126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2ac15-5e2f-407a-8550-63a057c02ba9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.875034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:40.875317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2ac15-5e2f-407a-8550-63a057c02ba9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.885023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bf2ac15-5e2f-407a-8550-63a057c02ba9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3415706 Nov 10 22:48:40.885680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42590) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:40.894063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:40.903620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-41ac09bd-6f7f-40fe-b579-8347595192db None None] Provisioning complete for port 833475bc-99d8-4b8e-af22-65aaab94bd39 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:40.904884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41ac09bd-6f7f-40fe-b579-8347595192db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.002977 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:48:41.094812 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb155a-f05b-463d-88de-e157219ba4c1 x-openstack-request-id: req-96fb155a-f05b-463d-88de-e157219ba4c1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:41.095330 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:41.095535 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96fb155a-f05b-463d-88de-e157219ba4c1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:41.095900 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'status': 'completed', 'code': 200} Nov 10 22:48:41.267372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.346294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:41.359917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:41.364706 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542fb330-fe19-4c13-9f5e-88a7f322c775" -d '{"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-plugged", "status": "completed", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:41.371955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 833475bc-99d8-4b8e-af22-65aaab94bd39 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:41.412166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.559696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:41.629418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 833475bc-99d8-4b8e-af22-65aaab94bd39 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:41.630228 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.777997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3b2d954d-5ab3-4f72-b46c-2f299b0d89f5 None None] Provisioning complete for port 5abba616-184a-4276-af91-e43f198f97fc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:41.779523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b2d954d-5ab3-4f72-b46c-2f299b0d89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.872337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-4199911d-bef6-468d-bffc-ee3f9dc64073 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9878223 Nov 10 22:48:41.930537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff3b9-3240-4f63-a294-082a2e91196d req-c68968cc-19f0-4e63-918b-96fe1f79b716 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:41.932737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32ff3b9-3240-4f63-a294-082a2e91196d req-c68968cc-19f0-4e63-918b-96fe1f79b716 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.6610329 Nov 10 22:48:41.964887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'Port': ['ID=5686500c-bf72-4cfc-be26-9fa6194154b7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:41.975188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d954d-5ab3-4f72-b46c-2f299b0d89f5 None None] Port 5abba616-184a-4276-af91-e43f198f97fc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:41.984705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-cef8ae5d-eb18-4e85-9f94-ce3721a3bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:41.987278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-cef8ae5d-eb18-4e85-9f94-ce3721a3bbf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 200 len: 851 time: 1.3184924 Nov 10 22:48:41.987803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.018831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 5abba616-184a-4276-af91-e43f198f97fc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:42.019398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.061582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.064280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.068470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51616165-660b-4d42-9963-11219fc81fb1 HTTP/1.1" status: 204 len: 168 time: 2.6097269 Nov 10 22:48:42.094431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cec11-83c7-4958-88b6-fb494f57d0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51616165-660b-4d42-9963-11219fc81fb1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:42.096500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.127672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-3b5b2315-17d4-4713-b9b6-c0ef82289289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.129481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-3b5b2315-17d4-4713-b9b6-c0ef82289289 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=253d8ae1-57a6-4cdf-9f54-07e334927f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331253 Nov 10 22:48:42.297679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f178b-8e89-4603-9718-daa664365690 req-6375e7e4-06ac-497a-a4c6-d0f4218c920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.300309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-6375e7e4-06ac-497a-a4c6-d0f4218c920f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1094 time: 0.3590193 Nov 10 22:48:42.317612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c32ff3b9-3240-4f63-a294-082a2e91196d req-e8827c54-e275-4cef-8eb6-f979dbc8c755 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512207 Nov 10 22:48:42.356503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-4bd9ae2f-df95-4d9a-9c48-507b26a9d5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144167 Nov 10 22:48:42.487676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.535043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 5abba616-184a-4276-af91-e43f198f97fc owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:42.561759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.613931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.617023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42644) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:42.675237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-7ed1270d-05a6-405d-b275-d1bb98b389e6 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033798 Nov 10 22:48:42.675894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe727-a902-4cd8-9cd4-1c117151b796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.685456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f178b-8e89-4603-9718-daa664365690 req-9a4066d6-6c45-4a42-8bb0-116c1651501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.687723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-9a4066d6-6c45-4a42-8bb0-116c1651501f service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.3655455 Nov 10 22:48:42.777035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-eff1e6d8-0893-4712-adfe-04282c885141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 217 time: 0.0843742 Nov 10 22:48:42.783766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event updated for resources: {'Port': ['ID=5686500c-bf72-4cfc-be26-9fa6194154b7,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:42.795975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-3cc86c2c-7166-4f76-b98e-b40c99f05fba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 217 time: 0.0950732 Nov 10 22:48:42.833374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.839262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d0bd2-d2c0-483a-8b97-63a15fb5a912 req-08e182c9-a8b8-4a1c-a420-e83921dc6b19 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.841787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a58d0bd2-d2c0-483a-8b97-63a15fb5a912 req-08e182c9-a8b8-4a1c-a420-e83921dc6b19 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.2471199 Nov 10 22:48:42.871129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:42.872357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-4c6fcb64-1bd6-410a-a9e0-68489fd2bd58 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6660388 Nov 10 22:48:42.883827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-cdccf802-4cfb-47b8-b68a-c296102c8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.885568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-cdccf802-4cfb-47b8-b68a-c296102c8718 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.0990970 Nov 10 22:48:42.957792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f178b-8e89-4603-9718-daa664365690 req-d258c2f8-5576-44b8-8765-ef24d4716ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:42.959477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-d258c2f8-5576-44b8-8765-ef24d4716ed5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.1524251 Nov 10 22:48:43.028367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-3ecf7fb4-9d0a-4330-bde4-57951c51eccd tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.1335092 Nov 10 22:48:43.031835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe727-a902-4cd8-9cd4-1c117151b796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.041716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe727-a902-4cd8-9cd4-1c117151b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.071276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-e7fc1726-f74a-48bf-a3be-b42199b49e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.072941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-e7fc1726-f74a-48bf-a3be-b42199b49e00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1795776 Nov 10 22:48:43.108016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a58d0bd2-d2c0-483a-8b97-63a15fb5a912 req-5a88d7ac-a49a-42db-87f8-7d4b7fd68ea0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137039 Nov 10 22:48:43.135665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f178b-8e89-4603-9718-daa664365690 req-516d4241-4c7f-4b9b-99b6-6550058e4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.137743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-516d4241-4c7f-4b9b-99b6-6550058e4af7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373944 Nov 10 22:48:43.139057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.200583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=5abba616-184a-4276-af91-e43f198f97fc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:43.204905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7dfbe727-a902-4cd8-9cd4-1c117151b796 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e041c2de5894c90a938aa619515581c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802083 Nov 10 22:48:43.216530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42654) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:43.227625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbe727-a902-4cd8-9cd4-1c117151b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d6f90-a443-4977-9a5e-f459acb85590,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:43.284909 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b3172-87e9-407f-9716-37af72eb85a3 x-openstack-request-id: req-1e2b3172-87e9-407f-9716-37af72eb85a3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:43.286049 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-plugged", "status": "completed", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:43.286451 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e2b3172-87e9-407f-9716-37af72eb85a3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:43.287174 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'code': 200} Nov 10 22:48:43.375492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.380487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd2b01d6-5f91-4f74-97f1-d9beff08db83 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/5abba616-184a-4276-af91-e43f198f97fc HTTP/1.1" status: 204 len: 168 time: 2.4907868 Nov 10 22:48:43.382001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42666) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:43.545770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-0e2519cb-dd3b-4ce2-9785-8d81cccb9d61 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.549152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-0e2519cb-dd3b-4ce2-9785-8d81cccb9d61 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.5015891 Nov 10 22:48:43.564490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.580000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-93339e34-9635-4998-a42f-69347c3c9bdf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:43.581580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac06319a-24c9-455d-b5c4-e75ce1e46287 req-93339e34-9635-4998-a42f-69347c3c9bdf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123057 Nov 10 22:48:43.585527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-6ddc6436-cea8-4e32-b9d0-d63c23978034 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914911 Nov 10 22:48:43.595969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68271062-7b86-47a1-a833-aed4dd3ade86 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.595969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68271062-7b86-47a1-a833-aed4dd3ade86 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.595969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68271062-7b86-47a1-a833-aed4dd3ade86 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1982169 Nov 10 22:48:43.595969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-8b1b79a5-4482-4b9b-838c-0e5fb0e9142a service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462714 Nov 10 22:48:43.597093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42674) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:43.664070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee462d-eb5c-45fa-86ae-064678329b89 req-e2c2ed06-630d-406c-adf5-decaa5d2e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.664476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93f757-3bd5-483f-8eae-1783e8a8d320 req-0040d20b-17d3-424e-935c-3ea742a9115e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.666392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cee462d-eb5c-45fa-86ae-064678329b89 req-e2c2ed06-630d-406c-adf5-decaa5d2e416 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1097 time: 0.2304795 Nov 10 22:48:43.673142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf93f757-3bd5-483f-8eae-1783e8a8d320 req-0040d20b-17d3-424e-935c-3ea742a9115e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 946 time: 0.2783163 Nov 10 22:48:43.720907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.808176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet f79fbed1-eb9f-43bf-a4fd-a57552e2e248 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:48:43.826911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.867834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf93f757-3bd5-483f-8eae-1783e8a8d320 req-a9f45e2b-e972-48d6-ba81-c1da4d1940d0 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904614 Nov 10 22:48:43.926997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-481f178b-8e89-4603-9718-daa664365690 req-2bee3927-5ceb-4ff6-8758-3c0d411cf8ec service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185487 Nov 10 22:48:43.941620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cee462d-eb5c-45fa-86ae-064678329b89 req-3ff29153-7012-43b8-8a39-753dcce906ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264445 Nov 10 22:48:43.962360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c481a78-a73a-4fbb-ad74-88e473098574 req-057fc5a9-3471-4b0f-b533-15cf7078dd3a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:43.967720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:43.971890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c481a78-a73a-4fbb-ad74-88e473098574 req-057fc5a9-3471-4b0f-b533-15cf7078dd3a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.2541268 Nov 10 22:48:43.979385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-25a56b23-dc4e-431d-a432-c17272822ac5 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648157 Nov 10 22:48:44.071138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.075895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.080419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb3d6f90-a443-4977-9a5e-f459acb85590 HTTP/1.1" status: 204 len: 168 time: 0.8601296 Nov 10 22:48:44.093308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-30bde7b1-d19d-4e3a-8246-e8d5ee4a24dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 217 time: 0.1057012 Nov 10 22:48:44.106383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd3206-18ed-4abf-b409-cdc128249075 req-212146fe-9a0c-4434-aa31-0431828994dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:44.107573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84cd3206-18ed-4abf-b409-cdc128249075 req-212146fe-9a0c-4434-aa31-0431828994dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 946 time: 0.1013384 Nov 10 22:48:44.108745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42684) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:44.195512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c481a78-a73a-4fbb-ad74-88e473098574 req-ee6bbd65-df6e-4ba7-9a55-37970d0faea8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216787 Nov 10 22:48:44.197878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41521b7-71fa-4da7-a59e-989cff4ef81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d6f90-a443-4977-9a5e-f459acb85590,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:44.212479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.294601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-9445cd27-8112-419b-b1bc-e7ca838da9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:44.298501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-9445cd27-8112-419b-b1bc-e7ca838da9e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1680312 Nov 10 22:48:44.320811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84cd3206-18ed-4abf-b409-cdc128249075 req-ad068c56-c83e-4891-8369-7767eec62238 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759593 Nov 10 22:48:44.422718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-f5ec9667-2f0e-4850-9b3a-951f890e6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:44.425596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-f5ec9667-2f0e-4850-9b3a-951f890e6524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180084 Nov 10 22:48:44.434062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.458986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:48:44.565154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=f79fbed1-eb9f-43bf-a4fd-a57552e2e248,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:44.568693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.576899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-61e33e82-a9b0-4596-ba32-2f04876c9119 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f79fbed1-eb9f-43bf-a4fd-a57552e2e248 HTTP/1.1" status: 204 len: 168 time: 0.9765532 Nov 10 22:48:44.577263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:44.624574 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.628861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:48:44.699968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20ae33-52b4-41f7-9ba8-ba1c17955ec5 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:44.724663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd27a7fd-1753-4ea4-96dd-4262095073ae tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461096 Nov 10 22:48:44.729711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:44.740560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1495727140', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:44.741832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:44.840680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-27fff530-e089-4e5a-b379-36642c6b634e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:44.856449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-27fff530-e089-4e5a-b379-36642c6b634e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2940786 Nov 10 22:48:44.856773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.866300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-c0160d9e-184e-49a3-b151-fb30c0337735 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281805 Nov 10 22:48:44.922122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Made reservation on behalf of f4ae984d1bba483bb5ab72c5daff6ac9 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:44.924965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.997631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.011856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-7488b322-d065-4c26-ab95-ed42140b0167 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.1526864 Nov 10 22:48:45.024382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'floatingip': {'port_id': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:45.092775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.102507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:45.281515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:45.287717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.305326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:45.311571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188b9e2-d5ad-402f-bad5-e80f737b9ba9 req-913c0109-6dd9-4931-849a-71339afa4cae tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:45.325069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2188b9e2-d5ad-402f-bad5-e80f737b9ba9 req-913c0109-6dd9-4931-849a-71339afa4cae tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 946 time: 0.2142324 Nov 10 22:48:45.345351 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e837ebc-b2f3-4084-a69b-1da6c85961fe" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-unplugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:45.383802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.415742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.426416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.426709 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-b3f1c118-cb01-4502-a913-0940721cae28 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416536 Nov 10 22:48:45.465400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.485698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] device_id is not set on port 27ecc40e-1336-40cc-a42b-c1f535b0a9f8 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:45.517628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-2a39a368-9b67-4c9d-8f0c-f47aa9a15db9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 200 len: 217 time: 0.0795999 Nov 10 22:48:45.565669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8d593-8a61-4307-a3b3-a7cb40934eb9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:45.603045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:45.645824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:48:45.667557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2188b9e2-d5ad-402f-bad5-e80f737b9ba9 req-15c5913f-1ac7-486f-98b4-1c394188501d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165498 Nov 10 22:48:45.739099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-5eac7fae-3074-4156-9a46-881b6e20b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:45.749982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-5eac7fae-3074-4156-9a46-881b6e20b24c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2046466 Nov 10 22:48:45.757834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=14']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:45.819635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:45.849347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Allocated IP 172.25.0.252 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/27ecc40e-1336-40cc-a42b-c1f535b0a9f8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:45.866165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:48:45.915810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:48:46.003409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-05c1eb91-7eb4-4688-8cda-b1eeb219bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:46.003814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:46.006234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-05c1eb91-7eb4-4688-8cda-b1eeb219bd41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2456629 Nov 10 22:48:46.012042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.020651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46ef5-c068-4b82-89ca-e87b1a1d6798 req-c55f283b-8eb8-4f18-8b95-e8d45dc3e5cc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:46.045856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97c46ef5-c068-4b82-89ca-e87b1a1d6798 req-c55f283b-8eb8-4f18-8b95-e8d45dc3e5cc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.1963155 Nov 10 22:48:46.114382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Deleting port 833475bc-99d8-4b8e-af22-65aaab94bd39 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:46.115216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.122679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:46.236465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] For port 833475bc-99d8-4b8e-af22-65aaab94bd39, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=833475bc-99d8-4b8e-af22-65aaab94bd39,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:46.237127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.259767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.270133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Calling delete_port for 833475bc-99d8-4b8e-af22-65aaab94bd39 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:46.366340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97c46ef5-c068-4b82-89ca-e87b1a1d6798 req-e926d5f5-eabf-4423-aaa9-7ef2a3065ace tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155065 Nov 10 22:48:46.402659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:46.432898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:46.445936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:46.446977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.466916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=452d0aea-3da5-4630-894d-d849d23f32a6,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:46.475449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-4f798ffd-c120-45e0-85f0-a79c2b66792f service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238284 Nov 10 22:48:46.511568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5ddaca87-bb92-412f-8b43-1d40b860692d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7766068 Nov 10 22:48:46.519791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42772) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:46.534904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.553480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['0b8f0bd7-2e6e-4709-a462-72ef376da75f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:46.561269 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.565498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'name': 'tempest-NetworksTestDHCPv6-890530276'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:46.685263 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9663125b-9e93-4b4d-81be-07b81d3d83b9 x-openstack-request-id: req-9663125b-9e93-4b4d-81be-07b81d3d83b9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:46.685698 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-unplugged", "status": "completed", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:46.686090 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9663125b-9e93-4b4d-81be-07b81d3d83b9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:46.686690 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'code': 200} Nov 10 22:48:46.733592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.738414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-7a7290df-b021-45b2-8ecb-ef1b4c563395 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547297 Nov 10 22:48:46.748947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:46.753278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] Pushing event deleted for resources: {'Port': ['ID=833475bc-99d8-4b8e-af22-65aaab94bd39,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:46.765634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0025a-7c8a-40a1-8b48-2579007107d9 None None] No DVR routers for this DVR port 833475bc-99d8-4b8e-af22-65aaab94bd39 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:48:46.824542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62007d14-249a-4d9d-960f-8aa05f1171ce None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:46.858591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-43203c97-01df-446f-8252-bfdbf76b9fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 200 len: 217 time: 0.1117909 Nov 10 22:48:47.105955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-23a9678b-e98a-4a96-89bf-08ff567380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:47.109357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-23a9678b-e98a-4a96-89bf-08ff567380cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2424133 Nov 10 22:48:47.218270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '452d0aea-3da5-4630-894d-d849d23f32a6'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:48:47.223377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:47.244020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-71ad314a-5b82-4ede-995b-f732ee484401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:47.246596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-71ad314a-5b82-4ede-995b-f732ee484401 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074853 Nov 10 22:48:47.256949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 833475bc-99d8-4b8e-af22-65aaab94bd39 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:48:47.266568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8ef94-a405-4362-947d-7b6ed71dcda2 req-c97810e5-fa74-4cb0-88eb-02a39492608f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:47.270485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72a8ef94-a405-4362-947d-7b6ed71dcda2 req-c97810e5-fa74-4cb0-88eb-02a39492608f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 946 time: 0.1988180 Nov 10 22:48:47.432578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72a8ef94-a405-4362-947d-7b6ed71dcda2 req-6af2ba9e-11ae-4aac-92dd-6bc461304a45 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469924 Nov 10 22:48:47.445343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/452d0aea-3da5-4630-894d-d849d23f32a6/ff9136be-abc6-4740-9af3-214f22cea050) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:47.459176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-1bdb0921-3a0e-4f8a-996b-407ec2c4ee9b service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870465 Nov 10 22:48:47.489603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 833475bc-99d8-4b8e-af22-65aaab94bd39 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:48:47.489603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 833475bc-99d8-4b8e-af22-65aaab94bd39 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:48:47.666807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-9e25cf05-87fd-435e-b73e-5bd09da40521 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987264 Nov 10 22:48:47.764176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:47.794300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-82b3db73-a979-4e3e-9f6d-fc2ad6df9ab6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 200 len: 217 time: 0.0723441 Nov 10 22:48:47.841205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:47.860593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:47.899197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287505-5370-4649-b298-c81b67831b53 req-4b036c92-51e5-457d-a144-ebb3299f7099 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:47.912311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53287505-5370-4649-b298-c81b67831b53 req-4b036c92-51e5-457d-a144-ebb3299f7099 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2437592 Nov 10 22:48:47.921128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:47.924342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:47.929360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:47.931737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:47.935480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:47.947127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:47.972603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:47.980223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:47.992880 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Floating IP 089599d1-0c59-4dcb-a0d1-103d153f876f associated. External IP: 172.25.0.164, port: e6628b6b-524b-46cd-8d33-6e20a1356a16. Nov 10 22:48:47.999513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53287505-5370-4649-b298-c81b67831b53 req-c8cf2499-8dc0-4674-bd92-489e369ed8f5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850365 Nov 10 22:48:48.003669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-0c98b4d1-5ae8-4347-bce1-0dcec4dad5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:48.021421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-0c98b4d1-5ae8-4347-bce1-0dcec4dad5e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.2020822 Nov 10 22:48:48.031068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Pushing event updated for resources: {'Port': ['ID=ff9136be-abc6-4740-9af3-214f22cea050,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:48.063189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Attempting to bind port ff9136be-abc6-4740-9af3-214f22cea050 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:48.064087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Attempting to bind port ff9136be-abc6-4740-9af3-214f22cea050 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:48.065846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Attempting to bind port ff9136be-abc6-4740-9af3-214f22cea050 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:48.083290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 8c2e06db-aafd-41ea-9b5b-e05c64c358ce yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:48.084421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:48.086737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:48.087563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.088182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:48.089195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Bound port: ff9136be-abc6-4740-9af3-214f22cea050, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:48.091036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.100563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Pushing event updated for resources: {'Port': ['ID=27ecc40e-1336-40cc-a42b-c1f535b0a9f8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:48.154966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-14f1a526-7bed-4e29-af9b-28c44ac7a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:48.156488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-14f1a526-7bed-4e29-af9b-28c44ac7a3ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382425 Nov 10 22:48:48.206341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] For port ff9136be-abc6-4740-9af3-214f22cea050, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:48.212847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] For port ff9136be-abc6-4740-9af3-214f22cea050, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ff9136be-abc6-4740-9af3-214f22cea050,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:48.220288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.248164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6084718-bfbb-4765-a369-225280293aab req-fea449e5-5b54-412a-a922-6ee85435595b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:48.252574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6084718-bfbb-4765-a369-225280293aab req-fea449e5-5b54-412a-a922-6ee85435595b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.1270866 Nov 10 22:48:48.317136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-985c0f2e-43f4-4e84-b03e-0482c46e44a8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506195 Nov 10 22:48:48.356144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:48.356144 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.374124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4acdd-37f6-4f44-b206-0e06d5f53837 None None] Pushing event updated for resources: {'Port': ['ID=ff9136be-abc6-4740-9af3-214f22cea050,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:48.431781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c1ee967a-abbf-4260-9f31-34a3a712d29d tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.3150887 Nov 10 22:48:48.435369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:48.442264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.252'}]}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:48.467160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::1e (bccbe8a9-b424-4505-9147-d741702b4441/452d0aea-3da5-4630-894d-d849d23f32a6/8c2e06db-aafd-41ea-9b5b-e05c64c358ce) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:48.471196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6084718-bfbb-4765-a369-225280293aab req-72db167a-5a35-4bd7-b0c3-f517e2650339 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567447 Nov 10 22:48:48.501814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.503314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.591523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:48.644825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-8fd0df18-b362-4f96-93d6-b8fee3cfbc88 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061249 Nov 10 22:48:48.649647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.809159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:48:48.822619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:48.822988 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:48.911315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:48:48.982026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.019988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:49.022883 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94ab07-d062-47ad-a0b4-4fb9692e762f" -d '{"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:49.048533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:49.056769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.190468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.195265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:49.243148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:48:49.253680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.280482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Sync routers for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:48:49.319537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:49.320804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:49.346668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f6fd5b4f-5183-4992-b287-1f37c628c06a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "PUT /v2.0/floatingips/089599d1-0c59-4dcb-a0d1-103d153f876f HTTP/1.1" status: 200 len: 997 time: 4.3338594 Nov 10 22:48:49.347859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:49.350359 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb78c66f-b3e2-4245-895f-d56e04d715c4" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:49.354864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.380493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-1a0cdc15-659b-4b1f-a022-94b36240e886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 217 time: 0.7263396 Nov 10 22:48:49.405995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ff9136be-abc6-4740-9af3-214f22cea050 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:49.424795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:49.427718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:49.467417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-5b198f84-d36c-4b0d-a198-0adf025ddc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.474479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-5b198f84-d36c-4b0d-a198-0adf025ddc2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.0859387 Nov 10 22:48:49.508827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:49.529276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.531401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.533659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.565346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=8c2e06db-aafd-41ea-9b5b-e05c64c358ce,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:49.612366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-1864eae1-53c2-457c-a92a-ba6a8f0b0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.622956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:49.628458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-1864eae1-53c2-457c-a92a-ba6a8f0b0fa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.2007782 Nov 10 22:48:49.644869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f5623e4-85f5-4c7a-a544-9a4a330b2694 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1237996 Nov 10 22:48:49.646079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42858) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:49.680257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ff9136be-abc6-4740-9af3-214f22cea050 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:49.680802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:49.808377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f14f5-5ace-47ea-85f7-ab779cbc6ecf req-f39e09bf-35c4-4393-8768-1c15b82bb5b6 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.824500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c95f14f5-5ace-47ea-85f7-ab779cbc6ecf req-f39e09bf-35c4-4393-8768-1c15b82bb5b6 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1097 time: 0.4476755 Nov 10 22:48:49.881451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-a5fbedfb-d351-4ea0-86c6-6156bbace7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.885431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-a5fbedfb-d351-4ea0-86c6-6156bbace7c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.2376256 Nov 10 22:48:49.927349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-44bb16a1-5afb-40d8-9b9e-30fe3ba0e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:49.930064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-44bb16a1-5afb-40d8-9b9e-30fe3ba0e7aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4146416 Nov 10 22:48:50.047928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-523da9e1-783f-4414-a408-83d028744788 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 1000 time: 0.1534238 Nov 10 22:48:50.082917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653417e-9aaf-477e-abd0-e32db9f4de3b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:50.089169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653417e-9aaf-477e-abd0-e32db9f4de3b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:50.093885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.099907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0653417e-9aaf-477e-abd0-e32db9f4de3b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4036651 Nov 10 22:48:50.111128 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c95f14f5-5ace-47ea-85f7-ab779cbc6ecf req-2400768d-0cd4-495a-b643-d9d58168e309 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815049 Nov 10 22:48:50.129804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42864) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:50.234218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-76baa6b6-c6dc-4114-9224-f811734209c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877984 Nov 10 22:48:50.240465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ff9136be-abc6-4740-9af3-214f22cea050, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ff9136be-abc6-4740-9af3-214f22cea050,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:50.260925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.311720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f54ded48-8e3e-4ff8-8257-4c2b16f89047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:50.319682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-f54ded48-8e3e-4ff8-8257-4c2b16f89047 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.2327950 Nov 10 22:48:50.384191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-56a217b5-3cc1-4544-bcd6-a5418b378475 None None] Provisioning complete for port ff9136be-abc6-4740-9af3-214f22cea050 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:50.384564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56a217b5-3cc1-4544-bcd6-a5418b378475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.469351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-b9a8d75c-9098-451f-9a2f-0202bfa96d68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363482 Nov 10 22:48:50.491556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ff9136be-abc6-4740-9af3-214f22cea050,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:50.506327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-0bb4a60e-ee90-4fa3-9ddc-cfec6ff62011 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:50.509538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-0bb4a60e-ee90-4fa3-9ddc-cfec6ff62011 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187094 Nov 10 22:48:50.594490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.602622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '089599d1-0c59-4dcb-a0d1-103d153f876f', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'port_id': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'mac_address': 'fa:16:3e:19:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:41Z', 'updated_at': '2021-11-10T22:48:46Z', 'revision_number': 1, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:50.635215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.642055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fc81634-cb1b-45bc-bed9-29d23b662e3c req-9ef137f0-3610-439e-8771-3064f2c57314 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972716 Nov 10 22:48:50.677266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Checking router: 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:48:50.702994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:50.703823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:50.705849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:50.752757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 8c2e06db-aafd-41ea-9b5b-e05c64c358ce {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:50.753394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.857468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-91ee5268-ebd0-448c-81b4-60158cbfe204 service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114135 Nov 10 22:48:50.880628 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a856c2-871c-440e-8b46-1ef10e0d3b1c x-openstack-request-id: req-10a856c2-871c-440e-8b46-1ef10e0d3b1c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:50.886265 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:50.886895 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10a856c2-871c-440e-8b46-1ef10e0d3b1c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:50.887549 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'code': 200} Nov 10 22:48:50.944090 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b74d9-1d53-4f0b-a79d-4da2235ef423 x-openstack-request-id: req-969b74d9-1d53-4f0b-a79d-4da2235ef423 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:50.944464 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:50.947725 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-969b74d9-1d53-4f0b-a79d-4da2235ef423 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:50.948084 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:48:50.952719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dda0066b-2137-4d7c-a58d-ddb2a7884473 None None] Provisioning complete for port 8c2e06db-aafd-41ea-9b5b-e05c64c358ce triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:50.958112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dda0066b-2137-4d7c-a58d-ddb2a7884473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:50.986169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-4cdd0199-6d54-42f1-b37b-dc3a12832ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:50.988061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-4cdd0199-6d54-42f1-b37b-dc3a12832ddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.1580260 Nov 10 22:48:50.990995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.037757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.074872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 8c2e06db-aafd-41ea-9b5b-e05c64c358ce owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:51.114391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e27f3-95b2-4d11-bc10-2e2b81808e5b req-6102efa8-486e-4bab-94bd-182cbe564d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.115919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-62dc5bc7-9fb0-4d5e-b8c4-3f62e8d9df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.116101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b99e27f3-95b2-4d11-bc10-2e2b81808e5b req-6102efa8-486e-4bab-94bd-182cbe564d84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1869128 Nov 10 22:48:51.118646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-62dc5bc7-9fb0-4d5e-b8c4-3f62e8d9df57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.1774364 Nov 10 22:48:51.146345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dda0066b-2137-4d7c-a58d-ddb2a7884473 None None] Port 8c2e06db-aafd-41ea-9b5b-e05c64c358ce cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:48:51.173787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:51.196460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0884cab-c889-4f02-842b-ba40cccdc632 req-c1f9f6a5-2ce1-42ed-9344-b89fd701fa50 service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330793 Nov 10 22:48:51.258188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ff9136be-abc6-4740-9af3-214f22cea050 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:51.302963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bee05ebb-d1c2-46ef-90fa-abe40400221c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.435084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ff9136be-abc6-4740-9af3-214f22cea050 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:51.435714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.443544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0553-38e2-4917-a5dc-ba4a980b0500 req-25927862-1524-4b95-bef6-d8f097082501 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.445799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-703a0553-38e2-4917-a5dc-ba4a980b0500 req-25927862-1524-4b95-bef6-d8f097082501 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.3516452 Nov 10 22:48:51.458876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-f4bd4b61-b112-4f1f-aaf7-ad192f311979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.461042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-f4bd4b61-b112-4f1f-aaf7-ad192f311979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.3266497 Nov 10 22:48:51.480789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.489544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415889c3-3e31-470e-9a7f-ae01af261433 req-105feb7e-d2a7-4056-80af-529427a6b9dd tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.489866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.494087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-415889c3-3e31-470e-9a7f-ae01af261433 req-105feb7e-d2a7-4056-80af-529427a6b9dd tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1097 time: 0.1786501 Nov 10 22:48:51.501830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b99e27f3-95b2-4d11-bc10-2e2b81808e5b req-bf79847c-dcf3-4e8c-94e4-319042e9897e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190162 Nov 10 22:48:51.517321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-20cb476c-4c90-49e7-ba09-d25701fd1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:51.519820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-20cb476c-4c90-49e7-ba09-d25701fd1a91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.5237434 Nov 10 22:48:51.683430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.684549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa76a3d-7319-4c28-a91a-b4106495c8d9 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:48:51.745910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-703a0553-38e2-4917-a5dc-ba4a980b0500 req-9ce4623b-1376-4ffd-95c8-c141945434a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739315 Nov 10 22:48:51.752697 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 22:48:51.758236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e0b80b04-e443-4087-8734-ddb45ec422ab tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3180654 Nov 10 22:48:51.760224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:51.779893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-ce47b75c-a9ef-4314-9195-5f429defb9ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.1938298 Nov 10 22:48:51.810446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-415889c3-3e31-470e-9a7f-ae01af261433 req-1207cc91-4210-4633-bfc1-13e7b1c49826 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467592 Nov 10 22:48:51.811742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '089599d1-0c59-4dcb-a0d1-103d153f876f', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'port_id': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'mac_address': 'fa:16:3e:19:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:41Z', 'updated_at': '2021-11-10T22:48:46Z', 'revision_number': 1, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:51.820556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-5050dfd0-b1a4-43f0-83a8-98269766721e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 1000 time: 0.3432810 Nov 10 22:48:51.824235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bee05ebb-d1c2-46ef-90fa-abe40400221c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.826549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:51.876651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d974c-bb8f-4178-8fea-50a7dcc6f1b6 None None] The sync data for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 is: [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '089599d1-0c59-4dcb-a0d1-103d153f876f', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'port_id': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'mac_address': 'fa:16:3e:19:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:41Z', 'updated_at': '2021-11-10T22:48:46Z', 'revision_number': 1, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:48:51.914621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bee05ebb-d1c2-46ef-90fa-abe40400221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.008403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-903deadd-f71f-441d-b4ae-a0609249f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.009990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-903deadd-f71f-441d-b4ae-a0609249f31b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1908846 Nov 10 22:48:52.017086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=8c2e06db-aafd-41ea-9b5b-e05c64c358ce,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:52.034790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cda5d5-04af-4ee3-b519-1196721449f5 req-78e795cb-92ea-4183-82c8-d3f4e0bc7364 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.036922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3cda5d5-04af-4ee3-b519-1196721449f5 req-78e795cb-92ea-4183-82c8-d3f4e0bc7364 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1258128 Nov 10 22:48:52.146480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.151327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Deleting port 27ecc40e-1336-40cc-a42b-c1f535b0a9f8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:52.151828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.153697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ae0d4233-06ef-48b7-99ba-0d480d5b5905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/8c2e06db-aafd-41ea-9b5b-e05c64c358ce HTTP/1.1" status: 204 len: 168 time: 2.0364890 Nov 10 22:48:52.154485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42884) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:52.155770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-53947f44-17d4-4fe7-8483-1c653fb83843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.157363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-53947f44-17d4-4fe7-8483-1c653fb83843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.3267477 Nov 10 22:48:52.171252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bee05ebb-d1c2-46ef-90fa-abe40400221c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1a6c71be7a849209dae6b51680c20de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4638865 Nov 10 22:48:52.179358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42886) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:52.227833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee05ebb-d1c2-46ef-90fa-abe40400221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a3703c-5854-4c1d-8e12-475d16a87a0d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:52.288096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-ebebf924-1c7d-4266-b133-32ccea3bfc9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068020 Nov 10 22:48:52.303949 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f996812-515e-4b39-aacb-6dea7a258c97 None None] New status for floating IP 089599d1-0c59-4dcb-a0d1-103d153f876f: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:48:52.311622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-20b740c7-8b12-4614-9e09-ba7eda897a57 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 1000 time: 0.4033685 Nov 10 22:48:52.382020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-5958bd09-2cfd-4595-aed8-496300ba0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.385801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-5958bd09-2cfd-4595-aed8-496300ba0ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3665979 Nov 10 22:48:52.394759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3cda5d5-04af-4ee3-b519-1196721449f5 req-9e07bc94-9542-4c44-b022-f2e3c0be5c8e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433602 Nov 10 22:48:52.408145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.417076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9037d6-e33c-4050-8fb4-43d4309d8ec9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.420525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9037d6-e33c-4050-8fb4-43d4309d8ec9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.428507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4a9037d6-e33c-4050-8fb4-43d4309d8ec9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2643154 Nov 10 22:48:52.432832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42888) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:52.498829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Calling delete_port for 27ecc40e-1336-40cc-a42b-c1f535b0a9f8 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:52.517620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-74a3592e-82d6-4eea-93e9-e21847947f36 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:52.519259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-74a3592e-82d6-4eea-93e9-e21847947f36 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports/e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 943 time: 0.1800508 Nov 10 22:48:52.581253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.593438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 452d0aea-3da5-4630-894d-d849d23f32a6 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:48:52.610775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-9c088b7d-8a8b-4200-a28d-f22432425af9 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052444 Nov 10 22:48:52.611766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.634363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-5ea25f91-a79b-4077-8981-884bbb716b49 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361853 Nov 10 22:48:52.740760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.791022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.922668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89a9569d-7912-460a-91a6-617c511c8ff3 req-d5118d46-d413-4346-ba26-874cb6ded5d9 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817860 Nov 10 22:48:52.932409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:52.958583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb78c66f-b3e2-4245-895f-d56e04d715c4 req-ad69668c-176f-4ead-ba69-006e662c5330 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178117 Nov 10 22:48:52.986246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Pushing event deleted for resources: {'Port': ['ID=27ecc40e-1336-40cc-a42b-c1f535b0a9f8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:52.992830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-ee7ac957-6b9a-4874-9687-08da51c9c0cd tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 1002 time: 0.2439623 Nov 10 22:48:53.044699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.048050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.053328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6a3703c-5854-4c1d-8e12-475d16a87a0d HTTP/1.1" status: 204 len: 168 time: 0.8664348 Nov 10 22:48:53.113048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.124773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3cb89-aefe-4d4e-a8fb-71eaaab29ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a3703c-5854-4c1d-8e12-475d16a87a0d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:53.151395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.161035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d64baeb-bc7f-4893-b6f0-ee674a4271f1 tempest-RoutersAdminNegativeIpV6Test-1301776477 tempest-RoutersAdminNegativeIpV6Test-1301776477-project-admin] 10.222.0.25 "DELETE /v2.0/ports/27ecc40e-1336-40cc-a42b-c1f535b0a9f8 HTTP/1.1" status: 204 len: 168 time: 1.3943732 Nov 10 22:48:53.228451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-cbfb453e-5e29-497d-a021-d2310fd1ce40 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:53.230152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-cbfb453e-5e29-497d-a021-d2310fd1ce40 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2332375 Nov 10 22:48:53.241370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.270073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.273595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c8ff8-7f09-420c-b8ac-0bfde6e53b1e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:53.282324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/452d0aea-3da5-4630-894d-d849d23f32a6 HTTP/1.1" status: 204 len: 168 time: 0.8307796 Nov 10 22:48:53.284580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42906) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:53.395707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ed3f45d9-fa3f-4904-bcc9-15e2818f8be8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062560 Nov 10 22:48:53.396539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:53.518552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202ce4e-0682-44f4-90f2-251e2f97a0cd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:53.532220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e202ce4e-0682-44f4-90f2-251e2f97a0cd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343918 Nov 10 22:48:53.536047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42918) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:53.642608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4af262-0ea8-439b-9ff4-07fb34ac3a41 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:53.646470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c4af262-0ea8-439b-9ff4-07fb34ac3a41 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070421 Nov 10 22:48:53.653740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:53.712596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:48:53.774739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-275a9ce5-7529-4f4b-b410-b2082100b0f3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197038 Nov 10 22:48:53.782758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42926) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:53.792074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:53.817065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Deleting port ff9136be-abc6-4740-9af3-214f22cea050 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:53.830912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:53.991640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08039fdd-516a-45af-bb16-332e9f04d42f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=452d0aea-3da5-4630-894d-d849d23f32a6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:53.995516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:53.999260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.008056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:54.025737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-0cd06a1e-abab-4249-b13f-22c64c7e7062 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 1002 time: 0.7719738 Nov 10 22:48:54.032114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] For port ff9136be-abc6-4740-9af3-214f22cea050, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ff9136be-abc6-4740-9af3-214f22cea050,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:54.034258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.060237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:54.078422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Calling delete_port for ff9136be-abc6-4740-9af3-214f22cea050 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:54.219131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.223670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:54.255448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.299534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] Pushing event deleted for resources: {'Port': ['ID=ff9136be-abc6-4740-9af3-214f22cea050,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:54.308934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba797d2-8f09-4acf-a04a-067eb43a835e None None] No DVR routers for this DVR port ff9136be-abc6-4740-9af3-214f22cea050 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:48:54.314886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a5e024d-adce-4815-b7d6-c749b1f1d230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.565534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.575160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.575160 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Floating IP 089599d1-0c59-4dcb-a0d1-103d153f876f disassociated. External IP: 172.25.0.164, port: e6628b6b-524b-46cd-8d33-6e20a1356a16. Nov 10 22:48:54.591283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.933819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6bc69057-5e2f-45d4-9708-5eacf07cb1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.952049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-b19cacf7-3cb8-4c53-9695-b8bf2923dcf7 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:54.953241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-b19cacf7-3cb8-4c53-9695-b8bf2923dcf7 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2641778 Nov 10 22:48:55.005431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:48:55.123361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:55.125140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:55.128316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:55.128622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-3226329e-c300-4424-9ce0-456f16293c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:55.129042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.142641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-3226329e-c300-4424-9ce0-456f16293c91 service neutron] 10.222.0.25 "GET /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 1094 time: 0.1765542 Nov 10 22:48:55.143614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.150554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Request body: {'binding': {'host': 'n-h1-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:55.151270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Unknown quota resources ['binding']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:48:55.153292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4a321-4f6a-4ea1-8daf-515192b1d90e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:48:55.184839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a5e024d-adce-4815-b7d6-c749b1f1d230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.229346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=b94672a8-8ade-4c9e-a7a6-1e5e25ad924d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:55.240057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c7ff4562-da50-4355-886d-102d2faaa72a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4515972 Nov 10 22:48:55.240057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a5e024d-adce-4815-b7d6-c749b1f1d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.247659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:55.265637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'b94672a8-8ade-4c9e-a7a6-1e5e25ad924d', 'ip_address': '2001:db8::ef90:cc32:6477:c7ab'}], 'name': 'tempest-NetworksTestDHCPv6-998242748'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:55.271469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ff9136be-abc6-4740-9af3-214f22cea050 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:48:55.322159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ff9136be-abc6-4740-9af3-214f22cea050 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:48:55.323234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ff9136be-abc6-4740-9af3-214f22cea050 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:48:55.377079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0a5e024d-adce-4815-b7d6-c749b1f1d230 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3819489bdea44660995f0bd8d2e61275&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1496687 Nov 10 22:48:55.380758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e024d-adce-4815-b7d6-c749b1f1d230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27024c-c521-4210-bc6f-9df627e6ca80,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:55.391146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42950) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:55.407510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.424476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.424735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:48:55.444612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.456088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Sync routers for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:48:55.483091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:55.484499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:55.515339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ca1338da95e4be2ba71bbcb611aa940&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5061944 Nov 10 22:48:55.519305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:55.528748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d87557-1639-4cbe-916c-be7326b0e7b2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:55.559006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.559486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.559957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.561873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.561873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.561873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.561873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.562789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.564385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.564385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.564720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.566151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016b78-55f8-4eac-8d1e-2ba1c5c5df40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:55.568328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d77cc8e9-aa4e-4d7f-acb2-8023f9bd817e tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "PUT /v2.0/floatingips/089599d1-0c59-4dcb-a0d1-103d153f876f HTTP/1.1" status: 200 len: 695 time: 1.5134962 Nov 10 22:48:55.579437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:55.584392 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe3323-eba7-4a07-821b-485555ba6274" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:55.626732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:48:55.700410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.716800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.755356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'b94672a8-8ade-4c9e-a7a6-1e5e25ad924d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:48:55.758870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.764453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d8619c35-b53c-4c3b-a2d4-a7ca81d90821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:55.766363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-d8619c35-b53c-4c3b-a2d4-a7ca81d90821 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.1594486 Nov 10 22:48:55.766754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on host n-h1-811521-3 for vnic_type normal with profile None {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:55.767091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:55.767744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:55.775580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.778989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.782233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:55.787543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:55.787990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:55.861027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:55.861535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:55.862302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:55.862504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Bound port: 45e16b3b-147c-4e3a-96ec-f061d8495126, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:55.877594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:55.914674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 601b0c8f-37dd-4a42-a871-55f1e62292f9 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:48:56.041513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:56.042779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:56.047242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:56.047519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:56.049171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13d87557-1639-4cbe-916c-be7326b0e7b2 HTTP/1.1" status: 204 len: 168 time: 0.5286505 Nov 10 22:48:56.049435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b27024c-c521-4210-bc6f-9df627e6ca80 HTTP/1.1" status: 204 len: 168 time: 0.6533804 Nov 10 22:48:56.069023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:56.078684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-130c1bab-1a1e-439e-a063-55bddafec19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.080343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053e924-12e9-465b-859c-1ac9539b8e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d87557-1639-4cbe-916c-be7326b0e7b2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:56.082444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-130c1bab-1a1e-439e-a063-55bddafec19a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.2980158 Nov 10 22:48:56.093624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:56.106250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2556bddd-974d-4f3c-a3b4-9e05f065467d service neutron] 10.222.0.25 "POST /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126/bindings HTTP/1.1" status: 201 len: 389 time: 0.9624190 Nov 10 22:48:56.160255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ab6fe-d1fc-4c8d-ac6e-e0c4435fc072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27024c-c521-4210-bc6f-9df627e6ca80,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:56.340404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-7a3f4c0d-834e-4221-9246-7775d4ae9979 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.2267375 Nov 10 22:48:56.447466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21243c3-578a-4498-a9e6-a1cdd682f00e req-dff3fd04-074b-4551-a668-1088957ac32a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.455531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/b94672a8-8ade-4c9e-a7a6-1e5e25ad924d/09755ebc-18d6-465a-9f9d-7ede8294e7c4) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:56.463168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b21243c3-578a-4498-a9e6-a1cdd682f00e req-dff3fd04-074b-4551-a668-1088957ac32a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1386514 Nov 10 22:48:56.537731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b21243c3-578a-4498-a9e6-a1cdd682f00e req-4f0bbab1-d512-4e42-bc5c-136047a443ec tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735829 Nov 10 22:48:56.550587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-7146a370-b36a-4b65-8549-e80f1f419721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.556942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-7146a370-b36a-4b65-8549-e80f1f419721 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.1986346 Nov 10 22:48:56.575012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-226811ae-bf70-42c9-8c5d-9be096886bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.577583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-226811ae-bf70-42c9-8c5d-9be096886bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1097 time: 0.1308007 Nov 10 22:48:56.638827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-74418237-e416-4e91-8055-0d6e92e43d08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594602 Nov 10 22:48:56.738161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cade4e0-b7a0-4729-97b1-e94e89c2890b req-2fcde4b5-4882-4cc0-8489-4cc90af134c4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.741502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cade4e0-b7a0-4729-97b1-e94e89c2890b req-2fcde4b5-4882-4cc0-8489-4cc90af134c4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0800416 Nov 10 22:48:56.814872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:56.823569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-389d8fb5-d2f2-47e4-bfb3-5a187a7ace76 service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682243 Nov 10 22:48:56.885056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bdd95277-9d5d-47e2-93b8-bea2d635d492 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4ae984d1bba483bb5ab72c5daff6ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644615 Nov 10 22:48:56.888123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42976) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:56.933961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:56.958071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c628c4bd-8dcb-4c5d-8130-bdbf6d06d89c req-7a2c18ec-7021-420a-89cc-91ff456b1079 service neutron] 10.222.0.25 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262636 Nov 10 22:48:56.960217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-4362745f-de51-42ab-8757-e2555280eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:56.961678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-4362745f-de51-42ab-8757-e2555280eac7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.3696914 Nov 10 22:48:56.963027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cade4e0-b7a0-4729-97b1-e94e89c2890b req-a98b16fd-c1e6-4c3a-99f7-25c2587ae644 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958432 Nov 10 22:48:57.005660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.010432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Checking router: 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:48:57.013948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.026453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.044590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-845e9b7a-e212-4c09-989c-7b49367a2cf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.0750642 Nov 10 22:48:57.077480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Pushing event updated for resources: {'Port': ['ID=09755ebc-18d6-465a-9f9d-7ede8294e7c4,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:57.083172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.092504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:48:57.093228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:57.142798 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2409e-e6a3-486a-a00d-3c9bb22693c6 x-openstack-request-id: req-17e2409e-e6a3-486a-a00d-3c9bb22693c6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:57.143935 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:57.144597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17e2409e-e6a3-486a-a00d-3c9bb22693c6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:57.145541 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:48:57.180853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-bb801f24-2d30-40eb-9028-69efcdada071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:57.183453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-bb801f24-2d30-40eb-9028-69efcdada071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1313944 Nov 10 22:48:57.231620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:57.237019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:57.247856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:57.261744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-04d6f848-c135-447e-8ab6-334b6f284ac5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710740 Nov 10 22:48:57.293967 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.296527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.298020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1df8d593-8a61-4307-a3b3-a7cb40934eb9 HTTP/1.1" status: 204 len: 168 time: 0.4087727 Nov 10 22:48:57.354897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb2f85-9e49-4f03-8e03-bc6fa6b255a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8d593-8a61-4307-a3b3-a7cb40934eb9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:57.383284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::ef90:cc32:6477:c7ab (bccbe8a9-b424-4505-9147-d741702b4441/b94672a8-8ade-4c9e-a7a6-1e5e25ad924d/601b0c8f-37dd-4a42-a871-55f1e62292f9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:48:57.413842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-40f69473-5e87-46b0-907b-926779839f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:57.415476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-40f69473-5e87-46b0-907b-926779839f75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 1097 time: 0.2196846 Nov 10 22:48:57.455466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82313b8-de32-4d7f-8139-9205b0d7f5a1 req-59878316-93e4-4b3c-9132-732ff43ec672 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:57.457250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b82313b8-de32-4d7f-8139-9205b0d7f5a1 req-59878316-93e4-4b3c-9132-732ff43ec672 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1898499 Nov 10 22:48:57.480049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42992) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:57.489041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'floatingip': {'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:57.595549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.619108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ce079-4bc5-4524-bc78-eaa45b1f2cd5 req-ba3035bc-18fd-47aa-9d81-697ff75c6e68 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:57.635177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a49ce079-4bc5-4524-bc78-eaa45b1f2cd5 req-ba3035bc-18fd-47aa-9d81-697ff75c6e68 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 946 time: 0.3718708 Nov 10 22:48:57.653344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-e0ae91b7-a99f-433b-843c-c1f810e37bfa tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips/089599d1-0c59-4dcb-a0d1-103d153f876f HTTP/1.1" status: 200 len: 695 time: 0.1249051 Nov 10 22:48:57.702331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:48:57.808736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Attempting to bind port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:57.810058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Attempting to bind port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:57.811079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Attempting to bind port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:57.857119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-fac038c1-e56c-4b62-a12b-970597dba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:57.858454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-fac038c1-e56c-4b62-a12b-970597dba314 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 200 len: 920 time: 0.4281054 Nov 10 22:48:57.868930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:57.869994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:57.871430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.874177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:57.876433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Bound port: 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:57.878535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.933266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-847da738-c855-4b62-844e-a56e684a8763 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 200 len: 217 time: 0.0600340 Nov 10 22:48:57.933990 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1705f-4f9f-4ba8-9903-b27d308c1918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:57.952552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7518042e-19f1-4abd-a4e0-95d3f470e052 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781611 Nov 10 22:48:58.101579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-fb71e7d4-31b5-4508-b4ce-8888cb201d1a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:58.110938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-fb71e7d4-31b5-4508-b4ce-8888cb201d1a tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.4145896 Nov 10 22:48:58.115255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:58.125036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-9c52f427-fd4f-4fea-8d59-f54cd91bc862 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:58.135803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-9c52f427-fd4f-4fea-8d59-f54cd91bc862 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239720 Nov 10 22:48:58.203882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] For port 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:58.220305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-385db556-8a69-49e7-9fa1-a2dc2fecc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:58.222146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-385db556-8a69-49e7-9fa1-a2dc2fecc666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 200 len: 860 time: 0.2536986 Nov 10 22:48:58.224013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] For port 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=09755ebc-18d6-465a-9f9d-7ede8294e7c4,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:58.243930 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:58.244435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-3bc2d528-1834-44c6-9b42-7bc2910d5817 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 698 time: 0.1075101 Nov 10 22:48:58.293986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-8e932daf-7491-487e-bf1f-e9d08990f63e service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286150 Nov 10 22:48:58.335455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a49ce079-4bc5-4524-bc78-eaa45b1f2cd5 req-529b7e50-285f-4060-bf7f-21c1880fc5b2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309168 Nov 10 22:48:58.336654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edf8ee-1bd6-415e-80e3-9442d653a74c None None] Pushing event updated for resources: {'Port': ['ID=09755ebc-18d6-465a-9f9d-7ede8294e7c4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:58.363822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:48:58.402554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1aebc-497c-42f6-8da3-d198ead39988 None None] The sync data for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 is: [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:47:13Z', 'revision_number': 4, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '7dffee55-5a27-4aea-b7c5-af9fef7acb68', 'name': '', 'network_id': 'ff5a73eb-2018-473b-85b0-c9020f3060d2', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'mac_address': 'fa:16:3e:77:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:11Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'subnets': [{'id': '6e6e46d1-e552-41ea-a1dd-634e73db8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:48:58.432121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-3e5fe4d3-5b04-4448-8c12-833fee7d7dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff5a73eb-2018-473b-85b0-c9020f3060d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845036 Nov 10 22:48:58.656682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-8f6d9b7b-d1d4-4072-bd41-67b7e9578a9a service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868865 Nov 10 22:48:58.668062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-21584f9c-2394-4648-b71e-2edd6a0c758c tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 698 time: 0.4224498 Nov 10 22:48:58.673890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43014) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:58.825885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:58.889004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.026204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-08a69783-175a-4492-97a0-23326529ca90 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:59.026204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-08a69783-175a-4492-97a0-23326529ca90 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1097 time: 0.6173415 Nov 10 22:48:59.091962 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbea023-b61f-49ee-a4dc-a64bbfa08174 None None] New status for floating IP 089599d1-0c59-4dcb-a0d1-103d153f876f: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:48:59.100365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:48:59.126062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=601b0c8f-37dd-4a42-a871-55f1e62292f9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:59.129036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:48:59.141619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-3'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:59.146726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:48:59.151115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:48:59.155704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:59.156920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.177307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dfe3323-eba7-4a07-821b-485555ba6274 req-6a4903f1-ab85-4955-9e68-9bae81a92725 service neutron] 10.222.0.20 "GET /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065243 Nov 10 22:48:59.222894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-356afc0c-6d8d-4fe9-9d09-83ddf70e2e68 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9666352 Nov 10 22:48:59.232152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Deleting port 5686500c-bf72-4cfc-be26-9fa6194154b7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:48:59.233235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.239824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:59.294494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.330797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.343498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739febe-56b3-4313-8d36-57a11242d61c req-faf17b21-3139-4bff-b404-75e4f5515aa6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:59.357088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3739febe-56b3-4313-8d36-57a11242d61c req-faf17b21-3139-4bff-b404-75e4f5515aa6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4258337 Nov 10 22:48:59.423814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 09755ebc-18d6-465a-9f9d-7ede8294e7c4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:59.424100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:59.548563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:59.549158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.600746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.615035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d12bfe8-3029-4bcf-b7d8-60dd4019a58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.630024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-446897839'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:59.661123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963f714-9959-4dc5-8964-0bc363297c14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:59.676352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963f714-9959-4dc5-8964-0bc363297c14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:59.683020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1963f714-9959-4dc5-8964-0bc363297c14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4420757 Nov 10 22:48:59.689101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43038) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:59.733328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.746481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3739febe-56b3-4313-8d36-57a11242d61c req-1a4ebb74-c8b5-4b05-a6ff-e05126b0c7eb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883190 Nov 10 22:48:59.813154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=09755ebc-18d6-465a-9f9d-7ede8294e7c4,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:59.821630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.828027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.828926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.850190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Calling delete_port for 5686500c-bf72-4cfc-be26-9fa6194154b7 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:48:59.872111 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Floating IP d6af9c5a-ef11-4305-b0fd-b526b57aa573 associated. External IP: 172.25.0.133, port: 0b8f0bd7-2e6e-4709-a462-72ef376da75f. Nov 10 22:48:59.898204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=09755ebc-18d6-465a-9f9d-7ede8294e7c4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:59.969841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d12bfe8-3029-4bcf-b7d8-60dd4019a58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:59.986655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d12bfe8-3029-4bcf-b7d8-60dd4019a58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.043232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:00.048941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.114631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.139169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d12bfe8-3029-4bcf-b7d8-60dd4019a58f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69f2eb214f124ebc80113d55eb273f44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4574845 Nov 10 22:49:00.152227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12bfe8-3029-4bcf-b7d8-60dd4019a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67521c9a-d291-42d8-9527-638bd3a58cad,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:00.159279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43044) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:00.295595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.371328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-44760c88-8d8f-49d2-b5c4-eb016bb6a6fd None None] Provisioning complete for port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:00.371957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44760c88-8d8f-49d2-b5c4-eb016bb6a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.404531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.435901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.494835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.578157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.584013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event deleted for resources: {'Port': ['ID=5686500c-bf72-4cfc-be26-9fa6194154b7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:00.599799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.697150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.740073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8519c9-8b40-49f1-af84-d3ce18397285 req-d2100c3a-eb04-4880-aec6-23700d79eed9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:00.743630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d8519c9-8b40-49f1-af84-d3ce18397285 req-d2100c3a-eb04-4880-aec6-23700d79eed9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 946 time: 0.7367353 Nov 10 22:49:00.750115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.754223 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.755973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67521c9a-d291-42d8-9527-638bd3a58cad HTTP/1.1" status: 204 len: 168 time: 0.5896862 Nov 10 22:49:00.759652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:00.761881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3fadc-b45e-461c-bb52-fb7c29d441e7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:00.779567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f181-eee3-4b26-90ba-1db113cb25f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67521c9a-d291-42d8-9527-638bd3a58cad,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:00.792705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.793079 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Added segment 788ed121-85d2-4819-a41c-85569b1d2233 of type vlan for network 3699c3bd-d27e-464c-b7b8-45c12da286e7 Nov 10 22:49:00.815333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.817971 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.819261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-742aea93-5bd3-417f-95c4-1e36b2844d33 req-170220e5-0c4f-4b56-864c-4c7b0957f9ef tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "DELETE /v2.0/floatingips/089599d1-0c59-4dcb-a0d1-103d153f876f HTTP/1.1" status: 204 len: 173 time: 2.1500351 Nov 10 22:49:00.841399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:00.846609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-12208b9c-bfec-429b-a53a-77c51af0db7e None None] Provisioning complete for port 601b0c8f-37dd-4a42-a871-55f1e62292f9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:00.846989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12208b9c-bfec-429b-a53a-77c51af0db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.910179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 601b0c8f-37dd-4a42-a871-55f1e62292f9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:00.910722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.921107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.935690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-12208b9c-bfec-429b-a53a-77c51af0db7e None None] Port 601b0c8f-37dd-4a42-a871-55f1e62292f9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:00.984823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.991054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:00.992029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.109189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d8519c9-8b40-49f1-af84-d3ce18397285 req-f147cc24-9cb8-408a-99f5-9508386c54ea tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343470 Nov 10 22:49:01.149165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7152946 Nov 10 22:49:01.149165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:01.157327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'subnet': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:01.224440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:01.287054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237de80-a88f-415c-8dc3-49886303cb1d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Network': ['ID=3699c3bd-d27e-464c-b7b8-45c12da286e7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:01.330619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:01.334714 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0fa62-0f7a-4f66-a2bf-f6b861ac2df0" -d '{"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-unplugged", "status": "completed", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:01.339426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:01.345023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.352659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.372103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1e53-447c-40f0-994a-c01e05a13b91 req-7e6c2e6b-a307-49f6-ad77-c0f60988fe77 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:01.380429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.384962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03ec1e53-447c-40f0-994a-c01e05a13b91 req-7e6c2e6b-a307-49f6-ad77-c0f60988fe77 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4133384 Nov 10 22:49:01.398730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 601b0c8f-37dd-4a42-a871-55f1e62292f9 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:01.409281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:01.450407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:01.455693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.488848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 09755ebc-18d6-465a-9f9d-7ede8294e7c4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:01.558149 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03ec1e53-447c-40f0-994a-c01e05a13b91 req-610977fe-0d81-401a-80c4-de60c59e3199 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708844 Nov 10 22:49:01.572258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:01.573365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:01.651598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:01.723750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-d07b7999-a0ac-4661-ab0b-aa78359820a0 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups/7b1fb17c-c852-4bd8-8bb9-1521589e7e95 HTTP/1.1" status: 200 len: 1827 time: 0.3295379 Nov 10 22:49:01.771122 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60509289-b102-410c-9d47-148069e77845 x-openstack-request-id: req-60509289-b102-410c-9d47-148069e77845 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:01.773501 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-unplugged", "status": "completed", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:01.773501 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60509289-b102-410c-9d47-148069e77845 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:01.773501 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'code': 200} Nov 10 22:49:01.891078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on host n-h2-811521-3 for vnic_type normal with profile {"migrating_to": "n-h1-811521-3"} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:01.891689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:01.892188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:01.942816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:01.943352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Attempting to bind port 45e16b3b-147c-4e3a-96ec-f061d8495126 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:02.014221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.019854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:02.020337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:02.020894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:02.021814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Bound port: 45e16b3b-147c-4e3a-96ec-f061d8495126, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:02.022354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.070584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:02.086714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:02.087928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.106556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:02.107731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:02.139591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-1737159b-93ba-4b84-9d6e-e77701d25442 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:02.145953 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-1737159b-93ba-4b84-9d6e-e77701d25442 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.2167225 Nov 10 22:49:02.157571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Subnet': ['ID=48856cd1-dd55-464f-b008-0a523e58a96a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:02.184475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-66776e58-8713-4d04-bb93-16c6dd485e52 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/quotas/42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 375 time: 0.0155046 Nov 10 22:49:02.185774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Checking segment: {'id': '788ed121-85d2-4819-a41c-85569b1d2233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:02.185917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.186138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network hostable DHCP agents. Network: 3699c3bd-d27e-464c-b7b8-45c12da286e7, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:02.209153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.271333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:02.283756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3699c3bd-d27e-464c-b7b8-45c12da286e7) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:02.302793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf0e6a-f67b-4c6b-9bc9-4f46dfadc242 None None] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:02.306435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-20c93a16-3b86-4cc4-b006-bc7a3d96963b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "PUT /v2.0/floatingips/d6af9c5a-ef11-4305-b0fd-b526b57aa573 HTTP/1.1" status: 200 len: 991 time: 4.8244305 Nov 10 22:49:02.310910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:02.311743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.328863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=601b0c8f-37dd-4a42-a871-55f1e62292f9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:02.334969 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-da9f7f09-025a-4e0e-9857-ab831f28827d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1405346 Nov 10 22:49:02.335792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.363588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad8c677f-0fa1-4be1-a941-2bba87bf3ba6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2142045 Nov 10 22:49:02.367014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:02.374153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-1793705707'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:02.444079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:02.465797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.472682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a4c4cd13-04a0-4a59-bc0c-5865aa7aff4e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/601b0c8f-37dd-4a42-a871-55f1e62292f9 HTTP/1.1" status: 204 len: 168 time: 2.7734795 Nov 10 22:49:02.473022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:02.480136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43096) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:02.534224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-e0d11f61-48f6-4b53-8446-2cb9807a036d service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555915 Nov 10 22:49:02.582136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:02.599229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.707315 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.711940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.726865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e994df9d-31dc-483a-bf5b-3e70ee968a5f req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "DELETE /v2.0/security-groups/7b1fb17c-c852-4bd8-8bb9-1521589e7e95 HTTP/1.1" status: 204 len: 173 time: 0.9474576 Nov 10 22:49:02.773749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71bd64-b505-4a2f-85cc-e40cab273520 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:02.778385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71bd64-b505-4a2f-85cc-e40cab273520 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:02.783896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5e71bd64-b505-4a2f-85cc-e40cab273520 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2952485 Nov 10 22:49:02.815014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43102) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:02.904320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet b94672a8-8ade-4c9e-a7a6-1e5e25ad924d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:02.908711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:02.942361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1fb17c-c852-4bd8-8bb9-1521589e7e95,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:02.984668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=8']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:03.004696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.005223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.005680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.006128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.006575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.007179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.007620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.008956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.008956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.008956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.009770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.010004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ad009-a9ef-4b23-9c1f-f452664ab55b tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.051948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.058531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:03.059722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.062144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] 10.222.0.20 "PUT /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 1122 time: 4.0263958 Nov 10 22:49:03.066510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.067130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.067821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.068639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.069335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.069813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.070356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.070768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.071201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.071646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.072079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.072510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b541b-0c98-4f36-99d5-c1b61a14dd58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:03.162879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['45e16b3b-147c-4e3a-96ec-f061d8495126'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:03.205730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca348cb3-c7e7-44ad-bd46-8bec7f6d2e40 req-a4663057-7ec6-4f4e-9570-839228ded8cc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:03.209508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca348cb3-c7e7-44ad-bd46-8bec7f6d2e40 req-a4663057-7ec6-4f4e-9570-839228ded8cc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.2614357 Nov 10 22:49:03.329732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.405721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca348cb3-c7e7-44ad-bd46-8bec7f6d2e40 req-de9dd832-c783-4644-bf44-1d00eae34184 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855030 Nov 10 22:49:03.487651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd6af9c5a-ef11-4305-b0fd-b526b57aa573', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:15Z', 'updated_at': '2021-11-10T22:48:59Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:03.497627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-cb9e48b4-37dc-4f2c-91c9-c0e2c8d6ad6b service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437337 Nov 10 22:49:03.500715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.537062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:03.589199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:03.590063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:03.634795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=b94672a8-8ade-4c9e-a7a6-1e5e25ad924d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:03.657744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.666193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-862c936e-d6dd-40d1-b9c0-9cc2f36b90b2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b94672a8-8ade-4c9e-a7a6-1e5e25ad924d HTTP/1.1" status: 204 len: 168 time: 0.8462210 Nov 10 22:49:03.671553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43118) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:03.679095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3699c3bd-d27e-464c-b7b8-45c12da286e7', 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'tenant_id': 'ca94db5cb4b649e580bfcd27cab10585', 'fixed_ips': [{'subnet_id': '48856cd1-dd55-464f-b008-0a523e58a96a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:03.681002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.682573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:03.686141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b77b36-0dfb-41ea-900b-647d3a060a4a None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:03.696917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:03.775302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port 720e4c18-0df0-40ca-b836-b47715e324d6 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:03.818290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}, {'name': 'network-changed', 'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:03.845222 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d01912-a27c-4580-b9d0-25507124ee50" -d '{"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}, {"name": "network-changed", "server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:03.876430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1fa9a573-15ea-4393-ad57-793fd03b462a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1974716 Nov 10 22:49:03.878116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:03.895562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:04.034598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df4a0360-062c-4896-b34a-23e8c63bb663 req-46e91cc7-e0b1-499a-b4e8-fed5d3b84ec9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 210 time: 0.1190567 Nov 10 22:49:04.196214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.14 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/720e4c18-0df0-40ca-b836-b47715e324d6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:04.199669 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b294a9-26e2-49bd-8c17-f0b9e33269a2 x-openstack-request-id: req-29b294a9-26e2-49bd-8c17-f0b9e33269a2 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:04.200214 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:04.200537 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29b294a9-26e2-49bd-8c17-f0b9e33269a2 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:04.202611 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'status': 'completed', 'code': 200} Nov 10 22:49:04.203160 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'status': 'completed', 'code': 200} Nov 10 22:49:04.312385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-66fe15f3-33c9-4fab-a2b3-999324939f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.316136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-66fe15f3-33c9-4fab-a2b3-999324939f26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1125 time: 0.0899360 Nov 10 22:49:04.335580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ddc3-d713-489b-a001-06a3b2021c44 req-80c8297e-12da-4fdc-b85c-fab9fdfe44bd tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.349028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4637ddc3-d713-489b-a001-06a3b2021c44 req-80c8297e-12da-4fdc-b85c-fab9fdfe44bd tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.2035003 Nov 10 22:49:04.367666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:04.375489 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:04.421951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-7faf8228-33c2-48ce-ae3d-eb576036749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.424538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:04.425430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-7faf8228-33c2-48ce-ae3d-eb576036749f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.2082481 Nov 10 22:49:04.556580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-cb84be17-3848-4263-9eb3-d3e9dfadbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.558110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-cb84be17-3848-4263-9eb3-d3e9dfadbacb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.1753666 Nov 10 22:49:04.607572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4637ddc3-d713-489b-a001-06a3b2021c44 req-d129380a-6975-4727-89b9-d05c2cfbf849 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566028 Nov 10 22:49:04.722872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-f418f723-b6d4-43aa-9814-3543fe01de19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.1302323 Nov 10 22:49:04.794009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:04.798666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:04.799496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-dea5bb54-d7cd-495d-83c0-dfc0fc2bb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.801197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-dea5bb54-d7cd-495d-83c0-dfc0fc2bb1b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.0689979 Nov 10 22:49:04.963863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-482ae203-5dd4-4d53-929d-b4080d6d621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:04.967020 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-482ae203-5dd4-4d53-929d-b4080d6d621c service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.4848566 Nov 10 22:49:04.986559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-9f3c6bea-ab50-46a2-8141-d1c509bb4948 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579542 Nov 10 22:49:05.038171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498b24-7395-4164-8e8f-3e1f6563a474 req-8e3e027e-d644-48e9-af76-01f39be68a08 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:05.064589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb498b24-7395-4164-8e8f-3e1f6563a474 req-8e3e027e-d644-48e9-af76-01f39be68a08 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.3569031 Nov 10 22:49:05.275444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.321570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-246b2f8d-e97c-4d9d-a9f2-acdb7bd288d6 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179843 Nov 10 22:49:05.323783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:05.356472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 09755ebc-18d6-465a-9f9d-7ede8294e7c4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:05.376475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.487464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6712d082-1938-4e10-8758-1505450c099c req-9b3e9d55-af44-47ae-aecb-9eb9f4c06ad4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 210 time: 0.1214993 Nov 10 22:49:05.516763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.524119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 has no active binding in host n-h1-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:49:05.530509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:05.549417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:05.569114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:05.595528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:05.597158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.617265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Deleting port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:05.618470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.619597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:05.625683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-6ca3323f-e860-4dc7-8052-37ae76d528d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 999 time: 0.5139453 Nov 10 22:49:05.631588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:05.636990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:05.648159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7635992 Nov 10 22:49:05.650190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43180) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:05.667232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd0358-b4bb-4033-b6af-2b6f590ff6bf tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=23a43dd1-4a1e-445c-b914-255172266704,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:05.717086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb498b24-7395-4164-8e8f-3e1f6563a474 req-4ea114a7-a69e-4f68-8f58-bf64ae627293 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444306 Nov 10 22:49:05.723591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '23a43dd1-4a1e-445c-b914-255172266704', 'ip_address': '2001:db8::41e1:21b0:5973:40de'}], 'name': 'tempest-NetworksTestDHCPv6-476722028'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:05.797878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=720e4c18-0df0-40ca-b836-b47715e324d6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:05.833206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Allocated IP 172.20.0.2 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/0efd4b41-33c3-4dfe-8786-888d73096832) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:05.836006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:05.837168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.870100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] For port 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=09755ebc-18d6-465a-9f9d-7ede8294e7c4,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:05.871753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.878623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-86570d53-bb9e-4a2b-9cc0-3df31d4e8690 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086424 Nov 10 22:49:05.911568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d65ea99f-4b7f-4837-b83c-5217d42c17e5 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5428786 Nov 10 22:49:05.924847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.933905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43184) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:05.939781 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee0d298d-ea26-4d4a-9cdd-b5d8f0f13ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:05.961959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-740628889', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:43:14'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:06.089288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-1a2f43c2-d6ac-449b-a8f0-56b6902fe5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:06.092913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-1a2f43c2-d6ac-449b-a8f0-56b6902fe5e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.4493642 Nov 10 22:49:06.194634 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee0d298d-ea26-4d4a-9cdd-b5d8f0f13ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.206475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee0d298d-ea26-4d4a-9cdd-b5d8f0f13ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.237584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40f85-8eb4-44f3-ba1d-0beef6e3912e req-4f8f320f-5ded-4ecb-83a2-e2cefb9bcb42 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:06.243788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ac40f85-8eb4-44f3-ba1d-0beef6e3912e req-4f8f320f-5ded-4ecb-83a2-e2cefb9bcb42 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.4346013 Nov 10 22:49:06.274644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-c0866f3f-6f95-4725-8976-c365ab59d00e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:06.276194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-c0866f3f-6f95-4725-8976-c365ab59d00e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.4029429 Nov 10 22:49:06.281212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d01912-a27c-4580-b9d0-25507124ee50 req-46dbcd57-d032-4657-8127-499d0dae4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:06.282796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-46dbcd57-d032-4657-8127-499d0dae4746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776009 Nov 10 22:49:06.287591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Calling delete_port for 09755ebc-18d6-465a-9f9d-7ede8294e7c4 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:06.293266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.329317 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.350650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ee0d298d-ea26-4d4a-9cdd-b5d8f0f13ad6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89e9999fa5a145008ffdfcc52b593d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8162639 Nov 10 22:49:06.371737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43188) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:06.379897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'device_id': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'admin_state_up': True, 'tenant_id': '42e54078c1df44bd8cd9474146868475'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:06.385825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:06.404020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d298d-ea26-4d4a-9cdd-b5d8f0f13ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4436b317-4dfa-437e-a206-054f64c9c49c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:06.457327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:06.464373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:06.467432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:06.481424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd6af9c5a-ef11-4305-b0fd-b526b57aa573', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:15Z', 'updated_at': '2021-11-10T22:48:59Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:06.482933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ac40f85-8eb4-44f3-ba1d-0beef6e3912e req-b12266a2-0f7c-4833-89b0-7ad9ef1c11d9 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105627 Nov 10 22:49:06.501425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 09755ebc-18d6-465a-9f9d-7ede8294e7c4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=09755ebc-18d6-465a-9f9d-7ede8294e7c4,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:06.560630 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.568454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:06.581009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.643460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90a2a-106f-477b-8d87-fae2c1df7b1d None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd6af9c5a-ef11-4305-b0fd-b526b57aa573', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:48:15Z', 'updated_at': '2021-11-10T22:48:59Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:06.652891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Pushing event updated for resources: {'Port': ['ID=0efd4b41-33c3-4dfe-8786-888d73096832,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:06.808895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.815046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-e03d3d22-5dfc-47fb-a9cf-87650af05343 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230341 Nov 10 22:49:06.826736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Attempting to bind port 0efd4b41-33c3-4dfe-8786-888d73096832 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:06.827837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Attempting to bind port 0efd4b41-33c3-4dfe-8786-888d73096832 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '788ed121-85d2-4819-a41c-85569b1d2233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:06.828758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Attempting to bind port 0efd4b41-33c3-4dfe-8786-888d73096832 on network 3699c3bd-d27e-464c-b7b8-45c12da286e7 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:06.872427 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f86eee36-302d-432b-b352-323371069ff5 req-577e7e13-1179-4973-bb08-33ce61de1996 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 210 time: 0.1637857 Nov 10 22:49:06.877646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:06.878664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Checking segment: {'id': '788ed121-85d2-4819-a41c-85569b1d2233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:06.879640 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.880752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Bound using segment: {'id': '788ed121-85d2-4819-a41c-85569b1d2233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:06.882120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Bound port: 0efd4b41-33c3-4dfe-8786-888d73096832, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788ed121-85d2-4819-a41c-85569b1d2233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:06.883037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.946346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.951570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=09755ebc-18d6-465a-9f9d-7ede8294e7c4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:06.957706 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.971021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:06.981480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 2636e32f-d15f-45c7-81f9-9a44810cbede yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:06.981771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port f77eced9-09c5-44ea-9bcd-00bd9e9fda6e yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:07.089879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3a7ed-adfa-4026-92d1-3caed7d8fc14 None None] New status for floating IP d6af9c5a-ef11-4305-b0fd-b526b57aa573: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:49:07.183003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] Pushing event deleted for resources: {'Port': ['ID=09755ebc-18d6-465a-9f9d-7ede8294e7c4,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:07.188208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62609ba9-d481-4654-81e6-8765149d9a31 None None] No DVR routers for this DVR port 09755ebc-18d6-465a-9f9d-7ede8294e7c4 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:07.204820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.6 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/f77eced9-09c5-44ea-9bcd-00bd9e9fda6e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:07.230848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eebee9-031d-4322-aabb-dcdb3ec0c2ba None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:07.271833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:07.277159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.328672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] For port 0efd4b41-33c3-4dfe-8786-888d73096832, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:07.361766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] For port 0efd4b41-33c3-4dfe-8786-888d73096832, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0efd4b41-33c3-4dfe-8786-888d73096832,segment=NetworkSegment(788ed121-85d2-4819-a41c-85569b1d2233),segment_id=788ed121-85d2-4819-a41c-85569b1d2233)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:07.375217 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.560379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.567200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1026e-8010-45a6-bebf-857bf5ca40cb None None] Pushing event updated for resources: {'Port': ['ID=0efd4b41-33c3-4dfe-8786-888d73096832,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:07.632987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.639192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.641312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4436b317-4dfa-437e-a206-054f64c9c49c HTTP/1.1" status: 204 len: 168 time: 1.2675087 Nov 10 22:49:07.676806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '23a43dd1-4a1e-445c-b914-255172266704'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:07.677884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.679631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e922-77dd-40f2-a294-c50dd3baa4dd req-4932f7ca-17db-43e3-981e-bfa41fcf03a3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:07.683283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05a9e922-77dd-40f2-a294-c50dd3baa4dd req-4932f7ca-17db-43e3-981e-bfa41fcf03a3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.8080595 Nov 10 22:49:07.693056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-f03ffcef-7097-42b5-afc1-2301b7ebd122 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:07.695186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-f03ffcef-7097-42b5-afc1-2301b7ebd122 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.20 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.8957984 Nov 10 22:49:07.705072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a1c1e-f78b-4966-904e-5c4f4022c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436b317-4dfa-437e-a206-054f64c9c49c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:07.714366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.827076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:07.833693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:07.858636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:07.889059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15d01912-a27c-4580-b9d0-25507124ee50 req-beb79287-0d5e-4c13-af11-902d5b879879 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214019 Nov 10 22:49:07.937939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=f77eced9-09c5-44ea-9bcd-00bd9e9fda6e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:07.954401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05a9e922-77dd-40f2-a294-c50dd3baa4dd req-a6bbf2ef-c5aa-4ce0-aa06-675d9d686dfd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524657 Nov 10 22:49:08.000113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:08.000817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.046644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9fda078e-f1d3-4451-a449-6bc945613e82 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1113403 Nov 10 22:49:08.051221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43204) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:08.079829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/23a43dd1-4a1e-445c-b914-255172266704/a019a006-6b71-40bf-aad6-105031a62285) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:08.209596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1941fc-88eb-4ab4-806c-fd039c70a0d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:08.220905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1941fc-88eb-4ab4-806c-fd039c70a0d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:08.228334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1941fc-88eb-4ab4-806c-fd039c70a0d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:08.231342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ce1941fc-88eb-4ab4-806c-fd039c70a0d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1782546 Nov 10 22:49:08.234851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43208) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:08.286674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.20.0.12 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/dd07938a-6e13-4037-9e45-ae37057742ca) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:08.395471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.406349 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.427420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43210) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:08.483762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Pushing event updated for resources: {'Port': ['ID=a019a006-6b71-40bf-aad6-105031a62285,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:08.498327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c88d889-18da-4619-9fc7-51bd2a237c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.500536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:08.503827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:08.520080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:08.544045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port f77eced9-09c5-44ea-9bcd-00bd9e9fda6e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:08.544858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.555083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-0476f879-9ca3-4a50-8f79-effb63e3b617 service neutron] 10.222.0.39 "GET /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.1907241 Nov 10 22:49:08.595233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::41e1:21b0:5973:40de (bccbe8a9-b424-4505-9147-d741702b4441/23a43dd1-4a1e-445c-b914-255172266704/2636e32f-d15f-45c7-81f9-9a44810cbede) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:08.612407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Attempting to bind port a019a006-6b71-40bf-aad6-105031a62285 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:08.613007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Attempting to bind port a019a006-6b71-40bf-aad6-105031a62285 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:08.613631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Attempting to bind port a019a006-6b71-40bf-aad6-105031a62285 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:08.626888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:08.627629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:08.628290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.629131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:08.630382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Bound port: a019a006-6b71-40bf-aad6-105031a62285, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:08.631013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.645428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.739414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c88d889-18da-4619-9fc7-51bd2a237c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.793508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] For port a019a006-6b71-40bf-aad6-105031a62285, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:08.800989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] For port a019a006-6b71-40bf-aad6-105031a62285, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a019a006-6b71-40bf-aad6-105031a62285,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:08.809083 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.810462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.894846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c88d889-18da-4619-9fc7-51bd2a237c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:08.898329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5dbb-7de9-444b-a9af-b2869662ac58 None None] Pushing event updated for resources: {'Port': ['ID=a019a006-6b71-40bf-aad6-105031a62285,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:08.966241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.025906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88d889-18da-4619-9fc7-51bd2a237c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a09376-c46a-4246-aed2-0dee504a6d74,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:09.033390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c88d889-18da-4619-9fc7-51bd2a237c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0464ffde035e4496be82a7182560a409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6060042 Nov 10 22:49:09.042808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:09.045205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:09.051339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43212) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:09.069688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:09.153126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.201534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:09.241973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.403347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:09.404402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.521124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for f77eced9-09c5-44ea-9bcd-00bd9e9fda6e owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:09.543920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ada4d4-75e3-4fb0-a22d-6f707bf2c61c None None] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:09.666750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:09.703795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:09.724123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0efd4b41-33c3-4dfe-8786-888d73096832 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:09.759824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=2636e32f-d15f-45c7-81f9-9a44810cbede,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:09.775407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-74887e39-ea4e-443d-aa65-0e3dd7777ef5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4464190 Nov 10 22:49:09.791044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:09.821123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Request body: {'port': {'device_id': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:09.882056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:09.888372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] Provisioning complete for port 0efd4b41-33c3-4dfe-8786-888d73096832 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:09.889219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.930776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0efd4b41-33c3-4dfe-8786-888d73096832 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:09.931156 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.934746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:09.947437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:09.948956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.982845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.000057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-451a0a60-d12a-4a02-b2ea-40668e928d8d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3388364 Nov 10 22:49:10.037460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43218) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:10.156058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e16b3b-147c-4e3a-96ec-f061d8495126 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:10.168615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.188278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.246088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3f51-1f25-40d7-b855-89cf17b289da req-e493674b-6aae-4182-bc8b-be3d5f502c64 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:10.246345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:10.258285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e05f3f51-1f25-40d7-b855-89cf17b289da req-e493674b-6aae-4182-bc8b-be3d5f502c64 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 946 time: 0.8507807 Nov 10 22:49:10.262671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Deleting port e6628b6b-524b-46cd-8d33-6e20a1356a16 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:10.263006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.338093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.344641 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.384048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35967fb-fd8f-4fed-b897-290de334612b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:10.390461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35967fb-fd8f-4fed-b897-290de334612b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:10.395355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c35967fb-fd8f-4fed-b897-290de334612b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3531711 Nov 10 22:49:10.402809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:10.473701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e05f3f51-1f25-40d7-b855-89cf17b289da req-d3e1ff93-20e6-42b2-b2c6-968d850613c6 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036448 Nov 10 22:49:10.499113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.571833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] For port 0efd4b41-33c3-4dfe-8786-888d73096832, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0efd4b41-33c3-4dfe-8786-888d73096832,segment=NetworkSegment(788ed121-85d2-4819-a41c-85569b1d2233),segment_id=788ed121-85d2-4819-a41c-85569b1d2233)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:10.603837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.648305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.653741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.655481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44a09376-c46a-4246-aed2-0dee504a6d74 HTTP/1.1" status: 204 len: 168 time: 1.5985665 Nov 10 22:49:10.739308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d521a-cbb5-4721-967f-a8ef8077f896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a09376-c46a-4246-aed2-0dee504a6d74,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:10.742317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb1dee-2fe5-436c-a809-f3ebc719d7de req-6d781fce-cda3-4fed-8a93-4afc0e7b8a08 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:10.744040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8bb1dee-2fe5-436c-a809-f3ebc719d7de req-6d781fce-cda3-4fed-8a93-4afc0e7b8a08 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 932 time: 0.4102206 Nov 10 22:49:10.747682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:10.748185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.751351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da863f2-2cd8-4e3e-9792-2484305ffba6 None None] Pushing event updated for resources: {'Port': ['ID=0efd4b41-33c3-4dfe-8786-888d73096832,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:10.754269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e6628b6b-524b-46cd-8d33-6e20a1356a16 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:10.777732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Calling delete_port for e6628b6b-524b-46cd-8d33-6e20a1356a16 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:10.791403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.796700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] Transition to ACTIVE for port object 45e16b3b-147c-4e3a-96ec-f061d8495126 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:10.837685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.863646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c78800-e21a-4ee2-97c1-72db90b98679 req-24666f18-6221-4914-9979-1ef733e55535 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:10.865619 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97c78800-e21a-4ee2-97c1-72db90b98679 req-24666f18-6221-4914-9979-1ef733e55535 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 944 time: 0.2419662 Nov 10 22:49:10.879704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fafd860f-bed6-4b85-b9f2-7ebac11c9a6d None None] Provisioning complete for port dd07938a-6e13-4037-9e45-ae37057742ca triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:10.880074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fafd860f-bed6-4b85-b9f2-7ebac11c9a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:10.907927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:49:10.909690 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:49:10.984332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=f77eced9-09c5-44ea-9bcd-00bd9e9fda6e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:11.050321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fafd860f-bed6-4b85-b9f2-7ebac11c9a6d None None] Port dd07938a-6e13-4037-9e45-ae37057742ca cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:11.130254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd07938a-6e13-4037-9e45-ae37057742ca {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:11.144725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.166023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Transition to ACTIVE for port object dd07938a-6e13-4037-9e45-ae37057742ca will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:11.181313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.237326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] No DVR routers for this DVR port 45e16b3b-147c-4e3a-96ec-f061d8495126 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:11.270358 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.278299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8bb1dee-2fe5-436c-a809-f3ebc719d7de req-cb8d654a-88e3-4403-9220-fadf07f0a8bb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689043 Nov 10 22:49:11.295220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Provisioning complete for port 720e4c18-0df0-40ca-b836-b47715e324d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:11.298780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.316464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:11.333317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 2636e32f-d15f-45c7-81f9-9a44810cbede {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:11.333317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.503778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97c78800-e21a-4ee2-97c1-72db90b98679 req-4a587ae9-af88-439d-8b02-1cd52adc8541 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304984 Nov 10 22:49:11.508072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:11.523026 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b3ed6e-4b31-420a-8986-75070fc66d40" -d '{"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:11.590212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Port 720e4c18-0df0-40ca-b836-b47715e324d6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:11.615543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e6628b6b-524b-46cd-8d33-6e20a1356a16, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e6628b6b-524b-46cd-8d33-6e20a1356a16,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:11.656728 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.760068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Attempting to bind port dd07938a-6e13-4037-9e45-ae37057742ca on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:11.760481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Attempting to bind port dd07938a-6e13-4037-9e45-ae37057742ca by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:11.760921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Attempting to bind port dd07938a-6e13-4037-9e45-ae37057742ca on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:11.774952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Port dd07938a-6e13-4037-9e45-ae37057742ca on network ab5e6ca5-9d14-410a-943b-396b29d0716d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:11.775437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Attempting to bind port dd07938a-6e13-4037-9e45-ae37057742ca on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:11.783824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:11.784568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:11.785201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:11.785838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Bound port: dd07938a-6e13-4037-9e45-ae37057742ca, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:11.786307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.802031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29a4b-f228-45b2-83a9-0ecdc3cff125 req-971cfad0-e410-42bd-a1dd-a3bdd8041f64 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:11.812777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38a29a4b-f228-45b2-83a9-0ecdc3cff125 req-971cfad0-e410-42bd-a1dd-a3bdd8041f64 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 944 time: 0.1359210 Nov 10 22:49:11.819385 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076e7253-1459-446b-93d0-4733d0095b92 x-openstack-request-id: req-076e7253-1459-446b-93d0-4733d0095b92 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:11.820194 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:11.821180 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-076e7253-1459-446b-93d0-4733d0095b92 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:11.821975 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'code': 200} Nov 10 22:49:11.847192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Provisioning complete for port 0efd4b41-33c3-4dfe-8786-888d73096832 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:11.848391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.018221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38a29a4b-f228-45b2-83a9-0ecdc3cff125 req-ecfc22f7-d6ac-4142-b6de-583fe323babe tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e91584-bb3d-4a4f-8078-8203de81ccf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043705 Nov 10 22:49:12.053659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:12.159201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:12.168820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=dd07938a-6e13-4037-9e45-ae37057742ca,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:12.179628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.192744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-98c3ca05-942b-4bcc-9180-dc4b50186641 None None] Could not find standard attr ID for object f77eced9-09c5-44ea-9bcd-00bd9e9fda6e. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:12.208090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:12.209214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.212284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 200 len: 1092 time: 2.4153302 Nov 10 22:49:12.217928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:12.222470 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654e127-1173-440b-9faf-e77bd7146fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:12.243577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0efd4b41-33c3-4dfe-8786-888d73096832 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:12.439402 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e04b6-2177-40b2-a37f-beff393cc45a x-openstack-request-id: req-034e04b6-2177-40b2-a37f-beff393cc45a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:12.439755 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:12.439938 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-034e04b6-2177-40b2-a37f-beff393cc45a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:12.440497 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca', 'status': 'completed', 'code': 200} Nov 10 22:49:12.523438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f55c257d-3648-4474-8590-9584082313bd None None] Provisioning complete for port 720e4c18-0df0-40ca-b836-b47715e324d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:12.529128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55c257d-3648-4474-8590-9584082313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.579376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-e015ff3b-eab2-452f-b955-9793e122aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:12.583887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-e015ff3b-eab2-452f-b955-9793e122aadb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 1095 time: 0.2431064 Nov 10 22:49:12.585014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ee9af-3022-4fbc-882e-3d3bae46cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:12.632950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] Pushing event updated for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=10']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:12.635111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:12.640331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0efd4b41-33c3-4dfe-8786-888d73096832 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:12.646478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.751888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-22bb6d5f-0f3b-47e0-b74d-a7319a8a66ae service neutron] 10.222.0.39 "PUT /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126/bindings/n-h1-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 3.9455743 Nov 10 22:49:12.808626 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-04b2370e-a37b-4e7a-81e1-939ee2d0dc64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 200 len: 217 time: 0.1973991 Nov 10 22:49:12.810827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f55c257d-3648-4474-8590-9584082313bd None None] Port 720e4c18-0df0-40ca-b836-b47715e324d6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:12.831050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:12.844919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f55c257d-3648-4474-8590-9584082313bd None None] Provisioning complete for port a019a006-6b71-40bf-aad6-105031a62285 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:12.845598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55c257d-3648-4474-8590-9584082313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.884016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f501ee0-f91e-434f-9ccd-88fbc8690c7f req-d50eddad-e475-4ccc-965b-dd19e987a941 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:12.886677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f501ee0-f91e-434f-9ccd-88fbc8690c7f req-d50eddad-e475-4ccc-965b-dd19e987a941 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 944 time: 0.4508934 Nov 10 22:49:12.946270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a019a006-6b71-40bf-aad6-105031a62285 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:12.982632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:12.989631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1bf12e87-3a02-4db4-a60b-9aa9d272435e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/f77eced9-09c5-44ea-9bcd-00bd9e9fda6e HTTP/1.1" status: 204 len: 168 time: 4.7531462 Nov 10 22:49:13.001093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:13.050720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-c29592a0-68bd-46df-a4f2-ec97edee0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.052338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-c29592a0-68bd-46df-a4f2-ec97edee0bbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2352641 Nov 10 22:49:13.085774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-6a0d3a60-c425-408e-89cc-bdc2f8a7a620 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.087716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-6a0d3a60-c425-408e-89cc-bdc2f8a7a620 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.1977599 Nov 10 22:49:13.090848 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-752d35fd-8fb4-4275-bef5-52cd58643521 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] GET failed (client error): The resource could not be found. Nov 10 22:49:13.100380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-752d35fd-8fb4-4275-bef5-52cd58643521 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports/f77eced9-09c5-44ea-9bcd-00bd9e9fda6e HTTP/1.1" status: 404 len: 333 time: 0.0954900 Nov 10 22:49:13.108013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43266) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:13.109912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55c257d-3648-4474-8590-9584082313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.117359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.124961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.127319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2f501ee0-f91e-434f-9ccd-88fbc8690c7f req-be62aee4-2aec-4010-8469-e18fdb2454d8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031546 Nov 10 22:49:13.150020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-1244812032'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:13.184762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bced308-d9b2-4319-bceb-cb1a70eb6786 req-7efce62b-fe92-47c1-9258-a8fd8e29bc92 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.197699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bced308-d9b2-4319-bceb-cb1a70eb6786 req-7efce62b-fe92-47c1-9258-a8fd8e29bc92 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.3905182 Nov 10 22:49:13.237447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-f1860062-d581-410d-a52f-db894fe01e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.239139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-f1860062-d581-410d-a52f-db894fe01e00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749866 Nov 10 22:49:13.251788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-db9f4ce0-4fe1-4a1e-b809-5c4adbe397e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.254204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-db9f4ce0-4fe1-4a1e-b809-5c4adbe397e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 1096 time: 0.1417665 Nov 10 22:49:13.316147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a019a006-6b71-40bf-aad6-105031a62285 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:13.316604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.401047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f55c257d-3648-4474-8590-9584082313bd None None] For port a019a006-6b71-40bf-aad6-105031a62285, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a019a006-6b71-40bf-aad6-105031a62285,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:13.408514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55c257d-3648-4474-8590-9584082313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.460689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 2636e32f-d15f-45c7-81f9-9a44810cbede owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:13.479976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-ea09220b-4527-4736-88f6-c64648c3a1cc service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245328 Nov 10 22:49:13.524098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f55c257d-3648-4474-8590-9584082313bd None None] Provisioning complete for port 2636e32f-d15f-45c7-81f9-9a44810cbede triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:13.525146 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55c257d-3648-4474-8590-9584082313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.601567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f55c257d-3648-4474-8590-9584082313bd None None] Port 2636e32f-d15f-45c7-81f9-9a44810cbede cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:13.617216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c257d-3648-4474-8590-9584082313bd None None] Pushing event updated for resources: {'Port': ['ID=a019a006-6b71-40bf-aad6-105031a62285,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:13.635748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Pushing event deleted for resources: {'Port': ['ID=e6628b6b-524b-46cd-8d33-6e20a1356a16,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:13.656293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f850e7a-7be2-42e1-af65-159cb978f00c req-e6521c0d-f650-4747-8a4d-f7bad220dc31 tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.1714244 Nov 10 22:49:13.740401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4b589ef9-4f1e-49ee-a0d1-e4a364a57e0e None None] Could not find standard attr ID for object f77eced9-09c5-44ea-9bcd-00bd9e9fda6e. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:13.757824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2078b086-925e-43f9-91dd-09c391b9da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:13.759609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-2078b086-925e-43f9-91dd-09c391b9da89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1096 time: 0.4527562 Nov 10 22:49:13.764700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] No DVR routers for this DVR port e6628b6b-524b-46cd-8d33-6e20a1356a16 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:13.769160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90aaebc7-33fa-485e-94ca-8f6cd3ef8290 req-dbd061a0-dccf-48b2-b0a5-b22a180e9c08 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267656 Nov 10 22:49:13.875872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.882377 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0f1a09a-42bb-41f5-b5c2-3ba9239f4bbd req-7010ad93-4096-4918-9e27-3ff4f87245cf tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.20 "DELETE /v2.0/ports/e6628b6b-524b-46cd-8d33-6e20a1356a16 HTTP/1.1" status: 204 len: 173 time: 4.5621300 Nov 10 22:49:13.883139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-deleted', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:13.885996 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5576ae-e537-44a9-b8dd-457a285a021a" -d '{"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-deleted", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:13.935927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:13.946634 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:13.956040 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402cc6b-0e77-4f5e-9fbe-90c14169d36e x-openstack-request-id: req-2402cc6b-0e77-4f5e-9fbe-90c14169d36e {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:13.956496 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dd25ca-5d4f-4223-a781-0e890a30fab6", "name": "network-vif-deleted", "tag": "e6628b6b-524b-46cd-8d33-6e20a1356a16", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:13.956884 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2402cc6b-0e77-4f5e-9fbe-90c14169d36e {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:13.957536 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dd25ca-5d4f-4223-a781-0e890a30fab6', 'name': 'network-vif-deleted', 'tag': 'e6628b6b-524b-46cd-8d33-6e20a1356a16', 'status': 'completed', 'code': 200} Nov 10 22:49:14.005266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-5e7b1bda-7537-4ab2-a380-e71dee64e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.007686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a019a006-6b71-40bf-aad6-105031a62285 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:14.008556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-5e7b1bda-7537-4ab2-a380-e71dee64e56c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 1095 time: 0.1630254 Nov 10 22:49:14.016239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bced308-d9b2-4319-bceb-cb1a70eb6786 req-c3dda80b-9e4a-449a-915c-a02a5c68d66a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612803 Nov 10 22:49:14.112539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port 92486d22-5e61-46d9-8cb4-e82230b6349e yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:14.132657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-665be600-105b-4b89-8e50-805d829612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.142383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a019a006-6b71-40bf-aad6-105031a62285 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:14.143281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:14.146027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-665be600-105b-4b89-8e50-805d829612e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.3664939 Nov 10 22:49:14.239819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:14.250782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-b80c0b0f-e280-473f-90d2-1ba1ea9b1241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.1033673 Nov 10 22:49:14.334150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:14.338775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/2636e32f-d15f-45c7-81f9-9a44810cbede HTTP/1.1" status: 204 len: 168 time: 3.9330163 Nov 10 22:49:14.371512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43292) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:14.428764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba030a-4759-49eb-8aec-51ab950e4edd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=2636e32f-d15f-45c7-81f9-9a44810cbede,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:14.513975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-4950572f-b76d-48d4-8e3b-92c60d027e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.515667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-4950572f-b76d-48d4-8e3b-92c60d027e57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.2485039 Nov 10 22:49:14.576859 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-86a85f71-0f34-4f52-848c-7d234bdb64e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470374 Nov 10 22:49:14.588427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-587bc9cb-3bc2-4263-9a4b-0dbd18e34362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.591535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-587bc9cb-3bc2-4263-9a4b-0dbd18e34362 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.5712240 Nov 10 22:49:14.598295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6238db-601a-4897-a256-29d9cba10ae8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.598746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:14.602735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6238db-601a-4897-a256-29d9cba10ae8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.608734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4e6238db-601a-4897-a256-29d9cba10ae8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2319801 Nov 10 22:49:14.609388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43306) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:14.667094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.10 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/92486d22-5e61-46d9-8cb4-e82230b6349e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:14.810248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-0bb190be-b682-4563-b072-931ea3638d06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 200 len: 217 time: 0.1994717 Nov 10 22:49:14.839480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2cd56-54bd-464b-8258-5ef88013d42f req-4ef0b583-ac42-4458-b963-5f8a173458fd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:14.852595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17b2cd56-54bd-464b-8258-5ef88013d42f req-4ef0b583-ac42-4458-b963-5f8a173458fd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 944 time: 0.4766035 Nov 10 22:49:14.963817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56023de0-aade-4833-a076-5c8c56e77b7e req-9f63fe3c-fe8b-4e25-8d3f-c24b4488d55c tempest-ServerRescueTestJSONUnderV235-346991176 tempest-ServerRescueTestJSONUnderV235-346991176-project] 10.222.0.25 "GET /v2.0/ports?device_id=58dd25ca-5d4f-4223-a781-0e890a30fab6 HTTP/1.1" status: 200 len: 210 time: 0.0646820 Nov 10 22:49:15.024134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.026643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 23a43dd1-4a1e-445c-b914-255172266704 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:15.052270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.058727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-9afc6a1f-9f76-4840-8bdb-a01baae1d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:15.061252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-9afc6a1f-9f76-4840-8bdb-a01baae1d960 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2350616 Nov 10 22:49:15.130895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.150558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17b2cd56-54bd-464b-8258-5ef88013d42f req-c0af40c8-3da4-42de-b6fa-4b31245248b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964611 Nov 10 22:49:15.207406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.222470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-39f172a5-2449-498e-a45f-74884232beac service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297598 Nov 10 22:49:15.277551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:15.278775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.285728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:15.329186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:15.406848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=92486d22-5e61-46d9-8cb4-e82230b6349e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:15.434726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-24a55530-7810-48af-8cc4-a324ca5f1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:15.436243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-24a55530-7810-48af-8cc4-a324ca5f1810 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3360283 Nov 10 22:49:15.482322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:15.483004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.529617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-058c7cec-e7f3-4851-86f0-8361ebfe958e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4054620 Nov 10 22:49:15.531014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43350) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:15.571671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:43:14'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:15.651176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-3c9c0707-96ff-4d2b-817b-f830d25fbc33 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189863 Nov 10 22:49:15.682051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7af3a-be42-4764-bee6-7aef1ee85fae req-24cafd2d-e8a1-409e-a0f5-e6513e61ce13 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:15.683534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2aa7af3a-be42-4764-bee6-7aef1ee85fae req-24cafd2d-e8a1-409e-a0f5-e6513e61ce13 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.4025521 Nov 10 22:49:15.688309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.754833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-d79c6080-e7cc-4a04-9d47-5afc6bf65a6b service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993829 Nov 10 22:49:15.798326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c371414c-b462-481b-b6f1-293ded3fc34c None None] Provisioning complete for port 92486d22-5e61-46d9-8cb4-e82230b6349e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:15.800075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c371414c-b462-481b-b6f1-293ded3fc34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.811938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.889857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c371414c-b462-481b-b6f1-293ded3fc34c None None] Port 92486d22-5e61-46d9-8cb4-e82230b6349e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:15.947245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2aa7af3a-be42-4764-bee6-7aef1ee85fae req-ac993c52-3533-417a-a059-4684697e505b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138641 Nov 10 22:49:15.957686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:15.964544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/23a43dd1-4a1e-445c-b914-255172266704 HTTP/1.1" status: 204 len: 168 time: 1.3405635 Nov 10 22:49:15.970260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:15.970528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891eb90-8852-4c5a-840c-b3ccd567bb38 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:16.062317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-898168e6-5d85-4511-985a-aef1fe5c2702 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905192 Nov 10 22:49:16.065084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43380) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:16.075340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce230c-7219-417e-a6be-ab6e40dccaa3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=23a43dd1-4a1e-445c-b914-255172266704,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:16.077440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:16.099954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43382) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:16.301150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.373361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:16.415058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:16.422743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.489199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Deleting port a019a006-6b71-40bf-aad6-105031a62285 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:16.490571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.603582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device dd07938a-6e13-4037-9e45-ae37057742ca details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:16.631787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] For port a019a006-6b71-40bf-aad6-105031a62285, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a019a006-6b71-40bf-aad6-105031a62285,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:16.632187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.674715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Calling delete_port for a019a006-6b71-40bf-aad6-105031a62285 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:16.739947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-d8195bd4-6d0b-40ef-b8a8-dd5b494e3993 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:16.748879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-d8195bd4-6d0b-40ef-b8a8-dd5b494e3993 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.7341247 Nov 10 22:49:16.874903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8654e127-1173-440b-9faf-e77bd7146fa1 req-6c0ae955-f5fd-43e8-b88b-84d769c36f99 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1097128 Nov 10 22:49:16.877780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=dd07938a-6e13-4037-9e45-ae37057742ca,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:16.909570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.931303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'dd07938a-6e13-4037-9e45-ae37057742ca', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': 'dd07938a-6e13-4037-9e45-ae37057742ca', 'mac_address': 'fa:16:3e:fd:5d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:49:16.937688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:16.940489 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.012146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d0cc3-6dfc-4ac5-8654-4432bf62828f req-be16fd3a-ed75-4248-8567-87fce11601f2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:17.027506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f67d0cc3-6dfc-4ac5-8654-4432bf62828f req-be16fd3a-ed75-4248-8567-87fce11601f2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 944 time: 0.3170941 Nov 10 22:49:17.030955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] No DVR routers for this DVR port a019a006-6b71-40bf-aad6-105031a62285 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:17.032931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Pushing event deleted for resources: {'Port': ['ID=a019a006-6b71-40bf-aad6-105031a62285,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:17.101104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.101575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.102148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.102854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.103245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.103854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.104347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.104860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.105870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.106080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.106642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.112595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90b9c7-41ad-4745-894c-e5063fb0a71e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:17.126220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.171999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd07938a-6e13-4037-9e45-ae37057742ca {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:17.218981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=dd07938a-6e13-4037-9e45-ae37057742ca,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:17.226090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.305180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=92486d22-5e61-46d9-8cb4-e82230b6349e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:17.307948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:17.308438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.376996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f67d0cc3-6dfc-4ac5-8654-4432bf62828f req-1da7e494-fbed-444b-a4c1-88bd8f60a913 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478434 Nov 10 22:49:17.390387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:17.403895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:17.414822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9591cf-6bfa-4e26-8cd5-4de8913f17b4 req-cec70b98-f2e1-4681-90cb-e998ea13a393 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:17.424441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb9591cf-6bfa-4e26-8cd5-4de8913f17b4 req-cec70b98-f2e1-4681-90cb-e998ea13a393 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.2748406 Nov 10 22:49:17.426645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbf274-4c19-41e7-adfe-c8c69c4f9ebf None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:17.427138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:17.427740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.433600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-c6bc41c8-232c-4a44-a231-0ba375a1dfaa service neutron] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:17.434452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] In _notify_port_updated(), no bound segment for port 92486d22-5e61-46d9-8cb4-e82230b6349e on network 3699c3bd-d27e-464c-b7b8-45c12da286e7 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:49:17.440857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:17.441484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.447238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-75f935cb-d91c-4795-b145-ddd046bd739b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "PUT /v2.0/ports/92486d22-5e61-46d9-8cb4-e82230b6349e HTTP/1.1" status: 200 len: 995 time: 1.9101832 Nov 10 22:49:17.453884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43450) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:17.474407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-c6bc41c8-232c-4a44-a231-0ba375a1dfaa service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.477084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf56c67-0f2c-410e-950f-5fcc75fd612d req-c6bc41c8-232c-4a44-a231-0ba375a1dfaa service neutron] 10.222.0.20 "DELETE /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126/bindings/n-h2-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.6776285 Nov 10 22:49:17.534226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:17.591085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:17.608073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ed5c79d2-a0e4-48d5-a4d9-21da1da5fb07 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5388792 Nov 10 22:49:17.610476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43454) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:17.626196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1', 'ip_address': '2001:db8::9d1e:e577:6a:82b4'}], 'name': 'tempest-NetworksTestDHCPv6-941622162'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:17.718278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb9591cf-6bfa-4e26-8cd5-4de8913f17b4 req-aaa57e35-e46f-4ee6-99b1-6cbc30a144a2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926090 Nov 10 22:49:17.795109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-08b3df1e-3ad9-4600-8567-3156218a925d None None] Provisioning complete for port 92486d22-5e61-46d9-8cb4-e82230b6349e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:17.795491 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08b3df1e-3ad9-4600-8567-3156218a925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.796452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port 92486d22-5e61-46d9-8cb4-e82230b6349e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:17.797199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:17.849432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-08b3df1e-3ad9-4600-8567-3156218a925d None None] Port 92486d22-5e61-46d9-8cb4-e82230b6349e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:17.915012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:17.985588 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:49:18.096192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.112654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a019a006-6b71-40bf-aad6-105031a62285 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:18.136213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:18.137135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.157324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a019a006-6b71-40bf-aad6-105031a62285 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:18.157768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a019a006-6b71-40bf-aad6-105031a62285 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:18.229028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a31c30-386c-4d5c-8230-5eb6580e1b42 req-f4eb1d33-f49d-44d2-b2a2-ca3a04ba2328 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:18.230695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43464) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:18.232244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9a31c30-386c-4d5c-8230-5eb6580e1b42 req-f4eb1d33-f49d-44d2-b2a2-ca3a04ba2328 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1096 time: 0.2041690 Nov 10 22:49:18.243985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.262149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.291250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for 92486d22-5e61-46d9-8cb4-e82230b6349e owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:18.341283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port d14dfa29-938b-49bb-b563-96b7882912c3 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:18.348435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9a31c30-386c-4d5c-8230-5eb6580e1b42 req-d3f32529-c084-436e-a38d-1d80a02203e5 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040797 Nov 10 22:49:18.653254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1/9d774e6d-c731-451c-b455-2687f1db8f01) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:18.690993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.708843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b48-214c-4af6-9722-2e28ce4fb251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.739039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=92486d22-5e61-46d9-8cb4-e82230b6349e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:18.875633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe826263-2798-48a1-82eb-90ddb8bc03b2 req-6921b81d-5714-4322-aebb-14967e5cbb8a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:18.888645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe826263-2798-48a1-82eb-90ddb8bc03b2 req-6921b81d-5714-4322-aebb-14967e5cbb8a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 945 time: 0.2321408 Nov 10 22:49:18.952963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:18.962761 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.031239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Pushing event updated for resources: {'Port': ['ID=9d774e6d-c731-451c-b455-2687f1db8f01,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:19.051002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.052064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:19.054539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:19.060564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-74818b6f-ccc7-48ad-b21c-89ca07063964 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/92486d22-5e61-46d9-8cb4-e82230b6349e HTTP/1.1" status: 204 len: 168 time: 1.5975058 Nov 10 22:49:19.062051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:19.063729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43486) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:19.101074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::9d1e:e577:6a:82b4 (bccbe8a9-b424-4505-9147-d741702b4441/b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1/d14dfa29-938b-49bb-b563-96b7882912c3) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:19.119446 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-208d2913-7e4a-4bd8-84dd-a523c0855e08 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] GET failed (client error): The resource could not be found. Nov 10 22:49:19.121060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-208d2913-7e4a-4bd8-84dd-a523c0855e08 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports/92486d22-5e61-46d9-8cb4-e82230b6349e HTTP/1.1" status: 404 len: 333 time: 0.0559072 Nov 10 22:49:19.128917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43488) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:19.138073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Attempting to bind port 9d774e6d-c731-451c-b455-2687f1db8f01 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:19.138712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Attempting to bind port 9d774e6d-c731-451c-b455-2687f1db8f01 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:19.138877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Attempting to bind port 9d774e6d-c731-451c-b455-2687f1db8f01 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:19.144768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:19.145071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:19.145365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.145738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:19.146215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Bound port: 9d774e6d-c731-451c-b455-2687f1db8f01, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:19.146596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.148770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-1599592092'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:19.207324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe826263-2798-48a1-82eb-90ddb8bc03b2 req-0137f5c5-59ae-46e1-a434-1e13cdad5838 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174455 Nov 10 22:49:19.222102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-07f34911-92ce-412f-aacf-d80507207799 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:19.232816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-07f34911-92ce-412f-aacf-d80507207799 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.3747807 Nov 10 22:49:19.280039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5501b7b4-2002-4b8d-86a9-a8c407c4d117 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/quotas/d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 375 time: 0.0462780 Nov 10 22:49:19.296313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] For port 9d774e6d-c731-451c-b455-2687f1db8f01, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:19.304660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] For port 9d774e6d-c731-451c-b455-2687f1db8f01, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d774e6d-c731-451c-b455-2687f1db8f01,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:19.312223 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.388453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-e7838ca7-62ac-4aee-933f-367caa7d21b9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924673 Nov 10 22:49:19.433059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a05f5-8a90-4d79-a9c6-5147f5c2c3bc None None] Pushing event updated for resources: {'Port': ['ID=9d774e6d-c731-451c-b455-2687f1db8f01,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:19.437718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b48-214c-4af6-9722-2e28ce4fb251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.452369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b48-214c-4af6-9722-2e28ce4fb251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.502148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:19.509181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.510540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Deleting port 7dffee55-5a27-4aea-b7c5-af9fef7acb68 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:19.510886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.542589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f7a52b48-214c-4af6-9722-2e28ce4fb251 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38b8d11ddf154557b79e568ca9f4e569&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3102753 Nov 10 22:49:19.547315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43490) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:19.589287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52b48-214c-4af6-9722-2e28ce4fb251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8dab8d-ed1f-4f50-b4fb-ac8b1ef1ffdb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:19.607724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port d8292f99-b3c8-43e0-957f-eb24da9277c6 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:19.633098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.639513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-abe03d28-8ca9-473e-9d34-488365823786 service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447257 Nov 10 22:49:19.730975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] For port 7dffee55-5a27-4aea-b7c5-af9fef7acb68, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7dffee55-5a27-4aea-b7c5-af9fef7acb68,segment=NetworkSegment(69768917-c741-416c-9338-14fa6958e007),segment_id=69768917-c741-416c-9338-14fa6958e007)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:19.731366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.752709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Calling delete_port for 7dffee55-5a27-4aea-b7c5-af9fef7acb68 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:19.789944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.865013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.909989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=d14dfa29-938b-49bb-b563-96b7882912c3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:19.935113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:19.939383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:19.952198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:19.958011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:19.966283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:19.967750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.009379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-196dbb63-900e-4d44-8627-18133c0b6e8c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.3880110 Nov 10 22:49:20.014883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43494) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:20.041763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d774e6d-c731-451c-b455-2687f1db8f01 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:20.062782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-dd24961b-9e65-4c3e-9eb3-98a08f535e0e service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218969 Nov 10 22:49:20.064448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.12 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/d8292f99-b3c8-43e0-957f-eb24da9277c6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:20.145657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9d774e6d-c731-451c-b455-2687f1db8f01 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:20.146880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.248866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba64b1-ac80-4158-b3d4-3a4552cde3aa tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:20.255034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba64b1-ac80-4158-b3d4-3a4552cde3aa tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:20.256923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-27ba64b1-ac80-4158-b3d4-3a4552cde3aa tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2384677 Nov 10 22:49:20.263167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.264624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.265414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43496) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:20.266179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a8dab8d-ed1f-4f50-b4fb-ac8b1ef1ffdb HTTP/1.1" status: 204 len: 168 time: 0.7146337 Nov 10 22:49:20.289546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b392b-e38c-413a-b0c5-c7d17762b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8dab8d-ed1f-4f50-b4fb-ac8b1ef1ffdb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:20.423201 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.427664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.527594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 9d774e6d-c731-451c-b455-2687f1db8f01, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d774e6d-c731-451c-b455-2687f1db8f01,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:20.534520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.565331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7dffee55-5a27-4aea-b7c5-af9fef7acb68,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:20.644411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device dd07938a-6e13-4037-9e45-ae37057742ca up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:20.669613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea36a1bf-79f2-4a57-9726-9d1aaed973e7 req-b5cb9751-9e31-4149-b836-fe5be042827f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 210 time: 0.1073346 Nov 10 22:49:20.677689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.711440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=9d774e6d-c731-451c-b455-2687f1db8f01,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:20.715333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port dd07938a-6e13-4037-9e45-ae37057742ca completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:49:20.721098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port dd07938a-6e13-4037-9e45-ae37057742ca triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:20.721933 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.799755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.911340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018860-29ed-4894-8d07-54a05b4dc038 req-19b667d1-251f-453a-8d5f-e78f7a816e2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:20.913853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7018860-29ed-4894-8d07-54a05b4dc038 req-19b667d1-251f-453a-8d5f-e78f7a816e2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 945 time: 0.4143398 Nov 10 22:49:20.939677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:20.943331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:20.947222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:21.101708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=d8292f99-b3c8-43e0-957f-eb24da9277c6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:21.188413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:21.189800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.234548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-edde94db-31bf-4350-b4bb-447bef1ef15f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1040447 Nov 10 22:49:21.239116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:21.258613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:43:14'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:21.265987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port d14dfa29-938b-49bb-b563-96b7882912c3 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:21.274179 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.331155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.346875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:21.371252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:21.374227 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34145a-c93e-46fa-968c-62dca38edf7b" -d '{"events": [{"server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "name": "network-vif-plugged", "status": "completed", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:21.415100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5078523-f21c-440d-a409-fc7a67726dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.444426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=dd07938a-6e13-4037-9e45-ae37057742ca,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:21.456485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.506247 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c37b50-969e-4e88-82bf-61273b10c34a x-openstack-request-id: req-68c37b50-969e-4e88-82bf-61273b10c34a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:21.507744 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "name": "network-vif-plugged", "status": "completed", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:21.508352 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68c37b50-969e-4e88-82bf-61273b10c34a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:21.509166 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca', 'code': 200} Nov 10 22:49:21.518921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-841a4b11-9327-4161-b32c-415c4f963579 None None] Provisioning complete for port 9d774e6d-c731-451c-b455-2687f1db8f01 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:21.531815 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-841a4b11-9327-4161-b32c-415c4f963579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.550575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.580154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for d14dfa29-938b-49bb-b563-96b7882912c3 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:21.697297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5078523-f21c-440d-a409-fc7a67726dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.703559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5078523-f21c-440d-a409-fc7a67726dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.753857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:21.769110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5078523-f21c-440d-a409-fc7a67726dac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d07ecab46ded47d098898360d959211d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169574 Nov 10 22:49:21.772896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43526) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:21.872892 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7018860-29ed-4894-8d07-54a05b4dc038 req-99e88731-4083-4258-a7da-dbcc75ebb5df tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9468238 Nov 10 22:49:21.901296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-55cae519-a78a-4071-9868-988096228cea None None] Provisioning complete for port d8292f99-b3c8-43e0-957f-eb24da9277c6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:21.902449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-55cae519-a78a-4071-9868-988096228cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.935973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da547c7d-d2bb-43c3-ae8c-4fd5b0a884d8 req-d9f58ab5-565a-4019-bcb9-6de930d6fb86 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 210 time: 0.0659120 Nov 10 22:49:21.957870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5078523-f21c-440d-a409-fc7a67726dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c2fcc-9651-4d36-a2ea-bbac72b6fd45,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:22.003974 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.010902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-55cae519-a78a-4071-9868-988096228cea None None] Port d8292f99-b3c8-43e0-957f-eb24da9277c6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:22.013945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.070663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.129062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5a4275fd-764c-4955-8f66-140d8ed1edc1 None None] Could not find standard attr ID for object d14dfa29-938b-49bb-b563-96b7882912c3. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:22.135995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.168346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=d14dfa29-938b-49bb-b563-96b7882912c3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:22.194230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0aed3-1e0c-43c2-b8a5-c3c3243f7494 req-7b8af785-4184-49b5-8d9d-d193cc35f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:22.195302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d774e6d-c731-451c-b455-2687f1db8f01 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:22.196408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5a0aed3-1e0c-43c2-b8a5-c3c3243f7494 req-7b8af785-4184-49b5-8d9d-d193cc35f303 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 1097 time: 0.4170415 Nov 10 22:49:22.233715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.237592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c4fb4398-57bb-41a2-a813-d6c35eb7d69f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/d14dfa29-938b-49bb-b563-96b7882912c3 HTTP/1.1" status: 204 len: 168 time: 1.9681904 Nov 10 22:49:22.263351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43532) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:22.314802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.320991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9d774e6d-c731-451c-b455-2687f1db8f01 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:22.321909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.368421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5a0aed3-1e0c-43c2-b8a5-c3c3243f7494 req-78f0458e-ad43-4266-8c45-f24674bb76b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523809 Nov 10 22:49:22.387201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.392017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.394046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f8c2fcc-9651-4d36-a2ea-bbac72b6fd45 HTTP/1.1" status: 204 len: 168 time: 0.6153622 Nov 10 22:49:22.464096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b36e8-6878-4f5b-ae31-28c3d39468eb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:22.474659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b36e8-6878-4f5b-ae31-28c3d39468eb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:22.484220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-002b36e8-6878-4f5b-ae31-28c3d39468eb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2142675 Nov 10 22:49:22.492006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43536) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:22.674211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:22.679814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.750139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:22.972476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb37a7b-38a1-41de-9238-a6b4fc61b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c2fcc-9651-4d36-a2ea-bbac72b6fd45,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:23.106692 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.114782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.325422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ddec6986-aea5-45f2-9599-554b19d536c1 req-0502ad98-1de2-4dcb-9ef7-72efd366d5a3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 210 time: 0.0836487 Nov 10 22:49:23.333270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] In _notify_port_updated(), no bound segment for port d8292f99-b3c8-43e0-957f-eb24da9277c6 on network 3699c3bd-d27e-464c-b7b8-45c12da286e7 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:49:23.344353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:23.345912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.352100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "PUT /v2.0/ports/d8292f99-b3c8-43e0-957f-eb24da9277c6 HTTP/1.1" status: 200 len: 997 time: 2.1067536 Nov 10 22:49:23.352100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ed8f6-806a-4c87-91d6-e64c532a4dfb tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=d8292f99-b3c8-43e0-957f-eb24da9277c6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:23.354777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43554) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:23.622200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port d8292f99-b3c8-43e0-957f-eb24da9277c6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:23.623301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.689229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6b6d3272-787d-480d-a6d9-413eb48ee065 None None] Provisioning complete for port d8292f99-b3c8-43e0-957f-eb24da9277c6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:23.690059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6d3272-787d-480d-a6d9-413eb48ee065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.758547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d3272-787d-480d-a6d9-413eb48ee065 None None] Port d8292f99-b3c8-43e0-957f-eb24da9277c6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:23.759268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-c13de7cb-414d-4aae-bcbd-952daeea5c84 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:23.762115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-c13de7cb-414d-4aae-bcbd-952daeea5c84 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.3513563 Nov 10 22:49:23.798604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Request body: {'port': {'device_id': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'admin_state_up': True, 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:23.824502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:23.845298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for d8292f99-b3c8-43e0-957f-eb24da9277c6 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:23.963795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:23.982423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3789-abf7-485f-bdad-ad01780576a1 req-3a63198b-2fe9-4dda-93ad-961ad0fc7e21 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:23.983987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba8e3789-abf7-485f-bdad-ad01780576a1 req-3a63198b-2fe9-4dda-93ad-961ad0fc7e21 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.5843062 Nov 10 22:49:24.084899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.091511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.147973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=d8292f99-b3c8-43e0-957f-eb24da9277c6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:24.261413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.275846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7aef551d-c2c3-4698-a13f-de46dcb5775b tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/d8292f99-b3c8-43e0-957f-eb24da9277c6 HTTP/1.1" status: 204 len: 168 time: 0.9193313 Nov 10 22:49:24.281559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43568) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.330448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba8e3789-abf7-485f-bdad-ad01780576a1 req-b131e588-bca5-4cbc-943d-bbab6c051a6e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232863 Nov 10 22:49:24.333139 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd5eafa-13b7-48cd-8426-c5c09c875c0f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] GET failed (client error): The resource could not be found. Nov 10 22:49:24.344437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.346309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0fd5eafa-13b7-48cd-8426-c5c09c875c0f tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports/d8292f99-b3c8-43e0-957f-eb24da9277c6 HTTP/1.1" status: 404 len: 333 time: 0.0619173 Nov 10 22:49:24.353157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-2088210049'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:24.371249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:24.375564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.448736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:24.454688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.460489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-541faef3-c25e-4c94-a617-c4e8e84e3d3e admin admin] 10.222.0.25 "PUT /v2.0/routers/35c4274d-7dd5-4cc0-9194-4c654b7ecb59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3574972 Nov 10 22:49:24.466079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43576) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.470446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Sync routers for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:24.496398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:24.499501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:24.537581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:24.549541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.555541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d0400d6-50f3-4d63-a17f-76938122f46b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1 HTTP/1.1" status: 204 len: 168 time: 2.0627735 Nov 10 22:49:24.559154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43580) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.579256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c447f83-b14e-4287-9d52-d505417d1b41 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:24.690332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bdcfc3b-2ed3-4c64-a48d-6bc312c04355 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292989 Nov 10 22:49:24.704630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56710d8c-bab2-48c1-afdf-a5b2caff176e req-227eb18a-bef3-4d23-b81a-e2e2347e989d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 210 time: 0.1526356 Nov 10 22:49:24.706702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43586) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.783699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:24.842672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:24.847314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.851698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Allocated IP 172.20.0.13 (a0fa1162-228e-44ff-8715-31fec406dd4f/f0d04fae-5f4f-498f-aac3-adc49d6aa724/565b123e-e646-4ae0-9c6f-a527807026c7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:24.876551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79483194-ae1e-4c25-ab99-15f464ed164e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:24.879266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79483194-ae1e-4c25-ab99-15f464ed164e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1649430 Nov 10 22:49:24.883354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:24.896459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port 3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:24.946504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.100983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d8201ef-086b-4e94-bceb-996c3f17df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.164440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.174109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d6b5dc-b3ea-4697-959d-03f5b27aee2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:25.175830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-25d6b5dc-b3ea-4697-959d-03f5b27aee2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910261 Nov 10 22:49:25.180446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43598) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:25.281001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.12 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:25.294160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc8d9bd5-13f1-4dc5-a369-5e8c3b51073a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125333 Nov 10 22:49:25.300499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:25.304156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43600) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:25.310193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:25.320644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:49:20Z', 'revision_number': 5, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port': {'id': 'f4c3879a-3d15-4377-b7eb-b30ee324e094', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:04Z', 'updated_at': '2021-11-10T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:25.341396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.420543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Deleting port f4c3879a-3d15-4377-b7eb-b30ee324e094 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:25.421158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.438685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:25.453346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Checking router: 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:25.473739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Routers {'35c4274d-7dd5-4cc0-9194-4c654b7ecb59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:25.474793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:25.603197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.625718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:25.631468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.719491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Deleting port 9d774e6d-c731-451c-b455-2687f1db8f01 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:25.720197 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.729388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] Set router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:25.736897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Network a0fa1162-228e-44ff-8715-31fec406dd4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:25.756999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:25.762574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:25.798992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60307b6-a71c-42f0-a500-97f32359cd68 req-1fc63c97-5da9-431c-92a3-3420e565e85c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:25.808887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e60307b6-a71c-42f0-a500-97f32359cd68 req-1fc63c97-5da9-431c-92a3-3420e565e85c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.2956846 Nov 10 22:49:25.834029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-c61189f7-dbab-472a-a8fd-eb5076a6e054 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2616458 Nov 10 22:49:25.841110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] For port f4c3879a-3d15-4377-b7eb-b30ee324e094, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4c3879a-3d15-4377-b7eb-b30ee324e094,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:25.841781 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.882166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Calling delete_port for f4c3879a-3d15-4377-b7eb-b30ee324e094 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:25.897636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:25.931886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-332854872'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:25.964482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:49:25Z', 'revision_number': 6, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:25.985994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.026728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d774e6d-c731-451c-b455-2687f1db8f01 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:26.057324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Made reservation on behalf of d122131e44f14c8f8e7e4fde98c68e54 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:26.060518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.067648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e60307b6-a71c-42f0-a500-97f32359cd68 req-c86b3b28-1402-4bc9-aa5e-52f6d7a236f3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570689 Nov 10 22:49:26.074177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb953-0335-43c4-b358-084470c67a2c None None] The sync data for ids ['35c4274d-7dd5-4cc0-9194-4c654b7ecb59'] in n-d-811521-3 is: [{'id': '35c4274d-7dd5-4cc0-9194-4c654b7ecb59', 'name': 'tempest-ServerRescueTestJSONUnderV235-1717905770-router', 'tenant_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:01Z', 'updated_at': '2021-11-10T22:49:25Z', 'revision_number': 6, 'project_id': 'dcfdad5397cf46fe80f23ef286d8506b', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:26.080511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.081599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.132495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] For port 9d774e6d-c731-451c-b455-2687f1db8f01, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d774e6d-c731-451c-b455-2687f1db8f01,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:26.132841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.142809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.171111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Calling delete_port for 9d774e6d-c731-451c-b455-2687f1db8f01 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:26.228963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-5cc1774b-3be3-42f0-a7a1-2ed998c8f7fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4428151 Nov 10 22:49:26.262785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Request body: {'port': {'device_id': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:26.302616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-e96d075b-dde2-40fe-a71a-6ddeeb896fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.306042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-e96d075b-dde2-40fe-a71a-6ddeeb896fcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.3736086 Nov 10 22:49:26.315967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.376035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cecb72-a63c-4cd4-b840-2242cf25bb4b req-c12d6b20-d7fa-4f23-a084-e83c20d8e909 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.388601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08cecb72-a63c-4cd4-b840-2242cf25bb4b req-c12d6b20-d7fa-4f23-a084-e83c20d8e909 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 932 time: 0.3340359 Nov 10 22:49:26.409136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.427033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 9d774e6d-c731-451c-b455-2687f1db8f01, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d774e6d-c731-451c-b455-2687f1db8f01,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:26.444731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.549644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.578777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] No DVR routers for this DVR port 9d774e6d-c731-451c-b455-2687f1db8f01 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:26.622994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=9d774e6d-c731-451c-b455-2687f1db8f01,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:26.663825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.668873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce152a-d5f0-4115-a69e-d8d14c94f5b1 None None] Pushing event deleted for resources: {'Port': ['ID=9d774e6d-c731-451c-b455-2687f1db8f01,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:26.677655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.705850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:26.726864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:26.735968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:26.752471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08cecb72-a63c-4cd4-b840-2242cf25bb4b req-a6bab06e-11a6-4dc7-9377-fb73e4383f3c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616152 Nov 10 22:49:26.755097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:26.800294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:26.818742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:26.828588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=1adebecd-7f75-4eb1-9375-6a0de9b4a71e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:26.832690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.833339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.841910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad3b70-1e11-490d-8895-aff3e139d02f None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:26.876791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.893340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:26.902257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaffabd-eb70-4017-ab49-77e5ef00d1b4 req-61c21e20-ecd6-4058-af78-f7dd4925f67e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.917073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-baaffabd-eb70-4017-ab49-77e5ef00d1b4 req-61c21e20-ecd6-4058-af78-f7dd4925f67e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.3035200 Nov 10 22:49:26.931991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-79b38b0a-e9d5-44d6-9ca1-e9fda19bc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.934432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-79b38b0a-e9d5-44d6-9ca1-e9fda19bc0b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.5333443 Nov 10 22:49:26.955751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a814828d-f3c4-4091-9a92-5a5e35832905 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6504459 Nov 10 22:49:26.959080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43620) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:26.982505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '1adebecd-7f75-4eb1-9375-6a0de9b4a71e', 'ip_address': '2001:db8::c337:3bb2:4bef:91d7'}], 'name': 'tempest-NetworksTestDHCPv6-53079097'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:27.105628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.133955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c292b59b-2556-4611-9e6c-7f95fa08fd43,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:27.161950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.162661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.174508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c3879a-3d15-4377-b7eb-b30ee324e094,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:27.204718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '1adebecd-7f75-4eb1-9375-6a0de9b4a71e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:27.207926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-671fc83d-5bff-4216-bc24-95deb76eb28f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.2561526 Nov 10 22:49:27.208082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.214817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:27.238656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-82e8bfd2-9c26-4306-9195-f96db48816d1 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8915684 Nov 10 22:49:27.244715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:27.259368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'network_id': '3699c3bd-d27e-464c-b7b8-45c12da286e7', 'name': 'tempest-AllowedAddressPairTestJSON-15273779'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:27.265107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-baaffabd-eb70-4017-ab49-77e5ef00d1b4 req-bbaa7af1-f3a6-4501-a0d8-6210303ee788 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461523 Nov 10 22:49:27.376689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-73788a96-7e8b-423b-9e79-93d83cb6eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.379348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-73788a96-7e8b-423b-9e79-93d83cb6eca7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1459808 Nov 10 22:49:27.380166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.380621 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Added segment fbcec460-1810-4d39-867e-b6aef8bd5869 of type vlan for network 0c279c3c-29b6-4759-a455-78437a48dddf Nov 10 22:49:27.503143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.515613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.521914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:27.558519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-07dcb3e3-fa35-4e50-aa0b-091999f4d582 None None] Provisioning complete for port 3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:27.559125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-07dcb3e3-fa35-4e50-aa0b-091999f4d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.635931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.643585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.644603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.648148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4de73d15-c5a1-4f04-92df-ed9d8841a9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.655862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb3e3-fa35-4e50-aa0b-091999f4d582 None None] Port 3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:27.702129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-359105ed-7f71-45f5-aa2f-77b05a8f95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.704272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-359105ed-7f71-45f5-aa2f-77b05a8f95cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851236 Nov 10 22:49:27.713350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.730320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.730582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/1adebecd-7f75-4eb1-9375-6a0de9b4a71e/98eaa7f8-5793-4695-ae3e-8f485ba4240e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:27.746090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Made reservation on behalf of ca94db5cb4b649e580bfcd27cab10585 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:27.751412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.786830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3389449 Nov 10 22:49:27.787113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43626) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:27.809543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Request body: {'subnet': {'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:27.833702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb69d4-43b6-4403-ae7d-2f3920fe2927 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event updated for resources: {'Network': ['ID=0c279c3c-29b6-4759-a455-78437a48dddf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:27.864433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] device_id is not set on port 94e1e978-ee8a-463a-85ce-8078efd62a32 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:27.884132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565b123e-e646-4ae0-9c6f-a527807026c7 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:27.944467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.950460 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.952095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c4274d-7dd5-4cc0-9194-4c654b7ecb59 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:49:27.960408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.973422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2bbe462d-7df9-41b1-abe9-64a530a1ed21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/35c4274d-7dd5-4cc0-9194-4c654b7ecb59 HTTP/1.1" status: 204 len: 168 time: 3.4948089 Nov 10 22:49:27.997699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:28.001838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 0c279c3c-29b6-4759-a455-78437a48dddf details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:28.005636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7dffee55-5a27-4aea-b7c5-af9fef7acb68 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:28.060941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Transition to ACTIVE for port object 565b123e-e646-4ae0-9c6f-a527807026c7 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:28.079986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.099583 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.112963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 7dffee55-5a27-4aea-b7c5-af9fef7acb68 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:28.113343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7dffee55-5a27-4aea-b7c5-af9fef7acb68 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:28.113759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4c3879a-3d15-4377-b7eb-b30ee324e094 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:28.123728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-7ce90c72-622a-47e7-b490-1996887c70e9 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078043 Nov 10 22:49:28.171595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:28.185901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f4c3879a-3d15-4377-b7eb-b30ee324e094 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:28.187678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4c3879a-3d15-4377-b7eb-b30ee324e094 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:28.194718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Deleting subnet 6e6e46d1-e552-41ea-a1dd-634e73db8d7b {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:28.216218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.219364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.222163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Allocated IP 172.20.0.4 (3699c3bd-d27e-464c-b7b8-45c12da286e7/48856cd1-dd55-464f-b008-0a523e58a96a/94e1e978-ee8a-463a-85ce-8078efd62a32) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:28.227682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86002-8cae-41a9-8547-c1bb06b45e73 req-4b0af83a-1d1a-4270-bc44-acb29c276814 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:28.236143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31f86002-8cae-41a9-8547-c1bb06b45e73 req-4b0af83a-1d1a-4270-bc44-acb29c276814 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 932 time: 0.2997768 Nov 10 22:49:28.272063 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.280613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:28.338170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:28.338170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:28.343887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:28.362096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.433122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Pushing event updated for resources: {'Port': ['ID=98eaa7f8-5793-4695-ae3e-8f485ba4240e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:28.438481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Attempting to bind port 98eaa7f8-5793-4695-ae3e-8f485ba4240e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:28.439009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Attempting to bind port 98eaa7f8-5793-4695-ae3e-8f485ba4240e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:28.439379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Attempting to bind port 98eaa7f8-5793-4695-ae3e-8f485ba4240e on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:28.446545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:28.446942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:28.447457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.447713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:28.448206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Bound port: 98eaa7f8-5793-4695-ae3e-8f485ba4240e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:28.448590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.525461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:28.525775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:28.526223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:28.572100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] For port 98eaa7f8-5793-4695-ae3e-8f485ba4240e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:28.580840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] For port 98eaa7f8-5793-4695-ae3e-8f485ba4240e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=98eaa7f8-5793-4695-ae3e-8f485ba4240e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:28.583860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.586564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:28.586981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:28.600606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.686049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:28.686383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:28.686773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:28.687225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Bound port: 565b123e-e646-4ae0-9c6f-a527807026c7, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:28.687588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.747804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cbf4b-5950-4630-ab25-d673122651ee None None] Pushing event updated for resources: {'Port': ['ID=98eaa7f8-5793-4695-ae3e-8f485ba4240e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:28.773374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d366b8-6c4f-4a77-ae94-256934f74575 req-d673e0b9-38d0-4c65-b74d-0889cd0ad2d3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:28.781771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d366b8-6c4f-4a77-ae94-256934f74575 req-d673e0b9-38d0-4c65-b74d-0889cd0ad2d3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.3554471 Nov 10 22:49:28.899382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.911945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Made reservation on behalf of d122131e44f14c8f8e7e4fde98c68e54 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:28.922395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.988645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.089158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.108272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d366b8-6c4f-4a77-ae94-256934f74575 req-0967ab75-fde7-4d21-8ce9-b2308563b98a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247867 Nov 10 22:49:29.163375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:29.167032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6e46d1-e552-41ea-a1dd-634e73db8d7b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:29.190951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.197207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.207797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e24c29ee-d477-44cd-bb3d-329c66dcb74f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e6e46d1-e552-41ea-a1dd-634e73db8d7b HTTP/1.1" status: 204 len: 168 time: 1.2082021 Nov 10 22:49:29.216565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43638) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:29.241622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:29.252629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.317775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-31f86002-8cae-41a9-8547-c1bb06b45e73 req-87b8a9f6-28d8-421a-9361-71ab04dc1224 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0800221 Nov 10 22:49:29.329004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:29.329923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.333290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 1092 time: 3.0874400 Nov 10 22:49:29.335944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:29.342584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:29.360020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-04f8ef95-685f-49e9-bf3c-d570cca76a89 req-35b5f023-7d04-4e19-b68d-2fb0416e7dbf service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2223160 Nov 10 22:49:29.361269 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:29.387329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:29.402623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:29.455862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=94e1e978-ee8a-463a-85ce-8078efd62a32,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:29.543472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.552079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a71c-8f04-4d91-bf8a-0df9896162d2 service neutron] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:29.557814 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234aec0-696d-41c7-b795-f10865af8b1d x-openstack-request-id: req-f234aec0-696d-41c7-b795-f10865af8b1d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:29.558417 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:29.558928 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f234aec0-696d-41c7-b795-f10865af8b1d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:29.559663 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7', 'status': 'completed', 'code': 200} Nov 10 22:49:29.622128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:29.623769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.664764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-46ebda19-241e-47da-8657-349cbecd2f32 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4146733 Nov 10 22:49:29.671068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43644) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:29.676249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::c337:3bb2:4bef:91d7 (bccbe8a9-b424-4505-9147-d741702b4441/1adebecd-7f75-4eb1-9375-6a0de9b4a71e/6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:29.685119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:43:14'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7a:c5:3e'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:29.774681 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:29.808722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-a3c5078d-8e42-4898-a8b8-757972a85722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:29.810371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-a3c5078d-8e42-4898-a8b8-757972a85722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1095 time: 0.2619681 Nov 10 22:49:29.935851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-8288fd7a-f9bc-4844-a9c1-b32c3730e329 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.0972433 Nov 10 22:49:29.958943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9690a655-8ad6-4e7b-92b3-95a049051820 None None] Provisioning complete for port 94e1e978-ee8a-463a-85ce-8078efd62a32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:29.960338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9690a655-8ad6-4e7b-92b3-95a049051820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.017782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5a73eb-2018-473b-85b0-c9020f3060d2']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:30.092283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 98eaa7f8-5793-4695-ae3e-8f485ba4240e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:30.117469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9690a655-8ad6-4e7b-92b3-95a049051820 None None] Port 94e1e978-ee8a-463a-85ce-8078efd62a32 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:30.125788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69768917-c741-416c-9338-14fa6958e007') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:30.126104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69768917-c741-416c-9338-14fa6958e007') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:30.190943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.312387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.333445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 98eaa7f8-5793-4695-ae3e-8f485ba4240e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:30.333816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.357435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.383241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.554426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-9e5763ec-559b-4135-894d-07a806f9864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:30.555964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-9e5763ec-559b-4135-894d-07a806f9864c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.6018963 Nov 10 22:49:30.559171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.589543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.594834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-18a07113-7a51-487e-8563-a3d13cd86d57 None None] Provisioning complete for port 98eaa7f8-5793-4695-ae3e-8f485ba4240e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:30.595210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18a07113-7a51-487e-8563-a3d13cd86d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.611819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.662729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 98eaa7f8-5793-4695-ae3e-8f485ba4240e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=98eaa7f8-5793-4695-ae3e-8f485ba4240e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:30.664600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:49:30.665353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.680576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-299744e4-cc67-4cc0-8f71-86f15f65b9dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092627 Nov 10 22:49:30.680810 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:49:30.681959 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:49:30.718669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.771324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=98eaa7f8-5793-4695-ae3e-8f485ba4240e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:30.798952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a354d-2b5e-455b-a42d-189e1e9162be req-438d9eec-8f24-4f6d-a14b-6d1dd0899877 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:30.810077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa4a354d-2b5e-455b-a42d-189e1e9162be req-438d9eec-8f24-4f6d-a14b-6d1dd0899877 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.3705904 Nov 10 22:49:30.913160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.988618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event updated for resources: {'Subnet': ['ID=69b35605-0eaf-4b31-9cff-6e902d1adc6c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:30.994056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.011887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d41a5-acb9-4db5-a6bd-dea085a584dc req-aba95235-ce3f-4077-a2ff-ed8c7a9f07b7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:31.014231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec0d41a5-acb9-4db5-a6bd-dea085a584dc req-aba95235-ce3f-4077-a2ff-ed8c7a9f07b7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.0712605 Nov 10 22:49:31.028533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.041238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff5a73eb-2018-473b-85b0-c9020f3060d2 HTTP/1.1" status: 204 len: 168 time: 1.8035474 Nov 10 22:49:31.092708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:31.098519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec0d41a5-acb9-4db5-a6bd-dea085a584dc req-1a8c9183-aa12-493b-9213-b8953662bd0b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703478 Nov 10 22:49:31.107914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775fac1-46e3-45c8-bc39-d62142fa9a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5a73eb-2018-473b-85b0-c9020f3060d2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:31.123252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Checking segment: {'id': 'fbcec460-1810-4d39-867e-b6aef8bd5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:31.123873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Network hostable DHCP agents. Network: 0c279c3c-29b6-4759-a455-78437a48dddf, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:31.128010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:31.139013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:31.144479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:31.153039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.154842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:31.155852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.161086 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.168641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa4a354d-2b5e-455b-a42d-189e1e9162be req-32f450ec-a11a-4d9e-a77e-8cece70e4d62 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488784 Nov 10 22:49:31.201093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-d25752f3-8eab-48a8-a0bf-61a1e888bf74 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695737 Nov 10 22:49:31.206835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-901feb98-d115-4e3f-8ae4-a5a9c8154c1b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2416177 Nov 10 22:49:31.211434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.217828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '1adebecd-7f75-4eb1-9375-6a0de9b4a71e', 'ip_address': '2001:db8::c337:3bb2:4bef:91d7'}], 'name': 'tempest-NetworksTestDHCPv6-557033948'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:31.255271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Network 0c279c3c-29b6-4759-a455-78437a48dddf is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:31.346778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event updated for resources: {'Port': ['ID=94e1e978-ee8a-463a-85ce-8078efd62a32,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:31.354452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] In _notify_port_updated(), no bound segment for port 94e1e978-ee8a-463a-85ce-8078efd62a32 on network 3699c3bd-d27e-464c-b7b8-45c12da286e7 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:49:31.360222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:31.360877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.364780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0a5307fd-9649-4472-a7e4-e8744d88c815 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "PUT /v2.0/ports/94e1e978-ee8a-463a-85ce-8078efd62a32 HTTP/1.1" status: 200 len: 1055 time: 1.6900706 Nov 10 22:49:31.365077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43658) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.452803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 0c279c3c-29b6-4759-a455-78437a48dddf) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:31.471467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ecb2d4-2b2e-43d0-b378-e110de7b4b8c None None] Network 0c279c3c-29b6-4759-a455-78437a48dddf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:31.477627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.508360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:31.509338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.605723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-25287df5-2d1e-4d67-9654-fd67376e68f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcfdad5397cf46fe80f23ef286d8506b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266973 Nov 10 22:49:31.611037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43666) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.654803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-474c4334-bd6c-435f-b963-67bd4028c75f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8668036 Nov 10 22:49:31.662322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43668) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.679270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port 94e1e978-ee8a-463a-85ce-8078efd62a32 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:31.680129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.713104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Request body: {'port': {'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-178389895'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:31.727648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc4df7-e2ae-471c-84e0-86f4651db68f req-4f24fd9f-ec7d-4dae-9ee7-2f2832df8a5d service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195825 Nov 10 22:49:31.781090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Provisioning complete for port 6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:31.781850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.793225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:31.801146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.837522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.863802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-0c279c3c-29b6-4759-a455-78437a48dddf', 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf', 'tenant_id': 'd122131e44f14c8f8e7e4fde98c68e54', 'fixed_ips': [{'subnet_id': '69b35605-0eaf-4b31-9cff-6e902d1adc6c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:31.864942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.899031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Port 6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:31.915125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.927796 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.955191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for 94e1e978-ee8a-463a-85ce-8078efd62a32 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:31.965866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port d58a5550-76b0-4f40-8bc7-0f3317b6be3a yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:31.970897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 98eaa7f8-5793-4695-ae3e-8f485ba4240e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:31.979869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Provisioning complete for port 94e1e978-ee8a-463a-85ce-8078efd62a32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:31.980538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.052371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-c9ec806a-0c45-47f9-9f4c-12ac2a1a7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:32.054893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-c9ec806a-0c45-47f9-9f4c-12ac2a1a7ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1095 time: 0.2508702 Nov 10 22:49:32.089635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.095500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.101435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65e91584-bb3d-4a4f-8078-8203de81ccf6 HTTP/1.1" status: 204 len: 168 time: 0.4852114 Nov 10 22:49:32.106708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Made reservation on behalf of d122131e44f14c8f8e7e4fde98c68e54 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:32.110441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.120593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-494fd3e8-1089-4499-956d-bafa1068f601 None None] Port 94e1e978-ee8a-463a-85ce-8078efd62a32 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:32.126863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acb89b-7d4f-4a51-8ce0-1f440f328e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e91584-bb3d-4a4f-8078-8203de81ccf6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:32.175417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Allocated IP 172.20.0.2 (0c279c3c-29b6-4759-a455-78437a48dddf/69b35605-0eaf-4b31-9cff-6e902d1adc6c/8f197155-e2cb-4e23-afb6-3248e606d4ef) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:32.183442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 98eaa7f8-5793-4695-ae3e-8f485ba4240e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:32.183855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.278464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] device_id is not set on port 6ca828e8-7a8e-4947-a823-0a48c662db2c yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:32.337517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.375962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddef76-2b4b-48b6-b9a5-78094ef8dc87 req-8f578d9a-c349-40a0-8eda-5de40b58269b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:32.384383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0ddef76-2b4b-48b6-b9a5-78094ef8dc87 req-8f578d9a-c349-40a0-8eda-5de40b58269b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.1621861 Nov 10 22:49:32.458458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=94e1e978-ee8a-463a-85ce-8078efd62a32,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:32.604413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e0ddef76-2b4b-48b6-b9a5-78094ef8dc87 req-d335f9fb-a105-48ce-82d7-65aee4a0cdc8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177217 Nov 10 22:49:32.711636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.742980 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.764541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-8eb50612-617d-41fd-9282-46c55d832d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:32.766282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-8eb50612-617d-41fd-9282-46c55d832d27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.6976068 Nov 10 22:49:32.814904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Network 0c279c3c-29b6-4759-a455-78437a48dddf is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:32.838738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092677d-8a32-46ef-9e2a-4bfd44936e53 req-a0a74b12-6635-4d8f-976e-8dfdddab9aa1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:32.841826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1092677d-8a32-46ef-9e2a-4bfd44936e53 req-a0a74b12-6635-4d8f-976e-8dfdddab9aa1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.5259442 Nov 10 22:49:32.843420 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 22:49:32.844453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:49:32.854045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:32.859504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:32.916380 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.934517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab597248-68f3-4898-b32e-a217d5e894ac tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/94e1e978-ee8a-463a-85ce-8078efd62a32 HTTP/1.1" status: 204 len: 168 time: 1.5564499 Nov 10 22:49:32.936313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43686) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:32.962615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-aecfa505-7de0-484f-b71e-42be84810f9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.1459887 Nov 10 22:49:32.975744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Pushing event updated for resources: {'Port': ['ID=8f197155-e2cb-4e23-afb6-3248e606d4ef,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:32.986125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Attempting to bind port 8f197155-e2cb-4e23-afb6-3248e606d4ef on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:32.987227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Attempting to bind port 8f197155-e2cb-4e23-afb6-3248e606d4ef by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fbcec460-1810-4d39-867e-b6aef8bd5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:32.988378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Attempting to bind port 8f197155-e2cb-4e23-afb6-3248e606d4ef on network 0c279c3c-29b6-4759-a455-78437a48dddf {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:32.989314 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e642b1cd-aaca-4dd7-9324-cfd0dcd52aef tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] GET failed (client error): The resource could not be found. Nov 10 22:49:32.992157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e642b1cd-aaca-4dd7-9324-cfd0dcd52aef tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports/94e1e978-ee8a-463a-85ce-8078efd62a32 HTTP/1.1" status: 404 len: 333 time: 0.0535469 Nov 10 22:49:32.996409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43688) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:32.998743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:32.999661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Checking segment: {'id': 'fbcec460-1810-4d39-867e-b6aef8bd5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:33.000546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.002237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Bound using segment: {'id': 'fbcec460-1810-4d39-867e-b6aef8bd5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:33.003645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Bound port: 8f197155-e2cb-4e23-afb6-3248e606d4ef, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcec460-1810-4d39-867e-b6aef8bd5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0c279c3c-29b6-4759-a455-78437a48dddf'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:33.004884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.010951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-99f6e814-5da8-42e7-863e-a02136e6f82c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7983377 Nov 10 22:49:33.011824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43690) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:33.114255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] For port 8f197155-e2cb-4e23-afb6-3248e606d4ef, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:33.115032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Allocated IP 172.20.0.5 (0c279c3c-29b6-4759-a455-78437a48dddf/69b35605-0eaf-4b31-9cff-6e902d1adc6c/6ca828e8-7a8e-4947-a823-0a48c662db2c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:33.120143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] For port 8f197155-e2cb-4e23-afb6-3248e606d4ef, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8f197155-e2cb-4e23-afb6-3248e606d4ef,segment=NetworkSegment(fbcec460-1810-4d39-867e-b6aef8bd5869),segment_id=fbcec460-1810-4d39-867e-b6aef8bd5869)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:33.126289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.145526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-392c6eab-6b0e-47a2-a970-256e6ccb484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:33.149021 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-392c6eab-6b0e-47a2-a970-256e6ccb484c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1795626 Nov 10 22:49:33.164561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1092677d-8a32-46ef-9e2a-4bfd44936e53 req-a42fb72c-fffb-414c-af0c-46776e343bd2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991624 Nov 10 22:49:33.197357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port 3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:33.197357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.212589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-f14bb1b9-28f8-4618-ba52-153a0649cb7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464070 Nov 10 22:49:33.224587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff6c38-a2a5-4896-8f96-1db406210b47 None None] Pushing event updated for resources: {'Port': ['ID=8f197155-e2cb-4e23-afb6-3248e606d4ef,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:33.360571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.363542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d861f-2d00-4999-a2f9-af36d086600b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:33.370460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d861f-2d00-4999-a2f9-af36d086600b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:33.374914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef8d861f-2d00-4999-a2f9-af36d086600b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3534012 Nov 10 22:49:33.378209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43696) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:33.387251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for 3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:33.667237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-73e0c082-f389-4828-a1e9-594a8a3b22df service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448197 Nov 10 22:49:33.713592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.836902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:33.843623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.861155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:33.861503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.875618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43710) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:33.955094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.962432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea1025b4-7f67-41e0-8d78-206b89a38f6d tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde HTTP/1.1" status: 204 len: 168 time: 0.9571090 Nov 10 22:49:33.963241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43714) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:33.992601 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeff228-182e-49a0-81bc-be573d12e3a6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] GET failed (client error): The resource could not be found. Nov 10 22:49:34.000452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8eeff228-182e-49a0-81bc-be573d12e3a6 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "GET /v2.0/ports/3e2cc4b7-4ce9-43ad-a2ac-7342bae61cde HTTP/1.1" status: 404 len: 333 time: 0.0358057 Nov 10 22:49:34.001757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43716) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:34.066983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8f197155-e2cb-4e23-afb6-3248e606d4ef up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:34.140783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0d55b7-9d30-4895-ad91-a66b3f04bf4e req-3abefbd2-c610-43e9-93b1-4006c9a40d89 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623711 Nov 10 22:49:34.214708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591257-a536-4ee3-b829-e85640324205 req-eae11ba7-6256-488b-8512-878e7a365117 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:34.218678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.224427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8f197155-e2cb-4e23-afb6-3248e606d4ef triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:34.225787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.226048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a591257-a536-4ee3-b829-e85640324205 req-eae11ba7-6256-488b-8512-878e7a365117 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.4189675 Nov 10 22:49:34.247396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.253326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2137808104-network', 'tenant_id': 'd9845347f3234cfdbf64e96270c226e5'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:34.332528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:34.354158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Network 0c279c3c-29b6-4759-a455-78437a48dddf is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:34.374042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a591257-a536-4ee3-b829-e85640324205 req-1c83e1f1-1262-4cc7-acab-6571496fc463 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454291 Nov 10 22:49:34.387050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:34.392082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:34.431054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.461404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port 720e4c18-0df0-40ca-b836-b47715e324d6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:34.462471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.494614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event updated for resources: {'Port': ['ID=6ca828e8-7a8e-4947-a823-0a48c662db2c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:34.505671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Made reservation on behalf of d9845347f3234cfdbf64e96270c226e5 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:34.509291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8f197155-e2cb-4e23-afb6-3248e606d4ef, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8f197155-e2cb-4e23-afb6-3248e606d4ef,segment=NetworkSegment(fbcec460-1810-4d39-867e-b6aef8bd5869),segment_id=fbcec460-1810-4d39-867e-b6aef8bd5869)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:34.510525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.515738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.563497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.611634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:34.613876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.636745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8f197155-e2cb-4e23-afb6-3248e606d4ef,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:34.650414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.671595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for 720e4c18-0df0-40ca-b836-b47715e324d6 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:34.679884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:34.762273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.772153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-308303e7-307b-4697-98f2-ac7f3efca35c tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1071072 Nov 10 22:49:34.776817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.793491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43724) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:34.860809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:34.867995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:34.881384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '565b123e-e646-4ae0-9c6f-a527807026c7', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'port_id': '565b123e-e646-4ae0-9c6f-a527807026c7', 'mac_address': 'fa:16:3e:94:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d04fae-5f4f-498f-aac3-adc49d6aa724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:49:34.939833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb42c6c8-3a45-4792-86fd-4584f0fea611,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:34.980197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.981417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.996463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.996463 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Added segment 35d6b256-ea58-4637-a35f-a0f3b623f712 of type vlan for network 39d64004-f881-4221-ab7e-8506772086dd Nov 10 22:49:35.011569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81effbf-ea65-480a-a768-9886714a6469 req-0b2dae64-2b75-4198-ac2b-11facf077ca3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:35.012582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565b123e-e646-4ae0-9c6f-a527807026c7 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:35.018401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a81effbf-ea65-480a-a768-9886714a6469 req-0b2dae64-2b75-4198-ac2b-11facf077ca3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.6788394 Nov 10 22:49:35.025129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591de7a4-dc74-4bff-8636-e4350a776097 None None] Network 0c279c3c-29b6-4759-a455-78437a48dddf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:35.025412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.063165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=720e4c18-0df0-40ca-b836-b47715e324d6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.139976 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.150298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.238064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.253210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d41f8833-ec2a-49ea-a9a9-6672653ff94a tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/ports/720e4c18-0df0-40ca-b836-b47715e324d6 HTTP/1.1" status: 204 len: 168 time: 1.2265513 Nov 10 22:49:35.254172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43730) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.266416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.269797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d59fc26f-ad0f-4450-ba42-d13a47e18815 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 HTTP/1.1" status: 204 len: 168 time: 1.8870659 Nov 10 22:49:35.273596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:35.288796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43732) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.323220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.419600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting subnet 48856cd1-dd55-464f-b008-0a523e58a96a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:35.428285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.466016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.469292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cc876c7a-0008-44f2-b8f7-27149e0c4215 None None] Provisioning complete for port 8f197155-e2cb-4e23-afb6-3248e606d4ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:35.469813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cc876c7a-0008-44f2-b8f7-27149e0c4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.681540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.695482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['565b123e-e646-4ae0-9c6f-a527807026c7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:35.765662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35df901-3628-41b8-b94a-a4a46e75ca32 req-a2b2963e-918f-433b-8550-ee520cc3c7ce tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:35.768473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c35df901-3628-41b8-b94a-a4a46e75ca32 req-a2b2963e-918f-433b-8550-ee520cc3c7ce tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.1636045 Nov 10 22:49:35.889646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.978851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c35df901-3628-41b8-b94a-a4a46e75ca32 req-fcd83577-e7dc-43dd-a8b4-82afe4553d20 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945567 Nov 10 22:49:36.010523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a81effbf-ea65-480a-a768-9886714a6469 req-00b3c668-3e44-494d-b161-9ed47ef9a1ea tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9787006 Nov 10 22:49:36.010679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8f197155-e2cb-4e23-afb6-3248e606d4ef up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:36.025117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Deleting port 6ca828e8-7a8e-4947-a823-0a48c662db2c {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:36.025472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.042354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.044643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:36.045317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.070079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.146194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Subnet': ['ID=48856cd1-dd55-464f-b008-0a523e58a96a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:36.146943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8f197155-e2cb-4e23-afb6-3248e606d4ef triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:36.147346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.164512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.170048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ea01908-ae5a-465f-acdc-689384492395 tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/subnets/48856cd1-dd55-464f-b008-0a523e58a96a HTTP/1.1" status: 204 len: 168 time: 0.9147449 Nov 10 22:49:36.172669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.178976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54e6d1-7b45-4ca8-9644-fec1c494c25e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:36.180797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54e6d1-7b45-4ca8-9644-fec1c494c25e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:36.186331 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a54e6d1-7b45-4ca8-9644-fec1c494c25e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8797469 Nov 10 22:49:36.189691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.198355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3091164 Nov 10 22:49:36.218105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43742) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.231761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Request body: {'subnet': {'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2137808104-subnet', 'tenant_id': 'd9845347f3234cfdbf64e96270c226e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:36.244961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5bfa2-118a-4a1e-8e3e-523c3748b6c3 None None] Network 3699c3bd-d27e-464c-b7b8-45c12da286e7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:36.295934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57779-1469-4855-862a-9cc53084d62d admin admin] Pushing event updated for resources: {'Network': ['ID=39d64004-f881-4221-ab7e-8506772086dd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:36.333130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 1adebecd-7f75-4eb1-9375-6a0de9b4a71e {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:36.340920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.371077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Made reservation on behalf of d9845347f3234cfdbf64e96270c226e5 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:36.373370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 39d64004-f881-4221-ab7e-8506772086dd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:36.376870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.381620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.414633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Calling delete_port for 6ca828e8-7a8e-4947-a823-0a48c662db2c owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:36.434666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.518844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.581921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.695538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Deleting port 0efd4b41-33c3-4dfe-8786-888d73096832 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:36.695892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.730233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:36.766451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.781015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e1473b50-47cc-491c-9af8-230ba06a1a7d None None] Provisioning complete for port 8f197155-e2cb-4e23-afb6-3248e606d4ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:36.781386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1473b50-47cc-491c-9af8-230ba06a1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.808814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=1adebecd-7f75-4eb1-9375-6a0de9b4a71e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:36.818061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.827140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de005fca-ccbf-4b76-b5c0-ef0443566634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/1adebecd-7f75-4eb1-9375-6a0de9b4a71e HTTP/1.1" status: 204 len: 168 time: 0.6359839 Nov 10 22:49:36.831060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.856853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85eae2-db83-4c1e-b5d0-012bac193ead None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:36.876657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] For port 0efd4b41-33c3-4dfe-8786-888d73096832, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0efd4b41-33c3-4dfe-8786-888d73096832,segment=NetworkSegment(788ed121-85d2-4819-a41c-85569b1d2233),segment_id=788ed121-85d2-4819-a41c-85569b1d2233)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:36.877235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.918037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Calling delete_port for 0efd4b41-33c3-4dfe-8786-888d73096832 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:36.926178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ddd7aa2-030c-44b7-9136-97ea26d29d9c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930285 Nov 10 22:49:36.927192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43748) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.938961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:36.942817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.972467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 565b123e-e646-4ae0-9c6f-a527807026c7 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:49:36.991329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.025432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 565b123e-e646-4ae0-9c6f-a527807026c7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:37.026050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.073781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event deleted for resources: {'Port': ['ID=6ca828e8-7a8e-4947-a823-0a48c662db2c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:37.116087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e1473b50-47cc-491c-9af8-230ba06a1a7d None None] Could not find standard attr ID for object 6ca828e8-7a8e-4947-a823-0a48c662db2c. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:37.246637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f768c43a-67f7-404a-849d-9f1d8d377879,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:37.290449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.317035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.319289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f856e331-de53-4dfb-9871-0fa638cd75c5 None None] DHCP port deletion for 3699c3bd-d27e-464c-b7b8-45c12da286e7 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:37.324842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:37.337194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-38b6efec-3fb2-44f0-9a74-22a40ef76809 None None] Could not find standard attr ID for object 6ca828e8-7a8e-4947-a823-0a48c662db2c. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:37.337491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.341831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7beb28b2-923c-4c3c-a792-1702eaa8585f tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "DELETE /v2.0/ports/6ca828e8-7a8e-4947-a823-0a48c662db2c HTTP/1.1" status: 204 len: 168 time: 2.5439255 Nov 10 22:49:37.351527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:37.375676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:37.378412 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b28e98-5eaf-4ee6-be5f-e1b39b2d90bf" -d '{"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:37.378602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] No DVR routers for this DVR port 0efd4b41-33c3-4dfe-8786-888d73096832 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:37.413899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Port': ['ID=0efd4b41-33c3-4dfe-8786-888d73096832,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:37.430741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7df8a-370d-49b5-8701-744afd51d898 req-9249e71c-1952-4810-9701-8fcdc8c45721 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:37.437852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:37.446764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fec7df8a-370d-49b5-8701-744afd51d898 req-9249e71c-1952-4810-9701-8fcdc8c45721 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.2153394 Nov 10 22:49:37.452448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.466691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07557-eece-4d4d-b2ec-c6767384abaf req-41d29c53-b706-4c9e-b826-fe43e988fd2b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:37.470560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0c07557-eece-4d4d-b2ec-c6767384abaf req-41d29c53-b706-4c9e-b826-fe43e988fd2b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.2205429 Nov 10 22:49:37.471548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:37.477551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.559193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:37.566778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fec7df8a-370d-49b5-8701-744afd51d898 req-9f23dc80-5017-4aaf-a450-5d4ab178938b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189723 Nov 10 22:49:37.569746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Deleting port 98eaa7f8-5793-4695-ae3e-8f485ba4240e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:37.570131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.615950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Checking segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:37.616321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Network hostable DHCP agents. Network: 39d64004-f881-4221-ab7e-8506772086dd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:37.642137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f858f1b8-28e7-4c28-ba5a-e5f70ad0e9a0 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2658207 Nov 10 22:49:37.646759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43764) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:37.655873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-826764151'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:37.687738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] For port 98eaa7f8-5793-4695-ae3e-8f485ba4240e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=98eaa7f8-5793-4695-ae3e-8f485ba4240e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:37.688183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.692685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Made reservation on behalf of d122131e44f14c8f8e7e4fde98c68e54 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:37.700487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.705510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Calling delete_port for 98eaa7f8-5793-4695-ae3e-8f485ba4240e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:37.747336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:37.760284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.767208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Network 39d64004-f881-4221-ab7e-8506772086dd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:37.767839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.768511 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Added segment 03fa9c6c-5ef0-42dc-94a5-2312c4f20565 of type vlan for network 2fc676d9-9110-4f10-9b17-a943516d73dd Nov 10 22:49:37.782628 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf3433f-be0f-44d9-a842-c7b5c4ed115f x-openstack-request-id: req-2bf3433f-be0f-44d9-a842-c7b5c4ed115f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:37.783530 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:37.784381 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bf3433f-be0f-44d9-a842-c7b5c4ed115f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:37.784859 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7', 'code': 200} Nov 10 22:49:37.838719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0c07557-eece-4d4d-b2ec-c6767384abaf req-d88c881a-16ec-4dfa-86b7-6c9c824fcec6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409085 Nov 10 22:49:37.846072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.873359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 39d64004-f881-4221-ab7e-8506772086dd) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:37.883727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:37.884808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.895679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9624f9-7556-4dcc-94e9-e6aef1d2fcae None None] Network 39d64004-f881-4221-ab7e-8506772086dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:37.899200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3699c3bd-d27e-464c-b7b8-45c12da286e7']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:37.922606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788ed121-85d2-4819-a41c-85569b1d2233') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:37.923261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788ed121-85d2-4819-a41c-85569b1d2233') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:37.934502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc26985-0b73-49b9-98ac-6675801c44e4 req-63a1f32e-0eb6-459f-bbe4-cc55d81c8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:37.936180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edc26985-0b73-49b9-98ac-6675801c44e4 req-63a1f32e-0eb6-459f-bbe4-cc55d81c8124 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.0812180 Nov 10 22:49:37.937088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.944271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:37.947354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.952013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.964486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.970258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-645a25c0-5c73-43a1-96d3-f286bb844b70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7463477 Nov 10 22:49:38.031665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0efd4b41-33c3-4dfe-8786-888d73096832 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:38.035142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.051503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:49:38.052283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.059460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] Pushing event deleted for resources: {'Port': ['ID=98eaa7f8-5793-4695-ae3e-8f485ba4240e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:49:38.060606 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:49:38.062844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0efd4b41-33c3-4dfe-8786-888d73096832 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:38.062844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0efd4b41-33c3-4dfe-8786-888d73096832 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:38.062844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 98eaa7f8-5793-4695-ae3e-8f485ba4240e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:38.088383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 98eaa7f8-5793-4695-ae3e-8f485ba4240e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:38.089195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 98eaa7f8-5793-4695-ae3e-8f485ba4240e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:38.115081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aae232-7d0c-4032-aefb-f6e982796d95 None None] No DVR routers for this DVR port 98eaa7f8-5793-4695-ae3e-8f485ba4240e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:38.136700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event updated for resources: {'Network': ['ID=2fc676d9-9110-4f10-9b17-a943516d73dd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:38.194988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bddb052a-7814-4f98-af9f-e94edbdd4bcf tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5458462 Nov 10 22:49:38.199391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.235256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.260178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.266330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] 10.222.0.25 "DELETE /v2.0/networks/3699c3bd-d27e-464c-b7b8-45c12da286e7 HTTP/1.1" status: 204 len: 168 time: 2.0851593 Nov 10 22:49:38.266330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf913f-c860-4235-a512-539665f43b2e tempest-AllowedAddressPairTestJSON-1922386091 tempest-AllowedAddressPairTestJSON-1922386091-project] Pushing event deleted for resources: {'Network': ['ID=3699c3bd-d27e-464c-b7b8-45c12da286e7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:38.267728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.284554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2fc676d9-9110-4f10-9b17-a943516d73dd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:38.289940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:38.293137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:38.296631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:38.298053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.330432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edc26985-0b73-49b9-98ac-6675801c44e4 req-ea5552c0-8e17-4326-9d6c-0f28d6f21908 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726742 Nov 10 22:49:38.339735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1bc72-5fed-469d-be8d-dcf0f56a981e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:38.383034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dea42f-be61-40e4-9f7e-e8b134d7f753 None None] Network 39d64004-f881-4221-ab7e-8506772086dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:38.431032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=652d74c3-cbed-4c64-9208-1dfec39b7ac0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:38.464272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-082c511e-3416-413e-9f57-9a6bcab88cdb tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5350366 Nov 10 22:49:38.466342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43774) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.504206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '652d74c3-cbed-4c64-9208-1dfec39b7ac0', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1339745380'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:38.861424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:38.921216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-95318804-614a-4e4e-b59e-864b8f052af5 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.7202661 Nov 10 22:49:38.921889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43796) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.929440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '652d74c3-cbed-4c64-9208-1dfec39b7ac0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:38.930343 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.947260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.006589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c362227-1bce-4664-bdac-d21adcee7f75 req-c5a81dd9-e228-406e-8888-cd6165d2f911 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:39.012687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c362227-1bce-4664-bdac-d21adcee7f75 req-c5a81dd9-e228-406e-8888-cd6165d2f911 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.2903214 Nov 10 22:49:39.139213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.166552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c362227-1bce-4664-bdac-d21adcee7f75 req-3aca75bb-9b4c-48cc-8b6f-894bd4dddc74 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450214 Nov 10 22:49:39.168448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/652d74c3-cbed-4c64-9208-1dfec39b7ac0/a3018564-3e79-4dbd-8e0b-eeeef651da6a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:39.223445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port f51e7160-1e48-4dd5-982f-888ad46aa4c3 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:39.258999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef9509e6-3bed-40e3-9c38-96df72e5d9a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca94db5cb4b649e580bfcd27cab10585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329899 Nov 10 22:49:39.259613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60adfd-f573-4e98-8c27-ea199b672ca3 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] Network 2fc676d9-9110-4f10-9b17-a943516d73dd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:39.259756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43802) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.382412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.392944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fe60adfd-f573-4e98-8c27-ea199b672ca3 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "POST /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4445233 Nov 10 22:49:39.404829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43808) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.408822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01c917-226e-4dc1-b05a-4696cc467597 None None] Network 2fc676d9-9110-4f10-9b17-a943516d73dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:39.445160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.503199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.513602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.608557 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:49:39.609347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:49:39.621372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:39.626303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:39.633072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:39.647669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-7cbcb237-5d92-48fb-9491-66548cb7677d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:39.649404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-7cbcb237-5d92-48fb-9491-66548cb7677d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 814 time: 0.2822800 Nov 10 22:49:39.654861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b40d2464-9f8d-4bdf-a0f3-0cf75086e25a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1859074 Nov 10 22:49:39.657885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.659122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Pushing event updated for resources: {'Port': ['ID=a3018564-3e79-4dbd-8e0b-eeeef651da6a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:39.690625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c6feb-17f4-4d78-a31d-9bf892febe9e req-dcef52c1-2efe-4ee8-9e00-46283dea3ee8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:39.694341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-913c6feb-17f4-4d78-a31d-9bf892febe9e req-dcef52c1-2efe-4ee8-9e00-46283dea3ee8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 946 time: 0.2878253 Nov 10 22:49:39.709789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.713512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.718658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea3fadc-b45e-461c-bb52-fb7c29d441e7 HTTP/1.1" status: 204 len: 168 time: 0.4520059 Nov 10 22:49:39.744440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943c727-9c9f-4532-9ea9-9fae8ec543dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3fadc-b45e-461c-bb52-fb7c29d441e7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:39.772284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-836c8722-6c07-4d3e-b72d-6184cf4f4ca4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/quotas/d9845347f3234cfdbf64e96270c226e5 HTTP/1.1" status: 200 len: 375 time: 0.0813289 Nov 10 22:49:39.805530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Attempting to bind port a3018564-3e79-4dbd-8e0b-eeeef651da6a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:39.806359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Attempting to bind port a3018564-3e79-4dbd-8e0b-eeeef651da6a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:39.806921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Attempting to bind port a3018564-3e79-4dbd-8e0b-eeeef651da6a on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:39.814167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:39.815224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:39.815806 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.817176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:39.831178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Bound port: a3018564-3e79-4dbd-8e0b-eeeef651da6a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:39.831522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-61b5e7a3-7245-402e-9510-73a1678b4feb tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks HTTP/1.1" status: 200 len: 11215 time: 0.4220967 Nov 10 22:49:39.832335 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.837123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43814) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.849505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-dd966698-d824-462e-847b-b7d899765092 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758402 Nov 10 22:49:39.862340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-913c6feb-17f4-4d78-a31d-9bf892febe9e req-42befbbf-4a29-455f-859f-272000f107b2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542029 Nov 10 22:49:39.932173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d60030-4144-427a-8002-2e42441d43c4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:39.933821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-80d60030-4144-427a-8002-2e42441d43c4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2746279 Nov 10 22:49:39.941001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43816) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.020706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] For port a3018564-3e79-4dbd-8e0b-eeeef651da6a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:40.030934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] For port a3018564-3e79-4dbd-8e0b-eeeef651da6a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3018564-3e79-4dbd-8e0b-eeeef651da6a,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:40.042975 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.046099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8940dd0-4a20-49fc-9955-ea67ef3eb9d3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:40.048717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8940dd0-4a20-49fc-9955-ea67ef3eb9d3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:40.051901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e2ab6012-0a77-4595-9ff6-73b9133c7198 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "DELETE /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks/2fc676d9-9110-4f10-9b17-a943516d73dd HTTP/1.1" status: 204 len: 168 time: 0.1992888 Nov 10 22:49:40.054226 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8940dd0-4a20-49fc-9955-ea67ef3eb9d3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1099079 Nov 10 22:49:40.055065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43820) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.055485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43822) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.104003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-60658430-9140-4601-9f05-f83640ca08d3 service neutron] 10.222.0.25 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529731 Nov 10 22:49:40.152049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4ccf-ed5b-44ac-9e5a-f8e6c2c953e7 None None] Pushing event updated for resources: {'Port': ['ID=a3018564-3e79-4dbd-8e0b-eeeef651da6a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.239266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 652d74c3-cbed-4c64-9208-1dfec39b7ac0 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:40.247263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.339160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-2945641b-93db-4eed-95c9-de45d3f9a6bf service neutron] 10.222.0.25 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031381 Nov 10 22:49:40.374987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.449946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-472950d1-f134-4f87-bfcd-3dd0403f7ff0 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.3918619 Nov 10 22:49:40.457771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43834) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.506261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af542216-9ad0-4c00-af4b-58a363871a70 req-a5816b72-13a6-4102-8e66-6ba017db39e2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:40.533699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af542216-9ad0-4c00-af4b-58a363871a70 req-a5816b72-13a6-4102-8e66-6ba017db39e2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.2210798 Nov 10 22:49:40.570409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e7213671-6bd9-4472-b408-cf3cf280d873 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/networks/0c279c3c-29b6-4759-a455-78437a48dddf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1111619 Nov 10 22:49:40.575755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.620884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6564e70-5ac3-4b96-9eb1-a949cfc53099 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/networks/0c279c3c-29b6-4759-a455-78437a48dddf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0433044 Nov 10 22:49:40.624627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43844) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:40.730463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af542216-9ad0-4c00-af4b-58a363871a70 req-f66efa59-3674-4a21-9eb0-e598d8fea3a2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902819 Nov 10 22:49:40.736323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.864050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.929333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.935314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/652d74c3-cbed-4c64-9208-1dfec39b7ac0 HTTP/1.1" status: 204 len: 168 time: 0.8785033 Nov 10 22:49:40.937495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350c0e-af83-4ed5-af77-cd3165f69bab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=652d74c3-cbed-4c64-9208-1dfec39b7ac0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.942173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43858) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:41.008084 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89e7d0c4-2882-4d8e-b27f-99e2f64e29f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592809 Nov 10 22:49:41.009216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43864) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:41.018674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:41.197171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe932-6510-4d6f-80b7-24816dcbee70 req-9a45edf7-18e7-498a-87d3-9936c0c62b64 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:41.199349 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-893fe932-6510-4d6f-80b7-24816dcbee70 req-9a45edf7-18e7-498a-87d3-9936c0c62b64 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 946 time: 0.1480811 Nov 10 22:49:41.243189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:41.278950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:41.283518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.338230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b10dcb38-740b-4042-a253-88bd67c9209f req-d5fa7129-5883-4df8-b43f-8b8e1c09f9dd tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 210 time: 0.6425450 Nov 10 22:49:41.445398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-893fe932-6510-4d6f-80b7-24816dcbee70 req-cd07c0ff-9cec-4324-b575-d737ad388d6e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057588 Nov 10 22:49:41.557003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2005916510'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:41.579241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-003fab82-8006-43d6-86ea-76851b39acc3 tempest-DHCPAgentSchedulersTestJSON-607008605 tempest-DHCPAgentSchedulersTestJSON-607008605-project-admin] 10.222.0.25 "GET /v2.0/agents/14efc4c6-b83e-4ee2-a808-2351f51175ba/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.9507124 Nov 10 22:49:41.583407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:41.695813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.729536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:41.733267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.751008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.860722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.904990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc676d9-9110-4f10-9b17-a943516d73dd']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:41.922833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fa9c6c-5ef0-42dc-94a5-2312c4f20565') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:41.927472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8a5e2-6446-43ea-a30c-33b16805ee48 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:41.934773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fa9c6c-5ef0-42dc-94a5-2312c4f20565') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:41.996601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fda914-c1b4-4543-b251-5109ea516b3d req-39bc048b-1bc4-4752-8968-63123a028435 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.005368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17fda914-c1b4-4543-b251-5109ea516b3d req-39bc048b-1bc4-4752-8968-63123a028435 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.4410794 Nov 10 22:49:42.006805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.032938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.050063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.051562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3018564-3e79-4dbd-8e0b-eeeef651da6a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:42.054139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.054870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:49:42.055634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:49:42.061020 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:49:42.064944 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.132512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] Provisioning complete for port a3018564-3e79-4dbd-8e0b-eeeef651da6a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.133291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.144882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da83e-a32e-4968-b079-29e906fe4ecc req-34d6ccf6-116d-4370-9d58-ba4cc36b52be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.148178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a6da83e-a32e-4968-b079-29e906fe4ecc req-34d6ccf6-116d-4370-9d58-ba4cc36b52be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.2075076 Nov 10 22:49:42.252620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:42.254187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:42.266848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.268221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.292124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=70b013e9-b553-4f3f-aaec-f4daf8322899,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:42.307272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb164738-dc0d-403d-859b-95735d9b59f8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:42.326633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6711bcf-b106-469f-a6ea-e1f73cc0433d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3160279 Nov 10 22:49:42.327124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:42.327606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.328070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:42.337360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-421103409', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:42.382526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.383721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.412643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.422695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "DELETE /v2.0/networks/2fc676d9-9110-4f10-9b17-a943516d73dd HTTP/1.1" status: 204 len: 168 time: 0.8350167 Nov 10 22:49:42.430955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43884) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:42.432095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.432438 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment 0e7a1f2a-4d3a-4577-8df0-503037d7539f of type vlan for network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 Nov 10 22:49:42.470785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed123104-3867-497e-bdc9-366b78e012e8 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event deleted for resources: {'Network': ['ID=2fc676d9-9110-4f10-9b17-a943516d73dd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:42.490914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17fda914-c1b4-4543-b251-5109ea516b3d req-66267ea1-d2be-4daa-bbad-b24dc2ad6cae tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294021 Nov 10 22:49:42.520677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.547799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a6da83e-a32e-4968-b079-29e906fe4ecc req-bb22639a-62ea-4a0c-b214-9db2bf332611 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546295 Nov 10 22:49:42.558246 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059fbae-db50-49a4-8f59-8c26b70f7af5 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] DELETE failed (client error): The resource could not be found. Nov 10 22:49:42.559383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059fbae-db50-49a4-8f59-8c26b70f7af5 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:49:42.565421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f059fbae-db50-49a4-8f59-8c26b70f7af5 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "DELETE /v2.0/ports/6ca828e8-7a8e-4947-a823-0a48c662db2c HTTP/1.1" status: 404 len: 333 time: 0.1307368 Nov 10 22:49:42.570445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43890) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:42.593379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.593617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-27e56963-12f9-47e9-8bee-95e018c8f041 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.593617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-27e56963-12f9-47e9-8bee-95e018c8f041 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.20 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 814 time: 0.3988800 Nov 10 22:49:42.612521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Request body: {'port': {'device_id': '085732d4-10db-4ec5-9c52-04e937b60818', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'admin_state_up': True, 'tenant_id': 'd9845347f3234cfdbf64e96270c226e5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:42.614524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.697359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a3018564-3e79-4dbd-8e0b-eeeef651da6a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.698405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.745166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.753612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c84b68f-d2c4-40ec-a3f4-c9f264fc10da req-cdc5d756-91b6-4b2b-b092-c6eb9b12c149 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 210 time: 0.0914793 Nov 10 22:49:42.759209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.761301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-03be3b10-564f-4182-a6f0-540173ffdb3a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4281456 Nov 10 22:49:42.768812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43894) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:42.875256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Made reservation on behalf of d9845347f3234cfdbf64e96270c226e5 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:42.879951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.931837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] For port a3018564-3e79-4dbd-8e0b-eeeef651da6a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3018564-3e79-4dbd-8e0b-eeeef651da6a,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:42.934373 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.938570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.973399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.984447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.985510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.004811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd153-f2a6-4dcb-8972-af6f4ba8b724 None None] Pushing event updated for resources: {'Port': ['ID=a3018564-3e79-4dbd-8e0b-eeeef651da6a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:43.007914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Deleting subnet 69b35605-0eaf-4b31-9cff-6e902d1adc6c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:43.056407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.124672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:49:43.125352 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:49:43.144833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c5170-b9ef-4e4a-b05e-461a3dd8d123 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:43.187701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Allocated IP 172.20.0.14 (39d64004-f881-4221-ab7e-8506772086dd/f768c43a-67f7-404a-849d-9f1d8d377879/ecef19fd-2c4f-428d-a4cf-8032b567f544) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:43.200378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543f0c8-aa28-475c-b9c8-5a668413c352 req-5bcbee4e-7a17-4369-a13a-69411162b74c tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:43.202995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4543f0c8-aa28-475c-b9c8-5a668413c352 req-5bcbee4e-7a17-4369-a13a-69411162b74c tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.3311992 Nov 10 22:49:43.275302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-da8e2bb9-d27c-40fc-a73f-d327240b7eed None None] Provisioning complete for port a3018564-3e79-4dbd-8e0b-eeeef651da6a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:43.275832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-da8e2bb9-d27c-40fc-a73f-d327240b7eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.350729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4543f0c8-aa28-475c-b9c8-5a668413c352 req-cd278abd-6d7f-4445-9af7-8ed3f0127f95 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345813 Nov 10 22:49:43.504155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.551277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.557802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3112292 Nov 10 22:49:43.626419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:43.651909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca8083-0385-4304-934b-59d86875d180 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=41a30bf5-6ee9-4b00-81bf-6144f7cb3d41,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:43.692379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Network 39d64004-f881-4221-ab7e-8506772086dd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:43.695038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:43.710078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:43.758194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:43.842792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:43.843554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.867512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.888225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-80d1583c-1b01-407c-8065-37dc1c59026d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2859602 Nov 10 22:49:43.904678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Request body: {'port': {'device_id': '085732d4-10db-4ec5-9c52-04e937b60818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:44.169030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.214874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3018564-3e79-4dbd-8e0b-eeeef651da6a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:44.222350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cc491-4875-49fb-9dad-4386dee45dd8 req-ae30b8fb-1ec0-403d-9958-964b81f7f117 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:44.224015 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-856cc491-4875-49fb-9dad-4386dee45dd8 req-ae30b8fb-1ec0-403d-9958-964b81f7f117 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.2260139 Nov 10 22:49:44.271138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf81b0-0453-4f15-8ea8-8e3d681695a6 req-0a1d3804-af3b-4996-a2cb-e7dc0cfe0dfc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:44.280072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99cf81b0-0453-4f15-8ea8-8e3d681695a6 req-0a1d3804-af3b-4996-a2cb-e7dc0cfe0dfc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.4052279 Nov 10 22:49:44.326982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.343673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9856b320-78e4-4bfb-9d96-fe05814b3883 None None] Provisioning complete for port a3018564-3e79-4dbd-8e0b-eeeef651da6a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:44.344357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9856b320-78e4-4bfb-9d96-fe05814b3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.376074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-856cc491-4875-49fb-9dad-4386dee45dd8 req-ef831ca1-d6ad-45ee-b382-53b3db3e7657 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316893 Nov 10 22:49:44.451423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.481063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a3018564-3e79-4dbd-8e0b-eeeef651da6a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:44.482404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.499199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99cf81b0-0453-4f15-8ea8-8e3d681695a6 req-f660a3e3-c36c-4bd3-8a15-e498786b13ea tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178495 Nov 10 22:49:44.593936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.803786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db5c32-bbaa-4e40-8843-c6d792492182 req-c054323e-a543-4d56-8254-5149a24b18a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:44.806896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08db5c32-bbaa-4e40-8843-c6d792492182 req-c054323e-a543-4d56-8254-5149a24b18a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 932 time: 0.2034681 Nov 10 22:49:44.814315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.861444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:44.873550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.889004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.892439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "DELETE /v2.0/subnets/69b35605-0eaf-4b31-9cff-6e902d1adc6c HTTP/1.1" status: 204 len: 168 time: 2.3155150 Nov 10 22:49:44.896954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9864-a9e6-4c2c-8610-85247ff68396 tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event deleted for resources: {'Subnet': ['ID=69b35605-0eaf-4b31-9cff-6e902d1adc6c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:44.898854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43912) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:44.906602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Transition to ACTIVE for port object ecef19fd-2c4f-428d-a4cf-8032b567f544 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:44.926238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08db5c32-bbaa-4e40-8843-c6d792492182 req-bb6d8d62-def1-47fd-af29-f8d2508b4421 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076543 Nov 10 22:49:44.926983 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.940756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f27583-ec94-4d00-8446-5369fa93f15a None None] Network 0c279c3c-29b6-4759-a455-78437a48dddf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:45.048496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:45.082510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.095432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::1 (bccbe8a9-b424-4505-9147-d741702b4441/70b013e9-b553-4f3f-aaec-f4daf8322899/2412ebdd-7b18-49a9-9141-7722f098bd1d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:45.100089 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.216720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:45.217162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:45.217740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:45.224866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:45.225536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:45.232799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:45.234862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Checking segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:45.234862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Bound using segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:45.235447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Bound port: ecef19fd-2c4f-428d-a4cf-8032b567f544, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:45.236820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.294064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Deleting port 8f197155-e2cb-4e23-afb6-3248e606d4ef {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:45.294936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.353451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.359240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:45.368912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:45.385965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] DHCP port deletion for 0c279c3c-29b6-4759-a455-78437a48dddf request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:45.390232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] For port 8f197155-e2cb-4e23-afb6-3248e606d4ef, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8f197155-e2cb-4e23-afb6-3248e606d4ef,segment=NetworkSegment(fbcec460-1810-4d39-867e-b6aef8bd5869),segment_id=fbcec460-1810-4d39-867e-b6aef8bd5869)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:45.390743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.398498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.414592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Calling delete_port for 8f197155-e2cb-4e23-afb6-3248e606d4ef owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:45.485696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.540939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:45.543681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.558205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 1092 time: 1.6623478 Nov 10 22:49:45.558664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:45.576156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:45.585622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:45.589214 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fee841-9e01-4d33-963b-43a2052e382e" -d '{"events": [{"name": "network-changed", "server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:45.597112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:45.597961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.626148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Deleting port 8f197155-e2cb-4e23-afb6-3248e606d4ef {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:45.628562 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.663747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=2412ebdd-7b18-49a9-9141-7722f098bd1d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:45.712533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.830659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] For port 8f197155-e2cb-4e23-afb6-3248e606d4ef, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8f197155-e2cb-4e23-afb6-3248e606d4ef,segment=NetworkSegment(fbcec460-1810-4d39-867e-b6aef8bd5869),segment_id=fbcec460-1810-4d39-867e-b6aef8bd5869)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:45.832556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.862913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ea2c5-302e-4a9a-8ce5-e72ca66b67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:45.871212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Calling delete_port for 8f197155-e2cb-4e23-afb6-3248e606d4ef owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:45.914473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-82bded80-3b14-48c5-b6eb-846585df753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:45.922050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-82bded80-3b14-48c5-b6eb-846585df753b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1095 time: 0.2746062 Nov 10 22:49:45.930491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba91d2-372c-47a8-a183-13f439f587dc req-51f143e7-1607-4d5f-a03d-e6d7a20f1ef2 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:45.945499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44ba91d2-372c-47a8-a183-13f439f587dc req-51f143e7-1607-4d5f-a03d-e6d7a20f1ef2 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.4093103 Nov 10 22:49:45.966281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event deleted for resources: {'Port': ['ID=8f197155-e2cb-4e23-afb6-3248e606d4ef,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:46.001746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] No DVR routers for this DVR port 8f197155-e2cb-4e23-afb6-3248e606d4ef on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:46.086358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-2437a608-73f8-4488-9240-b6dba047e481 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.1491082 Nov 10 22:49:46.088383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.149837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] Pushing event deleted for resources: {'Port': ['ID=8f197155-e2cb-4e23-afb6-3248e606d4ef,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:46.157796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1c18c-9752-412c-bfec-c941261de790 None None] No DVR routers for this DVR port 8f197155-e2cb-4e23-afb6-3248e606d4ef on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:46.252902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7f116142-8eea-44cf-a99e-24742250e7a1 None None] Provisioning complete for port 2412ebdd-7b18-49a9-9141-7722f098bd1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:46.253444 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7f116142-8eea-44cf-a99e-24742250e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.260520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8f197155-e2cb-4e23-afb6-3248e606d4ef no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:46.294798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-ab7790b8-35ea-4ed8-9a7a-48abc406ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:46.298617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-ab7790b8-35ea-4ed8-9a7a-48abc406ac99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.1609585 Nov 10 22:49:46.311883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.327285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.337872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8f197155-e2cb-4e23-afb6-3248e606d4ef {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:46.338420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8f197155-e2cb-4e23-afb6-3248e606d4ef not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:46.372885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7f116142-8eea-44cf-a99e-24742250e7a1 None None] Port 2412ebdd-7b18-49a9-9141-7722f098bd1d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:46.403587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44ba91d2-372c-47a8-a183-13f439f587dc req-2b5debee-91d8-4b45-a102-8a9d8ea30b97 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124298 Nov 10 22:49:46.407392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c279c3c-29b6-4759-a455-78437a48dddf']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:46.414097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-b30373a6-8e3d-4e04-bc4f-a433f0ac9e29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677755 Nov 10 22:49:46.447970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490169-8c32-4194-8493-68f4935d44e6 req-85fccacc-f9bc-47fd-9380-d1451876a008 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:46.449085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcec460-1810-4d39-867e-b6aef8bd5869') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:46.449559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcec460-1810-4d39-867e-b6aef8bd5869') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:46.461312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05490169-8c32-4194-8493-68f4935d44e6 req-85fccacc-f9bc-47fd-9380-d1451876a008 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.3726473 Nov 10 22:49:46.521348 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b18a12-2cd5-4425-a0a9-4f35c64dd0e8 x-openstack-request-id: req-f9b18a12-2cd5-4425-a0a9-4f35c64dd0e8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:46.521348 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:46.521348 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9b18a12-2cd5-4425-a0a9-4f35c64dd0e8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:46.521348 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'status': 'completed', 'code': 200} Nov 10 22:49:46.526970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.575834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.653727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05490169-8c32-4194-8493-68f4935d44e6 req-389cae3e-6c33-4f34-bcb5-4197efc4bdf5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909311 Nov 10 22:49:46.674943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:49:46.675888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:49:46.682517 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:49:46.784554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-170447a2-04c2-49fa-8034-e7af55f1ce09 service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624725 Nov 10 22:49:46.896736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-c24b33a0-e595-4e77-b40c-14df66ab4a89 req-6b34498d-90f1-46d8-8d9a-71420255b4cf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:49:46.899498 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c24b33a0-e595-4e77-b40c-14df66ab4a89 req-6b34498d-90f1-46d8-8d9a-71420255b4cf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162578 Nov 10 22:49:46.900645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.927991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.937558 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] 10.222.0.25 "DELETE /v2.0/networks/0c279c3c-29b6-4759-a455-78437a48dddf HTTP/1.1" status: 204 len: 168 time: 2.0314448 Nov 10 22:49:46.961404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e26277-5a0c-4ce6-819c-86bcdc3a425a tempest-DHCPAgentSchedulersTestJSON-962931120 tempest-DHCPAgentSchedulersTestJSON-962931120-project] Pushing event deleted for resources: {'Network': ['ID=0c279c3c-29b6-4759-a455-78437a48dddf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:47.058049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6fbd-1448-4bc1-b061-4651fdc00330 req-ba5e4fb8-2c1f-4c0a-bc9e-cd20f0668f10 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.063443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-365c6fbd-1448-4bc1-b061-4651fdc00330 req-ba5e4fb8-2c1f-4c0a-bc9e-cd20f0668f10 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.1396034 Nov 10 22:49:47.115788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29d7a15e-1e58-47c4-8e04-e90e9adb2122 req-8b614f97-28b6-4438-a522-2e51350ca284 service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167529 Nov 10 22:49:47.273263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-365c6fbd-1448-4bc1-b061-4651fdc00330 req-cbd8e0ef-73cf-43b5-90d8-042c1ca3eefb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551628 Nov 10 22:49:47.342876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee841-9e01-4d33-963b-43a2052e382e req-bab12af3-4858-4ed2-bf46-57ab1d45adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.351768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-bab12af3-4858-4ed2-bf46-57ab1d45adbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1095 time: 0.1524997 Nov 10 22:49:47.481721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:47.488449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:47.490105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:47.642182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=2412ebdd-7b18-49a9-9141-7722f098bd1d,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:47.647211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee841-9e01-4d33-963b-43a2052e382e req-2011facf-a5dd-4521-ba31-d8a2a63ae0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.650284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-2011facf-a5dd-4521-ba31-d8a2a63ae0f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 0.2922037 Nov 10 22:49:47.720738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43946) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:47.757711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-8214d71f-4bb0-4e57-9def-246065a3c8d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.0909636 Nov 10 22:49:47.925424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee841-9e01-4d33-963b-43a2052e382e req-8bfb28c7-bf6a-4459-85cf-17ed06f820cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.937106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-8bfb28c7-bf6a-4459-85cf-17ed06f820cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.1678817 Nov 10 22:49:47.980036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-c40df292-540c-4db4-b8c5-6e879bb6ac97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417585 Nov 10 22:49:47.991223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:47.994864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:48.187724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5dd4015-b314-4848-8f23-05e1169f48e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d122131e44f14c8f8e7e4fde98c68e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670291 Nov 10 22:49:48.189045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43958) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:48.238689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43960) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:48.254631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:48.324395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.339298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Router f71c907c-e25e-47ce-856c-de4008fe7592 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:49:48.361065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.440449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-3dca101b-2fa6-4166-9083-16590607df50 service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510155 Nov 10 22:49:48.492930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:48.500140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9be15e86-f06e-4b03-bb4c-381870bb7466 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "PUT /v2.0/routers/f71c907c-e25e-47ce-856c-de4008fe7592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7256374 Nov 10 22:49:48.504596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:48.511892 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Sync routers for ids ['f71c907c-e25e-47ce-856c-de4008fe7592'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:48.532687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c986d3-d0da-4b46-987e-be60a4377ede req-c24a675d-fcbf-410a-bc91-467f4e2ab9fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:48.536133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8c986d3-d0da-4b46-987e-be60a4377ede req-c24a675d-fcbf-410a-bc91-467f4e2ab9fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.3809822 Nov 10 22:49:48.544009 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Routers {'f71c907c-e25e-47ce-856c-de4008fe7592'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:48.544660 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f71c907c-e25e-47ce-856c-de4008fe7592'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:48.554943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0344c76d-7d1d-4ed9-a69f-8f391b164e89 None None] Provisioning complete for port 2412ebdd-7b18-49a9-9141-7722f098bd1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:48.555784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0344c76d-7d1d-4ed9-a69f-8f391b164e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.587205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199cfb8-28db-4e48-83f5-5f1f0fe9d2af tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:48.590547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a199cfb8-28db-4e48-83f5-5f1f0fe9d2af tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports/2412ebdd-7b18-49a9-9141-7722f098bd1d HTTP/1.1" status: 200 len: 911 time: 0.0829811 Nov 10 22:49:48.592730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.598942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.602180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c292b59b-2556-4611-9e6c-7f95fa08fd43 HTTP/1.1" status: 204 len: 168 time: 0.4044082 Nov 10 22:49:48.603075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43974) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:48.688435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0344c76d-7d1d-4ed9-a69f-8f391b164e89 None None] Port 2412ebdd-7b18-49a9-9141-7722f098bd1d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:48.705554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74fee841-9e01-4d33-963b-43a2052e382e req-82fb2862-11a4-40f0-ada7-cbea6267e373 service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491429 Nov 10 22:49:48.723852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73151b46-cc9f-4b85-bbb8-bbd41425e6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c292b59b-2556-4611-9e6c-7f95fa08fd43,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:48.767509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb5178-fe28-4174-b5f4-edffdfa99693 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:48.783668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb5178-fe28-4174-b5f4-edffdfa99693 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:48.789686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-69eb5178-fe28-4174-b5f4-edffdfa99693 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1792300 Nov 10 22:49:48.795416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:48.834047 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Set router f71c907c-e25e-47ce-856c-de4008fe7592 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:48.838486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:48.862866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:48.880760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:49.012125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8c986d3-d0da-4b46-987e-be60a4377ede req-24e97ef5-d14a-4742-85b8-0f179caef491 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950985 Nov 10 22:49:49.153244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-147b3c9a-4501-4668-a57d-c116acede5e8 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:49:49.154357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-147b3c9a-4501-4668-a57d-c116acede5e8 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0446146 Nov 10 22:49:49.169571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:49.201212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'port_id': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'mac_address': 'fa:16:3e:e2:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f768c43a-67f7-404a-849d-9f1d8d377879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:49:49.286125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-9faa9a32-9ee9-4fc2-bd6b-c026b0464b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:49.288132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-9faa9a32-9ee9-4fc2-bd6b-c026b0464b02 service neutron] 10.222.0.25 "GET /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 1094 time: 0.1217756 Nov 10 22:49:49.315683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Request body: {'binding': {'host': 'n-h1-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:49.316474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Unknown quota resources ['binding']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:49:49.335068 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'name': 'tempest-NetworksTestDHCPv6-router-421103409', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:42Z', 'updated_at': '2021-11-10T22:49:46Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2412ebdd-7b18-49a9-9141-7722f098bd1d', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:fb:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:44Z', 'updated_at': '2021-11-10T22:49:46Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:49.336635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.354912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43984) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:49.356543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:49.381161 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Checking router: f71c907c-e25e-47ce-856c-de4008fe7592 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:49.381788 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Updating router f71c907c-e25e-47ce-856c-de4008fe7592 port 2412ebdd-7b18-49a9-9141-7722f098bd1d binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:49:49.389435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:49.395656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.432836 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.447379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4226c4c-7eeb-41be-9735-15b18a18a1ab req-d7057f0d-8213-485d-9e99-4087402958f7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:49.449016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4226c4c-7eeb-41be-9735-15b18a18a1ab req-d7057f0d-8213-485d-9e99-4087402958f7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.2518075 Nov 10 22:49:49.473645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb7c-0778-4c54-b84c-af41a0906521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.498183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:49.551815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.676564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.688826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ecef19fd-2c4f-428d-a4cf-8032b567f544'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:49.702387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4226c4c-7eeb-41be-9735-15b18a18a1ab req-ffe7f6a6-6ba5-4a85-a309-76ebd419e60d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264571 Nov 10 22:49:49.872486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=b71910a0-5f6a-4125-aab3-6bf472f5f4cc,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:49.931219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on host n-h1-811521-3 for vnic_type normal with profile None {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:49.931742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:49.932253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:49.977681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb7c-0778-4c54-b84c-af41a0906521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:49.979474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': '0e7a1f2a-4d3a-4577-8df0-503037d7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:49.980069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:49.992362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:49.992916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:50.005897 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cb7c-0778-4c54-b84c-af41a0906521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.048076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 2412ebdd-7b18-49a9-9141-7722f098bd1d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:50.048650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.056300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:50.056807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:50.057331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:50.058397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Bound port: 565b123e-e646-4ae0-9c6f-a527807026c7, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:50.185272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a0e9cb7c-0778-4c54-b84c-af41a0906521 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a1f122c047941e7befb07b44aa94336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7640753 Nov 10 22:49:50.185272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:50.189024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43988) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:50.192590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9cb7c-0778-4c54-b84c-af41a0906521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ae2ad-e25d-4601-a515-ce70446f4cca,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:50.214494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:50.215568 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.225103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14377d7d-0252-4b9c-a973-6f7ec9a00acc None None] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:50.227746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:50.228866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.240268 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.259147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.287988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 2412ebdd-7b18-49a9-9141-7722f098bd1d owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:50.301104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3a496c4f-73b0-4219-b25b-829b636c504a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0562837 Nov 10 22:49:50.303466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:50.309451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:50.336317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.338695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-59312d1b-7e91-4732-b493-a925ba19a515 service neutron] 10.222.0.25 "POST /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7/bindings HTTP/1.1" status: 201 len: 389 time: 1.0320036 Nov 10 22:49:50.394418 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Pushing event updated for resources: {'Port': ['ID=2412ebdd-7b18-49a9-9141-7722f098bd1d,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:50.422120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045afeaa-0633-404d-85a2-1af8ca8476f5 req-92c23817-e3cf-4b6f-993c-d01925a230ef tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:50.431916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-045afeaa-0633-404d-85a2-1af8ca8476f5 req-92c23817-e3cf-4b6f-993c-d01925a230ef tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.1673481 Nov 10 22:49:50.453121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.455665 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.456929 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.457301 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.458462 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.459329 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.459657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.462545 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.462956 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.464588 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.469770 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.470243 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:50.555406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-045afeaa-0633-404d-85a2-1af8ca8476f5 req-d34af24f-2002-4ae5-886e-300aab0746cd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224096 Nov 10 22:49:50.615904 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Attempting to bind port 2412ebdd-7b18-49a9-9141-7722f098bd1d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:50.616587 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Attempting to bind port 2412ebdd-7b18-49a9-9141-7722f098bd1d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:50.617163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Attempting to bind port 2412ebdd-7b18-49a9-9141-7722f098bd1d on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:50.627621 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:50.628317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:50.628997 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.629738 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:50.632211 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Bound port: 2412ebdd-7b18-49a9-9141-7722f098bd1d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:50.632847 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.652463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-41a30bf5-6ee9-4b00-81bf-6144f7cb3d41', 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': 'b71910a0-5f6a-4125-aab3-6bf472f5f4cc'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:50.653467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.792826 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] For port 2412ebdd-7b18-49a9-9141-7722f098bd1d, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:50.799377 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] For port 2412ebdd-7b18-49a9-9141-7722f098bd1d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2412ebdd-7b18-49a9-9141-7722f098bd1d,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:50.804940 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.805884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-78cfcd6e-c98b-40d0-9fdf-6c1fc86945d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:50.809255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-78cfcd6e-c98b-40d0-9fdf-6c1fc86945d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1097 time: 0.1466620 Nov 10 22:49:50.899083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:50.958086 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1eab-ebc7-4f44-9474-6bbbb1d7f858 None None] Pushing event updated for resources: {'Port': ['ID=2412ebdd-7b18-49a9-9141-7722f098bd1d,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:50.980252 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Routers {'f71c907c-e25e-47ce-856c-de4008fe7592'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:50.981090 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f71c907c-e25e-47ce-856c-de4008fe7592'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:50.987070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f842ced4-40a9-4af6-8eb1-ee2ff74c267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:50.988957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f842ced4-40a9-4af6-8eb1-ee2ff74c267c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.1717246 Nov 10 22:49:51.018337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Allocated IP 2001:db8:0:ffff::2 (41a30bf5-6ee9-4b00-81bf-6144f7cb3d41/b71910a0-5f6a-4125-aab3-6bf472f5f4cc/a0facd6d-5d70-40b6-a231-39e38e5ab411) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:51.020016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1906955174'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:51.112347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.120717 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] Set router f71c907c-e25e-47ce-856c-de4008fe7592 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:51.143079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-813e02a6-5e10-4d22-bc62-ac8a8a7bc4e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.0767000 Nov 10 22:49:51.202632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port ecef19fd-2c4f-428d-a4cf-8032b567f544 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:49:51.235748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port ecef19fd-2c4f-428d-a4cf-8032b567f544 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:51.236704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.246825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9069d1dd-52b6-42a6-ae7f-ed127fe9391e None None] Provisioning complete for port 2412ebdd-7b18-49a9-9141-7722f098bd1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:51.248502 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9069d1dd-52b6-42a6-ae7f-ed127fe9391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.263486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cce2-3b85-4139-ad46-5f728f924664 req-9be02654-c044-423f-b33a-4aa1e1e37a67 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:51.266560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.272310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b5cce2-3b85-4139-ad46-5f728f924664 req-9be02654-c044-423f-b33a-4aa1e1e37a67 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.2820983 Nov 10 22:49:51.275800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-c9df524a-6478-48d8-91e8-37b332d904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:51.277664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-c9df524a-6478-48d8-91e8-37b332d904e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1196611 Nov 10 22:49:51.339869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:51.345162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.362373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-50f24059-d970-484f-b866-b205cead8bdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584676 Nov 10 22:49:51.397424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b5cce2-3b85-4139-ad46-5f728f924664 req-98dce466-d23d-44be-ba37-0508eb876776 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188180 Nov 10 22:49:51.432929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e57f-0ea3-420e-9be6-e15105cf7e10 req-ee1a5c18-e028-4c03-b272-84287edab8a4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:51.445371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de9e57f-0ea3-420e-9be6-e15105cf7e10 req-ee1a5c18-e028-4c03-b272-84287edab8a4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 946 time: 0.4315209 Nov 10 22:49:51.507979 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'name': 'tempest-NetworksTestDHCPv6-router-421103409', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:42Z', 'updated_at': '2021-11-10T22:49:46Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2412ebdd-7b18-49a9-9141-7722f098bd1d', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:fb:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:44Z', 'updated_at': '2021-11-10T22:49:50Z', 'revision_number': 4, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:51.554145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e998d-34b1-43b7-9d79-53411aa4e698 None None] The sync data for ids ['f71c907c-e25e-47ce-856c-de4008fe7592'] in n-d-811521-3 is: [{'id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'name': 'tempest-NetworksTestDHCPv6-router-421103409', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:42Z', 'updated_at': '2021-11-10T22:49:46Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2412ebdd-7b18-49a9-9141-7722f098bd1d', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:fb:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:44Z', 'updated_at': '2021-11-10T22:49:50Z', 'revision_number': 4, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': '70b013e9-b553-4f3f-aaec-f4daf8322899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:51.560579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:51.622710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de9e57f-0ea3-420e-9be6-e15105cf7e10 req-6b6deb9d-0674-4cf5-ac82-a3bf5b0b9740 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757832 Nov 10 22:49:51.675082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f770900a-9750-4ffc-a1ed-e932f4eac807 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033979 Nov 10 22:49:51.775092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.780062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.784204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c5ae2ad-e25d-4601-a515-ce70446f4cca HTTP/1.1" status: 204 len: 168 time: 1.5917730 Nov 10 22:49:51.798863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.800292 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment 1ad1e57b-4de5-49d7-a30f-8d7dd77e37de of type vlan for network 564d3a2b-aa69-4538-8ce9-55ea03dff233 Nov 10 22:49:51.857519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.865900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.870750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba4d31-a6ca-4ca9-b1b8-da81a1973f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ae2ad-e25d-4601-a515-ce70446f4cca,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:51.899828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.904765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9069d1dd-52b6-42a6-ae7f-ed127fe9391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.925378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:51.929059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f530522d-04ea-4311-b734-ec95d43f7df6 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450488 Nov 10 22:49:52.069432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:52.075342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:52.078099 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d89ff7-fff1-499a-898e-e9f584c94aea" -d '{"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:52.091581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.102966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=2412ebdd-7b18-49a9-9141-7722f098bd1d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:52.133754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.136494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-caa33db6-1c76-48d1-aeb8-55f29e223489 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:52.147501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-caa33db6-1c76-48d1-aeb8-55f29e223489 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1097 time: 0.1439357 Nov 10 22:49:52.163489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:52.169938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-3'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:52.212513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:49:52.227940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:52.244786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:52.256519 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f76c7-1962-4977-8826-0d6c5dd530ba x-openstack-request-id: req-8d9f76c7-1962-4977-8826-0d6c5dd530ba {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:52.256852 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:52.257069 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d9f76c7-1962-4977-8826-0d6c5dd530ba {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:52.257477 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'code': 200} Nov 10 22:49:52.261144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Pushing event updated for resources: {'Port': ['ID=a0facd6d-5d70-40b6-a231-39e38e5ab411,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:52.362726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.392355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2412ebdd-7b18-49a9-9141-7722f098bd1d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:52.465302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea7906-9103-4706-9b7f-cf606a3af753 req-148d8776-b097-4ba9-9948-51169b62088c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:52.468520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2997a8d4-62d0-42b9-a577-978eab45173b None None] Could not find standard attr ID for object 2412ebdd-7b18-49a9-9141-7722f098bd1d. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:49:52.477720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0dea7906-9103-4706-9b7f-cf606a3af753 req-148d8776-b097-4ba9-9948-51169b62088c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.7111452 Nov 10 22:49:52.481086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2412ebdd-7b18-49a9-9141-7722f098bd1d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:52.481562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2412ebdd-7b18-49a9-9141-7722f098bd1d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 22:49:52.486582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:52.511249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Port 2412ebdd-7b18-49a9-9141-7722f098bd1d not found, will not notify nova. {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 22:49:52.515193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Attempting to bind port a0facd6d-5d70-40b6-a231-39e38e5ab411 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:52.515940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Attempting to bind port a0facd6d-5d70-40b6-a231-39e38e5ab411 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0e7a1f2a-4d3a-4577-8df0-503037d7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:52.516364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Attempting to bind port a0facd6d-5d70-40b6-a231-39e38e5ab411 on network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:52.524271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:52.524794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Checking segment: {'id': '0e7a1f2a-4d3a-4577-8df0-503037d7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:52.525463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.526006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Bound using segment: {'id': '0e7a1f2a-4d3a-4577-8df0-503037d7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:52.526650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Bound port: a0facd6d-5d70-40b6-a231-39e38e5ab411, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7a1f2a-4d3a-4577-8df0-503037d7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '41a30bf5-6ee9-4b00-81bf-6144f7cb3d41'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:52.527395 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.604268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.617939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:52.618728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.704474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] For port a0facd6d-5d70-40b6-a231-39e38e5ab411, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:52.715586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] For port a0facd6d-5d70-40b6-a231-39e38e5ab411, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a0facd6d-5d70-40b6-a231-39e38e5ab411,segment=NetworkSegment(0e7a1f2a-4d3a-4577-8df0-503037d7539f),segment_id=0e7a1f2a-4d3a-4577-8df0-503037d7539f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:52.727079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.811290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0dea7906-9103-4706-9b7f-cf606a3af753 req-3a5f8a3e-bbc4-494b-a683-23d0be7c62bd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324120 Nov 10 22:49:52.818135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a976c6-41e4-4b87-8a85-c682fe9cc432 req-b5e0c493-b02c-4d76-a3cd-c8ddb479fc20 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:52.821515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.828805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11a976c6-41e4-4b87-8a85-c682fe9cc432 req-b5e0c493-b02c-4d76-a3cd-c8ddb479fc20 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2000699 Nov 10 22:49:52.868287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:52.875487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8640718 Nov 10 22:49:52.876553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44018) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:52.892442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:52.905910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cad92-b777-4613-b5ce-83e171503337 None None] Pushing event updated for resources: {'Port': ['ID=a0facd6d-5d70-40b6-a231-39e38e5ab411,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:52.907190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d974569-1674-4e34-8a59-1c67d9f18457 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=564d3a2b-aa69-4538-8ce9-55ea03dff233,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:52.933962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:52.936903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:53.002692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.008004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:53.014238 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad36e5-3de9-4570-a0d3-25f7f3e78786" -d '{"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:53.025707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.155666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-11a976c6-41e4-4b87-8a85-c682fe9cc432 req-1dbf6e57-3224-4f0f-9c14-a05ff4b3b0f0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252418 Nov 10 22:49:53.226194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797d99e-5f54-4a5d-97f4-8b12160304b6 req-490b5f5c-83d1-409e-a66b-94e31aa0499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:53.235116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2797d99e-5f54-4a5d-97f4-8b12160304b6 req-490b5f5c-83d1-409e-a66b-94e31aa0499f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1097 time: 0.8560462 Nov 10 22:49:53.335523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on host n-h2-811521-3 for vnic_type normal with profile {"migrating_to": "n-h1-811521-3"} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:53.336372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:53.337414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:53.348045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:53.356304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:53.357189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Attempting to bind port 565b123e-e646-4ae0-9c6f-a527807026c7 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:53.371914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:53.371914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:53.372722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:53.373288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Bound port: 565b123e-e646-4ae0-9c6f-a527807026c7, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:53.373977 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.411524 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42945764-1938-4987-b123-746e22105eac x-openstack-request-id: req-42945764-1938-4987-b123-746e22105eac {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:53.412245 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:53.412851 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42945764-1938-4987-b123-746e22105eac {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:53.413845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:53.414526 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7', 'code': 200} Nov 10 22:49:53.419774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.497774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2797d99e-5f54-4a5d-97f4-8b12160304b6 req-0ef9b9d8-894e-4612-b02a-560a283e2e99 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512875 Nov 10 22:49:53.536747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:53.546363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:53.556368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.664523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:53.665367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.666986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] 10.222.0.20 "PUT /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 1122 time: 1.5120313 Nov 10 22:49:53.688938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617573e-2be3-4a60-9aa1-b8dccc96894b service neutron] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=8']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:53.708708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84562964-797a-4e86-b0cc-c26da8a3a0c8 req-7db455c3-dc8d-43af-8a5d-32b27817600b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:53.716786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84562964-797a-4e86-b0cc-c26da8a3a0c8 req-7db455c3-dc8d-43af-8a5d-32b27817600b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.4094234 Nov 10 22:49:53.745810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['565b123e-e646-4ae0-9c6f-a527807026c7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:53.778351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Router f71c907c-e25e-47ce-856c-de4008fe7592 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:53.832692 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84562964-797a-4e86-b0cc-c26da8a3a0c8 req-64b6d091-1f57-4fe7-a47b-17e85d9bedb8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146944 Nov 10 22:49:53.962852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:53.970126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-70c17743-a99c-4072-9cd6-e2a08b3935de tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "PUT /v2.0/routers/f71c907c-e25e-47ce-856c-de4008fe7592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1731722 Nov 10 22:49:53.974946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:54.068761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563552a-5a20-4446-94c1-c96754f56ab7 req-2bd0ad4a-be8b-4512-a36d-524ce347f798 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.070481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7563552a-5a20-4446-94c1-c96754f56ab7 req-2bd0ad4a-be8b-4512-a36d-524ce347f798 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.1089897 Nov 10 22:49:54.108079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e7287-93f8-448a-9eda-a188e2399438 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.113015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e7287-93f8-448a-9eda-a188e2399438 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.114007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bf0e7287-93f8-448a-9eda-a188e2399438 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1385331 Nov 10 22:49:54.118751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44044) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:54.203955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7563552a-5a20-4446-94c1-c96754f56ab7 req-eb6ee6c6-82d0-45a8-a2a4-e612208bdd8e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106362 Nov 10 22:49:54.274042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 70b013e9-b553-4f3f-aaec-f4daf8322899 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:54.284626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.430616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.484430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a0facd6d-5d70-40b6-a231-39e38e5ab411 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:54.636460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:49:54.636764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a0facd6d-5d70-40b6-a231-39e38e5ab411 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:54.637424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.675106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f5f3-c2d4-4392-9468-4d20e2495774 req-eb4ef0d6-0ce9-462e-820c-dd0b6b845031 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.677834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a09f5f3-c2d4-4392-9468-4d20e2495774 req-eb4ef0d6-0ce9-462e-820c-dd0b6b845031 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3965290 Nov 10 22:49:54.698548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.712818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0106-cb16-46c4-a339-da1bc054d926 req-33e9ddab-ebe7-4a8c-9294-8b8681207eff tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.728231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63fd0106-cb16-46c4-a339-da1bc054d926 req-33e9ddab-ebe7-4a8c-9294-8b8681207eff tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1869028 Nov 10 22:49:54.817004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.856053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63fd0106-cb16-46c4-a339-da1bc054d926 req-ca6fb6db-2484-440c-8eaa-99b80822c38c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261251 Nov 10 22:49:54.861669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.887413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Sync routers for ids ['f71c907c-e25e-47ce-856c-de4008fe7592'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:54.952658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:54.996251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=e477a4c4-da85-4453-b20b-1da2d49566bc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:55.003212 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:49:55.095192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:55.095936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: 564d3a2b-aa69-4538-8ce9-55ea03dff233, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:55.120792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3a09f5f3-c2d4-4392-9468-4d20e2495774 req-95254b05-5d6f-4c1b-a856-2c358687f878 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161842 Nov 10 22:49:55.138689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:55.158809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 564d3a2b-aa69-4538-8ce9-55ea03dff233) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:55.165331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:55.166090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.172544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.213087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=70b013e9-b553-4f3f-aaec-f4daf8322899,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:55.234704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.237673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a1495a99-f050-41f9-948e-15a910ec734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.244653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ca18982c-c871-49c5-ad50-e3b8e4fdfbd3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/70b013e9-b553-4f3f-aaec-f4daf8322899 HTTP/1.1" status: 204 len: 168 time: 1.1234560 Nov 10 22:49:55.253906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa87e4-a6d1-4a0f-a558-f1c4d38becdf None None] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:55.254769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.262019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-960e6a8d-110a-41eb-8767-300dcb1e6daf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3788621 Nov 10 22:49:55.329924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace0f2d-b861-4295-b53b-b69a1c7aa335 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:55.365864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.374166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'port': {'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233', 'name': 'tempest-NetworksIpV6TestAttrs-2140228943'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:55.423940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Routers {'f71c907c-e25e-47ce-856c-de4008fe7592'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:55.425326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f71c907c-e25e-47ce-856c-de4008fe7592'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:55.539023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d9ce9-d401-401b-aa5e-c37042799dd1 req-8531d4f4-d270-4e3c-bcee-3b0b0b0529ea tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:55.540608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d2d9ce9-d401-401b-aa5e-c37042799dd1 req-8531d4f4-d270-4e3c-bcee-3b0b0b0529ea tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1574831 Nov 10 22:49:55.549993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3cbbd54c-a275-42b2-bb0f-b521e262cdef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2930729 Nov 10 22:49:55.558086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.606088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e34c36-d321-4cab-9616-7985829adf28 None None] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:55.674357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port a0facd6d-5d70-40b6-a231-39e38e5ab411, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a0facd6d-5d70-40b6-a231-39e38e5ab411,segment=NetworkSegment(0e7a1f2a-4d3a-4577-8df0-503037d7539f),segment_id=0e7a1f2a-4d3a-4577-8df0-503037d7539f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:55.695436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.767474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.769337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44080) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.805916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:55.809788 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b74db-7386-43d9-9923-78c5ca9c4532" -d '{"events": [{"name": "network-changed", "server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:55.811819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d2d9ce9-d401-401b-aa5e-c37042799dd1 req-4b78f78a-e004-4f29-a2ca-63c0702a4a0f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584331 Nov 10 22:49:55.849036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc589-cc19-4d9a-9982-e41838dd853a req-afe1a0b6-7694-4ba7-88bf-fdca2b64d1c2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:55.849036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5cdc589-cc19-4d9a-9982-e41838dd853a req-afe1a0b6-7694-4ba7-88bf-fdca2b64d1c2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.8205864 Nov 10 22:49:55.927742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Set router f71c907c-e25e-47ce-856c-de4008fe7592 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:55.938931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.944250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.948705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f5cdc589-cc19-4d9a-9982-e41838dd853a req-0b30ee32-5605-44fa-9a8e-be361fea5f2c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996206 Nov 10 22:49:56.062403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:56.070312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.075769 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab627e84-f4a2-42db-a1ad-beb3bf16c372 x-openstack-request-id: req-ab627e84-f4a2-42db-a1ad-beb3bf16c372 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:56.076064 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:56.076438 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab627e84-f4a2-42db-a1ad-beb3bf16c372 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:56.077113 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7', 'status': 'completed', 'code': 200} Nov 10 22:49:56.109699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.110790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Fanout notify agent at l3_agent the message router_deleted on router f71c907c-e25e-47ce-856c-de4008fe7592 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:49:56.135037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.141806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44088) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:56.150312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:56.151925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:56.153404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89b070e2-1095-49a8-9757-7a8995c2a33a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/routers/f71c907c-e25e-47ce-856c-de4008fe7592 HTTP/1.1" status: 204 len: 168 time: 0.5942960 Nov 10 22:49:56.196766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] device_id is not set on port c65ea638-41e2-4e20-b96c-4a479e85f7bd yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:49:56.206843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1236090273'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:56.255051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c907c-e25e-47ce-856c-de4008fe7592', 'name': 'tempest-NetworksTestDHCPv6-router-421103409', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:42Z', 'updated_at': '2021-11-10T22:49:51Z', 'revision_number': 3, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:56.280204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 has no active binding in host n-h1-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:49:56.282271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2c0dbdd7-8c29-41fb-9514-6732bf6548fc None None] Provisioning complete for port a0facd6d-5d70-40b6-a231-39e38e5ab411 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:56.282854 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c0dbdd7-8c29-41fb-9514-6732bf6548fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.405349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfff39-e69d-4584-af93-cfb65cae0998 req-e64cf51d-28bd-46ab-9d90-ba2c518f2f03 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:56.406991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0abfff39-e69d-4584-af93-cfb65cae0998 req-e64cf51d-28bd-46ab-9d90-ba2c518f2f03 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.0818620 Nov 10 22:49:56.408252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:56.411972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.563086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0abfff39-e69d-4584-af93-cfb65cae0998 req-1cde9cc0-8a3d-46cf-b4a8-8cb4174ffa10 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402762 Nov 10 22:49:56.621011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Checking router: f71c907c-e25e-47ce-856c-de4008fe7592 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:56.769445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Routers set() bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:56.770092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Router IDs set() for agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 22:49:56.771733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_agentschedulers_db [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f71c907c-e25e-47ce-856c-de4008fe7592'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent'). {{(pid=102459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 22:49:56.772389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8d802-1913-42db-8fe8-f63ca1576353 None None] The sync data for ids ['f71c907c-e25e-47ce-856c-de4008fe7592'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:56.784659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.810082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=a0facd6d-5d70-40b6-a231-39e38e5ab411,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:56.844439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:56.849382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:56.853557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:56.854472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.909415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7612932 Nov 10 22:49:56.909415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbedb8a-4b89-4234-b5ba-1ca65ef57f6e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=f1dca1f5-f359-42d0-99e2-fae49e86b603,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:56.912627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44108) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:56.917197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:56.928460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-564d3a2b-aa69-4538-8ce9-55ea03dff233', 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': 'e477a4c4-da85-4453-b20b-1da2d49566bc'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:56.930839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.964574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.968067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.061253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Made reservation on behalf of 380c4dfd581045fc89058bbdc2ae9d39 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:57.065786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.067162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.140585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.148506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.213230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.216398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:57.219509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b222c26-7484-491f-a319-909c6303dc92 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3055735 Nov 10 22:49:57.236091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44124) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:57.284206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Allocated IP 2001:db8::f816:3eff:fe09:f4ad (564d3a2b-aa69-4538-8ce9-55ea03dff233/e477a4c4-da85-4453-b20b-1da2d49566bc/c65ea638-41e2-4e20-b96c-4a479e85f7bd) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:57.311162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-7f679afb-6bf2-4ee8-8424-da93ac4abc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.313350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-7f679afb-6bf2-4ee8-8424-da93ac4abc94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1125 time: 1.1932781 Nov 10 22:49:57.374305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Deleting port a3018564-3e79-4dbd-8e0b-eeeef651da6a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:57.375552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.498878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-ed9c5aa7-7896-4134-bcc8-730e6a54834f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.500718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-ed9c5aa7-7896-4134-bcc8-730e6a54834f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 1.1760449 Nov 10 22:49:57.522188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] For port a3018564-3e79-4dbd-8e0b-eeeef651da6a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3018564-3e79-4dbd-8e0b-eeeef651da6a,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:57.522931 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.535940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.543635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Calling delete_port for a3018564-3e79-4dbd-8e0b-eeeef651da6a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:57.559493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-33fb06ef-282a-4cf3-aa2b-91144bba43eb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/quotas/42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 375 time: 0.0451686 Nov 10 22:49:57.560247 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.572508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:57.582252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.582637 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Added segment f44e47f3-781d-48cc-bcaa-ab0709b0bd6c of type vlan for network ce999e94-4cda-4704-8531-412f0e22ebec Nov 10 22:49:57.678815 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c1b35cb3-39a3-45a5-b69b-622b3e268899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.686453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-e8be0501-78a7-40f5-8043-ec231df0300b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.687902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-e8be0501-78a7-40f5-8043-ec231df0300b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 814 time: 0.6199965 Nov 10 22:49:57.724751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-4ff36707-58dd-4574-b029-74c0966a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.726146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-4ff36707-58dd-4574-b029-74c0966a59be service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.4004560 Nov 10 22:49:57.735439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.748803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed1e015a-cf19-4dae-aaa3-5745aa20b500 None None] Provisioning complete for port a0facd6d-5d70-40b6-a231-39e38e5ab411 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:57.749484 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed1e015a-cf19-4dae-aaa3-5745aa20b500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.755773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.770344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-807c2bd7-17f9-406e-8820-f3b78bd5405f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/quotas/d9845347f3234cfdbf64e96270c226e5 HTTP/1.1" status: 200 len: 375 time: 0.0336165 Nov 10 22:49:57.795100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff012d39-f518-444f-9328-c3c7ac3b0670,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:57.807709 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-01043a73-7fb2-454a-a0d8-056e695c858e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.0688465 Nov 10 22:49:57.823863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-2649d6e1-1b0f-4265-8f54-334e5aaa8f0a service neutron] 10.222.0.39 "GET /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.6029260 Nov 10 22:49:57.835894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] Pushing event deleted for resources: {'Port': ['ID=a3018564-3e79-4dbd-8e0b-eeeef651da6a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:57.843155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.843475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d084a4-ac02-402c-aca9-d878dc88307b None None] No DVR routers for this DVR port a3018564-3e79-4dbd-8e0b-eeeef651da6a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:57.843667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.843813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.845731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.846643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.846643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.847031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:57.896718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260cddfd-b739-4cac-8153-3ffb915016fa None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:57.943847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-142bf359-cc49-47ba-8d1f-6f37a654c3a2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3197367 Nov 10 22:49:57.959738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.964189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.976679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.977457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.993123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.999310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-c8986420-c0eb-4672-a0af-d09881823e0a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838136 Nov 10 22:49:58.086935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3021457 Nov 10 22:49:58.127980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-a8fd45b9-9354-4c4d-9eee-f4e4b34be0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:58.130541 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-a8fd45b9-9354-4c4d-9eee-f4e4b34be0a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.3048408 Nov 10 22:49:58.134726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:58.213177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-cca40f4a-aaba-4f6c-baec-d634b4db0048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589209 Nov 10 22:49:58.217370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d92642-2cd7-42c7-bc5c-6398bd77ca22 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Pushing event updated for resources: {'Network': ['ID=ce999e94-4cda-4704-8531-412f0e22ebec,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:58.254963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a0facd6d-5d70-40b6-a231-39e38e5ab411 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:58.258241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ce999e94-4cda-4704-8531-412f0e22ebec details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:58.288672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'name': 'tempest-network--939928270', 'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:58.290568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:58.292246 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.306310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.379844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-7a969642-971e-40dd-afd1-0eadcf1fc257 service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990300 Nov 10 22:49:58.407004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:58.426408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:58.432337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:58.435424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.461921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:58.468445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:58.468743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.475995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Port': ['ID=c65ea638-41e2-4e20-b96c-4a479e85f7bd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:58.491293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-a2dfeeef-5848-44c0-83c8-5160abcdca6c service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699895 Nov 10 22:49:58.517125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.521883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b0e34a77-cfa2-4a0a-8a10-e4d9caaf5f7b tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1520805 Nov 10 22:49:58.523995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44130) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:58.531982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-51d068b9-4053-4ded-ab56-a0f8e1a4e95f service neutron] 10.222.0.25 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396567 Nov 10 22:49:58.578698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:58.595457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Allocated IP 2001:db8::f816:3eff:feb7:c26b (564d3a2b-aa69-4538-8ce9-55ea03dff233/e477a4c4-da85-4453-b20b-1da2d49566bc/60c49470-f5a7-4d21-b2f1-eb6101b718ee) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:58.621070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a0facd6d-5d70-40b6-a231-39e38e5ab411 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:58.621742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.704410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-62224fa2-eac4-498d-bef0-797cea3b6a25 service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225143 Nov 10 22:49:58.711671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:58.756264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-649b74db-7386-43d9-9923-78c5ca9c4532 req-39c83f7d-70d1-4ed1-987b-6aa37e5abfd2 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561612 Nov 10 22:49:58.765259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting subnet e477a4c4-da85-4453-b20b-1da2d49566bc {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:58.881039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565b123e-e646-4ae0-9c6f-a527807026c7 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:58.898878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:58.900824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::1 (bccbe8a9-b424-4505-9147-d741702b4441/f1dca1f5-f359-42d0-99e2-fae49e86b603/2e1ddfa9-835d-4943-b655-3431cb000e9e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:58.922941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-95e45c12-4b20-45dc-93bf-5c9bccda6afb service neutron] 10.222.0.25 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899412 Nov 10 22:49:58.925325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:58.975008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3018564-3e79-4dbd-8e0b-eeeef651da6a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:59.011663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.048740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.055982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a3018564-3e79-4dbd-8e0b-eeeef651da6a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:59.056527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3018564-3e79-4dbd-8e0b-eeeef651da6a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:59.057053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2412ebdd-7b18-49a9-9141-7722f098bd1d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:59.062356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.064894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.087990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.101766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2412ebdd-7b18-49a9-9141-7722f098bd1d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:59.102121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2412ebdd-7b18-49a9-9141-7722f098bd1d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:59.154158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562982-0da5-4261-9ca5-05915a29bd12 req-340f969b-45ce-4517-ad32-38549f2ed12b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:59.163743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4562982-0da5-4261-9ca5-05915a29bd12 req-340f969b-45ce-4517-ad32-38549f2ed12b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 944 time: 0.1470439 Nov 10 22:49:59.167923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.201157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:59.204193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Pushing event updated for resources: {'Port': ['ID=60c49470-f5a7-4d21-b2f1-eb6101b718ee,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:59.210587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:59.212148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.218662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:59.306792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4562982-0da5-4261-9ca5-05915a29bd12 req-2501ec13-2c14-4828-b511-96bafc76831e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419439 Nov 10 22:49:59.444279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:59.453115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Attempting to bind port 60c49470-f5a7-4d21-b2f1-eb6101b718ee on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:59.453631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Attempting to bind port 60c49470-f5a7-4d21-b2f1-eb6101b718ee by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:59.458170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Attempting to bind port 60c49470-f5a7-4d21-b2f1-eb6101b718ee on network 564d3a2b-aa69-4538-8ce9-55ea03dff233 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:59.480484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:59.481209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Checking segment: {'id': '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:59.481888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.482536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Bound using segment: {'id': '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:59.483698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Bound port: 60c49470-f5a7-4d21-b2f1-eb6101b718ee, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '564d3a2b-aa69-4538-8ce9-55ea03dff233'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:59.489324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.512608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.513202 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Added segment 4d9d7004-246a-4835-acb0-cd82021f5bee of type vlan for network d8df97a8-62c9-4f3c-bafe-1ff29a9391f8 Nov 10 22:49:59.632141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.641704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff267fc9-e4af-4b26-98b2-651d5de7f46c req-09f4b25e-947d-4cc2-b581-63b2dfd6d73b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 210 time: 0.0767198 Nov 10 22:49:59.742644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59870e40-39e3-4f8a-a511-0d950880a8ba,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:59.762387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d834287-be99-4065-a34c-014cb9374867 req-a1e2bd46-1215-4df8-8f2e-7b37a795ee4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 210 time: 0.1879423 Nov 10 22:49:59.797655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.824728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] For port 60c49470-f5a7-4d21-b2f1-eb6101b718ee, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:59.827311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] Transition to ACTIVE for port object 565b123e-e646-4ae0-9c6f-a527807026c7 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:59.832243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.854105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.865101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] For port 60c49470-f5a7-4d21-b2f1-eb6101b718ee, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=60c49470-f5a7-4d21-b2f1-eb6101b718ee,segment=NetworkSegment(1ad1e57b-4de5-49d7-a30f-8d7dd77e37de),segment_id=1ad1e57b-4de5-49d7-a30f-8d7dd77e37de)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:59.871899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.900849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.924442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=e477a4c4-da85-4453-b20b-1da2d49566bc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:59.929794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:59.934341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-04d5f3b4-0f28-477e-8b3a-33bac86a0a46 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/e477a4c4-da85-4453-b20b-1da2d49566bc HTTP/1.1" status: 204 len: 168 time: 1.3865199 Nov 10 22:49:59.937327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44152) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:00.026969 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.028416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:00.029141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.038402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] No DVR routers for this DVR port 565b123e-e646-4ae0-9c6f-a527807026c7 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:00.059078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178127-9ebf-4291-8a26-7eb7b6fc2f34 None None] Pushing event updated for resources: {'Port': ['ID=60c49470-f5a7-4d21-b2f1-eb6101b718ee,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:00.098868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f978418-cb4b-4bfd-9f23-b3444b110067 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:00.103540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f978418-cb4b-4bfd-9f23-b3444b110067 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:00.112499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9f978418-cb4b-4bfd-9f23-b3444b110067 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1736305 Nov 10 22:50:00.119278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:00.224808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] 10.222.0.39 "PUT /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7/bindings/n-h1-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3752954 Nov 10 22:50:00.245331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97fcd6-4cef-4053-acb4-555ec00d6030 service neutron] Pushing event updated for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:00.251504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5be5bd35-ce00-495a-a604-1fc7ebdbb491 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.262257 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be5bd35-ce00-495a-a604-1fc7ebdbb491 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 22:50:00.262984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be5bd35-ce00-495a-a604-1fc7ebdbb491 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:00.273702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1372740 Nov 10 22:50:00.277714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5be5bd35-ce00-495a-a604-1fc7ebdbb491 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/564d3a2b-aa69-4538-8ce9-55ea03dff233 HTTP/1.1" status: 409 len: 405 time: 0.1571097 Nov 10 22:50:00.279844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44158) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:00.280037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44156) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:00.296219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.299540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-700455994'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:00.354660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:00.374538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.383737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.391340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08104c-acee-49b0-b32f-543b33c6e52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=d8df97a8-62c9-4f3c-bafe-1ff29a9391f8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:00.404132 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.430642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d8df97a8-62c9-4f3c-bafe-1ff29a9391f8 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:00.437692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/f1dca1f5-f359-42d0-99e2-fae49e86b603/f74b15eb-27d8-4e61-af39-336d427cd44c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:00.484414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:00.507530 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.508303 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment 43de7c7c-385f-41a8-a934-3fb78b961aeb of type vlan for network b381785b-e596-4fe3-9baf-f79a2793fb6f Nov 10 22:50:00.514110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:00.531787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:00.548630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:00.549937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.658890 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.803254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.807007 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.814474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:00.819638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:00.821261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.877001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.903632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8df97a8-62c9-4f3c-bafe-1ff29a9391f8']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:00.914126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d7004-246a-4835-acb0-cd82021f5bee') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:00.914573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d7004-246a-4835-acb0-cd82021f5bee') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:00.925155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:00.977121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:00.983768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:00.994335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7105329 Nov 10 22:50:01.000353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44170) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:01.004183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.011196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:01.095449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef70fc3-3732-4b2e-83dc-aec341bd548f req-1a4666f0-a2a9-4044-9e5a-66d1ee29a990 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:01.097922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef70fc3-3732-4b2e-83dc-aec341bd548f req-1a4666f0-a2a9-4044-9e5a-66d1ee29a990 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.5004237 Nov 10 22:50:01.115280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.125927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.127951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d7ca50d-1906-4b4e-9166-76f643ed2fdf req-05b62742-10fd-4321-ae39-5fccf9edb71e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 210 time: 0.1860473 Nov 10 22:50:01.128991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eddc4-280e-434b-9c3d-afd262770f6a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=b381785b-e596-4fe3-9baf-f79a2793fb6f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:01.130724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:01.131489 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:01.138824 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:01.179361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b381785b-e596-4fe3-9baf-f79a2793fb6f details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:01.266613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ef70fc3-3732-4b2e-83dc-aec341bd548f req-6276ea61-f3a8-4779-83cd-ff17332b3b57 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553228 Nov 10 22:50:01.278290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:01.300606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.303643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:01.339412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:01.344487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:01.350437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.370444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-a8f469d6-ff78-46bd-9728-26b5447f8bc5 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:01.373624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-a8f469d6-ff78-46bd-9728-26b5447f8bc5 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.6066892 Nov 10 22:50:01.381439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.386770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Pushing event updated for resources: {'Port': ['ID=f74b15eb-27d8-4e61-af39-336d427cd44c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:01.444902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8df97a8-62c9-4f3c-bafe-1ff29a9391f8 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:01.509339 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.520985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d8df97a8-62c9-4f3c-bafe-1ff29a9391f8 HTTP/1.1" status: 204 len: 168 time: 1.2359636 Nov 10 22:50:01.543613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Attempting to bind port f74b15eb-27d8-4e61-af39-336d427cd44c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:01.544163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Attempting to bind port f74b15eb-27d8-4e61-af39-336d427cd44c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:01.546225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Attempting to bind port f74b15eb-27d8-4e61-af39-336d427cd44c on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:01.566101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:01.566487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:01.566876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.567396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:01.568475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Bound port: f74b15eb-27d8-4e61-af39-336d427cd44c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:01.568863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.575298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44172) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:01.598758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8cc035d-7a6d-4561-9f05-bf50a491ea80 req-29949661-a11b-40fa-8189-cadbf37ee752 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 210 time: 0.2194285 Nov 10 22:50:01.623243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:01.685135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dcdfb-e69d-42b1-90f0-e5193e52abb5 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8df97a8-62c9-4f3c-bafe-1ff29a9391f8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:01.717479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:01.719716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.762467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-204d5880-5b89-4150-a89a-61dfbac36014 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:01.764309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-204d5880-5b89-4150-a89a-61dfbac36014 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.8174019 Nov 10 22:50:01.784856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:01.799611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'device_id': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'admin_state_up': True, 'tenant_id': '42e54078c1df44bd8cd9474146868475'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:01.827204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] For port f74b15eb-27d8-4e61-af39-336d427cd44c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:01.839699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] For port f74b15eb-27d8-4e61-af39-336d427cd44c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f74b15eb-27d8-4e61-af39-336d427cd44c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:01.846216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:01.968442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d95d2d-90c6-4f17-9146-a736554b1c0c None None] Pushing event updated for resources: {'Port': ['ID=f74b15eb-27d8-4e61-af39-336d427cd44c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:02.016545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:02.020615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:02.099389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-27acdd18-0470-403d-8938-cb1a821e71aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:02.106726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-27acdd18-0470-403d-8938-cb1a821e71aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 814 time: 0.4017634 Nov 10 22:50:02.134945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Request body: {'port': {'device_id': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'admin_state_up': True, 'tenant_id': 'd9845347f3234cfdbf64e96270c226e5'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:02.156721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775daff1-2261-4eba-b3bc-953cf1cb5ce2 None None] Network 564d3a2b-aa69-4538-8ce9-55ea03dff233 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:02.312040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:02.453795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': '43de7c7c-385f-41a8-a934-3fb78b961aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:02.454444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: b381785b-e596-4fe3-9baf-f79a2793fb6f, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:02.502464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71020666-1ec9-46e4-932c-1d78a2fbad37 req-1e3f6b91-7693-44a8-9810-833ab844862e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 210 time: 0.1571608 Nov 10 22:50:02.544290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network b381785b-e596-4fe3-9baf-f79a2793fb6f is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:02.580105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Made reservation on behalf of d9845347f3234cfdbf64e96270c226e5 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:02.588204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:02.605534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 60c49470-f5a7-4d21-b2f1-eb6101b718ee up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:02.614308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b381785b-e596-4fe3-9baf-f79a2793fb6f) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:02.620068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:02.621291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:02.652689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3922828-8abe-4bda-a85f-74000f793725 None None] Network b381785b-e596-4fe3-9baf-f79a2793fb6f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:02.723555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] Provisioning complete for port 60c49470-f5a7-4d21-b2f1-eb6101b718ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:02.724611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:02.733650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9c62c715-0f3b-46b9-9ac5-98ae8921d8a9 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7257965 Nov 10 22:50:02.741591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44184) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:02.755741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'port': {'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f', 'name': 'tempest-NetworksIpV6TestAttrs-1345992909'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:02.794984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:02.794984 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Added segment a5f08f5b-6898-4adc-b103-9d2d3371a72a of type vlan for network e3d8eb64-4c5b-4fa7-a3db-492258f1839d Nov 10 22:50:02.845723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ec209d3-b4e1-4020-a90a-8aa49503e906 req-bca160f7-d89e-4494-b311-aced96a1824c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 210 time: 0.0820937 Nov 10 22:50:02.985493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Allocated IP 172.20.0.4 (39d64004-f881-4221-ab7e-8506772086dd/f768c43a-67f7-404a-849d-9f1d8d377879/72b97182-4ca1-4eb9-92d6-927ebcb78293) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:03.039280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-a7af9bd2-b46c-4c9e-9d8b-b53507895e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.041585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-a7af9bd2-b46c-4c9e-9d8b-b53507895e34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 1096 time: 1.6580358 Nov 10 22:50:03.048698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:03.054621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.121606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.134692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] device_id is not set on port 8d2dec00-fb15-4de3-a4f8-9ff46aaabf69 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:50:03.140199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 60c49470-f5a7-4d21-b2f1-eb6101b718ee triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:03.141400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.245593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.329093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] For port 60c49470-f5a7-4d21-b2f1-eb6101b718ee, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=60c49470-f5a7-4d21-b2f1-eb6101b718ee,segment=NetworkSegment(1ad1e57b-4de5-49d7-a30f-8d7dd77e37de),segment_id=1ad1e57b-4de5-49d7-a30f-8d7dd77e37de)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:03.341988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-700a7837-644d-4d6a-a0f5-90d33b9f322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.344612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-700a7837-644d-4d6a-a0f5-90d33b9f322e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1096 time: 0.2499797 Nov 10 22:50:03.345287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.370338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a20e5a-505e-49e0-b889-056602d935fc req-63b8ce76-647a-464f-913a-7ac62ac73129 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.372958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68a20e5a-505e-49e0-b889-056602d935fc req-63b8ce76-647a-464f-913a-7ac62ac73129 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.3630176 Nov 10 22:50:03.417424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.484918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Allocated IP 2001:db8::f816:3eff:fe89:a0a1 (b381785b-e596-4fe3-9baf-f79a2793fb6f/c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7/8d2dec00-fb15-4de3-a4f8-9ff46aaabf69) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:03.506553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.528266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b381785b-e596-4fe3-9baf-f79a2793fb6f', 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': 'c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:03.529739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.541338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] DHCP port deletion for 564d3a2b-aa69-4538-8ce9-55ea03dff233 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:03.547264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ecef19fd-2c4f-428d-a4cf-8032b567f544'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:03.637654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Network 39d64004-f881-4221-ab7e-8506772086dd is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:03.659087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:03.669082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Pushing event updated for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:03.680495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.683699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.685282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.686767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.687621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:03.711483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:03.716550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.754184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.756527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.758038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac22dec-e5fe-40c9-9f73-f5679da40e29 None None] Pushing event updated for resources: {'Port': ['ID=60c49470-f5a7-4d21-b2f1-eb6101b718ee,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:03.797194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.2136338 Nov 10 22:50:03.807010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44192) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:03.819033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'subnet': {'network_id': 'e3d8eb64-4c5b-4fa7-a3db-492258f1839d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:03.981836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.982566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:03.999572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] Provisioning complete for port f74b15eb-27d8-4e61-af39-336d427cd44c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:04.000240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.006380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:04.008711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.017675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.046344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022bda7-6114-4648-8b6a-1ec0c07d12a0 req-fc67f341-87b8-49ba-a796-e0b331ac15f2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:04.054511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7022bda7-6114-4648-8b6a-1ec0c07d12a0 req-fc67f341-87b8-49ba-a796-e0b331ac15f2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 931 time: 0.3980796 Nov 10 22:50:04.078397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Deleting port 60c49470-f5a7-4d21-b2f1-eb6101b718ee {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:04.079005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.121222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f56063ce-7a42-44ae-bcbd-ba7d77fa6fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9944448 Nov 10 22:50:04.158042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=e3d8eb64-4c5b-4fa7-a3db-492258f1839d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:04.163445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68a20e5a-505e-49e0-b889-056602d935fc req-24512c90-119a-4495-8e71-74e53b07203f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336979 Nov 10 22:50:04.167211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Request body: {'port': {'device_id': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:04.246491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.247199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.248317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.248889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.249419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.249911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.250926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.250926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.251291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.251438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.252040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.253278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7ad9-9602-48cc-8eea-9f44e1088c7c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:04.287954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e3d8eb64-4c5b-4fa7-a3db-492258f1839d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:04.300710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:04.308672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-1f825a6c-7634-4f31-96f9-19b3b4904433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:04.316000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-1f825a6c-7634-4f31-96f9-19b3b4904433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.9235508 Nov 10 22:50:04.390569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7022bda7-6114-4648-8b6a-1ec0c07d12a0 req-d33a46ec-f1e7-4732-96b4-14008cc71ab3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351512 Nov 10 22:50:04.410669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f74b15eb-27d8-4e61-af39-336d427cd44c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:04.420555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.423298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.464432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5331594-31ec-491e-a97b-ec50d1c11d18 req-7cbdd46d-1e53-4fee-b12f-9e98c8317da4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 210 time: 0.1105306 Nov 10 22:50:04.470048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-3c3e8e21-ec45-4f4d-a3b7-0d51a1ae9fa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.1199453 Nov 10 22:50:04.586084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network b381785b-e596-4fe3-9baf-f79a2793fb6f is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:04.587978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:04.600784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:04.610373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.20.0.7 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/3cae26bc-2968-4491-9232-8adb10061842) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:04.614236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-52f826f3-0a85-46d6-b529-d3d7ac006bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:04.616499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-52f826f3-0a85-46d6-b529-d3d7ac006bb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1306424 Nov 10 22:50:04.655577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] For port 60c49470-f5a7-4d21-b2f1-eb6101b718ee, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=60c49470-f5a7-4d21-b2f1-eb6101b718ee,segment=NetworkSegment(1ad1e57b-4de5-49d7-a30f-8d7dd77e37de),segment_id=1ad1e57b-4de5-49d7-a30f-8d7dd77e37de)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:04.656199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.662025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:04.682389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:04.693993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:04.695902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.727230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Port': ['ID=8d2dec00-fb15-4de3-a4f8-9ff46aaabf69,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:04.791304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Calling delete_port for 60c49470-f5a7-4d21-b2f1-eb6101b718ee owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:04.796539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.813610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f74b15eb-27d8-4e61-af39-336d427cd44c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:04.817499 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:04.834947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d3f5dcfa-f216-4699-b16a-3564ec36d3e2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0892727 Nov 10 22:50:04.867390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Allocated IP 2001:db8::f816:3eff:fe62:3034 (b381785b-e596-4fe3-9baf-f79a2793fb6f/c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7/d9385686-342f-4740-a88c-ea6183d6bbdb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:04.931284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:04.953832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-a1d5d964-6e8d-4b71-9c84-94d2037346cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3281713 Nov 10 22:50:05.159395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] For port f74b15eb-27d8-4e61-af39-336d427cd44c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f74b15eb-27d8-4e61-af39-336d427cd44c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:05.160132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting subnet c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:05.198980 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.229219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.323748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.332357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.345799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-ca0e0788-8078-4271-b727-ab126b51b4d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301055 Nov 10 22:50:05.363782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.389011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Network b381785b-e596-4fe3-9baf-f79a2793fb6f is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:05.389011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] No DVR routers for this DVR port 60c49470-f5a7-4d21-b2f1-eb6101b718ee on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:05.392326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:05.392326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5b8d5-7f98-490e-b55c-47074fbc6e06 None None] Pushing event updated for resources: {'Port': ['ID=f74b15eb-27d8-4e61-af39-336d427cd44c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:05.398467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:05.442292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bd70d6a2-39e0-4d35-87c9-7e4e3521aab7 None None] Provisioning complete for port 2e1ddfa9-835d-4943-b655-3431cb000e9e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:05.443487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd70d6a2-39e0-4d35-87c9-7e4e3521aab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.447417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384213da-c802-4888-8f06-ea74a77c5619 None None] Pushing event deleted for resources: {'Port': ['ID=60c49470-f5a7-4d21-b2f1-eb6101b718ee,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:05.490843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 60c49470-f5a7-4d21-b2f1-eb6101b718ee no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:05.552185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Router bd3655ba-3c24-4f65-ad41-c38068f871db is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:50:05.581812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 60c49470-f5a7-4d21-b2f1-eb6101b718ee {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:05.582193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 60c49470-f5a7-4d21-b2f1-eb6101b718ee not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:05.607516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bd70d6a2-39e0-4d35-87c9-7e4e3521aab7 None None] Port 2e1ddfa9-835d-4943-b655-3431cb000e9e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:05.613027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Attempting to bind port d9385686-342f-4740-a88c-ea6183d6bbdb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:05.613410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Attempting to bind port d9385686-342f-4740-a88c-ea6183d6bbdb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '43de7c7c-385f-41a8-a934-3fb78b961aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:05.613772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Attempting to bind port d9385686-342f-4740-a88c-ea6183d6bbdb on network b381785b-e596-4fe3-9baf-f79a2793fb6f {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:05.621985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Pushing event updated for resources: {'Port': ['ID=d9385686-342f-4740-a88c-ea6183d6bbdb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:05.624516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:05.625060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Checking segment: {'id': '43de7c7c-385f-41a8-a934-3fb78b961aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:05.625445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.625853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Bound using segment: {'id': '43de7c7c-385f-41a8-a934-3fb78b961aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:05.626318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Bound port: d9385686-342f-4740-a88c-ea6183d6bbdb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43de7c7c-385f-41a8-a934-3fb78b961aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b381785b-e596-4fe3-9baf-f79a2793fb6f'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:05.626705 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.642584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.738354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.798023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:05.816566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:05.829491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:05.847488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7496-d6f8-443c-b6d0-1f43039e3c0a req-d3eba1ba-9f0a-4cd3-8f73-3539ab527695 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:05.855661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c54e7496-d6f8-443c-b6d0-1f43039e3c0a req-d3eba1ba-9f0a-4cd3-8f73-3539ab527695 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 931 time: 0.3000026 Nov 10 22:50:05.865320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:05.875882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] For port d9385686-342f-4740-a88c-ea6183d6bbdb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:05.879184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.880687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:05.882376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] For port d9385686-342f-4740-a88c-ea6183d6bbdb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d9385686-342f-4740-a88c-ea6183d6bbdb,segment=NetworkSegment(43de7c7c-385f-41a8-a934-3fb78b961aeb),segment_id=43de7c7c-385f-41a8-a934-3fb78b961aeb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:05.896174 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:05.925747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5bd4-e1f2-4876-9d01-05442a221088 req-7907eddd-afa7-4d4f-85e6-afda52fadd47 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:05.933533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-ecdeba79-5276-4c24-a88c-a6182094bb4e service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724850 Nov 10 22:50:05.933899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b2e5bd4-e1f2-4876-9d01-05442a221088 req-7907eddd-afa7-4d4f-85e6-afda52fadd47 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.1902614 Nov 10 22:50:05.981733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c54e7496-d6f8-443c-b6d0-1f43039e3c0a req-4488e7b2-47a4-4916-b66f-8a64dd7f56a1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251249 Nov 10 22:50:06.005530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:50:06.024898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.025612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.040217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a678b81-5108-4894-a002-bb427a952fba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "PUT /v2.0/routers/bd3655ba-3c24-4f65-ad41-c38068f871db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7942638 Nov 10 22:50:06.041420 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Sync routers for ids ['bd3655ba-3c24-4f65-ad41-c38068f871db'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:50:06.045915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44212) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:06.085633 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Routers {'bd3655ba-3c24-4f65-ad41-c38068f871db'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:06.093257 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['bd3655ba-3c24-4f65-ad41-c38068f871db'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:06.235918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b2e5bd4-e1f2-4876-9d01-05442a221088 req-786b66bc-767a-4d38-af3a-0008068ca2ec tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007543 Nov 10 22:50:06.236824 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3ce2e0e8-afb7-4008-8211-0a71d199d0d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4472344 Nov 10 22:50:06.316644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188bc8-6bf1-4fb0-98e8-18acc174ae83 None None] Pushing event updated for resources: {'Port': ['ID=d9385686-342f-4740-a88c-ea6183d6bbdb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:06.337393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f74b15eb-27d8-4e61-af39-336d427cd44c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:06.339841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Request body: {'port': {'device_id': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:06.370825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425669ad-064f-463d-a01e-72cf13233f21 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.376730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-425669ad-064f-463d-a01e-72cf13233f21 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports/2e1ddfa9-835d-4943-b655-3431cb000e9e HTTP/1.1" status: 200 len: 911 time: 0.3289349 Nov 10 22:50:06.391923 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Set router bd3655ba-3c24-4f65-ad41-c38068f871db gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:06.428702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44214) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:06.436099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d7e43779-bfe0-4b1a-92ae-7dbd1fc246a5 None None] Provisioning complete for port 3cae26bc-2968-4491-9232-8adb10061842 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:06.436861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d7e43779-bfe0-4b1a-92ae-7dbd1fc246a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.575195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d7e43779-bfe0-4b1a-92ae-7dbd1fc246a5 None None] Port 3cae26bc-2968-4491-9232-8adb10061842 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:06.581195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f74b15eb-27d8-4e61-af39-336d427cd44c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:06.581923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.670899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39d187-5758-4054-964e-7537c4b8e2e0 req-d9f754cc-8ff5-42fc-851f-de89c7fe7335 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.684609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b39d187-5758-4054-964e-7537c4b8e2e0 req-d9f754cc-8ff5-42fc-851f-de89c7fe7335 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 931 time: 0.4881134 Nov 10 22:50:06.722970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-df0259a0-660c-4726-998a-839b60477128 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.724883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-df0259a0-660c-4726-998a-839b60477128 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.3732734 Nov 10 22:50:06.742054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.775675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:06.777112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.820856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b97182-4ca1-4eb9-92d6-927ebcb78293 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:06.843113 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:00Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2e1ddfa9-835d-4943-b655-3431cb000e9e', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:e1:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:58Z', 'updated_at': '2021-11-10T22:50:02Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:06.863673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.875988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Checking router: bd3655ba-3c24-4f65-ad41-c38068f871db for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:50:06.876319 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Updating router bd3655ba-3c24-4f65-ad41-c38068f871db port 2e1ddfa9-835d-4943-b655-3431cb000e9e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:50:06.895917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247e16b-d221-42aa-8983-636e9ceb9a19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.900940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b39d187-5758-4054-964e-7537c4b8e2e0 req-1fca4f90-9463-475a-bbf5-980c8b77730f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147543 Nov 10 22:50:06.903692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247e16b-d221-42aa-8983-636e9ceb9a19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:06.904198 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.907169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3247e16b-d221-42aa-8983-636e9ceb9a19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4670396 Nov 10 22:50:06.912543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:06.921787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:06.972381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Transition to ACTIVE for port object 72b97182-4ca1-4eb9-92d6-927ebcb78293 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:50:06.974996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d9da54e-4be6-4ad2-90e0-0cd8e7b81776,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:07.077212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.194307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Pushing event updated for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:07.274897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-23c79e85-a612-4799-bb9c-c26b0b8c3fd4 service neutron] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:07.283152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-23c79e85-a612-4799-bb9c-c26b0b8c3fd4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.285080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33a69280-6ce2-4a7a-99da-585b7924d386 req-23c79e85-a612-4799-bb9c-c26b0b8c3fd4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7/bindings/n-h2-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.5402429 Nov 10 22:50:07.310756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Checking segment: {'id': 'a5f08f5b-6898-4adc-b103-9d2d3371a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e3d8eb64-4c5b-4fa7-a3db-492258f1839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:07.311127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Network hostable DHCP agents. Network: e3d8eb64-4c5b-4fa7-a3db-492258f1839d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:07.430942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Network e3d8eb64-4c5b-4fa7-a3db-492258f1839d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:07.479751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cae26bc-2968-4491-9232-8adb10061842 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:07.492546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.521125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b593f6-1c92-4058-a354-2692cd7ba963 req-5e26f1c4-add3-4037-9d6d-4825ce9e6afd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:07.522295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.524633 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.530126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07b593f6-1c92-4058-a354-2692cd7ba963 req-5e26f1c4-add3-4037-9d6d-4825ce9e6afd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.1181746 Nov 10 22:50:07.533882 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.544230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Transition to ACTIVE for port object 3cae26bc-2968-4491-9232-8adb10061842 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:50:07.565432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e3d8eb64-4c5b-4fa7-a3db-492258f1839d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:07.569071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.576591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ffb77-8547-4e49-bff5-0c9af26b707f req-1c66cbd3-f49d-4fb8-b55d-f0236ddc1c6d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:07.586891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781cab1-8460-4a7f-aa7d-959d6878c070 None None] Network e3d8eb64-4c5b-4fa7-a3db-492258f1839d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:07.587691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-437ffb77-8547-4e49-bff5-0c9af26b707f req-1c66cbd3-f49d-4fb8-b55d-f0236ddc1c6d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 943 time: 0.4844265 Nov 10 22:50:07.609700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:07.610281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.673552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:07.688167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.701500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef8397b0-5592-4afd-a029-8897ca97e5d0 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7 HTTP/1.1" status: 204 len: 168 time: 2.7638733 Nov 10 22:50:07.706996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:07.722928 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Attempting to bind port 2e1ddfa9-835d-4943-b655-3431cb000e9e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:07.723298 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Attempting to bind port 2e1ddfa9-835d-4943-b655-3431cb000e9e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:07.723738 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Attempting to bind port 2e1ddfa9-835d-4943-b655-3431cb000e9e on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:07.752045 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:07.759535 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:07.760496 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.760720 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:07.761196 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Bound port: 2e1ddfa9-835d-4943-b655-3431cb000e9e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:07.761571 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.788293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d888a28-bfdd-4cff-8df7-44b574190360 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9768448 Nov 10 22:50:07.808501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44228) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:07.823941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3d8eb64-4c5b-4fa7-a3db-492258f1839d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:07.829376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e03a05-cd49-43cb-b3b6-6b056c4449e0 None None] Pushing event updated for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:07.877221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07b593f6-1c92-4058-a354-2692cd7ba963 req-c626b0d7-7351-458f-acfb-3ea517922e11 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451173 Nov 10 22:50:07.962904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583cebac-81c3-412c-b15a-30dc8a2fe771 None None] Network b381785b-e596-4fe3-9baf-f79a2793fb6f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:07.977408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Pushing event updated for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:07.985232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.019163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] For port 2e1ddfa9-835d-4943-b655-3431cb000e9e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:08.027243 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] For port 2e1ddfa9-835d-4943-b655-3431cb000e9e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2e1ddfa9-835d-4943-b655-3431cb000e9e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:08.043691 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.062259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Attempting to bind port 72b97182-4ca1-4eb9-92d6-927ebcb78293 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:08.062635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Attempting to bind port 72b97182-4ca1-4eb9-92d6-927ebcb78293 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:08.062924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Attempting to bind port 72b97182-4ca1-4eb9-92d6-927ebcb78293 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:08.066120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788ff24-5913-4c17-baac-a5b3e2e255c1 None None] Network e3d8eb64-4c5b-4fa7-a3db-492258f1839d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:08.074534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Port 72b97182-4ca1-4eb9-92d6-927ebcb78293 on network 39d64004-f881-4221-ab7e-8506772086dd not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:50:08.074956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Attempting to bind port 72b97182-4ca1-4eb9-92d6-927ebcb78293 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:08.084743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-437ffb77-8547-4e49-bff5-0c9af26b707f req-3972c751-3bac-4e3b-b796-330986bd445c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965923 Nov 10 22:50:08.094745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:08.095495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Checking segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:08.108450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Bound using segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:08.109311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Bound port: 72b97182-4ca1-4eb9-92d6-927ebcb78293, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:08.109941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.270322 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e03a05-cd49-43cb-b3b6-6b056c4449e0 None None] Pushing event updated for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:08.325668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Attempting to bind port 3cae26bc-2968-4491-9232-8adb10061842 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:08.326418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Attempting to bind port 3cae26bc-2968-4491-9232-8adb10061842 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:08.326418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Attempting to bind port 3cae26bc-2968-4491-9232-8adb10061842 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:08.344369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42716ec-3da4-4647-815f-469ed1112c2e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:08.351428 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Routers {'bd3655ba-3c24-4f65-ad41-c38068f871db'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:08.352390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['bd3655ba-3c24-4f65-ad41-c38068f871db'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:08.371099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Port 3cae26bc-2968-4491-9232-8adb10061842 on network ab5e6ca5-9d14-410a-943b-396b29d0716d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:50:08.371553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Attempting to bind port 3cae26bc-2968-4491-9232-8adb10061842 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:08.371884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42716ec-3da4-4647-815f-469ed1112c2e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:08.389337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:08.389627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a42716ec-3da4-4647-815f-469ed1112c2e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6773934 Nov 10 22:50:08.399589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:08.399941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:08.400341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:08.400768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Bound port: 3cae26bc-2968-4491-9232-8adb10061842, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:08.403827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.474893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d9385686-342f-4740-a88c-ea6183d6bbdb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:08.500433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:08.519368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] Provisioning complete for port d9385686-342f-4740-a88c-ea6183d6bbdb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:08.520284 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.573771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:08.578478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d0b3-6625-42b1-9a7c-7b64d128fba5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.606838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.681240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d9385686-342f-4740-a88c-ea6183d6bbdb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:08.681855 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f1d0b3-6625-42b1-9a7c-7b64d128fba5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 22:50:08.682518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f1d0b3-6625-42b1-9a7c-7b64d128fba5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:08.683516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.711836 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] Set router bd3655ba-3c24-4f65-ad41-c38068f871db gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:08.714629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1f1d0b3-6625-42b1-9a7c-7b64d128fba5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/b381785b-e596-4fe3-9baf-f79a2793fb6f HTTP/1.1" status: 409 len: 405 time: 0.3073783 Nov 10 22:50:08.732841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44238) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:08.772501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca87b6-234d-4691-800b-24db55c6be2a req-4c1500b9-b9dc-49f5-91ea-946e0206690a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:08.774376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51ca87b6-234d-4691-800b-24db55c6be2a req-4c1500b9-b9dc-49f5-91ea-946e0206690a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 943 time: 0.3346195 Nov 10 22:50:08.791474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1284789181'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:08.835620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.864367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512b25-dbda-4c6f-bb56-3852316f0f2c req-3e6b526d-e645-4924-8e57-64e0bbb2d8f8 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:08.865492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eaee39-5b23-40e2-b972-37489288956f None None] DHCP port deletion for b381785b-e596-4fe3-9baf-f79a2793fb6f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:08.866481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:08.867837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:08.870707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] 10.222.0.39 "PUT /v2.0/ports/72b97182-4ca1-4eb9-92d6-927ebcb78293 HTTP/1.1" status: 200 len: 1091 time: 4.7295251 Nov 10 22:50:08.877287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e512b25-dbda-4c6f-bb56-3852316f0f2c req-3e6b526d-e645-4924-8e57-64e0bbb2d8f8 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1096 time: 0.2953510 Nov 10 22:50:08.890565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:08.899493 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb318513-cf35-411b-a7ac-479af2f4a370" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:08.984275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:08.986451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] For port d9385686-342f-4740-a88c-ea6183d6bbdb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d9385686-342f-4740-a88c-ea6183d6bbdb,segment=NetworkSegment(43de7c7c-385f-41a8-a934-3fb78b961aeb),segment_id=43de7c7c-385f-41a8-a934-3fb78b961aeb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:08.994025 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.000006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3cae26bc-2968-4491-9232-8adb10061842,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:09.008113 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.043809 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:00Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2e1ddfa9-835d-4943-b655-3431cb000e9e', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:e1:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:58Z', 'updated_at': '2021-11-10T22:50:08Z', 'revision_number': 4, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:09.066102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79ff02-1dee-4b84-babd-eff41cbce2dd None None] Pushing event updated for resources: {'Port': ['ID=d9385686-342f-4740-a88c-ea6183d6bbdb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:09.076069 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558b0da-9185-4893-bfc8-61ca68d483dd None None] The sync data for ids ['bd3655ba-3c24-4f65-ad41-c38068f871db'] in n-d-811521-3 is: [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:00Z', 'revision_number': 2, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None, '_interfaces': [{'id': '2e1ddfa9-835d-4943-b655-3431cb000e9e', 'name': '', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'mac_address': 'fa:16:3e:e1:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:58Z', 'updated_at': '2021-11-10T22:50:08Z', 'revision_number': 4, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'subnets': [{'id': 'f1dca1f5-f359-42d0-99e2-fae49e86b603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:50:09.112121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39cfd-498e-4abb-ae1e-998d41477c78 service neutron] Pushing event updated for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:09.116037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51ca87b6-234d-4691-800b-24db55c6be2a req-c891b9e4-949f-4a0d-8385-ea4545537f4b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099101 Nov 10 22:50:09.116716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:09.120561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.152752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-d0bbb090-9668-41ed-93e2-ae90f5adf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:09.154440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-d0bbb090-9668-41ed-93e2-ae90f5adf5a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 1094 time: 0.1943326 Nov 10 22:50:09.222715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:09.228018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-22548bce-d103-499b-9af4-661d16617186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293 HTTP/1.1" status: 200 len: 217 time: 0.0628364 Nov 10 22:50:09.239287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] Provisioning complete for port 2e1ddfa9-835d-4943-b655-3431cb000e9e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:09.239899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.275827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Allocated IP 172.20.0.4 (e3d8eb64-4c5b-4fa7-a3db-492258f1839d/2d9da54e-4be6-4ad2-90e0-0cd8e7b81776/1e924d10-5f0a-4da0-928e-22e61e2a740f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:09.309047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.309402 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment 4c5fd5d5-ec88-4d4e-b254-640f57237ae1 of type vlan for network 5b7ec285-4995-4afb-ae37-2425a4c8cafb Nov 10 22:50:09.342798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Deleting port d9385686-342f-4740-a88c-ea6183d6bbdb {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:09.343170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.370313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.379169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-eef59f1e-76bf-4427-9f5d-ad0430fb4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:09.380733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-eef59f1e-76bf-4427-9f5d-ad0430fb4b4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.1453404 Nov 10 22:50:09.445392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.452110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.466998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-10eaee39-5b23-40e2-b972-37489288956f None None] For port d9385686-342f-4740-a88c-ea6183d6bbdb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d9385686-342f-4740-a88c-ea6183d6bbdb,segment=NetworkSegment(43de7c7c-385f-41a8-a934-3fb78b961aeb),segment_id=43de7c7c-385f-41a8-a934-3fb78b961aeb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:09.467464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.483301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Calling delete_port for d9385686-342f-4740-a88c-ea6183d6bbdb owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:09.501497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-f0bc9b34-08cc-4010-91d9-2410fe9a3494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516407 Nov 10 22:50:09.518247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.557625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.595186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.602307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:09.602889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.625584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.674925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:09.675977 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.688900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] 10.222.0.39 "PUT /v2.0/ports/3cae26bc-2968-4491-9232-8adb10061842 HTTP/1.1" status: 200 len: 1091 time: 3.4113741 Nov 10 22:50:09.689609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eaee39-5b23-40e2-b972-37489288956f None None] No DVR routers for this DVR port d9385686-342f-4740-a88c-ea6183d6bbdb on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:09.693656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'tag': '3cae26bc-2968-4491-9232-8adb10061842'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:09.697163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaee39-5b23-40e2-b972-37489288956f None None] Pushing event deleted for resources: {'Port': ['ID=d9385686-342f-4740-a88c-ea6183d6bbdb,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:09.700413 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dbda00-4632-4cf9-9214-8c5f68144a64" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "tag": "3cae26bc-2968-4491-9232-8adb10061842"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:09.738863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Network e3d8eb64-4c5b-4fa7-a3db-492258f1839d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:09.749892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:09.757468 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccab9dd-8794-44e6-ab57-8e0a6ecb45bf x-openstack-request-id: req-9ccab9dd-8794-44e6-ab57-8e0a6ecb45bf {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:09.757772 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:09.758216 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ccab9dd-8794-44e6-ab57-8e0a6ecb45bf {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:09.758529 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293', 'status': 'completed', 'code': 200} Nov 10 22:50:09.799453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.854611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] For port 2e1ddfa9-835d-4943-b655-3431cb000e9e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2e1ddfa9-835d-4943-b655-3431cb000e9e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:09.862288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.875884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0993595 Nov 10 22:50:09.891962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44252) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:09.907771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:09.925638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c348c0-ddf8-47b8-942e-485b0e1b8f8e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=5b7ec285-4995-4afb-ae37-2425a4c8cafb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:09.972785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5b7ec285-4995-4afb-ae37-2425a4c8cafb details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:10.048145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-28c82db8-38a0-482f-84ca-b3a3dc8c04ed service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350938 Nov 10 22:50:10.169341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5643c-d842-43b8-92cc-51e88ec622b1 None None] Pushing event updated for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:10.320483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00442327-a5fe-49d6-8bda-5d1169dc065f req-2fa0fad9-4a80-4622-a490-da12145013e4 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488019 Nov 10 22:50:10.411597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2e1ddfa9-835d-4943-b655-3431cb000e9e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:10.486237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:10.495876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ffe9-a145-4275-9c4d-1608cbb75abc service neutron] Pushing event updated for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:10.498598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:10.518387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e512b25-dbda-4c6f-bb56-3852316f0f2c req-669e6c48-5fe3-4a75-8507-52efbe7fa161 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6323390 Nov 10 22:50:10.520922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:10.584142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2e1ddfa9-835d-4943-b655-3431cb000e9e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:10.585860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:10.693102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-18021722-2f29-4660-9dbf-afadf9dd17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:10.695049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-18021722-2f29-4660-9dbf-afadf9dd17d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 1094 time: 0.9498985 Nov 10 22:50:10.699665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Port': ['ID=1e924d10-5f0a-4da0-928e-22e61e2a740f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:10.828845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-585d1dc8-680c-45e9-b0ff-855d612f66e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cae26bc-2968-4491-9232-8adb10061842 HTTP/1.1" status: 200 len: 217 time: 0.1059606 Nov 10 22:50:10.849984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c577d-f003-4a17-9c1b-9c5a9b0dee7c req-f7ea3f2d-7ad8-4fbd-8842-f5fe8d2dad90 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:10.860148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e7c577d-f003-4a17-9c1b-9c5a9b0dee7c req-f7ea3f2d-7ad8-4fbd-8842-f5fe8d2dad90 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 943 time: 0.7835708 Nov 10 22:50:10.897618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-e768a62a-797d-40df-8a2e-4af07b83dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:10.900166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-e768a62a-797d-40df-8a2e-4af07b83dce3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 1094 time: 0.4499257 Nov 10 22:50:10.907068 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32536955-92d8-452d-b559-760cf773e4ad x-openstack-request-id: req-32536955-92d8-452d-b559-760cf773e4ad {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:10.907363 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "tag": "3cae26bc-2968-4491-9232-8adb10061842", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:10.907707 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32536955-92d8-452d-b559-760cf773e4ad {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:10.907992 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'tag': '3cae26bc-2968-4491-9232-8adb10061842', 'status': 'completed', 'code': 200} Nov 10 22:50:10.940559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d9385686-342f-4740-a88c-ea6183d6bbdb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:10.964255 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:10.967991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-bf653208-b42e-404e-b8a7-c04f7b4d701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:10.969720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-bf653208-b42e-404e-b8a7-c04f7b4d701d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1393008 Nov 10 22:50:10.988216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d9385686-342f-4740-a88c-ea6183d6bbdb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:10.988775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d9385686-342f-4740-a88c-ea6183d6bbdb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:11.084603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.177831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde3b94-5dcd-46da-912b-3f9ebde5ad3e req-49eccdf4-09af-40a5-85f3-7dd162c77efa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:11.180041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adde3b94-5dcd-46da-912b-3f9ebde5ad3e req-49eccdf4-09af-40a5-85f3-7dd162c77efa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 943 time: 0.1917808 Nov 10 22:50:11.183149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3da138dc-838e-48e1-8126-c11cf14fc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:11.185686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-3da138dc-838e-48e1-8126-c11cf14fc542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070270 Nov 10 22:50:11.227561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e7c577d-f003-4a17-9c1b-9c5a9b0dee7c req-6d226429-57bd-48e4-8227-08c798967d35 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665283 Nov 10 22:50:11.287677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-16b37a19-5b95-4a55-86bc-69914010f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:11.289615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-16b37a19-5b95-4a55-86bc-69914010f9fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 0.2826505 Nov 10 22:50:11.359019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:11.394211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adde3b94-5dcd-46da-912b-3f9ebde5ad3e req-50f5e2ec-c2cf-4557-b4c7-82e9496c2475 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898901 Nov 10 22:50:11.399181 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-272d2816-4079-4e55-9edc-206cf4510bf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293 HTTP/1.1" status: 200 len: 217 time: 0.1012454 Nov 10 22:50:11.402379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.409315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 2e1ddfa9-835d-4943-b655-3431cb000e9e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:11.409701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.455786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-90f2d765-d1f0-4213-8e24-30e1d4c77991 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613184 Nov 10 22:50:11.537904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.545871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.661772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b39182b-f0a1-4e86-b51a-5044410f7eeb req-62ea04e6-4a4b-41a8-9f19-80dfd1229563 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971602 Nov 10 22:50:11.664515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Port': ['ID=1e924d10-5f0a-4da0-928e-22e61e2a740f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:11.686244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.706154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.710746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ecbee90-af0e-431a-97bd-e428d36c36e2 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8884482 Nov 10 22:50:11.711296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:11.814652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a798c4b-767d-477b-be59-74341320a52c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=e3d8eb64-4c5b-4fa7-a3db-492258f1839d HTTP/1.1" status: 200 len: 689 time: 0.0994353 Nov 10 22:50:11.814982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44274) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:11.889481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-62f12b71-79e4-4ee5-881d-6b3c6bd62508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:11.891004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-62f12b71-79e4-4ee5-881d-6b3c6bd62508 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 1094 time: 0.1524658 Nov 10 22:50:12.027291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.081609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-6355c114-a6be-4dd3-903e-3c30df46367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.083587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-6355c114-a6be-4dd3-903e-3c30df46367e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.6682088 Nov 10 22:50:12.096260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=51b9568b-4a30-42d1-baae-a36d8cefb98d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:12.143816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-d6b63ec8-4930-478e-b55a-5b03242a14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.145793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-d6b63ec8-4930-478e-b55a-5b03242a14b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.2459774 Nov 10 22:50:12.158723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-accad41c-5bfd-4957-8bb8-7608451f3446 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599289 Nov 10 22:50:12.194374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': '4c5fd5d5-ec88-4d4e-b254-640f57237ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:12.194810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: 5b7ec285-4995-4afb-ae37-2425a4c8cafb, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:12.198501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] For port 2e1ddfa9-835d-4943-b655-3431cb000e9e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2e1ddfa9-835d-4943-b655-3431cb000e9e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:12.198867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.221195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-6c7e63de-257e-4149-8830-847cfd820c74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cae26bc-2968-4491-9232-8adb10061842 HTTP/1.1" status: 200 len: 217 time: 0.0503953 Nov 10 22:50:12.241920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2e1ddfa9-835d-4943-b655-3431cb000e9e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:12.262347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 2e1ddfa9-835d-4943-b655-3431cb000e9e owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:12.280966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-9a2c8872-8ece-4b96-96f2-58e842f9b7a3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.282524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-9a2c8872-8ece-4b96-96f2-58e842f9b7a3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.7923055 Nov 10 22:50:12.290211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-94aa9b34-a644-4ea1-9f5e-f7446a136b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.292217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-94aa9b34-a644-4ea1-9f5e-f7446a136b92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.0646296 Nov 10 22:50:12.295296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Deleting port 1e924d10-5f0a-4da0-928e-22e61e2a740f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:12.295635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.357726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-1794838c-510b-4c76-96e4-572088ed2105 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/quotas/d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 375 time: 0.0589004 Nov 10 22:50:12.368267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network 5b7ec285-4995-4afb-ae37-2425a4c8cafb is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:12.373421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2e1ddfa9-835d-4943-b655-3431cb000e9e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:12.374079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.423934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-675a95f3-e7cb-4976-ad55-6fe27bea3940 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517428 Nov 10 22:50:12.426855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5b7ec285-4995-4afb-ae37-2425a4c8cafb) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:12.449901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.450495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.453208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12f1eb-7801-44b1-bae5-a66abaef85c4 None None] Network 5b7ec285-4995-4afb-ae37-2425a4c8cafb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:12.458673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-4ee18c76-fedc-4fc6-8877-900fe1fa0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.460257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-4ee18c76-fedc-4fc6-8877-900fe1fa0962 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499393 Nov 10 22:50:12.482492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.482845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.544552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Calling delete_port for 1e924d10-5f0a-4da0-928e-22e61e2a740f owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:12.590877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd2dd16a-cf79-471a-8cc3-74958a7bc7e3 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6929104 Nov 10 22:50:12.595285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:12.595756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92031e-eb8b-4358-af43-57aa3d459121 req-d8018e9d-ed1a-456c-8453-043afabbb248 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:12.597591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf92031e-eb8b-4358-af43-57aa3d459121 req-d8018e9d-ed1a-456c-8453-043afabbb248 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 943 time: 0.1977310 Nov 10 22:50:12.641985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-6f10d3ad-809d-4b26-bbd7-858cf9752a1f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2530506 Nov 10 22:50:12.675744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-a6d941a1-290a-49ed-8799-3e340854c80c service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077911 Nov 10 22:50:12.777482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf92031e-eb8b-4358-af43-57aa3d459121 req-02f3cc52-59e5-45fa-9d55-ad8acb3495ca tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399832 Nov 10 22:50:12.847395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 72b97182-4ca1-4eb9-92d6-927ebcb78293 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:50:12.869031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76dbda00-4632-4cf9-9214-8c5f68144a64 req-28523ebb-9aa2-4ca9-866a-c7f4ee5cd08b service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837950 Nov 10 22:50:12.890588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:12.939818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e924d10-5f0a-4da0-928e-22e61e2a740f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:12.945512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb318513-cf35-411b-a7ac-479af2f4a370 req-f62c9bdd-fece-437d-b1ee-ce860470d6f9 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982743 Nov 10 22:50:12.953145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-5b7ec285-4995-4afb-ae37-2425a4c8cafb', 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': '51b9568b-4a30-42d1-baae-a36d8cefb98d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:12.954630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.040386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.098882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.104869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.124043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-27649ed6-c850-445f-b789-548016218574 service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583452 Nov 10 22:50:13.172885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:13.181834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.215405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '72b97182-4ca1-4eb9-92d6-927ebcb78293', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'port_id': '72b97182-4ca1-4eb9-92d6-927ebcb78293', 'mac_address': 'fa:16:3e:18:ef:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f768c43a-67f7-404a-849d-9f1d8d377879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:50:13.255382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25ba5-66e9-4d42-a332-e768eb6371ba req-124db3dc-9201-4137-b271-e42840582347 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:13.257268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4c25ba5-66e9-4d42-a332-e768eb6371ba req-124db3dc-9201-4137-b271-e42840582347 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 943 time: 0.1554453 Nov 10 22:50:13.282537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=2e1ddfa9-835d-4943-b655-3431cb000e9e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:13.290964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-9e4fa908-495b-45e2-b340-370aa4b0a46c service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405456 Nov 10 22:50:13.315874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Allocated IP 2001:db8::f816:3eff:fef6:57a6 (5b7ec285-4995-4afb-ae37-2425a4c8cafb/51b9568b-4a30-42d1-baae-a36d8cefb98d/e925b15d-afac-4c6d-ba6e-32ae0d270492) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:13.329867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.362526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b97182-4ca1-4eb9-92d6-927ebcb78293 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:13.369900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.473977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9da54e-4be6-4ad2-90e0-0cd8e7b81776,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:13.493601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:13.501663 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.502408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3cae26bc-2968-4491-9232-8adb10061842 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:50:13.523968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4c25ba5-66e9-4d42-a332-e768eb6371ba req-2696f1a7-34a8-4ea9-b1c6-ce7d24e62a8e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470477 Nov 10 22:50:13.545639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.551106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.703223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.753783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de6a70fc-90fb-46b4-b569-943483537acf req-3e075c3d-2fdd-4d67-a8b9-233591a55494 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 210 time: 0.0469396 Nov 10 22:50:13.771758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3cae26bc-2968-4491-9232-8adb10061842,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:13.772783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d8eb64-4c5b-4fa7-a3db-492258f1839d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:13.816495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '3cae26bc-2968-4491-9232-8adb10061842', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': '3cae26bc-2968-4491-9232-8adb10061842', 'mac_address': 'fa:16:3e:2c:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:50:13.816763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f08f5b-6898-4adc-b103-9d2d3371a72a') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:13.817343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f08f5b-6898-4adc-b103-9d2d3371a72a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:13.833788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.843329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:13.851078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.860728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:13.861271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.924503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Router bd3655ba-3c24-4f65-ad41-c38068f871db has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:13.937035 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:13.940576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:13.988202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3d8eb64-4c5b-4fa7-a3db-492258f1839d {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:13.992457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3d8eb64-4c5b-4fa7-a3db-492258f1839d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:13.998130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.006362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90f44fad-abd7-400a-ad6f-32cddcdc506d tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e3d8eb64-4c5b-4fa7-a3db-492258f1839d HTTP/1.1" status: 204 len: 168 time: 2.1862102 Nov 10 22:50:14.007740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44296) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.055914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.066181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:50:14.072494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0a80adc2-f329-4a38-a87f-2dc94ab0bf58 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "PUT /v2.0/routers/bd3655ba-3c24-4f65-ad41-c38068f871db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1530211 Nov 10 22:50:14.076587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.095637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cae26bc-2968-4491-9232-8adb10061842 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:14.166896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fc66efd0-fe12-4285-be09-5fac08f69fe7 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1431377 Nov 10 22:50:14.170975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44302) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.174556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1bfab7-76ff-4de0-b54a-7f31237d15d4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.178983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1bfab7-76ff-4de0-b54a-7f31237d15d4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.182727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e1bfab7-76ff-4de0-b54a-7f31237d15d4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1040347 Nov 10 22:50:14.185588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44304) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.215101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3cae26bc-2968-4491-9232-8adb10061842,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:14.222346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.225002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.233404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.316061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Network 5b7ec285-4995-4afb-ae37-2425a4c8cafb is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:14.322557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:14.335207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet f1dca1f5-f359-42d0-99e2-fae49e86b603 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:14.340952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:14.353987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.387822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.406218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:14.433725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.434177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.434621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.435163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.435704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.436140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.436739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.437199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.437632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.438321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.438764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.439194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.439622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.440047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.442932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cfe686f5-cd4f-455a-b159-712abdfdac07 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8983 time: 0.2638264 Nov 10 22:50:14.449125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44310) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.511405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=51b9568b-4a30-42d1-baae-a36d8cefb98d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:14.535712 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-cf423385-bbbf-4144-b91d-934bef9db24c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] delete failed (client error): The resource could not be found. Nov 10 22:50:14.536843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cf423385-bbbf-4144-b91d-934bef9db24c tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/40ff48af-815f-4374-b9b3-71ed50ea9418 HTTP/1.1" status: 404 len: 345 time: 0.0850112 Nov 10 22:50:14.545512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44312) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.571721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Pushing event updated for resources: {'Port': ['ID=e925b15d-afac-4c6d-ba6e-32ae0d270492,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:14.580116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89846e6b-dfe6-4a7a-8a71-8e7a49b7ba43 req-4d00a27a-e486-4f80-900e-b02a0c08a5a6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:14.583423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:14.585869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['72b97182-4ca1-4eb9-92d6-927ebcb78293'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:14.588812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Attempting to bind port e925b15d-afac-4c6d-ba6e-32ae0d270492 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:14.589273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Attempting to bind port e925b15d-afac-4c6d-ba6e-32ae0d270492 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4c5fd5d5-ec88-4d4e-b254-640f57237ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:14.589434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Attempting to bind port e925b15d-afac-4c6d-ba6e-32ae0d270492 on network 5b7ec285-4995-4afb-ae37-2425a4c8cafb {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:14.593980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89846e6b-dfe6-4a7a-8a71-8e7a49b7ba43 req-4d00a27a-e486-4f80-900e-b02a0c08a5a6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 944 time: 0.5174146 Nov 10 22:50:14.621955 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fa14d0-db17-41d7-9214-2a070e43525e tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 22:50:14.622590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fa14d0-db17-41d7-9214-2a070e43525e tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:14.625818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-09fa14d0-db17-41d7-9214-2a070e43525e tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e3d8eb64-4c5b-4fa7-a3db-492258f1839d HTTP/1.1" status: 404 len: 339 time: 0.0774765 Nov 10 22:50:14.641207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:14.654035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'name': 'tempest-network--593131770', 'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:14.704108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89846e6b-dfe6-4a7a-8a71-8e7a49b7ba43 req-3644a117-021a-413f-83c6-a5954917f937 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944989 Nov 10 22:50:14.742609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:14.745104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.758731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.763807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:14.764214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Checking segment: {'id': '4c5fd5d5-ec88-4d4e-b254-640f57237ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:14.764637 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.777611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Bound using segment: {'id': '4c5fd5d5-ec88-4d4e-b254-640f57237ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:14.778300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Bound port: e925b15d-afac-4c6d-ba6e-32ae0d270492, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5fd5d5-ec88-4d4e-b254-640f57237ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:14.778709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.822250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:14.839321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.839723 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Added segment 17d2e054-a597-45e4-b893-0a37dd226ae1 of type vlan for network 31bc53e4-59a1-4184-b238-f5c32cb10f18 Nov 10 22:50:14.945259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.960809 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:14.993158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Sync routers for ids ['bd3655ba-3c24-4f65-ad41-c38068f871db'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:50:14.999187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.000901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.001646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.028379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.084643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4422777 Nov 10 22:50:15.095254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44322) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:15.137797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.140191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Routers {'bd3655ba-3c24-4f65-ad41-c38068f871db'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:15.141849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['bd3655ba-3c24-4f65-ad41-c38068f871db'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:15.163435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d9287-8966-4021-971a-2dcbde9de1cf tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=31bc53e4-59a1-4184-b238-f5c32cb10f18,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:15.175188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] For port e925b15d-afac-4c6d-ba6e-32ae0d270492, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:15.177385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.181737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.242920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7ec285-4995-4afb-ae37-2425a4c8cafb']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:15.245380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=f1dca1f5-f359-42d0-99e2-fae49e86b603,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:15.250932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.253582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03d133ea-ed92-4a85-ba75-42780a75e610 req-806d5bce-194d-4568-ae46-04b1fa5bca4e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 210 time: 0.0932252 Nov 10 22:50:15.269863 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0bcce2d6-aa4b-4c9a-b7bf-be6c891efd4d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f1dca1f5-f359-42d0-99e2-fae49e86b603 HTTP/1.1" status: 204 len: 168 time: 1.0816576 Nov 10 22:50:15.273940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:15.286383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 31bc53e4-59a1-4184-b238-f5c32cb10f18 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:15.305317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5fd5d5-ec88-4d4e-b254-640f57237ae1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:15.305816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5fd5d5-ec88-4d4e-b254-640f57237ae1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:15.333607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.378030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76106-eeb8-4241-9841-d281a2cfd0bb req-e7263601-90f3-4ff7-90be-85b1d33162e9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.381498 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ba76106-eeb8-4241-9841-d281a2cfd0bb req-e7263601-90f3-4ff7-90be-85b1d33162e9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 944 time: 0.6193395 Nov 10 22:50:15.388276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94564f07-840f-43d1-979b-4e41f0e3762b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:15.457424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] For port e925b15d-afac-4c6d-ba6e-32ae0d270492, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e925b15d-afac-4c6d-ba6e-32ae0d270492,segment=NetworkSegment(4c5fd5d5-ec88-4d4e-b254-640f57237ae1),segment_id=4c5fd5d5-ec88-4d4e-b254-640f57237ae1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:15.479388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ba76106-eeb8-4241-9841-d281a2cfd0bb req-3f7bdc7a-0398-4792-9d7c-db29396b5131 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891988 Nov 10 22:50:15.481396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.498358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:15.499013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: items = [ Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:15.505150 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:15.579429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83053cc6-bd1e-4152-9dc3-38019cfcd3fe tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.591861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83053cc6-bd1e-4152-9dc3-38019cfcd3fe tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.594133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 22:50:15.594133 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 22:50:15.594133 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '5b7ec285-4995-4afb-ae37-2425a4c8cafb'}] Nov 10 22:50:15.594133 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:50:15.594765 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:50:15.604068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Set router bd3655ba-3c24-4f65-ad41-c38068f871db gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:15.604750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83053cc6-bd1e-4152-9dc3-38019cfcd3fe tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.618093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83053cc6-bd1e-4152-9dc3-38019cfcd3fe tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.618674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.624947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-83053cc6-bd1e-4152-9dc3-38019cfcd3fe tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5243380 Nov 10 22:50:15.627324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:15.704838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e36bcdea-0a85-49af-9d17-f2fe6f9410b6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4295814 Nov 10 22:50:15.711934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44330) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:15.801214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-f95bdb93-9b2a-463c-9683-13c70ca818a5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:15.804731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-f95bdb93-9b2a-463c-9683-13c70ca818a5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.1814661 Nov 10 22:50:15.806259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.865757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Request body: {'port': {'device_id': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'admin_state_up': True, 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:15.900180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:12Z', 'revision_number': 3, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:15.934583 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.002252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bc53e4-59a1-4184-b238-f5c32cb10f18']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:16.002925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Checking router: bd3655ba-3c24-4f65-ad41-c38068f871db for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:50:16.021392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d2e054-a597-45e4-b893-0a37dd226ae1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:16.031671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d2e054-a597-45e4-b893-0a37dd226ae1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:16.033336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.057121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.077909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.088549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:16.089348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:16.094308 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:16.163545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Routers {'bd3655ba-3c24-4f65-ad41-c38068f871db'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:16.164461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:49:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['bd3655ba-3c24-4f65-ad41-c38068f871db'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:16.168201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.188561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e46b-309f-4cbe-9cff-3d2264085e6f None None] Pushing event updated for resources: {'Port': ['ID=e925b15d-afac-4c6d-ba6e-32ae0d270492,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:16.202572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.211481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31bc53e4-59a1-4184-b238-f5c32cb10f18 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:16.227994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.234876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/31bc53e4-59a1-4184-b238-f5c32cb10f18 HTTP/1.1" status: 204 len: 168 time: 0.6047599 Nov 10 22:50:16.249974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:16.264906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'name': 'tempest-network--1909977292', 'router:external': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:16.366008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225090e-d677-431a-94e9-41cdd818edb6 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Network': ['ID=31bc53e4-59a1-4184-b238-f5c32cb10f18,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:16.454928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:16.462641 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.487205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting port e925b15d-afac-4c6d-ba6e-32ae0d270492 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:16.487660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.508927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] Set router bd3655ba-3c24-4f65-ad41-c38068f871db gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:16.579265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b69fa-2ea5-4e76-8e18-6cf617785825 req-455ce4b3-70a8-46bb-96b3-1fc9dbf29766 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:16.592520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-281b69fa-2ea5-4e76-8e18-6cf617785825 req-455ce4b3-70a8-46bb-96b3-1fc9dbf29766 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 944 time: 0.6112766 Nov 10 22:50:16.605949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968a4183-3e79-4a6b-8a3d-471bfa07ad4c req-c884a71a-ab19-4af1-96f0-d863a7a11b36 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 210 time: 0.1258047 Nov 10 22:50:16.627144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:16.638050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.638664 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Added segment 8cbaf0c5-f06b-4252-b639-8ae0513f4cd5 of type vlan for network 05f66c57-3d97-40c6-9cea-87b6188d4c76 Nov 10 22:50:16.678794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac87541-8102-4b6f-bd6e-eef59bccc8a0 None None] Network 5b7ec285-4995-4afb-ae37-2425a4c8cafb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:16.699097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:12Z', 'revision_number': 3, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:16.792661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] For port e925b15d-afac-4c6d-ba6e-32ae0d270492, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e925b15d-afac-4c6d-ba6e-32ae0d270492,segment=NetworkSegment(4c5fd5d5-ec88-4d4e-b254-640f57237ae1),segment_id=4c5fd5d5-ec88-4d4e-b254-640f57237ae1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:16.795448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.835644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.843151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118719a-a911-4bc2-9dcb-eba42417c4b1 None None] The sync data for ids ['bd3655ba-3c24-4f65-ad41-c38068f871db'] in n-d-811521-3 is: [{'id': 'bd3655ba-3c24-4f65-ad41-c38068f871db', 'name': 'tempest-NetworksTestDHCPv6-router-641373323', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:56Z', 'updated_at': '2021-11-10T22:50:12Z', 'revision_number': 3, 'project_id': '3bb8431cdd8048028243f58a440cefbc', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:50:16.902826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Calling delete_port for e925b15d-afac-4c6d-ba6e-32ae0d270492 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:16.916965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-281b69fa-2ea5-4e76-8e18-6cf617785825 req-c1934e54-1366-40b2-8b4b-155745b4ec6e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084798 Nov 10 22:50:16.920699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:16.925463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.931643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:16.941530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.053727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.055765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.056794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.106764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:17.215348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.215876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Deleting port f74b15eb-27d8-4e61-af39-336d427cd44c {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:17.216199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Fanout notify agent at l3_agent the message router_deleted on router bd3655ba-3c24-4f65-ad41-c38068f871db {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:50:17.216490 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.232781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.239501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc12d32a-00d2-482d-b453-f027890a7a5a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/routers/bd3655ba-3c24-4f65-ad41-c38068f871db HTTP/1.1" status: 204 len: 168 time: 1.5240867 Nov 10 22:50:17.245735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44346) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.251875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9948671 Nov 10 22:50:17.256914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.291577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b4e24-e4ec-41c4-a75c-5fcfe29ec78a tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=05f66c57-3d97-40c6-9cea-87b6188d4c76,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:17.325515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 05f66c57-3d97-40c6-9cea-87b6188d4c76 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:17.349630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5c75b-5dbe-4dca-bc91-a06c4fdafec6 req-c92f7aed-da87-451b-a604-84b2138eb547 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.361898 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6d5c75b-5dbe-4dca-bc91-a06c4fdafec6 req-c92f7aed-da87-451b-a604-84b2138eb547 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 944 time: 0.3445892 Nov 10 22:50:17.417047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Allocated IP 172.20.0.9 (a0fa1162-228e-44ff-8715-31fec406dd4f/f0d04fae-5f4f-498f-aac3-adc49d6aa724/51a1d6f7-c05e-4de2-a4bc-38316af31382) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:17.443680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821b9a9-82fc-4c98-8fbb-bbe01e73404a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.444847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.445837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4821b9a9-82fc-4c98-8fbb-bbe01e73404a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1992705 Nov 10 22:50:17.451530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44350) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.485647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636199b-e8e0-4bdd-9e6e-4473d6b0d32d tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.486641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] For port f74b15eb-27d8-4e61-af39-336d427cd44c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f74b15eb-27d8-4e61-af39-336d427cd44c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:17.492748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.493042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7636199b-e8e0-4bdd-9e6e-4473d6b0d32d tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "GET /v2.0/networks/05f66c57-3d97-40c6-9cea-87b6188d4c76 HTTP/1.1" status: 200 len: 757 time: 0.2291093 Nov 10 22:50:17.508672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Calling delete_port for f74b15eb-27d8-4e61-af39-336d427cd44c owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:17.515244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.524802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Port': ['ID=e925b15d-afac-4c6d-ba6e-32ae0d270492,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:17.528212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No DVR routers for this DVR port e925b15d-afac-4c6d-ba6e-32ae0d270492 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:17.604818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6d5c75b-5dbe-4dca-bc91-a06c4fdafec6 req-27ff6853-0239-4f7f-86f6-55b4453aa898 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416453 Nov 10 22:50:17.610120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.664574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.698539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7ec285-4995-4afb-ae37-2425a4c8cafb']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:17.700416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Pushing event deleted for resources: {'Port': ['ID=f74b15eb-27d8-4e61-af39-336d427cd44c,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:17.710330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] No DVR routers for this DVR port f74b15eb-27d8-4e61-af39-336d427cd44c on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:17.715882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.716360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.716712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.717532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5fd5d5-ec88-4d4e-b254-640f57237ae1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:17.717842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.718059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5fd5d5-ec88-4d4e-b254-640f57237ae1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:17.718230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.718573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.718842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.719176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.719525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.720216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.720610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.720938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47454db8-c4a4-49d1-be8c-b77607b21f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:17.750856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.776219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.778401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bc6d1-77d3-46a5-990a-60a3f52445ec None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:50:17.789225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:17.790009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:17.796312 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:17.806273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d2d745-f0d6-4639-b7d7-e54ca2547a8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.808874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1d2d745-f0d6-4639-b7d7-e54ca2547a8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3556097 Nov 10 22:50:17.819685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.875830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c39e90-b19a-479e-9cb0-5c8f77294437 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:17.877426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-19c39e90-b19a-479e-9cb0-5c8f77294437 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "GET /v2.0/networks/ce999e94-4cda-4704-8531-412f0e22ebec HTTP/1.1" status: 200 len: 768 time: 0.3578708 Nov 10 22:50:17.893778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44360) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.931539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-36e99290-b67a-4024-a75a-929951b4a561 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155162 Nov 10 22:50:17.935202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:17.945131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:17.945698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a18d1c9-54e7-462c-a73c-ed0f39cffa74 req-ed2243b3-1967-42c6-950b-f6a21c46fb5a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 210 time: 0.1350787 Nov 10 22:50:18.029319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.048579 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.052901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/5b7ec285-4995-4afb-ae37-2425a4c8cafb HTTP/1.1" status: 204 len: 168 time: 5.4507954 Nov 10 22:50:18.056478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44366) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:18.066407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1136467786'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:18.089461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6342-d43d-4728-a0c2-55185881a413 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=5b7ec285-4995-4afb-ae37-2425a4c8cafb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:18.099131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bc6d1-77d3-46a5-990a-60a3f52445ec None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:50:18.111083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 22:50:18.111083 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 22:50:18.111083 n-d-811521-3 neutron-server[102457]: [parameters: {'project_id_1': '3bb8431cdd8048028243f58a440cefbc', 'expiration_1': datetime.datetime(2021, 11, 10, 22, 49, 58, 103389)}] Nov 10 22:50:18.111083 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:50:18.111660 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:50:18.124931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:18.137751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.195051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.195320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:18.212604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.220571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.221338 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment da6759de-aea6-4514-b137-ab42cb166812 of type vlan for network 08ce150c-fe7f-4975-9a8d-604e33523266 Nov 10 22:50:18.293201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f74b15eb-27d8-4e61-af39-336d427cd44c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:18.296866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7c403-9c9c-4a5b-a695-1baf3e12b9b1 req-c412ee43-1225-4ba8-a727-c285ca286667 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:18.306187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25d7c403-9c9c-4a5b-a695-1baf3e12b9b1 req-c412ee43-1225-4ba8-a727-c285ca286667 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 944 time: 0.2270854 Nov 10 22:50:18.320644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.322893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f74b15eb-27d8-4e61-af39-336d427cd44c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:18.323472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f74b15eb-27d8-4e61-af39-336d427cd44c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:18.324018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2e1ddfa9-835d-4943-b655-3431cb000e9e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:18.353822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.366906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:18.368521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.374539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2e1ddfa9-835d-4943-b655-3431cb000e9e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:18.374898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2e1ddfa9-835d-4943-b655-3431cb000e9e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:18.469830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.470590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4112885 Nov 10 22:50:18.473130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.475837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44370) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:18.492497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81569f81-ca3b-4bfa-97e6-91b97ec73a4e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=08ce150c-fe7f-4975-9a8d-604e33523266,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:18.493826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:18.522259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 08ce150c-fe7f-4975-9a8d-604e33523266 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:18.548606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25d7c403-9c9c-4a5b-a695-1baf3e12b9b1 req-a4efead1-be3d-4aa3-b336-5d14483fc1ee tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408583 Nov 10 22:50:18.601499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f66c57-3d97-40c6-9cea-87b6188d4c76']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:18.637532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbaf0c5-f06b-4252-b639-8ae0513f4cd5') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:18.637832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbaf0c5-f06b-4252-b639-8ae0513f4cd5') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:18.646624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Network a0fa1162-228e-44ff-8715-31fec406dd4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:18.652547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:18.658296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.665691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:18.669854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.673245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:18.683164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:18.752158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.775752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:18.776354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:18.779778 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:18.788670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:18.789561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.846828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:18.847327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 72b97182-4ca1-4eb9-92d6-927ebcb78293 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:18.851147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.888165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-86492da0-7e7a-4df3-9ef0-f0f58f6a5252 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0305312 Nov 10 22:50:18.961600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.980041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05f66c57-3d97-40c6-9cea-87b6188d4c76 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:18.986388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:18.992721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/05f66c57-3d97-40c6-9cea-87b6188d4c76 HTTP/1.1" status: 204 len: 168 time: 1.0948250 Nov 10 22:50:19.021836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 72b97182-4ca1-4eb9-92d6-927ebcb78293 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:50:19.030702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 72b97182-4ca1-4eb9-92d6-927ebcb78293 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:19.031140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.044517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44378) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:19.045831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6625a3-feb4-480e-a54c-67fb4b976945 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Network': ['ID=05f66c57-3d97-40c6-9cea-87b6188d4c76,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:19.055646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'name': 'tempest-network--466442169'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:19.108946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Made reservation on behalf of 891299e848a54591bc0f069d0f9c64f4 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:19.111766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.170775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Request body: {'port': {'device_id': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:19.221867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.275905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:19.294436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:19.296911 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858dd84d-dbb4-4c2f-bf3c-4bd5803c6362" -d '{"events": [{"server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "name": "network-vif-plugged", "status": "completed", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:19.300092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d11b5d-efea-4676-bb3a-35123d034a74 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:19.310751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.311524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3cae26bc-2968-4491-9232-8adb10061842 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:19.383994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port ed35168b-7cbf-4205-b37b-b4eaceeb05e4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:19.384498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.438886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:19.462870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.463424 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Added segment 9a718cfb-40b3-4244-9b16-5432a21ec592 of type vlan for network 3f4fcd9b-406f-416d-a3f9-3b223a718c13 Nov 10 22:50:19.496183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d2c5b-18ed-4ab6-94b9-a15f40111663 req-6d528951-1d78-4a8a-ac7b-9905712dc9fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:19.500904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a46d2c5b-18ed-4ab6-94b9-a15f40111663 req-6d528951-1d78-4a8a-ac7b-9905712dc9fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 944 time: 0.2260213 Nov 10 22:50:19.564321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.613614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:19.620847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 3cae26bc-2968-4491-9232-8adb10061842 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:50:19.627171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 3cae26bc-2968-4491-9232-8adb10061842 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:19.627682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.650761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.667565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a46d2c5b-18ed-4ab6-94b9-a15f40111663 req-c15e5865-29c5-42a6-b748-bb9c5cf0397c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496663 Nov 10 22:50:19.677142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Port ed35168b-7cbf-4205-b37b-b4eaceeb05e4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:19.732283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.734013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:19.735005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.738493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.742360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 51a1d6f7-c05e-4de2-a4bc-38316af31382 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:19.742587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.790058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Port 51a1d6f7-c05e-4de2-a4bc-38316af31382 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:19.841384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3cae26bc-2968-4491-9232-8adb10061842,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:19.847465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.852467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:19.852872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:19.969592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=3f4fcd9b-406f-416d-a3f9-3b223a718c13,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:19.982545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:19.992810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:19.994296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3f4fcd9b-406f-416d-a3f9-3b223a718c13 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:19.995254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.013296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13361841-16d4-4037-a12f-d81b236c5e88 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9641433 Nov 10 22:50:20.038045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44390) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:20.049002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:20.067217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=b416addd-7645-40e3-906a-0771ff335214,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:20.106118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:20.108520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:20.114618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.115576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.158253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-705cc10c-dd6b-4ef6-aaa5-1c2093567d4a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2226245 Nov 10 22:50:20.163123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:20.168468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:20.181627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=e32fb2fe-bb10-4b21-b0d0-a4c9f2263601,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:20.182363 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af9dbd4-4e8b-4d43-8eff-541e9a4d5672 x-openstack-request-id: req-2af9dbd4-4e8b-4d43-8eff-541e9a4d5672 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:20.182804 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "name": "network-vif-plugged", "status": "completed", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:20.183175 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2af9dbd4-4e8b-4d43-8eff-541e9a4d5672 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:20.183680 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293', 'code': 200} Nov 10 22:50:20.184532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4523cd5e-83fa-46ca-bcc0-2f21f3ba8435 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:20.267498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 72b97182-4ca1-4eb9-92d6-927ebcb78293 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:20.268079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.288772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.309971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': 'da6759de-aea6-4514-b137-ab42cb166812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:20.310706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: 08ce150c-fe7f-4975-9a8d-604e33523266, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:20.351084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817569f7-0cdf-4ebb-88d0-dbcd83235014 req-9f474f22-349d-4892-8b43-7b2e3b94fe1b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.353826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d62-639e-472d-bee4-c85c59e22aa5 req-60754347-5cf6-468e-81e2-6e4a28bc6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.355751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a94e2d62-639e-472d-bee4-c85c59e22aa5 req-60754347-5cf6-468e-81e2-6e4a28bc6a56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 1096 time: 0.1118689 Nov 10 22:50:20.357713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-817569f7-0cdf-4ebb-88d0-dbcd83235014 req-9f474f22-349d-4892-8b43-7b2e3b94fe1b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 931 time: 0.7151635 Nov 10 22:50:20.411638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c9d0-e3bd-4c3e-8fc9-0d57d9b6a451 req-ded13a71-fd55-4ad3-a74c-0ecb1b7bc082 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.414224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1717c9d0-e3bd-4c3e-8fc9-0d57d9b6a451 req-ded13a71-fd55-4ad3-a74c-0ecb1b7bc082 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.1247256 Nov 10 22:50:20.425097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network 08ce150c-fe7f-4975-9a8d-604e33523266 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:20.459783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 08ce150c-fe7f-4975-9a8d-604e33523266) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:20.476381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.488552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a94e2d62-639e-472d-bee4-c85c59e22aa5 req-8651f88d-e417-4f1a-8b53-5e07fd9116e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212776 Nov 10 22:50:20.495768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:20.500465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.513847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43434606-a29a-47ca-bd69-58c39ff37db0 None None] Network 08ce150c-fe7f-4975-9a8d-604e33523266 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:20.529665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.530264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.572415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.594624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-817569f7-0cdf-4ebb-88d0-dbcd83235014 req-bfbda4e4-5e47-4bab-a589-bf1dc76dd1d8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068713 Nov 10 22:50:20.632948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Network 3f4fcd9b-406f-416d-a3f9-3b223a718c13 is not hosted by any dhcp agent {{(pid=102458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 22:50:20.634281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:20.634955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.636568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "PUT /v2.0/networks/3f4fcd9b-406f-416d-a3f9-3b223a718c13 HTTP/1.1" status: 200 len: 856 time: 0.5941482 Nov 10 22:50:20.644259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 8dfa4846-0d9f-4df0-b785-45ebf3539356 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:20.644592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.644800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1717c9d0-e3bd-4c3e-8fc9-0d57d9b6a451 req-3484b6df-d324-4366-9e16-5cf9db7d3afc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324406 Nov 10 22:50:20.648994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44394) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:20.682662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3bb38599-2536-450f-bab3-458820971a04 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2016082 Nov 10 22:50:20.691031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44396) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:20.697569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'b416addd-7645-40e3-906a-0771ff335214'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:20.698834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:20.825527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.046473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-08ce150c-fe7f-4975-9a8d-604e33523266', 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': 'e32fb2fe-bb10-4b21-b0d0-a4c9f2263601'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:21.048216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.109111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.132772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Allocated IP 2001:db8::f816:3eff:fe51:99fb (bccbe8a9-b424-4505-9147-d741702b4441/b416addd-7645-40e3-906a-0771ff335214/7c0e48a6-a70c-4117-96f4-46631267437c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:21.144260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4fcd9b-406f-416d-a3f9-3b223a718c13']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:21.163828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a718cfb-40b3-4244-9b16-5432a21ec592') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:21.164196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a718cfb-40b3-4244-9b16-5432a21ec592') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:21.182368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.223020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910925d6-aa91-488d-9e50-8ce3d74f8dd8 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event updated for resources: {'Network': ['ID=3f4fcd9b-406f-416d-a3f9-3b223a718c13,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:21.247769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.280678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:21.282619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:21.285816 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:21.323600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a1d6f7-c05e-4de2-a4bc-38316af31382 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:21.341764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port f0c2cf76-11b9-4afd-b227-acd701996cf2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:21.342313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.346012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.372378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdf8b8-3dff-45c1-8708-d5e1eda5a977 req-9b728344-5cd6-4424-b73c-ee427758fc63 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:21.374299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70cdf8b8-3dff-45c1-8708-d5e1eda5a977 req-9b728344-5cd6-4424-b73c-ee427758fc63 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.3256652 Nov 10 22:50:21.434248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.435266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.436908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Transition to ACTIVE for port object 51a1d6f7-c05e-4de2-a4bc-38316af31382 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:50:21.452038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f4fcd9b-406f-416d-a3f9-3b223a718c13 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:21.460690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.461315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.467476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3f4fcd9b-406f-416d-a3f9-3b223a718c13 HTTP/1.1" status: 204 len: 168 time: 0.8169043 Nov 10 22:50:21.476399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:21.518130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:21.524750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Allocated IP 2001:db8::2 (08ce150c-fe7f-4975-9a8d-604e33523266/e32fb2fe-bb10-4b21-b0d0-a4c9f2263601/a3bb27be-2adf-447e-b83d-2e7224e94ec7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:21.532237 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70cdf8b8-3dff-45c1-8708-d5e1eda5a977 req-0e285def-8fc2-4247-89a3-224b284a109a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454387 Nov 10 22:50:21.567572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.572777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294880-b731-4337-ba7f-4fe4bdc13082 tempest-ExternalNetworksTestJSON-1743569324 tempest-ExternalNetworksTestJSON-1743569324-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f4fcd9b-406f-416d-a3f9-3b223a718c13,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:21.592580 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-97352cc9-316b-4ffe-9f02-11173027c725 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:21.593640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97352cc9-316b-4ffe-9f02-11173027c725 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:21.604225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-97352cc9-316b-4ffe-9f02-11173027c725 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "DELETE /v2.0/subnets/2d9da54e-4be6-4ad2-90e0-0cd8e7b81776 HTTP/1.1" status: 404 len: 337 time: 0.1260560 Nov 10 22:50:21.615960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44406) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:21.648922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce297f-0bee-4ddb-b8bc-6bb2297bed65 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:21.779520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.858086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.906392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.930703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.933268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:21.933630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:21.964636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:21.965359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:21.965922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:21.967131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=36fe4da0-fb59-4382-aaf5-2b334646f26b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:21.982593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:21.998777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:22.000737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58069e33-50f9-49da-8582-16b6bda82639 req-7908039e-b4bb-434b-982b-89ac98075454 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:22.003310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58069e33-50f9-49da-8582-16b6bda82639 req-7908039e-b4bb-434b-982b-89ac98075454 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.1455560 Nov 10 22:50:22.003875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:22.005083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.008241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:50:22.009246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:22.013144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Pushing event updated for resources: {'Port': ['ID=7c0e48a6-a70c-4117-96f4-46631267437c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:22.032861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.050270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:22.053954 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.104352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:22.106474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:22.107068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:22.107678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:22.108790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Bound port: 51a1d6f7-c05e-4de2-a4bc-38316af31382, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:22.110637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Pushing event updated for resources: {'Port': ['ID=a3bb27be-2adf-447e-b83d-2e7224e94ec7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:22.115624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:22.128630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.162089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.169551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.177754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Network 08ce150c-fe7f-4975-9a8d-604e33523266 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:22.193466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cae26bc-2968-4491-9232-8adb10061842'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:22.195800 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f96c5-f4f3-4bc1-bc2f-5417e20bcfa6" -d '{"events": [{"server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "name": "network-vif-plugged", "status": "completed", "tag": "3cae26bc-2968-4491-9232-8adb10061842"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:22.198093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce999e94-4cda-4704-8531-412f0e22ebec']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.221302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44e47f3-781d-48cc-bcaa-ab0709b0bd6c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.221902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44e47f3-781d-48cc-bcaa-ab0709b0bd6c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.230482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:22.235899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:22.244799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.278502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-58069e33-50f9-49da-8582-16b6bda82639 req-e572af7f-f3d1-40fb-afa8-533471ae5cfc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492170 Nov 10 22:50:22.285478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e2021304-2ad7-41c3-9f33-b51df7a914cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1210856 Nov 10 22:50:22.293637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44418) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:22.307066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:af:c8:8f', 'name': 'tempest-NetworksTestDHCPv6-682048321'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:22.312242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.324898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Attempting to bind port 7c0e48a6-a70c-4117-96f4-46631267437c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:22.325500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Attempting to bind port 7c0e48a6-a70c-4117-96f4-46631267437c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:22.326030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Attempting to bind port 7c0e48a6-a70c-4117-96f4-46631267437c on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:22.330981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:22.331844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=e32fb2fe-bb10-4b21-b0d0-a4c9f2263601,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:22.332945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.372673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:22.373454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:22.374027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.374587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:22.376527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Bound port: 7c0e48a6-a70c-4117-96f4-46631267437c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:22.376930 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.383955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47173e9-336b-42fa-94af-793478c35147 req-298dfdfe-1bdc-491d-850b-be76707e326c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:22.385572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d47173e9-336b-42fa-94af-793478c35147 req-298dfdfe-1bdc-491d-850b-be76707e326c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.5231390 Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:22.386454 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:22.477008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.513487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] For port 7c0e48a6-a70c-4117-96f4-46631267437c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:22.516132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:22.522043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ce150c-fe7f-4975-9a8d-604e33523266']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.550295 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81dc90-c894-4645-8e14-5495717a9af9 x-openstack-request-id: req-6d81dc90-c894-4645-8e14-5495717a9af9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:22.551337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6759de-aea6-4514-b137-ab42cb166812') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.551538 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "name": "network-vif-plugged", "status": "completed", "tag": "3cae26bc-2968-4491-9232-8adb10061842", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:22.551883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6759de-aea6-4514-b137-ab42cb166812') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:22.552086 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d81dc90-c894-4645-8e14-5495717a9af9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:22.555760 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cae26bc-2968-4491-9232-8adb10061842', 'code': 200} Nov 10 22:50:22.556567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:22.561830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Attempting to bind port a3bb27be-2adf-447e-b83d-2e7224e94ec7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:22.564093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Attempting to bind port a3bb27be-2adf-447e-b83d-2e7224e94ec7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'da6759de-aea6-4514-b137-ab42cb166812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:22.567736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.570259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Attempting to bind port a3bb27be-2adf-447e-b83d-2e7224e94ec7 on network 08ce150c-fe7f-4975-9a8d-604e33523266 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:22.583194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.587686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] For port 7c0e48a6-a70c-4117-96f4-46631267437c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7c0e48a6-a70c-4117-96f4-46631267437c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:22.594512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.610357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.617051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] 10.222.0.25 "DELETE /v2.0/networks/ce999e94-4cda-4704-8531-412f0e22ebec HTTP/1.1" status: 204 len: 168 time: 0.9374154 Nov 10 22:50:22.643692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:22.644686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.647381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 1091 time: 3.7258809 Nov 10 22:50:22.650520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.659181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:22.665902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 196a64ac-c325-4d1a-8e4d-f3739728008a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:22.666309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.667420 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce0566-3b9e-49de-a46e-901bcee6455a" -d '{"events": [{"name": "network-changed", "server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:22.670971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d47173e9-336b-42fa-94af-793478c35147 req-1ab0713b-dc26-40a2-8614-3c2d9b22a188 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136762 Nov 10 22:50:22.690863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bda0d-c1f3-4680-8775-583d4136c735 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:22.693535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:22.693991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Checking segment: {'id': 'da6759de-aea6-4514-b137-ab42cb166812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:22.694318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.694589 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.694811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Bound using segment: {'id': 'da6759de-aea6-4514-b137-ab42cb166812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:22.695199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Bound port: a3bb27be-2adf-447e-b83d-2e7224e94ec7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6759de-aea6-4514-b137-ab42cb166812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '08ce150c-fe7f-4975-9a8d-604e33523266'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:22.695594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.735671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051e6b3-23c0-4538-a2ac-243603932896 tempest-ExternalNetworksTestJSON-402199415 tempest-ExternalNetworksTestJSON-402199415-project] Pushing event deleted for resources: {'Network': ['ID=ce999e94-4cda-4704-8531-412f0e22ebec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:22.790957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:22.791672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:22.809657 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:22.864392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60ef5-ab08-4b5d-9252-47efffc92798 None None] Pushing event updated for resources: {'Port': ['ID=7c0e48a6-a70c-4117-96f4-46631267437c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:22.900157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920c37-a7ef-4379-b6ad-234b36dd20f8 req-581a5ce6-60b4-4421-bda9-a19ba34ed822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:22.900538 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ca9cb-9819-4e3a-a6c4-9b989fde139a x-openstack-request-id: req-295ca9cb-9819-4e3a-a6c4-9b989fde139a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:22.901760 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:22.901760 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-295ca9cb-9819-4e3a-a6c4-9b989fde139a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:22.903111 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'status': 'completed', 'code': 200} Nov 10 22:50:22.904920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24920c37-a7ef-4379-b6ad-234b36dd20f8 req-581a5ce6-60b4-4421-bda9-a19ba34ed822 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 1096 time: 0.2251720 Nov 10 22:50:23.014333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d5b98-87d8-4fe7-9321-d79e58be03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:23.040836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-d1051cc3-c12a-407d-b1c8-e84ea7a3f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:23.044689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-d1051cc3-c12a-407d-b1c8-e84ea7a3f1a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1094 time: 0.3148856 Nov 10 22:50:23.051729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24920c37-a7ef-4379-b6ad-234b36dd20f8 req-9243a0d6-e764-4d64-9f8c-15dfc1fdf6c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349671 Nov 10 22:50:23.053034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.api [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 22:50:23.053034 n-d-811521-3 neutron-server[102458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 22:50:23.053034 n-d-811521-3 neutron-server[102458]: [parameters: {'id': '08ce150c-fe7f-4975-9a8d-604e33523266'}] Nov 10 22:50:23.053034 n-d-811521-3 neutron-server[102458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:50:23.053902 n-d-811521-3 neutron-server[102458]: DEBUG oslo_db.api [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:50:23.065936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c6f8-6b05-479c-a640-9e4fb4ebdb68 req-6359eb15-b4c3-478c-ba7a-1fdc0fae5743 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:23.068580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb82c6f8-6b05-479c-a640-9e4fb4ebdb68 req-6359eb15-b4c3-478c-ba7a-1fdc0fae5743 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.2530565 Nov 10 22:50:23.070439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:23.090646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Port 196a64ac-c325-4d1a-8e4d-f3739728008a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:23.133887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-7a3337ff-7005-4b37-82b1-b1e0c08089ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 217 time: 0.0786428 Nov 10 22:50:23.149981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port 6f9b88ae-3f48-4954-9176-de7dcb251f94 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:23.150710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:23.155784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] For port a3bb27be-2adf-447e-b83d-2e7224e94ec7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:23.225678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-4d5f28ea-0f41-4858-bd2e-f00c4cf02a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:23.228273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-4d5f28ea-0f41-4858-bd2e-f00c4cf02a44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.0865333 Nov 10 22:50:23.239898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] For port a3bb27be-2adf-447e-b83d-2e7224e94ec7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3bb27be-2adf-447e-b83d-2e7224e94ec7,segment=NetworkSegment(da6759de-aea6-4514-b137-ab42cb166812),segment_id=da6759de-aea6-4514-b137-ab42cb166812)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:23.259196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:23.265387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Port 6f9b88ae-3f48-4954-9176-de7dcb251f94 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:23.284918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-034e1f2a-3b94-4164-899a-30d0329e8408 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496626 Nov 10 22:50:23.355869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44430) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:23.363111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Provisioning complete for port ecef19fd-2c4f-428d-a4cf-8032b567f544 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:23.364337 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c576fb8-cd8a-46a0-b824-d1fe39377726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:23.411187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb82c6f8-6b05-479c-a640-9e4fb4ebdb68 req-03fd6ca8-8f4d-47c8-ab3d-41eb0a46e544 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948015 Nov 10 22:50:23.470641 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:23.537772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 41eca1af-57b3-4370-bbec-550b6f00e9f9 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:50:23.623275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:23.683828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b3db-6d78-49f8-9b24-6ec9a2f59850 req-bbb05e2f-d54f-4aac-8b04-d739ead5c67c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:23.686555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9249b3db-6d78-49f8-9b24-6ec9a2f59850 req-bbb05e2f-d54f-4aac-8b04-d739ead5c67c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.1551361 Nov 10 22:50:23.783668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bcbe0-4dfc-491c-b079-5ebb2cb463e1 None None] Pushing event updated for resources: {'Port': ['ID=a3bb27be-2adf-447e-b83d-2e7224e94ec7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:23.795133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9249b3db-6d78-49f8-9b24-6ec9a2f59850 req-51f1d8a6-28b0-47e9-bd40-5e3572df7074 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944293 Nov 10 22:50:23.832663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3cee00-559a-4010-b90b-c64ac905a5b5 None None] Network 08ce150c-fe7f-4975-9a8d-604e33523266 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:23.848963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-8dbd07e7-e289-44d4-abec-940c67ef8dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544655 Nov 10 22:50:23.904511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd80ef0f-fe8a-46e1-bd1e-6c28018f201f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=380c4dfd581045fc89058bbdc2ae9d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5470219 Nov 10 22:50:23.906378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44442) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:23.956711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting port a3bb27be-2adf-447e-b83d-2e7224e94ec7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:23.957461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.093545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 172.20.0.3 (bccbe8a9-b424-4505-9147-d741702b4441/36fe4da0-fb59-4382-aaf5-2b334646f26b/41eca1af-57b3-4370-bbec-550b6f00e9f9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:24.093767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f6caf2d-a0f8-47b4-aff3-aee85c6c9f3e req-d699c318-de60-4647-a02c-c1566b10997c service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349901 Nov 10 22:50:24.101429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:feaf:c88f (bccbe8a9-b424-4505-9147-d741702b4441/b416addd-7645-40e3-906a-0771ff335214/41eca1af-57b3-4370-bbec-550b6f00e9f9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:24.134885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] For port a3bb27be-2adf-447e-b83d-2e7224e94ec7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3bb27be-2adf-447e-b83d-2e7224e94ec7,segment=NetworkSegment(da6759de-aea6-4514-b137-ab42cb166812),segment_id=da6759de-aea6-4514-b137-ab42cb166812)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:24.135592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.180755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81127a4b-7446-43a6-8da9-8cd27ff5b252 req-713bd3b2-107d-4609-830a-b47a0b0210ea tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:24.189076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Calling delete_port for a3bb27be-2adf-447e-b83d-2e7224e94ec7 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:24.189477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81127a4b-7446-43a6-8da9-8cd27ff5b252 req-713bd3b2-107d-4609-830a-b47a0b0210ea tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.4056575 Nov 10 22:50:24.347665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81127a4b-7446-43a6-8da9-8cd27ff5b252 req-b372e124-537a-45e3-b00b-009f3a076dd5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570120 Nov 10 22:50:24.351402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.393959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7c0e48a6-a70c-4117-96f4-46631267437c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:24.464796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.477263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-4175ba7c-121d-4d15-b55d-53e91eb5144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:24.478864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-4175ba7c-121d-4d15-b55d-53e91eb5144e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1094 time: 0.1034517 Nov 10 22:50:24.497979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.574660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7c0e48a6-a70c-4117-96f4-46631267437c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:24.575187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.577206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Port': ['ID=a3bb27be-2adf-447e-b83d-2e7224e94ec7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:24.688563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.717338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No DVR routers for this DVR port a3bb27be-2adf-447e-b83d-2e7224e94ec7 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:24.727998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.744644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.747497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.753411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff012d39-f518-444f-9328-c3c7ac3b0670 HTTP/1.1" status: 204 len: 168 time: 0.8376524 Nov 10 22:50:24.769253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb943-e15c-48c0-8baa-f914fa59545f req-8210365f-b494-41f9-8a00-974be8a4b70b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:24.773667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-062cb943-e15c-48c0-8baa-f914fa59545f req-8210365f-b494-41f9-8a00-974be8a4b70b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.1617367 Nov 10 22:50:24.799461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84e05-96f0-4095-9ea4-b653d0b42006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff012d39-f518-444f-9328-c3c7ac3b0670,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:24.866378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.887636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 7c0e48a6-a70c-4117-96f4-46631267437c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7c0e48a6-a70c-4117-96f4-46631267437c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:24.899794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.938099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:24.947276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:24.982410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-062cb943-e15c-48c0-8baa-f914fa59545f req-df39987d-cc93-4555-8297-ac975dcfd001 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734860 Nov 10 22:50:25.008437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:25.009192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d2126-cbc7-490b-be44-e4ea45f66e06 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:25.009366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4b678-9e15-45ec-a5e4-3abd292ac13f req-c12f986a-45f6-4ebd-9fa1-38b30780e46c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.022942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf4b678-9e15-45ec-a5e4-3abd292ac13f req-c12f986a-45f6-4ebd-9fa1-38b30780e46c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.3441463 Nov 10 22:50:25.041861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-b1b331d7-b410-44fd-b099-aa496846687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.046256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-b1b331d7-b410-44fd-b099-aa496846687a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.5550497 Nov 10 22:50:25.051838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.058988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=41eca1af-57b3-4370-bbec-550b6f00e9f9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:25.088010 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17b17ef7-3966-4bb0-88e4-7d6c79e7499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.140606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.141442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.163897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=7c0e48a6-a70c-4117-96f4-46631267437c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:25.227209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d90dcadc-1d58-42f6-aadf-6b91f6f0bb8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9274294 Nov 10 22:50:25.228158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44458) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:25.233722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7d09541d-10b4-4413-87fe-989e1a18a831 None None] Provisioning complete for port 7c0e48a6-a70c-4117-96f4-46631267437c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:25.234092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d09541d-10b4-4413-87fe-989e1a18a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.248860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dcf4b678-9e15-45ec-a5e4-3abd292ac13f req-635ec064-0324-4c51-a625-d317feadeee9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243435 Nov 10 22:50:25.253391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ce150c-fe7f-4975-9a8d-604e33523266']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:25.268429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-9790f67f-c725-4ee0-8896-87b85687068a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 217 time: 0.1975081 Nov 10 22:50:25.274521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6759de-aea6-4514-b137-ab42cb166812') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:25.275426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6759de-aea6-4514-b137-ab42cb166812') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:25.340201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64c39c-4d76-4092-92eb-f06a42a58d79 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.345988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.370605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64c39c-4d76-4092-92eb-f06a42a58d79 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.373691 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b64c39c-4d76-4092-92eb-f06a42a58d79 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1406970 Nov 10 22:50:25.377806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44460) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:25.408487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.413096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-d20e18d3-17d9-4fcf-b407-81192976216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.415578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-d20e18d3-17d9-4fcf-b407-81192976216d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1378658 Nov 10 22:50:25.462053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:25.462940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:25.470542 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:25.502472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:25.524815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-ab4f1fd2-b3a4-44a6-920f-b6b575db9590 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975258 Nov 10 22:50:25.575407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'b416addd-7645-40e3-906a-0771ff335214', 'ip_address': '2001:db8::f816:3eff:fe51:99fb'}, {'subnet_id': '36fe4da0-fb59-4382-aaf5-2b334646f26b'}], 'binding:host_id': 'n-d-811521-3'}, 'id': '7c0e48a6-a70c-4117-96f4-46631267437c'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:50:25.611897 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.619252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8bbad540-ffdd-4e7c-9516-71d2c94b858e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=891299e848a54591bc0f069d0f9c64f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145201 Nov 10 22:50:25.626291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44466) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:25.682161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 41eca1af-57b3-4370-bbec-550b6f00e9f9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:25.682552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.761963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.771706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.787711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.797354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/08ce150c-fe7f-4975-9a8d-604e33523266 HTTP/1.1" status: 204 len: 168 time: 5.1016405 Nov 10 22:50:25.809030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44468) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:25.830559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019108599'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:25.843219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb23f0-3966-4fe1-8f96-811aa6a0a31e req-0aa71968-ab33-490e-a99b-29e68b0cf2ee tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:25.844845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bcb23f0-3966-4fe1-8f96-811aa6a0a31e req-0aa71968-ab33-490e-a99b-29e68b0cf2ee tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.3253243 Nov 10 22:50:25.849365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c947a8-d534-4124-8104-6d4ddcc5ff30 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=08ce150c-fe7f-4975-9a8d-604e33523266,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:25.864065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Allocated IP 172.20.0.2 (bccbe8a9-b424-4505-9147-d741702b4441/36fe4da0-fb59-4382-aaf5-2b334646f26b/7c0e48a6-a70c-4117-96f4-46631267437c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:25.886116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.893103 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:25.915978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-772d8a8b-cb0b-4598-8ac0-8c5cb37910a0 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969129 Nov 10 22:50:25.966073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 41eca1af-57b3-4370-bbec-550b6f00e9f9 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:25.985822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:25.990903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.019087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bcb23f0-3966-4fe1-8f96-811aa6a0a31e req-b405c57d-0dc9-446d-a604-ab17af4aaa54 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558473 Nov 10 22:50:26.035385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-f9652649-f35e-4627-b47e-07e85565398a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:26.038454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-f9652649-f35e-4627-b47e-07e85565398a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.2498341 Nov 10 22:50:26.080459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-37e4d183-ae66-4981-b366-b467410f355a None None] For port 7c0e48a6-a70c-4117-96f4-46631267437c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7c0e48a6-a70c-4117-96f4-46631267437c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:26.122902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bbce0566-3b9e-49de-a46e-901bcee6455a req-81eed5f4-6b20-440f-a619-e68d5d8715f1 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962802 Nov 10 22:50:26.166389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.184998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.187814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.191590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.197694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59870e40-39e3-4f8a-a511-0d950880a8ba HTTP/1.1" status: 204 len: 168 time: 0.5660324 Nov 10 22:50:26.197694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:26.276705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e61b3b-bdc1-4cf7-bcf8-b9e314b72eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59870e40-39e3-4f8a-a511-0d950880a8ba,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:26.280556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.280556 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Added segment e61e6b2a-c4a9-4301-adc5-afec9ce15e63 of type vlan for network ba358707-5998-4c97-a751-903344d162cd Nov 10 22:50:26.356514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7c0e48a6-a70c-4117-96f4-46631267437c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:26.415475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4d183-ae66-4981-b366-b467410f355a None None] Pushing event updated for resources: {'Port': ['ID=7c0e48a6-a70c-4117-96f4-46631267437c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:26.434776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7c0e48a6-a70c-4117-96f4-46631267437c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:26.435788 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.469550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.581515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Deleting port 72b97182-4ca1-4eb9-92d6-927ebcb78293 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:26.581932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.700069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.707406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:26.708546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.877530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0575957 Nov 10 22:50:26.883028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:26.894666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Request body: {'subnet': {'network_id': 'ba358707-5998-4c97-a751-903344d162cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:26.899796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7090a8-3ea7-4593-81dc-74162765868a req-05d3fdb7-a4dc-4a7c-8217-403df4fbd321 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:26.901941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc7090a8-3ea7-4593-81dc-74162765868a req-05d3fdb7-a4dc-4a7c-8217-403df4fbd321 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 945 time: 0.4402342 Nov 10 22:50:26.943888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215640ec-dd60-4402-a7ec-d87895e4fefd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Network': ['ID=ba358707-5998-4c97-a751-903344d162cd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:26.969960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ba358707-5998-4c97-a751-903344d162cd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:26.973092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] For port 72b97182-4ca1-4eb9-92d6-927ebcb78293, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=72b97182-4ca1-4eb9-92d6-927ebcb78293,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:26.973832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.984248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:26.997939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Calling delete_port for 72b97182-4ca1-4eb9-92d6-927ebcb78293 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:27.060357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=41eca1af-57b3-4370-bbec-550b6f00e9f9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:27.085322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:50:27.213062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Made reservation on behalf of 476a2ecf8ca1487da05a1fd376ec9af7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:27.230654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.263157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc7090a8-3ea7-4593-81dc-74162765868a req-e3f10f10-256f-41ec-af52-94ecdcef8da7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394113 Nov 10 22:50:27.439922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.447340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-74817800-953f-4b56-99b9-bd944ade83dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/41eca1af-57b3-4370-bbec-550b6f00e9f9 HTTP/1.1" status: 204 len: 168 time: 2.0680795 Nov 10 22:50:27.451494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:27.479841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:27.539233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'port_id': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'mac_address': 'fa:16:3e:e7:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d04fae-5f4f-498f-aac3-adc49d6aa724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:50:27.583873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345c5ef-b844-4db5-9685-5452ca019006 req-84fa29c8-5220-460d-ad17-a53753af82e6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:27.586139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f345c5ef-b844-4db5-9685-5452ca019006 req-84fa29c8-5220-460d-ad17-a53753af82e6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.2905338 Nov 10 22:50:27.596463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1b5-9acf-41a8-a6a3-a016b41c6b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.698469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.739585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7039f7ec-8abe-4531-ad66-def8d342fa84 None None] Could not find standard attr ID for object 41eca1af-57b3-4370-bbec-550b6f00e9f9. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:50:27.746346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a1d6f7-c05e-4de2-a4bc-38316af31382 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:27.755822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f345c5ef-b844-4db5-9685-5452ca019006 req-985170bc-92c3-4e14-9aac-6c282fd5bf8d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601005 Nov 10 22:50:27.765923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-a64efbc6-0c95-4427-a197-a2711d6c8b60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1784058 Nov 10 22:50:27.840446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7039f7ec-8abe-4531-ad66-def8d342fa84 None None] Provisioning complete for port 7c0e48a6-a70c-4117-96f4-46631267437c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:27.840960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7039f7ec-8abe-4531-ad66-def8d342fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.849127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:27.911751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:27.996588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-32f7eb1e-6742-40ef-8c6d-735ef2cd5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:27.998550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-32f7eb1e-6742-40ef-8c6d-735ef2cd5446 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 1097 time: 0.1787493 Nov 10 22:50:28.076292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:28.253898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['51a1d6f7-c05e-4de2-a4bc-38316af31382'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:28.343487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7c0e48a6-a70c-4117-96f4-46631267437c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:28.390013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6dbd5ced-6e79-4454-b878-aad4462315e4 None None] Could not find standard attr ID for object 41eca1af-57b3-4370-bbec-550b6f00e9f9. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:50:28.431645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bb70e-5f28-4c7c-b0ad-8a6753d3dfac tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:28.435893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bb70e-5f28-4c7c-b0ad-8a6753d3dfac tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:28.439075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bb70e-5f28-4c7c-b0ad-8a6753d3dfac tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:28.443185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-324bb70e-5f28-4c7c-b0ad-8a6753d3dfac tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9889877 Nov 10 22:50:28.449800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:28.557612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:28.579209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7c0e48a6-a70c-4117-96f4-46631267437c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:28.579586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:28.625568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Pushing event deleted for resources: {'Port': ['ID=72b97182-4ca1-4eb9-92d6-927ebcb78293,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:28.638001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 36fe4da0-fb59-4382-aaf5-2b334646f26b {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:28.645650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:28.722239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:28.918954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39949b35-218b-46fe-a39e-2b90dec1e55b req-85c3f58a-675c-4f6d-8897-67b2d449c212 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 210 time: 0.1542449 Nov 10 22:50:28.927312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 72b97182-4ca1-4eb9-92d6-927ebcb78293 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:28.990309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.053674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 72b97182-4ca1-4eb9-92d6-927ebcb78293 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:29.054019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 72b97182-4ca1-4eb9-92d6-927ebcb78293 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:29.086881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:29.111775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.116523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.183303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b1c90-fd92-45ec-ad39-e9060e1e4748 None None] DHCP port deletion for 39d64004-f881-4221-ab7e-8506772086dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:29.229942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-055afa90-0918-4967-a660-a8d527313760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:29.231536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-055afa90-0918-4967-a660-a8d527313760 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 1.1996827 Nov 10 22:50:29.272771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677c351-e56b-4e72-8903-51a111285e25 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:50:29.301157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] No DVR routers for this DVR port 72b97182-4ca1-4eb9-92d6-927ebcb78293 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:29.307147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.313268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfc19b3e-aca6-41c3-98c2-4e8f1deb28e4 req-53e7b9e3-a41d-4a5d-9b8e-1f702b6dfda0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "DELETE /v2.0/ports/72b97182-4ca1-4eb9-92d6-927ebcb78293 HTTP/1.1" status: 204 len: 173 time: 3.2246130 Nov 10 22:50:29.346850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'name': 'network-vif-deleted', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:29.350484 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c260637-f460-4f08-9173-347ecf7050ec" -d '{"events": [{"server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "name": "network-vif-deleted", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:29.391096 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.413373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4403-2a8e-4ecb-a19c-6d1c0fdfee21 req-ab641395-924b-4d16-aa50-f7e2629efe26 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:29.415433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e8b4403-2a8e-4ecb-a19c-6d1c0fdfee21 req-ab641395-924b-4d16-aa50-f7e2629efe26 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.1669943 Nov 10 22:50:29.428335 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-4946345b-ee47-48c1-b3f2-88bd3eff2255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 200 len: 217 time: 0.1783311 Nov 10 22:50:29.466640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44538) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:29.467070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=36fe4da0-fb59-4382-aaf5-2b334646f26b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:29.469297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Checking segment: {'id': 'e61e6b2a-c4a9-4301-adc5-afec9ce15e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba358707-5998-4c97-a751-903344d162cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:29.470271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network hostable DHCP agents. Network: ba358707-5998-4c97-a751-903344d162cd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:29.485252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.494347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4cfeb18d-17be-42db-8932-f7d8ecfd2097 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/36fe4da0-fb59-4382-aaf5-2b334646f26b HTTP/1.1" status: 204 len: 168 time: 1.0429215 Nov 10 22:50:29.496631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:29.527470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event updated for resources: {'Subnet': ['ID=ab882d6d-ac98-4807-8573-e6a7168df442,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:29.600928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Network ba358707-5998-4c97-a751-903344d162cd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:29.602170 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d6e99-e7c1-4afa-b823-cc794dd42532 x-openstack-request-id: req-e33d6e99-e7c1-4afa-b823-cc794dd42532 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:29.603029 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b", "name": "network-vif-deleted", "tag": "72b97182-4ca1-4eb9-92d6-927ebcb78293", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:29.605545 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e33d6e99-e7c1-4afa-b823-cc794dd42532 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:29.606575 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b', 'name': 'network-vif-deleted', 'tag': '72b97182-4ca1-4eb9-92d6-927ebcb78293', 'status': 'completed', 'code': 200} Nov 10 22:50:29.644009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-a64508f0-a89a-4692-9f2e-1f412513fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:29.655226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-a64508f0-a89a-4692-9f2e-1f412513fe35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2196193 Nov 10 22:50:29.657464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ba358707-5998-4c97-a751-903344d162cd) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:29.679307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:29.680396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.692762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet b416addd-7645-40e3-906a-0771ff335214 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:29.705026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.708446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a4f82c89-e919-4321-91b9-7720c6bd8bda tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8230832 Nov 10 22:50:29.720031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44544) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:29.771728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-6811532e-8f32-4172-a1bd-efdc827747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:29.774387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-6811532e-8f32-4172-a1bd-efdc827747c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106431 Nov 10 22:50:29.798191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ecef19fd-2c4f-428d-a4cf-8032b567f544'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:29.867464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e8b4403-2a8e-4ecb-a19c-6d1c0fdfee21 req-47426ca0-7c56-4c37-8468-ccfc05424240 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134827 Nov 10 22:50:29.925927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-869222658', 'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:29.926723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:29.953865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677c351-e56b-4e72-8903-51a111285e25 None None] Unable to find a vacant binding_index for network ba358707-5998-4c97-a751-903344d162cd and agent 14efc4c6-b83e-4ee2-a808-2351f51175ba {{(pid=102459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 10 22:50:29.984787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677c351-e56b-4e72-8903-51a111285e25 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ba358707-5998-4c97-a751-903344d162cd) {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:50:30.032911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Made reservation on behalf of 9aba4feedbb946dbbd93413d018360b5 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:30.035914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.142876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.160666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.182045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-8529f383-ccfb-463a-a020-993a527edc90 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998325 Nov 10 22:50:30.266287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.374488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.394247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7e1b8d7-4465-4e58-905a-b308c11ebd47 req-42a4e12f-0be9-428d-abf9-2749590be41c service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007928 Nov 10 22:50:30.485906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4bf3d590-f289-4046-8bbe-cb528c7a8302 req-42e96072-73c0-405b-95d8-854aec8f58d4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb3a6f0-1cf0-45cd-82ad-e3c9005dec2b HTTP/1.1" status: 200 len: 210 time: 0.2845411 Nov 10 22:50:30.523858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.540137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.547876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.578090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=b416addd-7645-40e3-906a-0771ff335214,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:30.597982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:50:30.616905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3565905-a5f6-449e-99bc-fd4d99dfa3db,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:30.627840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.628620 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Added segment f4ce5edc-0e22-4e85-a207-0961aa56c7ec of type vlan for network 54e102ab-7130-46c2-adc2-a9363cfffee1 Nov 10 22:50:30.648941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.682055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.694260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2569a010-5ce7-459b-b23d-58b992897e3d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b416addd-7645-40e3-906a-0771ff335214 HTTP/1.1" status: 204 len: 168 time: 1.1939847 Nov 10 22:50:30.697207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44554) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:30.739570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.779973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e338d625-4431-47b5-a7b4-1b09111febc3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813551 Nov 10 22:50:30.787060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44556) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:30.787493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.793163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:30.841861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296f208-fbe2-434a-93d9-b68dca460c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ba358707-5998-4c97-a751-903344d162cd', 'network_id': 'ba358707-5998-4c97-a751-903344d162cd', 'tenant_id': '476a2ecf8ca1487da05a1fd376ec9af7', 'fixed_ips': [{'subnet_id': 'ab882d6d-ac98-4807-8573-e6a7168df442'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:30.842756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0296f208-fbe2-434a-93d9-b68dca460c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.869871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:30.885740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=ab882d6d-ac98-4807-8573-e6a7168df442,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:30.988125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07411b7d-95d9-4651-9f59-be24d3f3822d None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:30.998459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f172ec3-b749-4d77-8006-bbea8cd67b1b None None] Network ba358707-5998-4c97-a751-903344d162cd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:31.007485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.009058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:31.010120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.047447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.103049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:31.107515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.119701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6415684 Nov 10 22:50:31.128074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44564) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.139494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'subnet': {'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:31.159272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba358707-5998-4c97-a751-903344d162cd']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:31.183772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61e6b2a-c4a9-4301-adc5-afec9ce15e63') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:31.184224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61e6b2a-c4a9-4301-adc5-afec9ce15e63') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:31.191882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:31.193473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf29bd-7eca-4ede-a555-70c86c94818f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Network': ['ID=54e102ab-7130-46c2-adc2-a9363cfffee1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:31.209661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.236641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc814-0cfe-4a36-8f34-e9178ad884ae req-3b4caa95-3a0d-412a-ab61-6f70242d4de6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:31.238572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-980dc814-0cfe-4a36-8f34-e9178ad884ae req-3b4caa95-3a0d-412a-ab61-6f70242d4de6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.2253928 Nov 10 22:50:31.241854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Made reservation on behalf of 9aba4feedbb946dbbd93413d018360b5 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:31.244668 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.261305 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.271449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:50:31.313566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:31.313979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:31.317636 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:31.445363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-980dc814-0cfe-4a36-8f34-e9178ad884ae req-ba5fa3d2-f8cb-4ef6-a5f0-668f7e770c40 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815166 Nov 10 22:50:31.506368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.525095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.530278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/ba358707-5998-4c97-a751-903344d162cd HTTP/1.1" status: 204 len: 168 time: 1.8079371 Nov 10 22:50:31.534092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.628196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd0bd-8674-4c36-b7c1-dbd339894856 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=ba358707-5998-4c97-a751-903344d162cd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:31.630309 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7e94d7-3a9a-494c-b7a3-c5139e308ae6 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:31.630790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7e94d7-3a9a-494c-b7a3-c5139e308ae6 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:31.637137 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d7e94d7-3a9a-494c-b7a3-c5139e308ae6 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/ab882d6d-ac98-4807-8573-e6a7168df442 HTTP/1.1" status: 404 len: 337 time: 0.0979238 Nov 10 22:50:31.638088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44574) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.661519 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db05ba0-47a0-4c8e-9c1e-4875ae9d3260 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:31.661854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db05ba0-47a0-4c8e-9c1e-4875ae9d3260 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:31.665827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0db05ba0-47a0-4c8e-9c1e-4875ae9d3260 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/ba358707-5998-4c97-a751-903344d162cd HTTP/1.1" status: 404 len: 339 time: 0.0268643 Nov 10 22:50:31.670462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44576) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.730943 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-6369304e-ee30-48c6-8161-26969b3eacdd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:31.731434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6369304e-ee30-48c6-8161-26969b3eacdd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:31.738095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6369304e-ee30-48c6-8161-26969b3eacdd tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/e32fb2fe-bb10-4b21-b0d0-a4c9f2263601 HTTP/1.1" status: 404 len: 337 time: 0.0634584 Nov 10 22:50:31.738337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88820a7-69a1-4766-97e5-fbabb6eda8d8 None None] Network ba358707-5998-4c97-a751-903344d162cd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:31.749051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44578) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.767762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 51a1d6f7-c05e-4de2-a4bc-38316af31382 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:50:31.779276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88820a7-69a1-4766-97e5-fbabb6eda8d8 None None] Network ba358707-5998-4c97-a751-903344d162cd could not be found, it might have been deleted concurrently. {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 22:50:31.783351 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa899f9a-c6f6-495a-8300-c371e2e1afb2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:31.784250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa899f9a-c6f6-495a-8300-c371e2e1afb2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:31.785219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 51a1d6f7-c05e-4de2-a4bc-38316af31382 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:31.786495 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.793779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aa899f9a-c6f6-495a-8300-c371e2e1afb2 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/08ce150c-fe7f-4975-9a8d-604e33523266 HTTP/1.1" status: 404 len: 339 time: 0.0394619 Nov 10 22:50:31.799673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44580) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.893512 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a695be55-7356-44c2-933d-4a6c468bd6ae tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:31.894296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a695be55-7356-44c2-933d-4a6c468bd6ae tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:31.902667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a695be55-7356-44c2-933d-4a6c468bd6ae tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/51b9568b-4a30-42d1-baae-a36d8cefb98d HTTP/1.1" status: 404 len: 337 time: 0.0909736 Nov 10 22:50:31.913640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44582) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:31.925995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:31.930359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c49ff-9d02-486a-a74c-fb5460fa7914 req-cc3e0387-91ce-4f7a-9c92-e4e596843767 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:31.933121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e74c49ff-9d02-486a-a74c-fb5460fa7914 req-cc3e0387-91ce-4f7a-9c92-e4e596843767 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2576575 Nov 10 22:50:31.942547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:31.992547 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:50:32.003406 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4644f59-887a-4093-a916-f92ca1e87533 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:32.004955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4644f59-887a-4093-a916-f92ca1e87533 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:32.010638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4644f59-887a-4093-a916-f92ca1e87533 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/5b7ec285-4995-4afb-ae37-2425a4c8cafb HTTP/1.1" status: 404 len: 339 time: 0.0740356 Nov 10 22:50:32.028749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:32.033682 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64374a24-d731-4d7d-bcf8-33d375230467" -d '{"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:32.048840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:32.051752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Deleting port 7c0e48a6-a70c-4117-96f4-46631267437c {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:32.053832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.090472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:32.142083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.169636 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcfc919-ad68-42a0-8688-47de1e76443d x-openstack-request-id: req-0dcfc919-ad68-42a0-8688-47de1e76443d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:32.170136 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:32.170522 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dcfc919-ad68-42a0-8688-47de1e76443d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:32.171263 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'code': 200} Nov 10 22:50:32.189914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e74c49ff-9d02-486a-a74c-fb5460fa7914 req-3d308ed4-f158-4f1f-bfbc-e8e509c93014 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043052 Nov 10 22:50:32.246203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:32.294549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:32.313254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] For port 7c0e48a6-a70c-4117-96f4-46631267437c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7c0e48a6-a70c-4117-96f4-46631267437c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:32.313905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.336300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7c0e48a6-a70c-4117-96f4-46631267437c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:32.371099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:32.371830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.384630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Calling delete_port for 7c0e48a6-a70c-4117-96f4-46631267437c owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:32.503045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Checking segment: {'id': 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:32.503824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network hostable DHCP agents. Network: 54e102ab-7130-46c2-adc2-a9363cfffee1, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:50:32.514058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ece9b891-459a-499e-9612-3c0c1754d222,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:32.545538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:50:32.576211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 54e102ab-7130-46c2-adc2-a9363cfffee1) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:32.582944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:32.583920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.597130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting port 8d2dec00-fb15-4de3-a4f8-9ff46aaabf69 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:32.598156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.609613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ce996-6ee9-47fb-acc8-64d5dbe82ac1 None None] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:32.679493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-edaef693-89d8-4019-b297-660a3b0afd9d tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5499351 Nov 10 22:50:32.684018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:32.690892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2112985287', 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:32.715629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.721363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6c45e-4eb5-488e-b453-2c1912fd709c req-2f59ebb3-6f49-4cf6-ab05-eb8885f17d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:32.724861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbb6c45e-4eb5-488e-b453-2c1912fd709c req-2f59ebb3-6f49-4cf6-ab05-eb8885f17d02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1096 time: 0.3950930 Nov 10 22:50:32.727487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.737581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3870ee-e096-445f-b78b-e8fd69f15ee0 req-718afd04-4379-4bb7-bd91-c9e294a522f9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:32.755586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb3870ee-e096-445f-b78b-e8fd69f15ee0 req-718afd04-4379-4bb7-bd91-c9e294a522f9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1631582 Nov 10 22:50:32.797348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] Pushing event deleted for resources: {'Port': ['ID=7c0e48a6-a70c-4117-96f4-46631267437c,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:32.815770 n-d-811521-3 neutron-server[102458]: WARNING neutron.services.revisions.revision_plugin [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Could not find related port for resource to bump revision. Nov 10 22:50:32.822170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c0e98-9344-43d3-80fd-0ba8871396c3 None None] No DVR routers for this DVR port 7c0e48a6-a70c-4117-96f4-46631267437c on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:32.850710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb3870ee-e096-445f-b78b-e8fd69f15ee0 req-e98ed394-c3a5-4341-a945-7bc416e1c0f9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Nov 10 22:50:32.853072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Made reservation on behalf of 9aba4feedbb946dbbd93413d018360b5 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:32.863272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.875721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.885923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Port 7c0e48a6-a70c-4117-96f4-46631267437c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 22:50:32.886501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Reverting IP allocation for 2001:db8::f816:3eff:fe51:99fb {{(pid=102458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 22:50:32.916837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe51:99fb {{(pid=102458) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 22:50:32.930942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Calling delete_port for 8d2dec00-fb15-4de3-a4f8-9ff46aaabf69 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:32.937034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:32.946427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] device_id is not set on port b8bc34a2-e2c5-4607-bb7b-49d2698ea675 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:50:33.029967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687565c5-4ad2-4826-994d-96c87bb59707 None None] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:33.048190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27221f80-341b-45b1-96a7-a8ebb8a2240d req-f265d3a3-9882-41d9-9c3f-62e1817e0676 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:33.062244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27221f80-341b-45b1-96a7-a8ebb8a2240d req-f265d3a3-9882-41d9-9c3f-62e1817e0676 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.3353977 Nov 10 22:50:33.139384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbb6c45e-4eb5-488e-b453-2c1912fd709c req-f1b1f07e-f32e-470c-9b8f-953b094dcecb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204148 Nov 10 22:50:33.145402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.20.0.7 (54e102ab-7130-46c2-adc2-a9363cfffee1/ece9b891-459a-499e-9612-3c0c1754d222/b8bc34a2-e2c5-4607-bb7b-49d2698ea675) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:33.145742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:33.154909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2dece-0f86-4075-b924-e297bcf4968e req-70010994-0228-491f-b345-6d7f56c595e4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:33.157240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75e2dece-0f86-4075-b924-e297bcf4968e req-70010994-0228-491f-b345-6d7f56c595e4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1326466 Nov 10 22:50:33.179362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:33.184656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:33.185621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.202689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd36476-4487-4149-bacf-93cc6a94ca8f None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:33.210666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=ac9ec80f-d07f-44a3-8120-9e6434767d35,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:33.278683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d8455f0-e298-4ac7-865b-10c812af5fd4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4906557 Nov 10 22:50:33.283931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75e2dece-0f86-4075-b924-e297bcf4968e req-40f4b03d-aa60-43a4-b7e7-8953c3a0b4ec tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148658 Nov 10 22:50:33.287835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44608) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:33.295501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:33.336502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27221f80-341b-45b1-96a7-a8ebb8a2240d req-fa0faf5c-f297-4dd2-ac49-32f912bb4bea tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994207 Nov 10 22:50:33.395663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.460405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'ac9ec80f-d07f-44a3-8120-9e6434767d35'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:33.462011 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.479718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Port': ['ID=8d2dec00-fb15-4de3-a4f8-9ff46aaabf69,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:33.495702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.507830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7dfaed7a-ded0-4b72-9d20-8d2b3ea1a73e tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/ports/8d2dec00-fb15-4de3-a4f8-9ff46aaabf69 HTTP/1.1" status: 204 len: 168 time: 1.4549496 Nov 10 22:50:33.507830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44616) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:33.565206 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f636642-3d02-4edf-924e-01067c8c0f98 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:33.565937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f636642-3d02-4edf-924e-01067c8c0f98 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:33.574396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f636642-3d02-4edf-924e-01067c8c0f98 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/c34e7bee-eb12-4f0c-a4e1-36dda8ead9f7 HTTP/1.1" status: 404 len: 337 time: 0.0655708 Nov 10 22:50:33.577170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44620) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:33.636556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.702914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:33.707053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.839935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.855237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:33.958945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Allocated IP 2001:db8::f816:3eff:fe19:8fc6 (bccbe8a9-b424-4505-9147-d741702b4441/ac9ec80f-d07f-44a3-8120-9e6434767d35/99509676-ad56-4eca-9d7f-e47be832dcc8) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:33.968307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:33.978450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:33.989868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:34.080011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=b8bc34a2-e2c5-4607-bb7b-49d2698ea675,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:34.089448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.121559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:34.122683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b381785b-e596-4fe3-9baf-f79a2793fb6f']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:34.122867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.145988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43de7c7c-385f-41a8-a934-3fb78b961aeb') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:34.147164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43de7c7c-385f-41a8-a934-3fb78b961aeb') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:34.150823 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6aeb4b4e-4db4-4d82-bf98-bd66bc751ea7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4639328 Nov 10 22:50:34.155507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44632) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:34.168622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.193333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.219132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:34.220832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.367060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.377850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.427558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:34.442691 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:34.460501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.484485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:34.490329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.492697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:34.497082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:34.503471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/b381785b-e596-4fe3-9baf-f79a2793fb6f HTTP/1.1" status: 204 len: 168 time: 0.9242172 Nov 10 22:50:34.512604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44638) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:34.526050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Pushing event updated for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:34.572337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1004d-308e-4951-a58c-3f7ccc383faf tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=b381785b-e596-4fe3-9baf-f79a2793fb6f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:34.672915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Attempting to bind port 99509676-ad56-4eca-9d7f-e47be832dcc8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:34.674729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Attempting to bind port 99509676-ad56-4eca-9d7f-e47be832dcc8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:34.675640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Attempting to bind port 99509676-ad56-4eca-9d7f-e47be832dcc8 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:34.693192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:34.694648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:34.695434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.696235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:34.697175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Bound port: 99509676-ad56-4eca-9d7f-e47be832dcc8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:34.697841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.750204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:34.763266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:34.791262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:34.792210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.846027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5568643 Nov 10 22:50:34.850632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44648) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:34.859912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:81:85:54', 'name': 'tempest-NetworksTestDHCPv6-106559733'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:34.862968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3172-4d91-4e93-a8dc-7bcd8fd402f0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=43388038-54b5-4cf1-9b76-0d92de4275dc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:34.884075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70609c-d07d-4fc2-a9da-6cf79a7e4bf2 req-e5bf7e53-c572-41ce-a649-1946f091427d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:34.898144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e70609c-d07d-4fc2-a9da-6cf79a7e4bf2 req-e5bf7e53-c572-41ce-a649-1946f091427d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.4002881 Nov 10 22:50:34.913043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:34.924928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=99509676-ad56-4eca-9d7f-e47be832dcc8,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:34.934119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:34.984774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Deleting port b8bc34a2-e2c5-4607-bb7b-49d2698ea675 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:34.985849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.055851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a3241-aefa-4529-bc99-db0e8d89471e None None] Pushing event updated for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:35.090806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting port c65ea638-41e2-4e20-b96c-4a479e85f7bd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:35.091488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.253480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.280463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.289512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Calling delete_port for b8bc34a2-e2c5-4607-bb7b-49d2698ea675 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:35.299574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Calling delete_port for c65ea638-41e2-4e20-b96c-4a479e85f7bd owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:35.454361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.571745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.602794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Port': ['ID=c65ea638-41e2-4e20-b96c-4a479e85f7bd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:35.622433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8bc34a2-e2c5-4607-bb7b-49d2698ea675,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:35.637921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e70609c-d07d-4fc2-a9da-6cf79a7e4bf2 req-73547462-c9ac-4a07-9cf6-fa4138e959b6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341468 Nov 10 22:50:35.648587 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.677010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a770a466-6e16-48de-a24d-4c4a2939bacc tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/ports/c65ea638-41e2-4e20-b96c-4a479e85f7bd HTTP/1.1" status: 204 len: 168 time: 1.1478689 Nov 10 22:50:35.677010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44656) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:35.775793 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a576b4-4a5a-447b-ad26-f1152bf1bdd5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] DELETE failed (client error): The resource could not be found. Nov 10 22:50:35.776265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a576b4-4a5a-447b-ad26-f1152bf1bdd5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:50:35.786615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07a576b4-4a5a-447b-ad26-f1152bf1bdd5 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/e477a4c4-da85-4453-b20b-1da2d49566bc HTTP/1.1" status: 404 len: 337 time: 0.1091273 Nov 10 22:50:35.787484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:35.794938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:35.874925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.883175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab0309cc-b7b6-4fc8-a4d2-ef0faf8f7827 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b8bc34a2-e2c5-4607-bb7b-49d2698ea675 HTTP/1.1" status: 204 len: 168 time: 1.7265582 Nov 10 22:50:35.889896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44664) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:35.933118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eac727-90b6-42e8-bc6c-7c58fec003c4 req-10e99a22-8235-449b-8a3e-a7dd2eb27270 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:35.933595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1', 'external_fixed_ips': [{'subnet_id': 'ece9b891-459a-499e-9612-3c0c1754d222', 'ip_address': '172.20.0.7'}]}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:35.935572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60eac727-90b6-42e8-bc6c-7c58fec003c4 req-10e99a22-8235-449b-8a3e-a7dd2eb27270 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1096 time: 0.0799618 Nov 10 22:50:35.998604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:36.014783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:36.016051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:36.060015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60eac727-90b6-42e8-bc6c-7c58fec003c4 req-e5e94b15-c097-4827-8c34-fcc39d04f6b8 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129954 Nov 10 22:50:36.115524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:36.273218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 638d877a-59b0-414f-b9f5-db59204337b5 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:50:36.279776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:36.593362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 99509676-ad56-4eca-9d7f-e47be832dcc8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:36.807761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:36.808352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.081235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.116306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6bdd7-c4cb-41a1-b830-c0e52d416ef6 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:37.208398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.244513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d3a2b-aa69-4538-8ce9-55ea03dff233']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:37.253616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=99509676-ad56-4eca-9d7f-e47be832dcc8,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:37.268712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.284865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1c4bee70-b6b0-4b64-911d-07beda94e5f3 None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:37.284865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c4bee70-b6b0-4b64-911d-07beda94e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.289716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:37.290012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad1e57b-4de5-49d7-a30f-8d7dd77e37de') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:37.350115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.353115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.445030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a7232-9119-480c-9074-5f1a47700278 req-aeba48bf-0327-499d-afa0-001038feef7d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:37.456268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-999a7232-9119-480c-9074-5f1a47700278 req-aeba48bf-0327-499d-afa0-001038feef7d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1107650 Nov 10 22:50:37.507820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.529705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:37.530545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:37.535003 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:37.571537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:37.587656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-999a7232-9119-480c-9074-5f1a47700278 req-df8e4e96-8489-4b59-94cc-3e4aabb62d20 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299345 Nov 10 22:50:37.671722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 172.20.0.5 (bccbe8a9-b424-4505-9147-d741702b4441/43388038-54b5-4cf1-9b76-0d92de4275dc/638d877a-59b0-414f-b9f5-db59204337b5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:37.721990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fe81:8554 (bccbe8a9-b424-4505-9147-d741702b4441/ac9ec80f-d07f-44a3-8120-9e6434767d35/638d877a-59b0-414f-b9f5-db59204337b5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:37.820449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.874600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.878186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/564d3a2b-aa69-4538-8ce9-55ea03dff233 HTTP/1.1" status: 204 len: 168 time: 2.0727429 Nov 10 22:50:37.879180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f3ba-a873-4b0c-bd53-af7b13d93000 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=564d3a2b-aa69-4538-8ce9-55ea03dff233,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:37.896727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:37.918846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dae173-5004-481b-9d12-5b57574b6c15 req-3a4014d2-aab1-4258-9b77-4b2fe3a53614 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:37.922189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80dae173-5004-481b-9d12-5b57574b6c15 req-3a4014d2-aab1-4258-9b77-4b2fe3a53614 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1522934 Nov 10 22:50:37.978392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'ac9ec80f-d07f-44a3-8120-9e6434767d35', 'ip_address': '2001:db8::f816:3eff:fe19:8fc6'}, {'subnet_id': '43388038-54b5-4cf1-9b76-0d92de4275dc'}], 'binding:host_id': 'n-d-811521-3'}, 'id': '99509676-ad56-4eca-9d7f-e47be832dcc8'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:50:38.060441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.068082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting subnet b71910a0-5f6a-4125-aab3-6bf472f5f4cc {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:38.121029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.144055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80dae173-5004-481b-9d12-5b57574b6c15 req-0cb96a23-a038-4246-bc80-ce37b89cbc9f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110951 Nov 10 22:50:38.329494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.394351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 99509676-ad56-4eca-9d7f-e47be832dcc8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:38.443345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.633286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.648381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e082e80-0e49-4343-a855-f215a666a84d req-962f223b-620b-46d2-8088-a96a6dba92cc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:38.650624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e082e80-0e49-4343-a855-f215a666a84d req-962f223b-620b-46d2-8088-a96a6dba92cc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.0676520 Nov 10 22:50:38.656989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:38.657464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.660407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.702740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.717802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e082e80-0e49-4343-a855-f215a666a84d req-90a79b4f-8c65-41b9-a23a-3dc66d56007a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587740 Nov 10 22:50:38.719581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047f5f-1bd5-4799-90c3-28b1f0ac4aa9 req-750ee7bd-2772-4537-a190-879cd40c0e09 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:38.721548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71047f5f-1bd5-4799-90c3-28b1f0ac4aa9 req-750ee7bd-2772-4537-a190-879cd40c0e09 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2192075 Nov 10 22:50:38.772128 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.815432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Allocated IP 172.20.0.2 (bccbe8a9-b424-4505-9147-d741702b4441/43388038-54b5-4cf1-9b76-0d92de4275dc/99509676-ad56-4eca-9d7f-e47be832dcc8) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:38.858232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369534d7-2163-4973-bbb2-aacec05f5a3e req-d7586b06-de66-4911-b20d-b184ffd970f5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:38.869892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-369534d7-2163-4973-bbb2-aacec05f5a3e req-d7586b06-de66-4911-b20d-b184ffd970f5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0709794 Nov 10 22:50:38.927390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-369534d7-2163-4973-bbb2-aacec05f5a3e req-a79ec8cf-d367-4658-b0b8-0e22596e5cb7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523400 Nov 10 22:50:38.947336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=99509676-ad56-4eca-9d7f-e47be832dcc8,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:38.949926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:38.986996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:38.992763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:38.997486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.000449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:39.008018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.019226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=638d877a-59b0-414f-b9f5-db59204337b5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:39.105955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71047f5f-1bd5-4799-90c3-28b1f0ac4aa9 req-4b5c1137-d428-4497-8154-55e9750a6fe1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733015 Nov 10 22:50:39.126551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.137071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/subnets/b71910a0-5f6a-4125-aab3-6bf472f5f4cc HTTP/1.1" status: 204 len: 168 time: 1.1919425 Nov 10 22:50:39.138223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:39.144431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc6bd1-3de4-4405-aba6-dd95e882cb70 None None] Network 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:39.163880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa9c84-684a-4022-92bc-7e428954272a tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Subnet': ['ID=b71910a0-5f6a-4125-aab3-6bf472f5f4cc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:39.298364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38e4cb-98b9-4905-846e-5517c87ee50b None None] Pushing event updated for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:39.376935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.20.0.7 (54e102ab-7130-46c2-adc2-a9363cfffee1/ece9b891-459a-499e-9612-3c0c1754d222/a4084a79-fb5a-438f-97dd-0f549328dfec) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:39.403701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.495404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] DHCP port deletion for 41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:39.516953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:39.517684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.525192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Deleting port a0facd6d-5d70-40b6-a231-39e38e5ab411 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:39.525639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.624673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] For port a0facd6d-5d70-40b6-a231-39e38e5ab411, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a0facd6d-5d70-40b6-a231-39e38e5ab411,segment=NetworkSegment(0e7a1f2a-4d3a-4577-8df0-503037d7539f),segment_id=0e7a1f2a-4d3a-4577-8df0-503037d7539f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:39.625683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.650864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-973f1ce5-4c6d-4e07-980c-88e6a9190210 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7959871 Nov 10 22:50:39.651128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:39.659027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977211-3957-4736-b915-cb061230a160 req-6149b9fa-6229-438a-b013-989b5c3d7cc5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:39.663541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95977211-3957-4736-b915-cb061230a160 req-6149b9fa-6229-438a-b013-989b5c3d7cc5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2977552 Nov 10 22:50:39.666522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Deleting port a0facd6d-5d70-40b6-a231-39e38e5ab411 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:39.670117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.696570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Calling delete_port for a0facd6d-5d70-40b6-a231-39e38e5ab411 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:39.784164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37910d-0c97-4c6c-91cf-8c1fb5804361 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:39.795963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37910d-0c97-4c6c-91cf-8c1fb5804361 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:39.799129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad37910d-0c97-4c6c-91cf-8c1fb5804361 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1457279 Nov 10 22:50:39.803137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44762) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:39.838444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] For port a0facd6d-5d70-40b6-a231-39e38e5ab411, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a0facd6d-5d70-40b6-a231-39e38e5ab411,segment=NetworkSegment(0e7a1f2a-4d3a-4577-8df0-503037d7539f),segment_id=0e7a1f2a-4d3a-4577-8df0-503037d7539f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:39.838854 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.866775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.879563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Calling delete_port for a0facd6d-5d70-40b6-a231-39e38e5ab411 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:39.922733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95977211-3957-4736-b915-cb061230a160 req-fa3edf94-e4ad-4905-8c42-3612203a4a36 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057240 Nov 10 22:50:40.108703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.116420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.159932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] Pushing event deleted for resources: {'Port': ['ID=a0facd6d-5d70-40b6-a231-39e38e5ab411,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:40.181738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df18301-cba9-45f4-b907-10a05f97a07a None None] No DVR routers for this DVR port a0facd6d-5d70-40b6-a231-39e38e5ab411 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:40.202928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 638d877a-59b0-414f-b9f5-db59204337b5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:40.203344 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.211605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Port': ['ID=a0facd6d-5d70-40b6-a231-39e38e5ab411,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:40.230792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-2fcda45c-c147-42cc-8196-88b6d14f65e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2951500 Nov 10 22:50:40.231313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] No DVR routers for this DVR port a0facd6d-5d70-40b6-a231-39e38e5ab411 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:40.285965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10963bf5-7cf1-4486-b7b2-37129e8d4a6b req-39569e75-5fe6-4a1b-84e7-d6031f231d95 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.290047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10963bf5-7cf1-4486-b7b2-37129e8d4a6b req-39569e75-5fe6-4a1b-84e7-d6031f231d95 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2125537 Nov 10 22:50:40.291829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.383854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 99509676-ad56-4eca-9d7f-e47be832dcc8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:40.425792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 54e102ab-7130-46c2-adc2-a9363cfffee1 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:40.437482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:40.440324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:40.443598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2de429-e58f-4d04-96a4-725c8c917305 req-fc0fcf05-b257-46ca-b427-78ccf6ff55d7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.445604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc2de429-e58f-4d04-96a4-725c8c917305 req-fc0fcf05-b257-46ca-b427-78ccf6ff55d7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.4310727 Nov 10 22:50:40.473847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.490830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 638d877a-59b0-414f-b9f5-db59204337b5 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:40.557736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=a4084a79-fb5a-438f-97dd-0f549328dfec,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:40.605277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:40.605277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.659927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8c579b2b-c854-4d94-842e-1d8d441e07af None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:40.660615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c579b2b-c854-4d94-842e-1d8d441e07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:40.672203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.672707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.673251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.673716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.674163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.674616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.675068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:40.677619 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-82f33f73-a278-4782-a12e-2fbec343c4fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea092890584249179d678e4321bfaa2d&device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.3033311 Nov 10 22:50:40.702216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10963bf5-7cf1-4486-b7b2-37129e8d4a6b req-31db1fe8-8e99-4e70-9f1e-b86f2439b699 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049487 Nov 10 22:50:40.907308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a0facd6d-5d70-40b6-a231-39e38e5ab411 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:40.947783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a0facd6d-5d70-40b6-a231-39e38e5ab411 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:50:40.948068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a0facd6d-5d70-40b6-a231-39e38e5ab411 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:50:41.027273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1f3986bf-a100-48a1-8cd3-e9f585d2c981 None None] Provisioning complete for port 638d877a-59b0-414f-b9f5-db59204337b5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:41.029550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f3986bf-a100-48a1-8cd3-e9f585d2c981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.075523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.128350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a30bf5-6ee9-4b00-81bf-6144f7cb3d41']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:41.130256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1f3986bf-a100-48a1-8cd3-e9f585d2c981 None None] Port 638d877a-59b0-414f-b9f5-db59204337b5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:41.135937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc2de429-e58f-4d04-96a4-725c8c917305 req-f4734b7d-6586-4dac-9de8-5f37e68b2f64 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5106087 Nov 10 22:50:41.149855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7a1f2a-4d3a-4577-8df0-503037d7539f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:41.150613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7a1f2a-4d3a-4577-8df0-503037d7539f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:41.167336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.186576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.189169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.218917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=638d877a-59b0-414f-b9f5-db59204337b5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:41.227985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:41.228763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:41.232616 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:41.401702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.411109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.414381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] 10.222.0.25 "DELETE /v2.0/networks/41a30bf5-6ee9-4b00-81bf-6144f7cb3d41 HTTP/1.1" status: 204 len: 168 time: 2.2736287 Nov 10 22:50:41.474744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14cdf7-47d7-412f-9fcc-6d80d3464407 tempest-NetworksIpV6TestAttrs-617852904 tempest-NetworksIpV6TestAttrs-617852904-project] Pushing event deleted for resources: {'Network': ['ID=41a30bf5-6ee9-4b00-81bf-6144f7cb3d41,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:41.486216 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.492649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f8f0358-d8fa-4cc7-bd00-ac0e093b2704 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/638d877a-59b0-414f-b9f5-db59204337b5 HTTP/1.1" status: 204 len: 168 time: 1.6849220 Nov 10 22:50:41.493467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:41.600726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c329297-2aec-4936-bf20-b6e78ca9a54b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.602444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c329297-2aec-4936-bf20-b6e78ca9a54b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.615896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c329297-2aec-4936-bf20-b6e78ca9a54b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.620232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c329297-2aec-4936-bf20-b6e78ca9a54b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1231959 Nov 10 22:50:41.621342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:41.729403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 43388038-54b5-4cf1-9b76-0d92de4275dc {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:41.734017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.755816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-35b4170d-6a54-46a5-863e-05ea97c75d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.756389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-35b4170d-6a54-46a5-863e-05ea97c75d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.756726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-35b4170d-6a54-46a5-863e-05ea97c75d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:41.758825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-35b4170d-6a54-46a5-863e-05ea97c75d95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=253d8ae1-57a6-4cdf-9f54-07e334927f94&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&id=2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 200 len: 2290 time: 0.9815204 Nov 10 22:50:41.786326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.906046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.973827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.013910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42f22-5009-47de-a6c6-8043960846e9 req-f51030ca-da33-4ef0-9d1f-2759358ecaa0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:42.015388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ed42f22-5009-47de-a6c6-8043960846e9 req-f51030ca-da33-4ef0-9d1f-2759358ecaa0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1432009 Nov 10 22:50:42.018666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.036003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44788) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:42.046081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=43388038-54b5-4cf1-9b76-0d92de4275dc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:42.049288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.053454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-30d07b19-9199-409e-8814-74b1b3efca5c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/43388038-54b5-4cf1-9b76-0d92de4275dc HTTP/1.1" status: 204 len: 168 time: 0.4309647 Nov 10 22:50:42.055936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44796) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:42.062876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ebd106-95a6-4b67-a096-8749884cdf28 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:42.118598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet ac9ec80f-d07f-44a3-8120-9e6434767d35 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:42.122177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.180828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.219060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-6eb47d07-45b0-400a-acd7-c0721f4d3e6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 200 len: 1002 time: 0.3997068 Nov 10 22:50:42.408862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.425490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-53031f4a-e9a0-4c24-8ad9-1a987f898b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:42.427873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-53031f4a-e9a0-4c24-8ad9-1a987f898b1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 200 len: 851 time: 0.1938729 Nov 10 22:50:42.443666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ed42f22-5009-47de-a6c6-8043960846e9 req-49c72d41-54c6-44b6-9c2b-f1e7affe20c9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357421 Nov 10 22:50:42.503688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.518756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f4e414c7-b964-4def-bd73-fa6a9afaf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:42.520945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f4e414c7-b964-4def-bd73-fa6a9afaf873 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=253d8ae1-57a6-4cdf-9f54-07e334927f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660944 Nov 10 22:50:42.523538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f5613794-45c6-4b4d-a84d-2d79c4384128 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=476a2ecf8ca1487da05a1fd376ec9af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856331 Nov 10 22:50:42.528292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44800) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:42.537493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc7911-d03e-44e3-9928-846165ab9b38 req-abc511f1-a857-48b4-9e60-1597a4d24ab2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:42.539590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fc7911-d03e-44e3-9928-846165ab9b38 req-abc511f1-a857-48b4-9e60-1597a4d24ab2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1740768 Nov 10 22:50:42.688219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.746713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-12b7c3c4-54b1-4fbf-96a6-33413af5f153 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839323 Nov 10 22:50:42.824761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9ec80f-d07f-44a3-8120-9e6434767d35,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:42.829332 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.842286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-180b60ac-8c5a-497c-bd55-44470fd511e9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/ac9ec80f-d07f-44a3-8120-9e6434767d35 HTTP/1.1" status: 204 len: 168 time: 0.7826214 Nov 10 22:50:42.852792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44806) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:42.866891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88fc7911-d03e-44e3-9928-846165ab9b38 req-f78a9fd9-c6d2-4b1b-9584-1f312e66dcb2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146553 Nov 10 22:50:42.902195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:42.932488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:50:42.957905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-896d1759-a041-4d0e-a2d1-ab6fca4ee164 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890396 Nov 10 22:50:42.961277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44808) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:42.966782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:43.068422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.092509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-b00d05ed-ef68-46ba-a7bb-2a9922d85cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275878 Nov 10 22:50:43.181545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-6091ff92-b110-44d1-bfc0-86795073628a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 217 time: 0.0553694 Nov 10 22:50:43.195144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf5272-e8f0-44c5-8d86-9849cca503fa req-ff9ec895-7d1f-4ee7-83be-0939d94ccdfb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:43.197361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cbf5272-e8f0-44c5-8d86-9849cca503fa req-ff9ec895-7d1f-4ee7-83be-0939d94ccdfb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.0950482 Nov 10 22:50:43.199889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:43.203179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.243600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:50:43.256376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Sync routers for ids ['94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:50:43.272630 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Routers {'94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:43.275581 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:43.288189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.293553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.299906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb164738-dc0d-403d-859b-95735d9b59f8 HTTP/1.1" status: 204 len: 168 time: 0.7592728 Nov 10 22:50:43.308704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-2ab0cf11-c2fd-4e79-92b8-79811c70ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:43.313573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-2ab0cf11-c2fd-4e79-92b8-79811c70ee39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1187694 Nov 10 22:50:43.392076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.397248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52389984-0ae0-442c-a4cd-216cdac85ed7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5032318 Nov 10 22:50:43.399104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44820) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:43.434550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-2b2b65c5-4352-482f-82f7-2f8a975d67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:43.438605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-2b2b65c5-4352-482f-82f7-2f8a975d67e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172140 Nov 10 22:50:43.475440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f5144-e64f-4cd4-ace2-7b99b109e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb164738-dc0d-403d-859b-95735d9b59f8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:43.533757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b3a96-ad2c-49e4-97ee-87897b4f148e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:43.556660 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Set router 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:43.728916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b30c4358-3d70-42c6-a0bd-b05cd3132cd6 None None] Provisioning complete for port 99509676-ad56-4eca-9d7f-e47be832dcc8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:43.728916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b30c4358-3d70-42c6-a0bd-b05cd3132cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.737739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5cbf5272-e8f0-44c5-8d86-9849cca503fa req-7b3e25d4-b546-444c-9302-3f0a5d330015 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269804 Nov 10 22:50:43.750459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-6e537636-ce24-4229-9a79-1f2a13c9f4ab service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979405 Nov 10 22:50:43.785814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:43.919774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5048-6a20-4adf-b83b-2332b4f2f0e6 req-c119e1e1-4e78-4034-8f14-bd662e4b43f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:43.935734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22fe5048-6a20-4adf-b83b-2332b4f2f0e6 req-c119e1e1-4e78-4034-8f14-bd662e4b43f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3097069 Nov 10 22:50:44.006065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4efe5-6b8a-4666-9494-8c8f7e5f11d8', 'name': '', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1', 'external_fixed_ips': [{'subnet_id': 'ece9b891-459a-499e-9612-3c0c1754d222', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a4084a79-fb5a-438f-97dd-0f549328dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:36Z', 'updated_at': '2021-11-10T22:50:41Z', 'revision_number': 3, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port': {'id': 'a4084a79-fb5a-438f-97dd-0f549328dfec', 'name': '', 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:69:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4efe5-6b8a-4666-9494-8c8f7e5f11d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ece9b891-459a-499e-9612-3c0c1754d222', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:50:38Z', 'updated_at': '2021-11-10T22:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece9b891-459a-499e-9612-3c0c1754d222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:44.089284 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Checking router: 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:50:44.089864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Updating router 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 port a4084a79-fb5a-438f-97dd-0f549328dfec binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:50:44.137327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22fe5048-6a20-4adf-b83b-2332b4f2f0e6 req-1369be1b-c32c-4591-b3be-2115d32d7e4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932268 Nov 10 22:50:44.168127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:44.174186 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.209579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-15119371-1de5-41fb-90f6-9fa899e2f5e3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579618 Nov 10 22:50:44.341039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Deleting port 99509676-ad56-4eca-9d7f-e47be832dcc8 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:44.341532 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.366631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-89150c78-0bd9-43e5-b1a2-fb3f355002c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 217 time: 0.1492105 Nov 10 22:50:44.431613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 99509676-ad56-4eca-9d7f-e47be832dcc8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:50:44.551320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5859b-d6e0-4873-8459-0ae44bff69c6 req-7e1a3eba-0e59-465a-a3ae-d202e0d65cea tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:44.560680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35e5859b-d6e0-4873-8459-0ae44bff69c6 req-7e1a3eba-0e59-465a-a3ae-d202e0d65cea tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2159052 Nov 10 22:50:44.578816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.586875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=99509676-ad56-4eca-9d7f-e47be832dcc8,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:44.587270 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.595856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-72fcc61c-ed20-408d-94ef-454fdaadf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:44.597623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-72fcc61c-ed20-408d-94ef-454fdaadf167 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2236314 Nov 10 22:50:44.646105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 99509676-ad56-4eca-9d7f-e47be832dcc8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=99509676-ad56-4eca-9d7f-e47be832dcc8,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:44.647976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Calling delete_port for 99509676-ad56-4eca-9d7f-e47be832dcc8 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:44.654455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.655251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.710902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.752684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-35e5859b-d6e0-4873-8459-0ae44bff69c6 req-b0ad4b76-79e0-470a-b774-454e55d8f02d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906457 Nov 10 22:50:44.780629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:44.799230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f67e9211-cbfb-4bb4-8c87-d2c60852095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:44.801073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f67e9211-cbfb-4bb4-8c87-d2c60852095b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826236 Nov 10 22:50:44.861750 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.871571 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.886117 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.888411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:44.906888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] No DVR routers for this DVR port 99509676-ad56-4eca-9d7f-e47be832dcc8 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:44.959984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:44.974199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f759a4c-6850-4d27-8f76-5a9f9f6edd14 None None] Pushing event deleted for resources: {'Port': ['ID=99509676-ad56-4eca-9d7f-e47be832dcc8,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:44.978075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70a1a-bb63-49ef-bf0f-290e80143c4d req-52ee6c5f-4ebb-4b55-929a-e31089e31ff8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:44.979808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ca70a1a-bb63-49ef-bf0f-290e80143c4d req-52ee6c5f-4ebb-4b55-929a-e31089e31ff8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4907520 Nov 10 22:50:44.984540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:44.999386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748eacbc-d5de-45d9-82d5-5a88ceb346ec None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:45.007327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:45.007710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.037255 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Attempting to bind port a4084a79-fb5a-438f-97dd-0f549328dfec on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:45.042748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0803931 Nov 10 22:50:45.048562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:45.050697 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Attempting to bind port a4084a79-fb5a-438f-97dd-0f549328dfec by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:45.051225 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Attempting to bind port a4084a79-fb5a-438f-97dd-0f549328dfec on network 54e102ab-7130-46c2-adc2-a9363cfffee1 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:45.056098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:45.075530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a23a-4314-4e78-9f41-5a621949fd25 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=5e1146ee-6a8d-4889-bd25-955d7dbc62c2,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:45.077253 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:45.077626 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Checking segment: {'id': 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:45.079079 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.079486 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Bound using segment: {'id': 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:45.082617 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Bound port: a4084a79-fb5a-438f-97dd-0f549328dfec, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '54e102ab-7130-46c2-adc2-a9363cfffee1'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:45.083056 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.084330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-6cdf77e9-c028-44c8-8804-e92c70e7197c service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740810 Nov 10 22:50:45.091921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Deleting port a4084a79-fb5a-438f-97dd-0f549328dfec {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:45.092262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.163768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44854) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:45.169514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039904 Nov 10 22:50:45.189332 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f5996-fec4-4983-86ca-ea62fd2f5033 None None] Pushing event updated for resources: {'Port': ['ID=a4084a79-fb5a-438f-97dd-0f549328dfec,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:45.223041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] For port a4084a79-fb5a-438f-97dd-0f549328dfec, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:45.229512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.232807 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] For port a4084a79-fb5a-438f-97dd-0f549328dfec, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a4084a79-fb5a-438f-97dd-0f549328dfec,segment=NetworkSegment(f4ce5edc-0e22-4e85-a207-0961aa56c7ec),segment_id=f4ce5edc-0e22-4e85-a207-0961aa56c7ec)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:45.241587 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.250037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.265359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Calling delete_port for a4084a79-fb5a-438f-97dd-0f549328dfec owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:45.331265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '5e1146ee-6a8d-4889-bd25-955d7dbc62c2'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:50:45.332647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.395312 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Routers {'94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:45.397891 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:45.471366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:45.512735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.594737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4084a79-fb5a-438f-97dd-0f549328dfec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:45.598449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Allocated IP 172.20.0.2 (bccbe8a9-b424-4505-9147-d741702b4441/5e1146ee-6a8d-4889-bd25-955d7dbc62c2/8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:45.602293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ca70a1a-bb63-49ef-bf0f-290e80143c4d req-b8911847-33d7-41d6-a946-dc89903d4486 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104507 Nov 10 22:50:45.702415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.800425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ebedb992-cd28-4220-93db-9cd9d7eaccfb tempest-NetworksApiDiscovery-2035333739 tempest-NetworksApiDiscovery-2035333739-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3139567 Nov 10 22:50:45.835115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f418ed5-16c4-4a0a-b1df-6a98e4d0407a req-8a3962d7-eb83-456d-ad4f-fb97f97bdbaf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:45.836999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f418ed5-16c4-4a0a-b1df-6a98e4d0407a req-8a3962d7-eb83-456d-ad4f-fb97f97bdbaf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2645111 Nov 10 22:50:45.853556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.863964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.890147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.893383 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f5996-fec4-4983-86ca-ea62fd2f5033 None None] Pushing event updated for resources: {'Port': ['ID=a4084a79-fb5a-438f-97dd-0f549328dfec,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:45.894049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.899042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-9cffe6b2-9214-403a-80f9-075c53074cdb service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524440 Nov 10 22:50:45.959728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.961745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:50:45.966354 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] Set router 94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:50:45.968479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:45.973335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0bdb60f0-d2b5-4690-89fc-b098f85b144f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/routers/94b4efe5-6b8a-4666-9494-8c8f7e5f11d8 HTTP/1.1" status: 204 len: 168 time: 2.5654430 Nov 10 22:50:45.974405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:45.974973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-3680778a-fcdb-4bb2-b476-17a68f4333a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 200 len: 217 time: 0.0647943 Nov 10 22:50:45.985062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:45.996241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f418ed5-16c4-4a0a-b1df-6a98e4d0407a req-9b484ee3-d7af-4a0d-932c-d60a2930ccf7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447866 Nov 10 22:50:45.999358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:46.008147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:46.088301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Pushing event updated for resources: {'Port': ['ID=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:46.097171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Deleting subnet ece9b891-459a-499e-9612-3c0c1754d222 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:46.102656 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.123171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4efe5-6b8a-4666-9494-8c8f7e5f11d8', 'name': '', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:36Z', 'updated_at': '2021-11-10T22:50:44Z', 'revision_number': 4, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:46.138077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:46.142363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.148508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.153658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-43fbb2ae-68d3-41ee-8df8-ba2352fe44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:46.155445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-43fbb2ae-68d3-41ee-8df8-ba2352fe44c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.1573935 Nov 10 22:50:46.156762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Attempting to bind port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:50:46.157172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Attempting to bind port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:50:46.157902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Attempting to bind port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:50:46.174976 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c73ca-6eaa-49a9-ab95-349104930b4e None None] The sync data for ids ['94b4efe5-6b8a-4666-9494-8c8f7e5f11d8'] in n-d-811521-3 is: [{'id': '94b4efe5-6b8a-4666-9494-8c8f7e5f11d8', 'name': '', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:36Z', 'updated_at': '2021-11-10T22:50:44Z', 'revision_number': 4, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:50:46.178097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:50:46.178816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:50:46.179472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.180149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:50:46.180633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Bound port: 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:50:46.181033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.219366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.309594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.328352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7ca9-8253-4e84-a107-7a1527e28337 req-ab45b533-43e6-41c0-9643-69a656354376 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:46.335763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-478a7ca9-8253-4e84-a107-7a1527e28337 req-ab45b533-43e6-41c0-9643-69a656354376 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1771429 Nov 10 22:50:46.354244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] For port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:50:46.367212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] For port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:50:46.367742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a1b5-a417-48d7-bbea-9c7f38a3fcd6 req-265be775-822b-4b6a-aec9-4693cc601913 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:46.369948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b988a1b5-a417-48d7-bbea-9c7f38a3fcd6 req-265be775-822b-4b6a-aec9-4693cc601913 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3166904 Nov 10 22:50:46.370893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ece9b891-459a-499e-9612-3c0c1754d222,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:46.376630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.382321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.387801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-55f940e9-1a18-4425-83be-e665ab8f55aa tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/ece9b891-459a-499e-9612-3c0c1754d222 HTTP/1.1" status: 204 len: 168 time: 0.4120891 Nov 10 22:50:46.418430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44878) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:46.442618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f3ce0b3c-c28d-49aa-a963-736f9163d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:46.444674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f3ce0b3c-c28d-49aa-a963-736f9163d517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2728021 Nov 10 22:50:46.468194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-478a7ca9-8253-4e84-a107-7a1527e28337 req-e9801a05-ccb9-4b9b-a402-f4d321daf94c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314476 Nov 10 22:50:46.531388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbb404-d7a9-4bd8-97ca-e4b79d22f226 None None] Pushing event updated for resources: {'Port': ['ID=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:46.612139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44882) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:46.646957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b988a1b5-a417-48d7-bbea-9c7f38a3fcd6 req-a6948149-9952-4144-8a04-76138c162de0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569740 Nov 10 22:50:46.652880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.725288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-ef80d5c7-dc2f-4ac6-ba31-2c857ea19c2a service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493672 Nov 10 22:50:46.780408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.808634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e102ab-7130-46c2-adc2-a9363cfffee1']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:46.823866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:46.824268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce5edc-0e22-4e85-a207-0961aa56c7ec') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:46.843937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.866235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.900825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-68be5efb-0363-4d48-baf4-0c5ca0528995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.912191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:50:46.912911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:50:46.916659 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:50:47.049001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe116b-fa6e-400c-ae55-2924e0c70cc2 req-ff982e7a-cbb5-4cfd-b373-3656dfafb1d6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:47.057439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6fe116b-fa6e-400c-ae55-2924e0c70cc2 req-ff982e7a-cbb5-4cfd-b373-3656dfafb1d6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2386103 Nov 10 22:50:47.070984 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.100139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54e102ab-7130-46c2-adc2-a9363cfffee1 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 22:50:47.112728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-dba36108-30bd-4092-a509-f1ec525d460f service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755691 Nov 10 22:50:47.202505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-63873589-c8c7-4681-b49f-ea8f46bdbea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 200 len: 217 time: 0.0724597 Nov 10 22:50:47.204000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-68be5efb-0363-4d48-baf4-0c5ca0528995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.205650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Network': ['ID=54e102ab-7130-46c2-adc2-a9363cfffee1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:47.209247 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.214034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-212e1c2e-a67e-4065-82e4-e8fea2b1db4f tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/networks/54e102ab-7130-46c2-adc2-a9363cfffee1 HTTP/1.1" status: 204 len: 168 time: 0.7945068 Nov 10 22:50:47.255970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-68be5efb-0363-4d48-baf4-0c5ca0528995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.309230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6fe116b-fa6e-400c-ae55-2924e0c70cc2 req-ca5f52c7-b9d0-4d5d-aa45-915c533445ae tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468009 Nov 10 22:50:47.325374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-68be5efb-0363-4d48-baf4-0c5ca0528995 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b63ac4351aaf45eea2434e91093dc813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7008352 Nov 10 22:50:47.329108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44894) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:47.424356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5efb-0363-4d48-baf4-0c5ca0528995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcdf62-21c4-4806-9154-d05df2620c7e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:47.449400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-a8f9dd0e-0ff5-4f56-b77f-fa5a226b4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:47.458974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-a8f9dd0e-0ff5-4f56-b77f-fa5a226b4e1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 200 len: 797 time: 0.2451642 Nov 10 22:50:47.465088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70791db-81d9-4431-ae79-3f91169971c3 req-52ec0515-fc77-4485-90bd-b668670ade70 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:47.466857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b70791db-81d9-4431-ae79-3f91169971c3 req-52ec0515-fc77-4485-90bd-b668670ade70 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2510328 Nov 10 22:50:47.670910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b70791db-81d9-4431-ae79-3f91169971c3 req-cf8a750d-8cf5-413f-a03a-ed13b3c738d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906588 Nov 10 22:50:47.676963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:47.687532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'name': 'tempest-router--674927304', 'project_id': '3e6cd7f3a0964283aa252db6ca095ea8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:47.764222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.770262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.799439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f0cadf87-d28b-4207-bb31-19fe4d096f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:47.801598 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f0cadf87-d28b-4207-bb31-19fe4d096f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a671e46-6435-4f0f-beeb-6c9edebcc0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3319836 Nov 10 22:50:47.802279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.844726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.864402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:50:47.885269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.890757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.914850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:47.916536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-35a72f4f-71e3-49f9-b0bb-b61417d7ffcf tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2327843 Nov 10 22:50:47.919712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44912) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:47.927584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c75f2-7b81-43be-b6ba-eaf4f8d69ad8 req-2c1f9b6f-b839-4d51-aadc-8602f7b7a4bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:47.929485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e6c75f2-7b81-43be-b6ba-eaf4f8d69ad8 req-2c1f9b6f-b839-4d51-aadc-8602f7b7a4bf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2880003 Nov 10 22:50:48.123406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.248847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e6c75f2-7b81-43be-b6ba-eaf4f8d69ad8 req-f4e98737-34e5-4a0b-9955-dba406acec36 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127416 Nov 10 22:50:48.256819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dac8cb-01ac-4077-8485-d05a7970d53f req-2ab75d92-fc7d-4370-9d48-c15c9a0253c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:48.258551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88dac8cb-01ac-4077-8485-d05a7970d53f req-2ab75d92-fc7d-4370-9d48-c15c9a0253c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3139846 Nov 10 22:50:48.267541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:48.268573 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.336356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.351593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.353119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccdcdf62-21c4-4806-9154-d05df2620c7e HTTP/1.1" status: 204 len: 168 time: 1.0214553 Nov 10 22:50:48.369759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-1b746951-8fa4-4f45-89b1-fbcd33cbbc51 service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411327 Nov 10 22:50:48.384816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaecfe-df4e-4742-9276-e0bc10a03a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcdf62-21c4-4806-9154-d05df2620c7e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:48.387163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.414818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.418127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.460408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:48.529392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.530865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f273e12-3297-423a-b7a3-67fcfa94dc9b {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:50:48.547593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:48.549143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ba26f47c-b8db-436e-90d9-b7a90dae12ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0f273e12-3297-423a-b7a3-67fcfa94dc9b HTTP/1.1" status: 204 len: 168 time: 0.6281252 Nov 10 22:50:48.602176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-88dac8cb-01ac-4077-8485-d05a7970d53f req-0b2ee823-d482-4ef4-8a1d-e23c29d1b526 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310086 Nov 10 22:50:48.666677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-80475a7c-a8fe-4d51-bc4f-9f3e6fa00dfc service neutron] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893524 Nov 10 22:50:48.751305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:48.768638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-88f269cd-f5ff-4957-83bd-f2c9d7e1d961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 200 len: 217 time: 0.0931237 Nov 10 22:50:49.017876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] For port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:49.036020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.078520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.086077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.086828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.093580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272dbe-e606-494f-a056-6f3becd4413a req-3b39719a-1d98-4926-9a77-8340d75a25da tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:49.118605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc272dbe-e606-494f-a056-6f3becd4413a req-3b39719a-1d98-4926-9a77-8340d75a25da tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2354250 Nov 10 22:50:49.176537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:50:49.229952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc272dbe-e606-494f-a056-6f3becd4413a req-68e500ae-75e4-422d-a231-bd3fc5e4e273 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040163 Nov 10 22:50:49.237947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204722107', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:49.261786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:49.275495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6622a9-295c-4c66-a25f-d9d8f3738544 req-a3612867-ed9e-4e47-8ce4-afff3e137aae tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:49.277785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a6622a9-295c-4c66-a25f-d9d8f3738544 req-a3612867-ed9e-4e47-8ce4-afff3e137aae tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4093363 Nov 10 22:50:49.279384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-605e3608-5cd0-4b15-a954-10a54e1aa895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:49.280838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-605e3608-5cd0-4b15-a954-10a54e1aa895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.4959052 Nov 10 22:50:49.288592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:49.311500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:49.312088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.353205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.357558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.389119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,revision_number=4']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:49.392579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=d16dfe7b-847d-4b6e-9f43-7e2ebb089777,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:49.402579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f230ddd3-377e-4bf7-8620-e3500fa6a8dc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3522835 Nov 10 22:50:49.403857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44938) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:49.412132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:56:c1:af', 'name': 'tempest-NetworksTestDHCPv6-1671640392'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:49.541531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-816ae5cd-509f-44e3-9fd8-04c1c3c847ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:49.544497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-816ae5cd-509f-44e3-9fd8-04c1c3c847ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2467761 Nov 10 22:50:49.577336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.590884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:49.609535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d394999-7148-46d7-a90f-77765c96c63d None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:49.709453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a6622a9-295c-4c66-a25f-d9d8f3738544 req-2a05c36f-8462-4736-8ffc-32b2cd2ddeee tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444951 Nov 10 22:50:49.715297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:50:49.794922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:50:49.795659 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:50:49.880436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-851f5f2f-7117-41e3-81cf-5ed0c60e3905 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233123 Nov 10 22:50:49.935488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:49.937715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:49.967817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.033218 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.067393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-f3d18721-2acd-4448-bfe5-510bf47604d3 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767490 Nov 10 22:50:50.069467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:50.080830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:50:50.147028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:50.160725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ae6c-b53d-445b-882f-d6d1b3822592 req-2c015f71-e441-48c1-a298-f3be854d31bc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:50.165369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a22ae6c-b53d-445b-882f-d6d1b3822592 req-2c015f71-e441-48c1-a298-f3be854d31bc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.5772281 Nov 10 22:50:50.180835 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.271454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-1993262f-7baf-41ad-a46e-6d5c4845a484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 200 len: 217 time: 0.1728649 Nov 10 22:50:50.273000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a22ae6c-b53d-445b-882f-d6d1b3822592 req-3a0d82f7-dcc6-4e8c-895c-77d5affb610f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982995 Nov 10 22:50:50.379540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.392073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['0b8f0bd7-2e6e-4709-a462-72ef376da75f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:50:50.435352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-038de327-e9c4-4a3d-97c7-fa5f0d270aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:50.437358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:50.438858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-038de327-e9c4-4a3d-97c7-fa5f0d270aee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 200 len: 797 time: 0.1536851 Nov 10 22:50:50.514680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:50.522048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.538191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.760224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:50:50.761376 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f678d620-e384-41fe-bf43-858ac5200030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:50:50.762293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:50.801954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3e59-1b70-407e-ab5b-b7a1cbdec4c3 req-244444bc-7e27-4d1e-870a-ba6de8a33bcb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:50.804278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-654f3e59-1b70-407e-ab5b-b7a1cbdec4c3 req-244444bc-7e27-4d1e-870a-ba6de8a33bcb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3045244 Nov 10 22:50:50.808958 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.867868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:50.868487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.000118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.012885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453143f-b470-4101-b172-8cf87a412bae req-c7a22b35-0a79-472f-b493-58877edcd4ee tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:51.025432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a453143f-b470-4101-b172-8cf87a412bae req-c7a22b35-0a79-472f-b493-58877edcd4ee tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.9212925 Nov 10 22:50:51.057426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-654f3e59-1b70-407e-ab5b-b7a1cbdec4c3 req-90bb3dfb-33a4-497b-9e2e-f70e52262ac1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313628 Nov 10 22:50:51.084274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:51.084839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.128990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port e05c887e-3b1c-410f-8131-e78cf8daefcd yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:50:51.194201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a453143f-b470-4101-b172-8cf87a412bae req-2c52c628-04fe-465b-8141-d2d4f9dbdc22 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669061 Nov 10 22:50:51.313779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Allocated IP 172.25.0.181 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/8d3df517-59ed-4045-96e9-0158663af8ff) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:51.358973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-e85b2936-1d3c-4044-a214-849fb8e0fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:51.365309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-e85b2936-1d3c-4044-a214-849fb8e0fe16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a07bde3-9cc8-442b-b94e-70ff092eda8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8936715 Nov 10 22:50:51.507466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ee20cf59-13a4-4622-bb8d-09618e86de43 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:51.507803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee20cf59-13a4-4622-bb8d-09618e86de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.592204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.610800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee79a-48c7-4788-b2ab-8387852a9a3c req-b01e5e37-7445-4dbd-baae-53d1a05fe5bd tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:51.616120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e47ee79a-48c7-4788-b2ab-8387852a9a3c req-b01e5e37-7445-4dbd-baae-53d1a05fe5bd tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1610107 Nov 10 22:50:51.702102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.719193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:51.723482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:51.725536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:51.731203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e47ee79a-48c7-4788-b2ab-8387852a9a3c req-f62e9fc0-7c12-4cde-aa39-71e86c18690c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917072 Nov 10 22:50:51.748773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3213134-b9db-49cf-9aed-fe558a898d0e None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:51.854976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c76f3954-ce9f-43a6-8d06-61686e62dd25 None None] Provisioning complete for port 8d3df517-59ed-4045-96e9-0158663af8ff triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:51.857179 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c76f3954-ce9f-43a6-8d06-61686e62dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:51.863597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 172.20.0.11 (bccbe8a9-b424-4505-9147-d741702b4441/5e1146ee-6a8d-4889-bd25-955d7dbc62c2/e05c887e-3b1c-410f-8131-e78cf8daefcd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:51.879061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event updated for resources: {'Port': ['ID=8d3df517-59ed-4045-96e9-0158663af8ff,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:51.904360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fe56:c1af (bccbe8a9-b424-4505-9147-d741702b4441/d16dfe7b-847d-4b6e-9f43-7e2ebb089777/e05c887e-3b1c-410f-8131-e78cf8daefcd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:51.928235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-66b2a028-538b-4c9f-bce3-0415f54bd94f service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531693 Nov 10 22:50:51.935818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ba64-de1f-4ef9-ba32-b76ef696a433 req-43a7c0f4-b8e0-44d3-b898-9b7c4c90310c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:51.937038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c76f3954-ce9f-43a6-8d06-61686e62dd25 None None] Port 8d3df517-59ed-4045-96e9-0158663af8ff cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:51.943006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93d0ba64-de1f-4ef9-ba32-b76ef696a433 req-43a7c0f4-b8e0-44d3-b898-9b7c4c90310c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3758128 Nov 10 22:50:51.962435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-c059efa2-7d15-4840-8624-2ec80869505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:51.963889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-c059efa2-7d15-4840-8624-2ec80869505a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.3894522 Nov 10 22:50:52.203393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-64eb41e7-3ee0-48f8-88c5-df5af6caa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:52.204889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-64eb41e7-3ee0-48f8-88c5-df5af6caa97f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.2209077 Nov 10 22:50:52.305746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:52.360384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b71df-0a89-46ad-ba20-d0e961b4e690 req-96fa1b04-06a9-4c49-98f6-43f606ce37fe tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:52.368988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-777b71df-0a89-46ad-ba20-d0e961b4e690 req-96fa1b04-06a9-4c49-98f6-43f606ce37fe tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4799895 Nov 10 22:50:52.376188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93d0ba64-de1f-4ef9-ba32-b76ef696a433 req-50c71b86-fc79-4e33-8779-6881ad164cd2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242015 Nov 10 22:50:52.483605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-6676647e-1e11-43a3-9520-230562c190e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.2675757 Nov 10 22:50:52.528052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a4cbead-98bd-448e-b55b-d691670e6c5f req-96e3a884-745c-4459-a804-46abc7be6a97 service neutron] 10.222.0.20 "GET /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812087 Nov 10 22:50:52.599391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-777b71df-0a89-46ad-ba20-d0e961b4e690 req-a1a50cb1-1c89-4d8d-9ba5-f51f54a1b624 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297397 Nov 10 22:50:52.691646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:52.715713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-e6d15d97-9d66-47b6-897c-a483eda52a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:52.717270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-e6d15d97-9d66-47b6-897c-a483eda52a79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2251737 Nov 10 22:50:52.766490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:52.771355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:52.771953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:52.834546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad0b8-8e28-452a-a518-3b2f0a9c681f req-240f7a5c-9d27-4aba-809a-2567e7674484 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:52.865603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f3ad0b8-8e28-452a-a518-3b2f0a9c681f req-240f7a5c-9d27-4aba-809a-2567e7674484 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2534153 Nov 10 22:50:52.995123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-81426d72-922a-4be1-b497-db4117af20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:52.996923 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-81426d72-922a-4be1-b497-db4117af20c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645729 Nov 10 22:50:53.099229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f3ad0b8-8e28-452a-a518-3b2f0a9c681f req-68fdaf0a-1a74-4ad8-aeea-49c9ee4393a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325840 Nov 10 22:50:53.102365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.177704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:50:53.187293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:53.194495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:53.196695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=e05c887e-3b1c-410f-8131-e78cf8daefcd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:53.203022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:50:53.253962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-325a49c6-9591-4aae-acf6-282bbb917a0e service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458980 Nov 10 22:50:53.286268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:53.286555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.309217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.401454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:53.402161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.436626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.437145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f35191ab-3e63-4cd3-92b1-253473b2cac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0277629 Nov 10 22:50:53.445372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45048) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:53.501503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:53.503120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:50:53.511557 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5d293d-bd1f-4dc3-a7cb-e8c4f8004a1e" -d '{"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:50:53.522668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.585017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:53.596835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb5e69-5e13-4cb0-8e9b-eac027254512 req-5b99b900-00aa-4e5c-8574-e43335cb308d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:53.597344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8299b8ab-4a9b-47ff-a5ca-1b889994f561 req-00648338-c347-44d4-afe8-5922f87517b3 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334622 Nov 10 22:50:53.602328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0bb5e69-5e13-4cb0-8e9b-eac027254512 req-5b99b900-00aa-4e5c-8574-e43335cb308d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2693450 Nov 10 22:50:53.619637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fb33-61fb-4799-b9ea-337e31e5c34a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:53.627463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fb33-61fb-4799-b9ea-337e31e5c34a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:53.630512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1027fb33-61fb-4799-b9ea-337e31e5c34a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1833653 Nov 10 22:50:53.633002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45056) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:53.657630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906abf4-7c56-4b9c-a2f4-7ef80cb10855 req-4256e713-12ec-4051-8f84-5a522a7bc967 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:53.665411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6906abf4-7c56-4b9c-a2f4-7ef80cb10855 req-4256e713-12ec-4051-8f84-5a522a7bc967 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1586053 Nov 10 22:50:53.730855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6906abf4-7c56-4b9c-a2f4-7ef80cb10855 req-5ad9ad65-5579-4c35-b167-921aa8a6cdcb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644445 Nov 10 22:50:53.754507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0bb5e69-5e13-4cb0-8e9b-eac027254512 req-0e618c3f-b9f5-4e4f-8ae1-f1cecd5fd91c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345925 Nov 10 22:50:53.765236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Router f92a1041-c7e8-4e33-ad68-0ec0c739dc64 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:50:53.789797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b982c7c5-279a-4696-aa52-9a22aaa6486d None None] Provisioning complete for port e05c887e-3b1c-410f-8131-e78cf8daefcd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:53.790168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b982c7c5-279a-4696-aa52-9a22aaa6486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.829173 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1435503-c396-45d2-8256-c681ee2ad396 x-openstack-request-id: req-e1435503-c396-45d2-8256-c681ee2ad396 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:50:53.829739 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:50:53.840197 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1435503-c396-45d2-8256-c681ee2ad396 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:50:53.840808 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'code': 200} Nov 10 22:50:53.865666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port e05c887e-3b1c-410f-8131-e78cf8daefcd {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:53.866072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:53.876463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b982c7c5-279a-4696-aa52-9a22aaa6486d None None] Port e05c887e-3b1c-410f-8131-e78cf8daefcd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:50:54.050972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.074707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for e05c887e-3b1c-410f-8131-e78cf8daefcd owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:54.079384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdc417-86a2-409e-8bea-875f734fb3a2 req-3e7a4cd7-99bb-4a10-ac89-5242711e8db2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:54.083890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94e613-0a4d-4477-b3af-8e755d7ee976 req-030a44f8-0a0f-4c64-91e4-3a21340412d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:54.089896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ccdc417-86a2-409e-8bea-875f734fb3a2 req-3e7a4cd7-99bb-4a10-ac89-5242711e8db2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1368191 Nov 10 22:50:54.091045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e94e613-0a4d-4477-b3af-8e755d7ee976 req-030a44f8-0a0f-4c64-91e4-3a21340412d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1760588 Nov 10 22:50:54.106901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:50:54.125960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] Sync routers for ids ['f92a1041-c7e8-4e33-ad68-0ec0c739dc64'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:50:54.139884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] Routers {'f92a1041-c7e8-4e33-ad68-0ec0c739dc64'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:54.140524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f92a1041-c7e8-4e33-ad68-0ec0c739dc64'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:54.178880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.183789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63dd3a5a-1afb-4314-9a64-ffbb7ccc9a0e tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4280412 Nov 10 22:50:54.187330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45074) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:54.224132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ccdc417-86a2-409e-8bea-875f734fb3a2 req-e8f69861-0f16-4a44-a45d-7976e17caaf2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329739 Nov 10 22:50:54.285631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e94e613-0a4d-4477-b3af-8e755d7ee976 req-04bac5d0-9378-4c08-9683-eb736674c42d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881497 Nov 10 22:50:54.289278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:54.306371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] Routers {'f92a1041-c7e8-4e33-ad68-0ec0c739dc64'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:50:54.307493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f92a1041-c7e8-4e33-ad68-0ec0c739dc64'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:54.379990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:50:54.380845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc10b0a-4552-45f1-ac6f-a449d8ef6841 None None] The sync data for ids ['f92a1041-c7e8-4e33-ad68-0ec0c739dc64'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:50:54.467260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77955fa4-9115-4f05-8e27-3658ed4c0ea8 req-962542a6-1fc7-4eb6-90a4-46a257f9918a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:54.478127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77955fa4-9115-4f05-8e27-3658ed4c0ea8 req-962542a6-1fc7-4eb6-90a4-46a257f9918a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1385267 Nov 10 22:50:54.483871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b6ca2cc-91d9-4a71-8f54-5eac7415d8ee tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/f92a1041-c7e8-4e33-ad68-0ec0c739dc64 HTTP/1.1" status: 200 len: 920 time: 0.2953203 Nov 10 22:50:54.487825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45090) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:54.498276 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.528368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0cb08a4e-d194-4015-8c3b-32079344e687 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f92a1041-c7e8-4e33-ad68-0ec0c739dc64 HTTP/1.1" status: 200 len: 205 time: 0.0394046 Nov 10 22:50:54.548213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:54.555401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=e05c887e-3b1c-410f-8131-e78cf8daefcd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:54.606364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77955fa4-9115-4f05-8e27-3658ed4c0ea8 req-7b31070c-efb1-42fb-ad3f-f825ca8a9973 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277688 Nov 10 22:50:54.816508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.833341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45112) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:54.833506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-750c0075-0793-4dbf-bc3a-f8222086b52a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/e05c887e-3b1c-410f-8131-e78cf8daefcd HTTP/1.1" status: 204 len: 168 time: 1.1979239 Nov 10 22:50:54.934510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f567d67-4bde-4dc1-a470-bde5543b6c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.999747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244530-cb9c-40f5-80e5-33431ddf78d8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.001792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244530-cb9c-40f5-80e5-33431ddf78d8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.004571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244530-cb9c-40f5-80e5-33431ddf78d8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.006641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-69244530-cb9c-40f5-80e5-33431ddf78d8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1717200 Nov 10 22:50:55.009700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45116) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:55.034622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd140e-ada9-4516-b978-5187bea75194 req-cb58765f-fef3-49f2-bd91-8acd1cb953be tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.038993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bfd140e-ada9-4516-b978-5187bea75194 req-cb58765f-fef3-49f2-bd91-8acd1cb953be tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1113644 Nov 10 22:50:55.099921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 5e1146ee-6a8d-4889-bd25-955d7dbc62c2 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:55.101046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.110634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba9e7-19e6-498e-b637-35a47cbb14dd req-f8bf7db1-d1a9-4c2f-b38c-d1f914e44ea3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.119085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-447ba9e7-19e6-498e-b637-35a47cbb14dd req-f8bf7db1-d1a9-4c2f-b38c-d1f914e44ea3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 814 time: 0.2310989 Nov 10 22:50:55.121365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.160849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bfd140e-ada9-4516-b978-5187bea75194 req-94b3dbfb-0c1f-47b9-912c-fe2b18914c93 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961881 Nov 10 22:50:55.165352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-447ba9e7-19e6-498e-b637-35a47cbb14dd req-3eac9dbc-f027-46d1-98f6-71d81a5b0b37 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/quotas/d9845347f3234cfdbf64e96270c226e5 HTTP/1.1" status: 200 len: 375 time: 0.0448558 Nov 10 22:50:55.240414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.294528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-447ba9e7-19e6-498e-b637-35a47cbb14dd req-f110df7e-3542-4742-b34a-8cb158bf7d1c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226137 Nov 10 22:50:55.358185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.448803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.550348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port 8d3df517-59ed-4045-96e9-0158663af8ff {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:55.551231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.553280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.560072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.565049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df708-0b12-419c-9b5e-deda63611aef req-b8085b82-086d-492f-99c7-21c485a2a8e9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.566639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-260df708-0b12-419c-9b5e-deda63611aef req-b8085b82-086d-492f-99c7-21c485a2a8e9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0913932 Nov 10 22:50:55.578446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.585135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.602340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.608585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.643368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:55.646286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-0786a68a-3649-4811-8ca9-8e2c84e93c43 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.2560647 Nov 10 22:50:55.705785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-260df708-0b12-419c-9b5e-deda63611aef req-13af5f10-e313-4132-b4da-e3657cab4a54 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180043 Nov 10 22:50:55.741375 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.792605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1146ee-6a8d-4889-bd25-955d7dbc62c2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:55.811471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.816359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1741efd-96ed-4c14-bc20-0b9e5d83c3e4 req-364f8cd2-82df-4315-877d-535b7b274b3b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629765 Nov 10 22:50:55.822726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:55.830136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45132) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:55.831373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-09ab43e2-c52b-4a1f-939e-d3315b55d17d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/5e1146ee-6a8d-4889-bd25-955d7dbc62c2 HTTP/1.1" status: 204 len: 168 time: 0.8202801 Nov 10 22:50:55.836933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b3a14-14c6-4d9f-8a4f-98c52b4a4c0b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:55.848107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for 8d3df517-59ed-4045-96e9-0158663af8ff owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:56.199916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0e42-2869-4463-9503-08e0e438d893 req-07876025-6e88-4bb3-8b63-5988d21c3ea9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.235623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eeb0e42-2869-4463-9503-08e0e438d893 req-07876025-6e88-4bb3-8b63-5988d21c3ea9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2379887 Nov 10 22:50:56.377047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet d16dfe7b-847d-4b6e-9f43-7e2ebb089777 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:50:56.389407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:56.422242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eeb0e42-2869-4463-9503-08e0e438d893 req-43a29dbb-cab2-42c4-a87b-cb1dc5de1695 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851444 Nov 10 22:50:56.540068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527318b6-7279-4b44-a1cc-32e9df8dcbe7 req-ba134f0b-1cf0-4f47-ab77-97952c6fd167 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.542191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-527318b6-7279-4b44-a1cc-32e9df8dcbe7 req-ba134f0b-1cf0-4f47-ab77-97952c6fd167 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4123356 Nov 10 22:50:56.593743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:56.605982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.629002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b0d79-242f-4a25-9220-0f17bf7bd064 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:56.641572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.669713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.687582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.698097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.707082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.716122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:56.734385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dbee6d5-7f77-4eea-b356-73f4e7d2524a req-a0d0808e-8920-4d8f-8614-5261f65f7459 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.2136838 Nov 10 22:50:56.755287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:56.764160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:56.828300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45154) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:56.843656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-527318b6-7279-4b44-a1cc-32e9df8dcbe7 req-31c45b70-1430-4076-b1f2-9ef491f4a737 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948036 Nov 10 22:50:56.945076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=8d3df517-59ed-4045-96e9-0158663af8ff,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:57.028659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8208d29-1de1-430c-b424-5ac6507de0b2 req-a4ef1124-3f06-40d2-b180-9a707531febb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:57.041364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8208d29-1de1-430c-b424-5ac6507de0b2 req-a4ef1124-3f06-40d2-b180-9a707531febb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1836765 Nov 10 22:50:57.149613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.150290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c376973e-1030-40d9-815c-61ec4bba660e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.155663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.227103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8208d29-1de1-430c-b424-5ac6507de0b2 req-3a274597-bc95-4643-a6f8-daf3beddcb6d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784511 Nov 10 22:50:57.307139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.307800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router f92a1041-c7e8-4e33-ad68-0ec0c739dc64 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:50:57.322699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.323998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f9d4cbc7-60f7-4ad8-bde6-13351e6e81b0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/f92a1041-c7e8-4e33-ad68-0ec0c739dc64 HTTP/1.1" status: 204 len: 168 time: 2.7745779 Nov 10 22:50:57.327978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45164) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:57.343038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875520904', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:57.351854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.403989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c376973e-1030-40d9-815c-61ec4bba660e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.412964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c376973e-1030-40d9-815c-61ec4bba660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.437262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.438381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.526195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907652-c044-4268-a143-0e631300d998 req-9851458d-f70d-424b-a569-ed7946c7676d tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:57.535442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0907652-c044-4268-a143-0e631300d998 req-9851458d-f70d-424b-a569-ed7946c7676d tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1096 time: 0.3026869 Nov 10 22:50:57.549434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c376973e-1030-40d9-815c-61ec4bba660e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf09de0a5bd49f9b88c7b4730b58f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7041953 Nov 10 22:50:57.551726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45166) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:57.557477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376973e-1030-40d9-815c-61ec4bba660e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece827bc-b8ac-43d2-90f1-e7f9d94f140a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:57.626437 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af3630ad-ee7b-41f8-bf93-2ea5d088ebb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.639514 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.704059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=d16dfe7b-847d-4b6e-9f43-7e2ebb089777,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:57.738871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de372947-5d58-4e65-92b2-15534c8e8b1b req-502dce53-a711-4250-8ad4-0901a446716a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:57.753004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de372947-5d58-4e65-92b2-15534c8e8b1b req-502dce53-a711-4250-8ad4-0901a446716a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3366840 Nov 10 22:50:57.764878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.767081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.772634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ae6b0563-fc27-4273-885f-aa6fa591479f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/d16dfe7b-847d-4b6e-9f43-7e2ebb089777 HTTP/1.1" status: 204 len: 168 time: 1.6745298 Nov 10 22:50:57.773803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:57.868910 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:57.877427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eaacaae6-3d34-4be9-889b-41fc8e13b9ad tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906022 Nov 10 22:50:57.892381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0907652-c044-4268-a143-0e631300d998 req-1d40388d-66ad-4bee-9457-aa8e5cac78c3 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382070 Nov 10 22:50:57.896226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45170) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:57.899368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9bb0c-f11a-425b-b6ed-4a02caba016b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:57.909736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:58.017979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.064632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-751132b1-dc89-4f72-81fc-b52dc08f4145 None None] Provisioning complete for port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:50:58.065725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-751132b1-dc89-4f72-81fc-b52dc08f4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.091607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de372947-5d58-4e65-92b2-15534c8e8b1b req-e89b0fbf-7c76-4e23-a88e-070115586cc1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373704 Nov 10 22:50:58.099610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.157090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6df0-8087-487e-824b-7fa5b2686020 req-6f3ca395-f860-426a-bf61-aa97dcc8d386 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:58.160091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-208a6df0-8087-487e-824b-7fa5b2686020 req-6f3ca395-f860-426a-bf61-aa97dcc8d386 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1508155 Nov 10 22:50:58.236961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.242347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.256347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ece827bc-b8ac-43d2-90f1-e7f9d94f140a HTTP/1.1" status: 204 len: 168 time: 0.6568193 Nov 10 22:50:58.257651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:58.266108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.316388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-71475320-e7f5-46bf-86c4-9e755a52a8a5 req-0b6a74a4-1c47-48ba-b6e9-b0640931cf60 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:50:58.328889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71475320-e7f5-46bf-86c4-9e755a52a8a5 req-0b6a74a4-1c47-48ba-b6e9-b0640931cf60 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308526 Nov 10 22:50:58.787795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.928197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:50:58.935708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-208a6df0-8087-487e-824b-7fa5b2686020 req-bb1e537d-970c-487e-88da-ca0ea9453d36 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7638261 Nov 10 22:50:58.937977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:50:58.942544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:58.943673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:58.946809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece827bc-b8ac-43d2-90f1-e7f9d94f140a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:58.990149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.990593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.991150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.991493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.991813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.992132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.992540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.993159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.993483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.994269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.994596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:58.994915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99eadab-57b5-4d53-be74-966846d4916b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:50:59.012322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:50:59.047270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:59.071345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6db9f3af-4465-4d18-be1e-636255f7cc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.099813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.237735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6db9f3af-4465-4d18-be1e-636255f7cc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.249974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3497701 Nov 10 22:50:59.252345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.256191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45204) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:59.277737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:50:59.294718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6db9f3af-4465-4d18-be1e-636255f7cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.311669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Deleting port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:50:59.312360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.312736 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.430587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] For port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:50:59.431258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.449874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Calling delete_port for 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:50:59.614366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:59.645376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.25.0.228 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:50:59.695257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] Pushing event deleted for resources: {'Port': ['ID=8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:59.701516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac19ea-c7a4-46f4-9e5f-6b7bee96b647 None None] No DVR routers for this DVR port 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:50:59.718393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3cbf2-5933-4afc-8176-557066484c43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=6eec42dd-d86d-4bd1-a725-1d345adfc6cc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:59.765135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f109b-eb18-48c8-b0af-ad9fa4716ddb None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:50:59.880238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6db9f3af-4465-4d18-be1e-636255f7cc72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f028e1dbc22d4f32868f71cb343ee9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8284061 Nov 10 22:50:59.887216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9f3af-4465-4d18-be1e-636255f7cc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac537bc2-36d0-4d4d-a69c-4a8d1728a327,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:50:59.893204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:50:59.966974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229479-c9a0-4ac0-a2a0-2c2e7209e1c6 req-303100e1-6b56-484a-ae55-b624b08232c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:59.966974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65229479-c9a0-4ac0-a2a0-2c2e7209e1c6 req-303100e1-6b56-484a-ae55-b624b08232c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.7012668 Nov 10 22:50:59.983914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:50:59.995438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.020289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.123672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.190346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '6eec42dd-d86d-4bd1-a725-1d345adfc6cc'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:00.191796 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.216494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65229479-c9a0-4ac0-a2a0-2c2e7209e1c6 req-1ff7e029-7a4f-4cf5-997d-e7a4c2d2a5b7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337587 Nov 10 22:51:00.220458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45234) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:00.276400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.320518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:00.352289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:00.360418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.370557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:00.391062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:00.481985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-fece0a31-8f25-4ce6-98f5-2d00afd6fe35 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:51:00.483344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-fece0a31-8f25-4ce6-98f5-2d00afd6fe35 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192950 Nov 10 22:51:00.609813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.613578 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.617688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac537bc2-36d0-4d4d-a69c-4a8d1728a327 HTTP/1.1" status: 204 len: 168 time: 0.7105117 Nov 10 22:51:00.622373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Allocated IP 172.20.0.2 (bccbe8a9-b424-4505-9147-d741702b4441/6eec42dd-d86d-4bd1-a725-1d345adfc6cc/3a3be9ff-580d-4cf2-bf74-c997094a243f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:00.628006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.628908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.629477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.629984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.630495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.630995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.631644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.634037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-5c1cda2c-e4cd-40d4-8259-ee945ade5f8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 6490 time: 0.4118862 Nov 10 22:51:00.637938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eed7325a-5206-4ef4-805a-0913026fbe4c req-d6939993-5817-404a-bee5-6e532c6898c8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d9845347f3234cfdbf64e96270c226e5 HTTP/1.1" status: 200 len: 221 time: 0.1678514 Nov 10 22:51:00.678456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0ba7-893b-4d38-a3d5-259325875f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac537bc2-36d0-4d4d-a69c-4a8d1728a327,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:00.763661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-c56d8d1d-81f7-43ff-8976-b1f71682cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:00.772329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-c56d8d1d-81f7-43ff-8976-b1f71682cb47 service neutron] 10.222.0.25 "GET /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 1093 time: 0.2730851 Nov 10 22:51:00.780340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-79b25448-725c-47b5-867b-6a157f1f2fee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386497 Nov 10 22:51:00.832868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Request body: {'binding': {'host': 'n-h2-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:00.834337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Unknown quota resources ['binding']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:51:00.969652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:00.995415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191df7ec-e637-4dfe-98a9-49ceca05c392 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:01.002230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:01.014031 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.034589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:01.040665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.060923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on host n-h2-811521-3 for vnic_type normal with profile None {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:01.061287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:01.061612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:01.069153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:01.069499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8c7daca8-ed5b-4d2f-9cec-473ecfcf2c5c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:01.088579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:51:01.089179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:01.104418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:01.105084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:01.105651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:01.106269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Bound port: 51a1d6f7-c05e-4de2-a4bc-38316af31382, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:01.131459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.158425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.177700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:01.186617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:01.195795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:01.212218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Pushing event updated for resources: {'Port': ['ID=3a3be9ff-580d-4cf2-bf74-c997094a243f,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:01.219362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:01.302349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:01.304575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:01.332955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:01.334044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.370428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Attempting to bind port 3a3be9ff-580d-4cf2-bf74-c997094a243f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:01.371153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Attempting to bind port 3a3be9ff-580d-4cf2-bf74-c997094a243f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:01.371402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Attempting to bind port 3a3be9ff-580d-4cf2-bf74-c997094a243f on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:01.385637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.387613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-a9ee6a8a-ca77-4954-9d0e-c6672a9b5bc5 service neutron] 10.222.0.25 "POST /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382/bindings HTTP/1.1" status: 201 len: 389 time: 0.6143675 Nov 10 22:51:01.399145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c92f1d2e-98d4-4f2b-8552-88e853e5af0c None None] Provisioning complete for port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:01.401418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c92f1d2e-98d4-4f2b-8552-88e853e5af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.407223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:01.410570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:01.412592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.413611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:01.414508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Bound port: 3a3be9ff-580d-4cf2-bf74-c997094a243f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:01.416452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.447508 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.485127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd919-819a-4353-ac22-df9dd772eaeb req-335c6328-cf71-43d4-a810-5a30b215557f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:01.504074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16cd919-819a-4353-ac22-df9dd772eaeb req-335c6328-cf71-43d4-a810-5a30b215557f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4635248 Nov 10 22:51:01.517070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2488215 Nov 10 22:51:01.518183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a69b7-e307-432a-9fba-de2d49ba2e2b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=2ccd321f-8858-42d0-aea7-419f9d08e344,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:01.522872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45266) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:01.531087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:f7:d0:e8', 'name': 'tempest-NetworksTestDHCPv6-45490500'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:01.578433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c92f1d2e-98d4-4f2b-8552-88e853e5af0c None None] Port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:01.673774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] For port 3a3be9ff-580d-4cf2-bf74-c997094a243f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:01.680291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] For port 3a3be9ff-580d-4cf2-bf74-c997094a243f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a3be9ff-580d-4cf2-bf74-c997094a243f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:01.685904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.773911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b16cd919-819a-4353-ac22-df9dd772eaeb req-93a508bd-97b6-463e-b0cc-379f45970b78 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671735 Nov 10 22:51:01.904611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb80e-5c03-4f71-b6cd-e448e2a77ab6 None None] Pushing event updated for resources: {'Port': ['ID=3a3be9ff-580d-4cf2-bf74-c997094a243f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:01.917904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:02.062535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-47a1b8cc-f2a9-4440-9899-b1ad037db592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.064504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-47a1b8cc-f2a9-4440-9899-b1ad037db592 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1096 time: 0.2881894 Nov 10 22:51:02.076898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed10ac-5e8f-4b21-b71f-2a4c77c5b77c req-fe6c78dc-f881-4158-97fc-e8bc7be03a51 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.079032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46ed10ac-5e8f-4b21-b71f-2a4c77c5b77c req-fe6c78dc-f881-4158-97fc-e8bc7be03a51 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3544202 Nov 10 22:51:02.380572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:02.459784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46ed10ac-5e8f-4b21-b71f-2a4c77c5b77c req-205b7851-93ac-4a37-a86b-87476ba0fa34 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540008 Nov 10 22:51:02.530572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-8b0476d4-4cc4-492d-915f-8ba02180caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.532409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-8b0476d4-4cc4-492d-915f-8ba02180caea service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.4490178 Nov 10 22:51:02.587185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:02.625040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 24103009-c4bb-4478-998c-dedefb7a4216 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:02.684512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-da265650-3f62-4b27-a6f0-5e12c62417e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 217 time: 0.1436372 Nov 10 22:51:02.797590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415bd9c-68c9-4710-89aa-a8ba2cb300f0 req-8b6ecd82-9715-49f8-8f13-51ab3de82616 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.810748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b415bd9c-68c9-4710-89aa-a8ba2cb300f0 req-8b6ecd82-9715-49f8-8f13-51ab3de82616 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.9027514 Nov 10 22:51:02.830720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0163b6-1c91-4a16-88d5-9dd33f0f0720 req-a57783a0-02f1-4aca-a40a-46fbaa74726d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.834008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a0163b6-1c91-4a16-88d5-9dd33f0f0720 req-a57783a0-02f1-4aca-a40a-46fbaa74726d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1538281 Nov 10 22:51:02.836187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-08a52ae7-d7c2-48ac-9191-417e17e7c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.838571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-08a52ae7-d7c2-48ac-9191-417e17e7c1a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1399362 Nov 10 22:51:02.846779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a3be9ff-580d-4cf2-bf74-c997094a243f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:02.897466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-6ec138a3-7f30-4b90-b9ac-3e38a3c2fd26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500917 Nov 10 22:51:03.019599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b415bd9c-68c9-4710-89aa-a8ba2cb300f0 req-6ed3ffa0-631e-4f33-b4dd-0df1a078311f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018602 Nov 10 22:51:03.028912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3a3be9ff-580d-4cf2-bf74-c997094a243f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:03.029372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.105277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router e7ca98fb-852b-4e81-972b-ba38f0dd842c is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:03.210713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a0163b6-1c91-4a16-88d5-9dd33f0f0720 req-f48cd6ec-9cc7-43d4-860e-cc8396eafaca tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475208 Nov 10 22:51:03.216124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 172.20.0.9 (bccbe8a9-b424-4505-9147-d741702b4441/6eec42dd-d86d-4bd1-a725-1d345adfc6cc/24103009-c4bb-4478-998c-dedefb7a4216) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:03.218717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.227684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fef7:d0e8 (bccbe8a9-b424-4505-9147-d741702b4441/2ccd321f-8858-42d0-aea7-419f9d08e344/24103009-c4bb-4478-998c-dedefb7a4216) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:03.288579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 3a3be9ff-580d-4cf2-bf74-c997094a243f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a3be9ff-580d-4cf2-bf74-c997094a243f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:03.298389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.453331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-aba20575-f774-48cb-9fbe-6a2e8936b4b6 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372541 Nov 10 22:51:03.454982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=3a3be9ff-580d-4cf2-bf74-c997094a243f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:03.578208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3130c-f8ee-44e7-b620-839946efbb0c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:03.692999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.796804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783e0c7-dc50-4aaa-aa36-f29178fb80f6 req-f81a59a3-4574-4cb0-bd0b-f9da07e81fc5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:03.811370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3783e0c7-dc50-4aaa-aa36-f29178fb80f6 req-f81a59a3-4574-4cb0-bd0b-f9da07e81fc5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2960477 Nov 10 22:51:03.849573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.872937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f8e559e7-6194-47eb-8639-fda32ab75d5e None None] Provisioning complete for port 3a3be9ff-580d-4cf2-bf74-c997094a243f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:03.874242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f8e559e7-6194-47eb-8639-fda32ab75d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:03.885627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1e3d-5dd9-4742-b314-31a09dc5eaf5 req-0197ba8b-3f3f-42cf-a77d-d997434131f3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:03.890281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-578f1e3d-5dd9-4742-b314-31a09dc5eaf5 req-0197ba8b-3f3f-42cf-a77d-d997434131f3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2985525 Nov 10 22:51:03.919554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-63598b5b-92fe-4b0d-89b5-d8d635211b71 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561825 Nov 10 22:51:03.925554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=24103009-c4bb-4478-998c-dedefb7a4216,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:03.953017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:03.953285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:03.969338 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Sync routers for ids ['e7ca98fb-852b-4e81-972b-ba38f0dd842c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:03.976594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3783e0c7-dc50-4aaa-aa36-f29178fb80f6 req-879b4674-f036-4192-89c9-2eca3ca3c855 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Nov 10 22:51:03.979644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:03.984775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:03.997799 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Routers {'e7ca98fb-852b-4e81-972b-ba38f0dd842c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:03.998476 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e7ca98fb-852b-4e81-972b-ba38f0dd842c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:04.112249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.113652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f800ee12-11d8-485b-a830-7ce7d265c677 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7834945 Nov 10 22:51:04.130102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45310) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:04.164816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.172658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.213578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e30c22be-d156-44c8-a178-bc69e5751115 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.6856265 Nov 10 22:51:04.220023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45312) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:04.337320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-578f1e3d-5dd9-4742-b314-31a09dc5eaf5 req-f2534a9e-2eb0-449a-be80-722726b5aaa9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441164 Nov 10 22:51:04.355367 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Set router e7ca98fb-852b-4e81-972b-ba38f0dd842c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:51:04.411370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6adea-8638-4195-9517-184c4c88f9eb req-79a02464-cdea-4395-ade9-d4c341f5e6e1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.419456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9f6adea-8638-4195-9517-184c4c88f9eb req-79a02464-cdea-4395-ade9-d4c341f5e6e1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2024152 Nov 10 22:51:04.432098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '6eec42dd-d86d-4bd1-a725-1d345adfc6cc', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ccd321f-8858-42d0-aea7-419f9d08e344'}], 'binding:host_id': 'n-d-811521-3'}, 'id': '3a3be9ff-580d-4cf2-bf74-c997094a243f'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:51:04.449074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1ab9f-71c6-482c-a487-0bf3ae31da60 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.456873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1ab9f-71c6-482c-a487-0bf3ae31da60 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.458857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-efa1ab9f-71c6-482c-a487-0bf3ae31da60 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2377095 Nov 10 22:51:04.465892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:04.534021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.670966 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5a8752e7-64cc-494b-a154-47431dd56e7c tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/e7ca98fb-852b-4e81-972b-ba38f0dd842c HTTP/1.1" status: 200 len: 909 time: 0.5357139 Nov 10 22:51:04.682005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:04.684081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875520904', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': True}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:04.713068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbc88-8770-40e1-9fe0-56150ff24635 req-5f06c616-93e6-40d1-8cf3-1c485e114458 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.724569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b5dbc88-8770-40e1-9fe0-56150ff24635 req-5f06c616-93e6-40d1-8cf3-1c485e114458 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2315402 Nov 10 22:51:04.733369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9f6adea-8638-4195-9517-184c4c88f9eb req-75073087-a4ca-4e17-8707-33396fa2d6b4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097277 Nov 10 22:51:04.778458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 24103009-c4bb-4478-998c-dedefb7a4216 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:04.778924 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.911343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.916270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:04.919565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'name': 'tempest-snat-router-1875520904', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228'}], 'enable_snat': False}, 'gw_port_id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:57Z', 'updated_at': '2021-11-10T22:51:01Z', 'revision_number': 3, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port': {'id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:50:59Z', 'updated_at': '2021-11-10T22:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:04.998353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Checking router: e7ca98fb-852b-4e81-972b-ba38f0dd842c for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:51:05.017617 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Updating router e7ca98fb-852b-4e81-972b-ba38f0dd842c port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:51:05.059500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251dde-0bc0-4df4-b75a-4d5bc2ded3d3 req-8ea3f8fe-420f-40c4-bd3d-8502ffb6fe1e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.061422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Allocated IP 2001:db8::f816:3eff:fe7f:489c (bccbe8a9-b424-4505-9147-d741702b4441/2ccd321f-8858-42d0-aea7-419f9d08e344/3a3be9ff-580d-4cf2-bf74-c997094a243f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:05.074043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab251dde-0bc0-4df4-b75a-4d5bc2ded3d3 req-8ea3f8fe-420f-40c4-bd3d-8502ffb6fe1e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1571729 Nov 10 22:51:05.078538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.080442 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.149743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.237337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 24103009-c4bb-4478-998c-dedefb7a4216 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:05.352712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] For port 3a3be9ff-580d-4cf2-bf74-c997094a243f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a3be9ff-580d-4cf2-bf74-c997094a243f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:05.391559 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.400010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab251dde-0bc0-4df4-b75a-4d5bc2ded3d3 req-0467922f-40f3-43ed-a42c-848a719f5c5a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075700 Nov 10 22:51:05.408029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.417310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a3be9ff-580d-4cf2-bf74-c997094a243f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:05.774345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.823249 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.823603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3a3be9ff-580d-4cf2-bf74-c997094a243f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:05.823987 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.830854 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.842823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcb395-ed4e-4ff2-b9d4-eae5cf6c774b None None] Pushing event updated for resources: {'Port': ['ID=3a3be9ff-580d-4cf2-bf74-c997094a243f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:05.867763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=24103009-c4bb-4478-998c-dedefb7a4216,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:05.925689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Pushing event updated for resources: {'Port': ['ID=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:05.953882 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.954497 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.955034 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.955518 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.956005 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.957165 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.957701 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.957984 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.958307 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.958627 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.958959 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.969566 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:05.995210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3fba7-b5fc-4447-a8ac-448adb264a17 req-3f17dd48-1817-464d-b9bb-1d682b0bcf4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.008640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba3fba7-b5fc-4447-a8ac-448adb264a17 req-3f17dd48-1817-464d-b9bb-1d682b0bcf4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4830811 Nov 10 22:51:06.021530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ff30e-a0ae-4388-aae3-96b6b4b08a29 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:06.032790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Attempting to bind port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:06.033542 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Attempting to bind port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:06.033542 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Attempting to bind port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:06.054503 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:06.054887 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:06.055262 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.055634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:06.056311 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Bound port: e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:06.056689 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.184608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7d46f9d6-2113-496e-aca0-7b537a6c7aa4 None None] Provisioning complete for port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:06.185078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d46f9d6-2113-496e-aca0-7b537a6c7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.188454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b5dbc88-8770-40e1-9fe0-56150ff24635 req-739ec22a-7137-465e-ab81-3e3fcfee2960 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4408813 Nov 10 22:51:06.238006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba3fba7-b5fc-4447-a8ac-448adb264a17 req-22d50237-73a6-4511-b87b-87c53c2f744b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222624 Nov 10 22:51:06.246913 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] For port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:06.259733 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] For port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:06.278727 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.379368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7d46f9d6-2113-496e-aca0-7b537a6c7aa4 None None] Port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:06.421143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9dd8-13b4-4408-b389-ee73104bc16f None None] Pushing event updated for resources: {'Port': ['ID=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:06.446532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18358e-720f-45eb-9edc-f6872a48d852 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:06.460470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Routers {'e7ca98fb-852b-4e81-972b-ba38f0dd842c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:06.461124 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e7ca98fb-852b-4e81-972b-ba38f0dd842c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:06.477178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.501423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.534144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31ea28e7-4cb5-4aef-bc26-08d039226c1a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/24103009-c4bb-4478-998c-dedefb7a4216 HTTP/1.1" status: 204 len: 168 time: 2.0582817 Nov 10 22:51:06.538922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45338) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:06.541351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] Provisioning complete for port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:06.544565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:06.695173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37dd4-2173-45b4-b5a6-c2fa299e9227 req-8c580b4b-f2c0-4f3f-88f3-96e168f2558c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.752257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9e37dd4-2173-45b4-b5a6-c2fa299e9227 req-8c580b4b-f2c0-4f3f-88f3-96e168f2558c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.3527710 Nov 10 22:51:06.779124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe7be3-1add-4b93-b55a-6c8720f48156 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.782168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe7be3-1add-4b93-b55a-6c8720f48156 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.783810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe7be3-1add-4b93-b55a-6c8720f48156 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.807884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-72fe7be3-1add-4b93-b55a-6c8720f48156 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2598395 Nov 10 22:51:06.824242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:06.871219 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] Set router e7ca98fb-852b-4e81-972b-ba38f0dd842c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:51:06.905036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a3be9ff-580d-4cf2-bf74-c997094a243f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:06.934217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9e37dd4-2173-45b4-b5a6-c2fa299e9227 req-2f46ab5d-0395-4222-9c15-fc6349ad16cd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811349 Nov 10 22:51:07.065119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.091279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 2ccd321f-8858-42d0-aea7-419f9d08e344 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:07.099524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.188275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] For port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:07.201757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.234323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.328320 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'name': 'tempest-snat-router-1875520904', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228'}], 'enable_snat': False}, 'gw_port_id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:57Z', 'updated_at': '2021-11-10T22:51:01Z', 'revision_number': 3, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port': {'id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:50:59Z', 'updated_at': '2021-11-10T22:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:07.406915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc79a0-0a02-409e-9bf0-2b9aebc8c127 None None] The sync data for ids ['e7ca98fb-852b-4e81-972b-ba38f0dd842c'] in n-d-811521-3 is: [{'id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'name': 'tempest-snat-router-1875520904', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228'}], 'enable_snat': False}, 'gw_port_id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:50:57Z', 'updated_at': '2021-11-10T22:51:01Z', 'revision_number': 3, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port': {'id': 'e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca98fb-852b-4e81-972b-ba38f0dd842c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:50:59Z', 'updated_at': '2021-11-10T22:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:07.459043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.462287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751e9d-f63c-47a6-8518-fbdba3826d47 req-a7a76d38-402e-433c-8cda-4ed04ad6cab8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:07.464795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9751e9d-f63c-47a6-8518-fbdba3826d47 req-a7a76d38-402e-433c-8cda-4ed04ad6cab8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 1.0777426 Nov 10 22:51:07.527518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.568899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f6692-5b9d-40d7-b122-b26b33ca65a1 req-e46071b5-38c9-4f7e-894a-595c8be4b79e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:07.591669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.593826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a08f6692-5b9d-40d7-b122-b26b33ca65a1 req-e46071b5-38c9-4f7e-894a-595c8be4b79e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3353186 Nov 10 22:51:07.814186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.869010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:07.875625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/2ccd321f-8858-42d0-aea7-419f9d08e344 HTTP/1.1" status: 204 len: 168 time: 1.0372097 Nov 10 22:51:07.897836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45344) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:07.907093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab730f-e221-4d0a-b311-61cd644d99a7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccd321f-8858-42d0-aea7-419f9d08e344,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:07.952057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.25.0.55 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e4ce4d6b-7396-42b2-acbe-15dbb72a15d1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:07.979646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3f7d1-f60e-4277-a6a6-38100d1ae4d3 None None] Pushing event updated for resources: {'Port': ['ID=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:08.008097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3315732a-c2e1-42aa-9ef1-f80c54948516 None None] Could not find standard attr ID for object 24103009-c4bb-4478-998c-dedefb7a4216. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:08.035512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3a3be9ff-580d-4cf2-bf74-c997094a243f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:08.036617 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.055665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9751e9d-f63c-47a6-8518-fbdba3826d47 req-f3e3f9df-a4c1-4d5d-a1c5-6a18ed09c118 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783710 Nov 10 22:51:08.085640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 6eec42dd-d86d-4bd1-a725-1d345adfc6cc {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:08.097918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.161864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.241945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3315732a-c2e1-42aa-9ef1-f80c54948516 None None] Provisioning complete for port 3a3be9ff-580d-4cf2-bf74-c997094a243f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:08.242645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3315732a-c2e1-42aa-9ef1-f80c54948516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.255757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.343820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.364425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a08f6692-5b9d-40d7-b122-b26b33ca65a1 req-656f0d6a-c798-4f46-94fe-6187d57bcb65 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7620208 Nov 10 22:51:08.366700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.401007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:08.408411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:08.426510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:08.538840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.539002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e30de2d-1aec-4c5d-b8bb-5b108271612d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:08.580464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.590740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/6eec42dd-d86d-4bd1-a725-1d345adfc6cc HTTP/1.1" status: 204 len: 168 time: 0.6929467 Nov 10 22:51:08.617296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45352) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:08.738248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61a44-c2cb-466d-b686-78a5d45d5436 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=6eec42dd-d86d-4bd1-a725-1d345adfc6cc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:08.767290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-215b0d64-276f-4a9c-bd0d-55785d9cb6c6 None None] Could not find standard attr ID for object 24103009-c4bb-4478-998c-dedefb7a4216. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:08.778578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-78f8e492-8340-42a5-aa28-9edb5f9e3a0f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479113 Nov 10 22:51:08.779570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:08.822022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:08.839791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-215b0d64-276f-4a9c-bd0d-55785d9cb6c6 None None] Provisioning complete for port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:08.840166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-215b0d64-276f-4a9c-bd0d-55785d9cb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.865984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ce4d6b-7396-42b2-acbe-15dbb72a15d1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:08.935371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12659ebd-463c-4a53-82c8-aa3a93eb47d4 req-1b16e83f-9638-453a-ab1f-16c3029ea6dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:08.941122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.942642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.942995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.943345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.943691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.943948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12659ebd-463c-4a53-82c8-aa3a93eb47d4 req-1b16e83f-9638-453a-ab1f-16c3029ea6dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.4311781 Nov 10 22:51:08.944089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.945599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.945992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.946332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.948871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.949455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.949666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:08.949831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b094102-ae4f-4d5a-a31b-635dd3d9cd07 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:08.993424 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:51:09.014943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d8de4f-22d7-4663-92f8-3d10c502ca59 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:09.047455 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-62d8de4f-22d7-4663-92f8-3d10c502ca59 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2675118 Nov 10 22:51:09.054323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:09.129831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-215b0d64-276f-4a9c-bd0d-55785d9cb6c6 None None] Port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:09.234542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e88d04-bbea-4ea6-ab24-9d82585a750f req-b97db4a2-dd50-4255-b8d8-70917c9ea6e4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:09.240894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5e88d04-bbea-4ea6-ab24-9d82585a750f req-b97db4a2-dd50-4255-b8d8-70917c9ea6e4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.6300039 Nov 10 22:51:09.348067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12659ebd-463c-4a53-82c8-aa3a93eb47d4 req-84c2a7fb-9661-4bd2-9ce8-a2cb99549ecb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845413 Nov 10 22:51:09.361449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:09.366071 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.410199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af397e1-0b4e-44e2-bac5-e03cac282e7e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:09.422790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45368) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:09.426357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7af397e1-0b4e-44e2-bac5-e03cac282e7e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3421035 Nov 10 22:51:09.491770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:09.608981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-afc7c6bb-c403-42c8-9814-20ed60f98da1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1709154 Nov 10 22:51:09.617626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Deleting port 3a3be9ff-580d-4cf2-bf74-c997094a243f {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:09.619398 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.655507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:09.667047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:09.799226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] For port 3a3be9ff-580d-4cf2-bf74-c997094a243f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a3be9ff-580d-4cf2-bf74-c997094a243f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:09.800600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.837967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Calling delete_port for 3a3be9ff-580d-4cf2-bf74-c997094a243f owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:09.884250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:09.904458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.906785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5e88d04-bbea-4ea6-ab24-9d82585a750f req-fdfdd222-f8c2-4363-8b09-04afc3679b56 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6548867 Nov 10 22:51:09.920468 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:09.921326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:09.959229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.971809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-24de1bc2-ea3e-4ad6-abfd-b8768ebaeb42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3146410 Nov 10 22:51:10.012850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969860-3930-4d36-86a3-4fcf610e05e4 req-3ec1eb8f-9917-49a4-8d0e-9db689115ec5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:10.036378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95969860-3930-4d36-86a3-4fcf610e05e4 req-3ec1eb8f-9917-49a4-8d0e-9db689115ec5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4198570 Nov 10 22:51:10.045423 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:10.092022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45374) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:10.109037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:10.167505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] Pushing event deleted for resources: {'Port': ['ID=3a3be9ff-580d-4cf2-bf74-c997094a243f,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:10.234671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e668046-4d8f-47cb-ab8c-cce0a8959f1c None None] No DVR routers for this DVR port 3a3be9ff-580d-4cf2-bf74-c997094a243f on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:10.238597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95969860-3930-4d36-86a3-4fcf610e05e4 req-72aeeba4-11f7-4930-99fc-9b0b2d4be97a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996858 Nov 10 22:51:10.342741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:10.354143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:10.358605 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:10.359123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:10.404543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-873bca4b-f9b7-4719-9311-fcb774033a8f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3030789 Nov 10 22:51:10.435778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45382) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:10.461601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb60956-9c3b-4267-ad38-780e32950975 req-6cf96f82-f957-48c0-aed3-8ea111a16da1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:10.473299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb60956-9c3b-4267-ad38-780e32950975 req-6cf96f82-f957-48c0-aed3-8ea111a16da1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3079748 Nov 10 22:51:10.496868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:10.552179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d376d-cba7-442e-8d15-af008b216b09 req-cb7e0169-8ac2-4ee0-9c4f-f0849d66893b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:10.553868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c35d376d-cba7-442e-8d15-af008b216b09 req-cb7e0169-8ac2-4ee0-9c4f-f0849d66893b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1500416 Nov 10 22:51:10.676801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c35d376d-cba7-442e-8d15-af008b216b09 req-26946f8f-186f-414c-9fee-f3d51193b4be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166942 Nov 10 22:51:10.681602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a3be9ff-580d-4cf2-bf74-c997094a243f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:10.716727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb60956-9c3b-4267-ad38-780e32950975 req-5ae4cc04-9cb5-4aba-87f2-0948d28349a3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404630 Nov 10 22:51:10.749708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3a3be9ff-580d-4cf2-bf74-c997094a243f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:10.750289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a3be9ff-580d-4cf2-bf74-c997094a243f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:10.780218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:10.877189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:10.881857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:10.883517 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:10.884039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:10.946908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7183a-34e0-4a18-aacf-766589ffdf7c req-774cf741-7717-4085-8a4d-4ad6e9b3da4e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:10.956776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcc7183a-34e0-4a18-aacf-766589ffdf7c req-774cf741-7717-4085-8a4d-4ad6e9b3da4e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1327164 Nov 10 22:51:10.960241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a3b16d02-6eb4-4105-b7a1-062ca333dd75 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4743834 Nov 10 22:51:10.968598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45390) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:10.979794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:11.061973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5225-c66d-43cf-8820-d58f822c2d7b req-0a3c218e-a512-451e-a274-36eadca06d05 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:11.064939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59bb5225-c66d-43cf-8820-d58f822c2d7b req-0a3c218e-a512-451e-a274-36eadca06d05 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2157617 Nov 10 22:51:11.121812 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcc7183a-34e0-4a18-aacf-766589ffdf7c req-3edcafd9-83ca-4d28-8da4-6c414912e7a6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591973 Nov 10 22:51:11.217682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59bb5225-c66d-43cf-8820-d58f822c2d7b req-2c0714c3-e18d-4df2-9964-235939baa068 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326067 Nov 10 22:51:11.235947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:11.242392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:11.244758 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:11.245248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:11.301449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29c32aa3-500b-4d2b-8196-79870364b87b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3246298 Nov 10 22:51:11.306562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45398) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:11.320753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:11.335397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router 312a06d4-48e4-430f-a556-695b49440185 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:11.550070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cbbbd-f1b1-4076-a6dd-c1998df52843 req-a280d3df-9719-466f-b79d-dc00802d46d1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:11.560372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c3cbbbd-f1b1-4076-a6dd-c1998df52843 req-a280d3df-9719-466f-b79d-dc00802d46d1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1232712 Nov 10 22:51:11.600372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:11.604107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:11.605781 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:11.606239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:11.660782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c3cbbbd-f1b1-4076-a6dd-c1998df52843 req-adf3df10-f72c-47d4-958a-b6b10a3ea565 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991662 Nov 10 22:51:11.674391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57c1cb7a-a673-4983-9910-dccc8efaaa53 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3666818 Nov 10 22:51:11.675624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45402) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:11.681291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:11.814353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:11.821564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:11.823269 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:11.824355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:11.859988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd7ccc1b-8457-46ff-989c-945ce525d29f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1832607 Nov 10 22:51:11.860687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:11.881343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5787e9-6b26-4fb0-8562-89a3cd4b894a req-9c74ad2d-ae40-492d-8ba4-99477fdca718 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:11.905408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c46248ea-a8b2-44ad-bed9-01ef46c7ba43 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434010 Nov 10 22:51:11.906267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45406) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:11.906439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc5787e9-6b26-4fb0-8562-89a3cd4b894a req-9c74ad2d-ae40-492d-8ba4-99477fdca718 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3587215 Nov 10 22:51:11.972518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:11.973466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a8ee1-9ced-49bf-abbc-77c3e427a3e4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:11.978562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d01a8ee1-9ced-49bf-abbc-77c3e427a3e4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704849 Nov 10 22:51:11.978778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:11.989076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Sync routers for ids ['312a06d4-48e4-430f-a556-695b49440185'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:12.007570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:12.014711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9db32ab5-d52e-45eb-9cdc-d001c34189f6 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3386836 Nov 10 22:51:12.015366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Routers {'312a06d4-48e4-430f-a556-695b49440185'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:12.017007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['312a06d4-48e4-430f-a556-695b49440185'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:12.033185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45410) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:12.116805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b3fea4ff-4f81-4522-ba90-251e193fa273 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356063 Nov 10 22:51:12.120617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45412) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:12.143820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:12.191101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc5787e9-6b26-4fb0-8562-89a3cd4b894a req-1f93a59c-c05b-40a5-bc64-6fbf6b908000 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825210 Nov 10 22:51:12.413232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Set router 312a06d4-48e4-430f-a556-695b49440185 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:51:12.580171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeea97-194f-43e9-9345-b3e4d162787b req-585bc155-297b-45a4-a33a-410eab6c1306 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:12.585197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fceeea97-194f-43e9-9345-b3e4d162787b req-585bc155-297b-45a4-a33a-410eab6c1306 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.2483127 Nov 10 22:51:12.618259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a60cb64d-19a4-4faa-81c3-bfe5f6f25d70 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/312a06d4-48e4-430f-a556-695b49440185 HTTP/1.1" status: 200 len: 907 time: 0.5659719 Nov 10 22:51:12.619797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45420) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:12.642239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:12.647538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:12.784153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205eda3-d4aa-45ce-a412-ea83750f7f09 req-86292a6a-414c-4520-8cbb-ae419a2c8377 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:12.799692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7205eda3-d4aa-45ce-a412-ea83750f7f09 req-86292a6a-414c-4520-8cbb-ae419a2c8377 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4035592 Nov 10 22:51:12.878153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fceeea97-194f-43e9-9345-b3e4d162787b req-8ca0e678-9532-4928-ace5-cb871ba575d5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841527 Nov 10 22:51:12.969056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7205eda3-d4aa-45ce-a412-ea83750f7f09 req-74955dcb-0300-4418-b8c2-07d2d53bb9ea tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668243 Nov 10 22:51:13.179926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:13.239971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312a06d4-48e4-430f-a556-695b49440185', 'name': 'tempest-snat-router-1875520904', 'tenant_id': '9aba4feedbb946dbbd93413d018360b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4d6b-7396-42b2-acbe-15dbb72a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:51:04Z', 'updated_at': '2021-11-10T22:51:09Z', 'revision_number': 3, 'project_id': '9aba4feedbb946dbbd93413d018360b5', 'gw_port': {'id': 'e4ce4d6b-7396-42b2-acbe-15dbb72a15d1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312a06d4-48e4-430f-a556-695b49440185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:51:07Z', 'updated_at': '2021-11-10T22:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:13.333849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Checking router: 312a06d4-48e4-430f-a556-695b49440185 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:51:13.334485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Updating router 312a06d4-48e4-430f-a556-695b49440185 port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:51:13.432455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:13.465195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d8b2-622a-4c3c-9b10-787b8c04da5b req-041709ad-af15-4575-b872-fde81e981d57 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.472327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7398d8b2-622a-4c3c-9b10-787b8c04da5b req-041709ad-af15-4575-b872-fde81e981d57 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2924166 Nov 10 22:51:13.577379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67114c87-6905-4f53-aa73-07ee81acbb25 req-8638263f-dcdc-4987-b383-272cc83b6399 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.594802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67114c87-6905-4f53-aa73-07ee81acbb25 req-8638263f-dcdc-4987-b383-272cc83b6399 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3059587 Nov 10 22:51:13.695278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7398d8b2-622a-4c3c-9b10-787b8c04da5b req-2360a792-b477-4fae-acf2-8ff0c549213c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135661 Nov 10 22:51:13.762199 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:13.785289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67114c87-6905-4f53-aa73-07ee81acbb25 req-feb25264-21f2-4d14-8867-c6dd3226eb47 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847610 Nov 10 22:51:13.786243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:13.790313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:13.915484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:13.921935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Deleting port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:13.922251 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:13.993586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:13.997798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:14.018329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:14.020995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.047400 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.063084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Calling delete_port for e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:14.064170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e849a-090f-4f30-bc2f-59658e3f01d6 req-34db3daa-34af-4e6c-9446-3e453d35f5c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:14.080267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c48e849a-090f-4f30-bc2f-59658e3f01d6 req-34db3daa-34af-4e6c-9446-3e453d35f5c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1660049 Nov 10 22:51:14.122652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.129760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ac16b-4277-45d5-9b12-51aa5873523e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:14.135878 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-13e09dde-b67a-4b30-9335-e06c11b7d3e8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0133901 Nov 10 22:51:14.146038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45444) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:14.153335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:0f:70:fe', 'name': 'tempest-NetworksTestDHCPv6-634721483'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:14.290199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.350111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c48e849a-090f-4f30-bc2f-59658e3f01d6 req-9760a779-2d99-4a76-bf57-1f6cf1f430c3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672379 Nov 10 22:51:14.371902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:14.371902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:14.371902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:14.381803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f10b5b-8488-4ebf-a9ba-f9f2c7c13ec9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:14.495958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:14.496519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:14.497021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.497495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:14.498065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Bound port: e4ce4d6b-7396-42b2-acbe-15dbb72a15d1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:14.498672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.544471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:14.548440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:14.549581 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.742392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5f061-cd75-405f-b9ca-77e48d49715d req-59448e26-c69f-4455-831e-8c29f194f980 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:14.750648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c5f5f061-cd75-405f-b9ca-77e48d49715d req-59448e26-c69f-4455-831e-8c29f194f980 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1102836 Nov 10 22:51:14.885606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:14.935543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c5f5f061-cd75-405f-b9ca-77e48d49715d req-9b76767e-da43-4c85-8f0f-8ebe5c4c7ce8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840160 Nov 10 22:51:14.965231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port f97624c3-e22c-4263-90c9-67aa015ee91e yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:14.982101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Allocated IP 2001:db8::f816:3eff:feb2:d3a0 (bccbe8a9-b424-4505-9147-d741702b4441/33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef/c911db71-f374-4354-bbd4-782182e2d9de) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:15.017506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf484-8371-477d-aedc-4f90be3df034 req-40592fd9-e5f6-41dc-ae4c-2775b74c3396 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:15.020332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ebaf484-8371-477d-aedc-4f90be3df034 req-40592fd9-e5f6-41dc-ae4c-2775b74c3396 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.8632498 Nov 10 22:51:15.311787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.326797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.345450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f523bb3-d48d-4977-a9a1-24a1dc40413a req-6683099a-c4f5-45cb-b961-85a6f4e77a8a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:15.347996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f523bb3-d48d-4977-a9a1-24a1dc40413a req-6683099a-c4f5-45cb-b961-85a6f4e77a8a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2115028 Nov 10 22:51:15.384476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ebaf484-8371-477d-aedc-4f90be3df034 req-48dc8fe6-0cb9-4324-ad48-1e775edf5da9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311045 Nov 10 22:51:15.419319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.471866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4ce4d6b-7396-42b2-acbe-15dbb72a15d1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:15.489909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b3488bd3-6ea7-494b-8505-0eccaa334cf2 None None] Could not find standard attr ID for object e4ce4d6b-7396-42b2-acbe-15dbb72a15d1. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:15.525314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fce2ed-acd6-4f7f-869b-aa3ced4ff078 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:15.576328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:15.609426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:15.623980 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.626713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.633846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:15.654983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e293c97-de8d-47a6-8d06-61a3ce91a7dd None None] Pushing event updated for resources: {'Port': ['ID=e4ce4d6b-7396-42b2-acbe-15dbb72a15d1,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:15.708519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fe0f:70fe (bccbe8a9-b424-4505-9147-d741702b4441/33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef/f97624c3-e22c-4263-90c9-67aa015ee91e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:15.751443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f523bb3-d48d-4977-a9a1-24a1dc40413a req-b3f8bf38-9039-4a5e-9456-e4acbd38a552 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679254 Nov 10 22:51:15.825038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.878489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Pushing event updated for resources: {'Port': ['ID=c911db71-f374-4354-bbd4-782182e2d9de,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:15.926814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Attempting to bind port c911db71-f374-4354-bbd4-782182e2d9de on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:15.927193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Attempting to bind port c911db71-f374-4354-bbd4-782182e2d9de by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:15.929967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Attempting to bind port c911db71-f374-4354-bbd4-782182e2d9de on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:15.944869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:15.945508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:15.946090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:15.946700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:15.947488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Bound port: c911db71-f374-4354-bbd4-782182e2d9de, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:15.948057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.006953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7fcf0-d11e-49b2-b2b9-150966ec205c req-8f9131e8-843b-427c-bec8-b2c73a7b2fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.014688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee7fcf0-d11e-49b2-b2b9-150966ec205c req-8f9131e8-843b-427c-bec8-b2c73a7b2fcb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3649163 Nov 10 22:51:16.113449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.133635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] For port c911db71-f374-4354-bbd4-782182e2d9de, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:16.141922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] For port c911db71-f374-4354-bbd4-782182e2d9de, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c911db71-f374-4354-bbd4-782182e2d9de,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:16.148331 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:51:16.149384 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:51:16.153122 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.167019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.171446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.189045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.316619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=f97624c3-e22c-4263-90c9-67aa015ee91e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:16.336344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1b41f-aa26-4e00-bfdd-e393d20714d1 None None] Pushing event updated for resources: {'Port': ['ID=c911db71-f374-4354-bbd4-782182e2d9de,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:16.344815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:16.349115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:16.356610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee7fcf0-d11e-49b2-b2b9-150966ec205c req-33b6a54a-1882-43de-89e4-66a823b38718 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352044 Nov 10 22:51:16.362491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.363211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 312a06d4-48e4-430f-a556-695b49440185 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:51:16.374573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:16.378377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.379758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d5941a1-c4ad-458a-9745-57301668ed9a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/routers/312a06d4-48e4-430f-a556-695b49440185 HTTP/1.1" status: 204 len: 168 time: 3.7588124 Nov 10 22:51:16.382739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45462) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:16.387950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.389762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.456881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-50d5dff5-c912-4e79-8041-4508f93d57ba tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3046844 Nov 10 22:51:16.457408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45468) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:16.684695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:16.685397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:16.685922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Attempting to bind port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:16.694462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:16.705615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:16.706316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.707261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:16.713089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Bound port: e4ce4d6b-7396-42b2-acbe-15dbb72a15d1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:16.714229 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:16.733584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98a07e-18fb-45bc-a3e4-1790681db015 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.765379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98a07e-18fb-45bc-a3e4-1790681db015 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.767951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f98a07e-18fb-45bc-a3e4-1790681db015 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3094201 Nov 10 22:51:16.773954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Port e4ce4d6b-7396-42b2-acbe-15dbb72a15d1 has been deleted concurrently {{(pid=102459) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 22:51:16.775473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45474) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:16.792779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53782e-f108-4d4c-b585-1d944edbc2c1 req-76cb6582-cebe-42f0-b821-d8fd796cca73 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.797550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b53782e-f108-4d4c-b585-1d944edbc2c1 req-76cb6582-cebe-42f0-b821-d8fd796cca73 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2450185 Nov 10 22:51:16.809770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Routers set() bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:16.814360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Router IDs set() for agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 22:51:16.815796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'312a06d4-48e4-430f-a556-695b49440185'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent'). {{(pid=102459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 22:51:16.816375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b7115-dea4-4c48-9733-f002ed2cebf0 None None] The sync data for ids ['312a06d4-48e4-430f-a556-695b49440185'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:16.921166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b53782e-f108-4d4c-b585-1d944edbc2c1 req-4a149743-cfe7-4bfb-83fd-72ef165607de tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155121 Nov 10 22:51:16.974326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720f664-9b88-4356-8775-a5d3292c0e38 req-df4ae096-58ab-488c-99d7-55e0fecc42d4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:16.975944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d720f664-9b88-4356-8775-a5d3292c0e38 req-df4ae096-58ab-488c-99d7-55e0fecc42d4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.4296300 Nov 10 22:51:16.997879 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:17.121144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d720f664-9b88-4356-8775-a5d3292c0e38 req-f1d1f1f1-7fde-40dd-855e-d49b1c9bd51d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356754 Nov 10 22:51:17.205714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ebf9e-8c22-4416-8e31-e5e08c1b7c98 req-39114651-6168-4602-9c28-327f5c837bd6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:17.210471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-288ebf9e-8c22-4416-8e31-e5e08c1b7c98 req-39114651-6168-4602-9c28-327f5c837bd6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1770124 Nov 10 22:51:17.276455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port f97624c3-e22c-4263-90c9-67aa015ee91e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:17.277783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:17.357136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-288ebf9e-8c22-4416-8e31-e5e08c1b7c98 req-a4b41bad-643b-4858-922d-ac171017cdc8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369910 Nov 10 22:51:17.792072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:17.915439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for f97624c3-e22c-4263-90c9-67aa015ee91e owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:17.991111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.082741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143499f3-b13f-413f-8037-a654d288836a req-29b0d779-5706-4f96-8732-cf87495b2f11 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.085028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-143499f3-b13f-413f-8037-a654d288836a req-29b0d779-5706-4f96-8732-cf87495b2f11 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.5874188 Nov 10 22:51:18.266070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-143499f3-b13f-413f-8037-a654d288836a req-5e29b890-e191-468b-bc19-a02ae7d7c930 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649141 Nov 10 22:51:18.313012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Deleting port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:18.313666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.358914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Provisioning complete for port c911db71-f374-4354-bbd4-782182e2d9de triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:18.359602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.446954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc99-746f-488d-86ef-875796cd615f req-87d4bf33-d896-4709-ad34-7c6fc52871db tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.455929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.469431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1947bc99-746f-488d-86ef-875796cd615f req-87d4bf33-d896-4709-ad34-7c6fc52871db tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.2050292 Nov 10 22:51:18.534996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] For port e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:18.535415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.555748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Calling delete_port for e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:18.597852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1947bc99-746f-488d-86ef-875796cd615f req-ec027f4d-77c3-47d4-810b-f8f1d5159f81 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246250 Nov 10 22:51:18.627482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.658768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=f97624c3-e22c-4263-90c9-67aa015ee91e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:18.686470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] For port c911db71-f374-4354-bbd4-782182e2d9de, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c911db71-f374-4354-bbd4-782182e2d9de,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:18.692393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.720832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:18.726984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-06e0de38-dd2f-4ec3-b011-53bc29d59dfc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/f97624c3-e22c-4263-90c9-67aa015ee91e HTTP/1.1" status: 204 len: 168 time: 1.9334903 Nov 10 22:51:18.728332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:18.810114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c911db71-f374-4354-bbd4-782182e2d9de up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:18.840877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e4617-3860-4923-afa6-3648525a8e62 req-6ba8ac21-0ab1-408c-8ede-18a14301ca68 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.843251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-196e4617-3860-4923-afa6-3648525a8e62 req-6ba8ac21-0ab1-408c-8ede-18a14301ca68 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2854826 Nov 10 22:51:18.875048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce4d45-4d47-4221-8be4-530c47ab3c42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.883228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce4d45-4d47-4221-8be4-530c47ab3c42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.884868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6bce4d45-4d47-4221-8be4-530c47ab3c42 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1519508 Nov 10 22:51:18.905782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98cfba-9a7a-4ade-87a2-a40040e5cb01 req-c534b2a1-d87f-4579-bfa6-107e13b990c5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:18.920603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c98cfba-9a7a-4ade-87a2-a40040e5cb01 req-c534b2a1-d87f-4579-bfa6-107e13b990c5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1445816 Nov 10 22:51:18.930653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:18.949490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Pushing event updated for resources: {'Port': ['ID=c911db71-f374-4354-bbd4-782182e2d9de,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:18.959811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bf7788f4-e248-4dd0-8df9-4001a7f85950 None None] Could not find standard attr ID for object f97624c3-e22c-4263-90c9-67aa015ee91e. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:18.985337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.985819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.991601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.992080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.992515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.992945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.993578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.994004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.994426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.994844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.995264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:18.995702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e8e6d-3126-48cb-a67c-f42adba549f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:51:19.053048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c911db71-f374-4354-bbd4-782182e2d9de triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:19.053811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.107318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-196e4617-3860-4923-afa6-3648525a8e62 req-01f4eb2f-e020-4aa8-b96d-43944de7f97f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758368 Nov 10 22:51:19.112312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c98cfba-9a7a-4ade-87a2-a40040e5cb01 req-177927a1-571a-43c1-a4ff-a2c3527e2fc6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909342 Nov 10 22:51:19.185004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:19.191099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.330110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.341177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.371440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edf4e0-b7e2-4e60-bf6f-f2aac8b92f83 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:19.430068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f81c7-2be9-4649-bb94-c2160b42217c req-886ab41a-23d7-40e5-8a72-1c0cd8423832 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:19.432594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a61f81c7-2be9-4649-bb94-c2160b42217c req-886ab41a-23d7-40e5-8a72-1c0cd8423832 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1510534 Nov 10 22:51:19.539487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:19.541563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.566899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.601202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a61f81c7-2be9-4649-bb94-c2160b42217c req-6816321e-250f-4cd8-be57-97114f8bcaac tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519675 Nov 10 22:51:19.651624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.652798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.729554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.748301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.749042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7ca98fb-852b-4e81-972b-ba38f0dd842c {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:51:19.754569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.756053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d67dfab-e56a-42e2-b157-db1cfca262fb tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e7ca98fb-852b-4e81-972b-ba38f0dd842c HTTP/1.1" status: 204 len: 168 time: 3.3704088 Nov 10 22:51:19.762613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45518) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:19.775528 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:19.780087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2638e8-a933-477d-a4dd-c2ab1c808b7c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:19.781427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1844165609', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:19.788307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef HTTP/1.1" status: 204 len: 168 time: 0.8557727 Nov 10 22:51:19.803713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45520) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:19.813765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de6eaa-7660-4e72-b4a9-33c209cf5195 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:19.970306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8839717b-bfaf-4ffa-a4c3-5562eefc6130 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553297 Nov 10 22:51:19.971237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45524) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:19.981724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:20.038976 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.048670 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.098408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064f8b-1b60-49c0-b462-371119a7a984 req-fb4593da-c89a-48bc-8b8d-c4057f98ace3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:20.110895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68064f8b-1b60-49c0-b462-371119a7a984 req-fb4593da-c89a-48bc-8b8d-c4057f98ace3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.3180156 Nov 10 22:51:20.148159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f2c4-8dc4-4c85-8a72-0651526f0a5a req-a267654e-306b-48c8-8a4c-e6e907bc4583 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:20.149845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c63f2c4-8dc4-4c85-8a72-0651526f0a5a req-a267654e-306b-48c8-8a4c-e6e907bc4583 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2423074 Nov 10 22:51:20.260636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.277248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68064f8b-1b60-49c0-b462-371119a7a984 req-dea3a882-becd-492d-85b2-27a2e3fe5a42 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653793 Nov 10 22:51:20.288348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c63f2c4-8dc4-4c85-8a72-0651526f0a5a req-a953523a-c9c5-47d6-a6da-dfd6c3086296 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207123 Nov 10 22:51:20.289172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:20.296442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.447613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:20.553241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Deleting port c911db71-f374-4354-bbd4-782182e2d9de {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:20.553709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.608846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.652187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceb123-eb84-4552-9587-7fad7ceb4b8b req-09470398-a074-490b-987b-046ea12d12c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:20.671948 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9bceb123-eb84-4552-9587-7fad7ceb4b8b req-09470398-a074-490b-987b-046ea12d12c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.2036018 Nov 10 22:51:20.696022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] For port c911db71-f374-4354-bbd4-782182e2d9de, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c911db71-f374-4354-bbd4-782182e2d9de,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:20.696682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.734758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Calling delete_port for c911db71-f374-4354-bbd4-782182e2d9de owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:20.758683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9bceb123-eb84-4552-9587-7fad7ceb4b8b req-256b2d09-b9e8-449e-83c6-1ae9b0968474 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660541 Nov 10 22:51:20.854013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:20.865261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:20.931485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:20.931837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5bdeb7f-9644-4f8b-90ef-29bbd5a475fe not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:20.932272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c911db71-f374-4354-bbd4-782182e2d9de no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:21.007107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] Pushing event deleted for resources: {'Port': ['ID=c911db71-f374-4354-bbd4-782182e2d9de,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:21.024384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c911db71-f374-4354-bbd4-782182e2d9de {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:21.025210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c911db71-f374-4354-bbd4-782182e2d9de not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:21.028450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f479ac-de30-43a1-9740-a44b4adc37e3 None None] No DVR routers for this DVR port c911db71-f374-4354-bbd4-782182e2d9de on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:21.162453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468193da-2b19-48a8-897f-a8a3f9d1ac93 req-7359b2e0-1098-4474-8892-2e41c896e8aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:21.164501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-468193da-2b19-48a8-897f-a8a3f9d1ac93 req-7359b2e0-1098-4474-8892-2e41c896e8aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.0844738 Nov 10 22:51:21.202981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:21.228229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:21.277179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-468193da-2b19-48a8-897f-a8a3f9d1ac93 req-b1ca9004-e996-4f84-a8f7-3bd90c05999a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038089 Nov 10 22:51:21.491127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Allocated IP 172.25.0.147 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/c0520543-e902-49df-80a9-1d79ebda5969) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:21.514740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:21.520536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:21.521427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf919e-0e42-4c5d-b2be-8d4c5e812f09 req-97328922-a452-454c-bb94-e27034b31b1a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:21.523945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf919e-0e42-4c5d-b2be-8d4c5e812f09 req-97328922-a452-454c-bb94-e27034b31b1a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1129124 Nov 10 22:51:21.591526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:21.616453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:21.624395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:21.627209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:21.632526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a816b5-974c-4ff1-92e0-37c4f56b59dd None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:21.658657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf919e-0e42-4c5d-b2be-8d4c5e812f09 req-6b27eaf5-969e-49f2-8644-45863f39c9f2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117084 Nov 10 22:51:21.661841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=29126ffd-c612-4ca2-b09f-2df450578594,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:21.700891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b9d7-c480-45f4-b17a-68f1b90fa539 req-5c8b8188-018b-4bff-a8aa-9e79f8aa2576 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:21.706739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3e4b9d7-c480-45f4-b17a-68f1b90fa539 req-5c8b8188-018b-4bff-a8aa-9e79f8aa2576 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2268229 Nov 10 22:51:21.712221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:21.826160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6dcdbbc-3d3b-4b0a-973e-f222e74cc34e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8454397 Nov 10 22:51:21.830181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:21.855766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:31:37:24', 'name': 'tempest-NetworksTestDHCPv6-549334989'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:21.930096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.035404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '29126ffd-c612-4ca2-b09f-2df450578594'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:22.035404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.055230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3e4b9d7-c480-45f4-b17a-68f1b90fa539 req-f7c51e77-4d5c-4378-8a41-07a75d7a564e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472080 Nov 10 22:51:22.112488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:22.245121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Allocated IP 2001:db8::f816:3eff:fe17:5469 (bccbe8a9-b424-4505-9147-d741702b4441/29126ffd-c612-4ca2-b09f-2df450578594/d8ef37d1-6ec0-4000-87db-a32219a41aaf) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:22.262399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5181de-7260-4e83-a2fa-c5d378569fb6 req-6e875361-c52d-48aa-8c97-0bce22bca655 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:22.264244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c5181de-7260-4e83-a2fa-c5d378569fb6 req-6e875361-c52d-48aa-8c97-0bce22bca655 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1222899 Nov 10 22:51:22.296554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.318439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-485b0c90-6a16-4628-ac40-a07da112e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:22.319966 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-485b0c90-6a16-4628-ac40-a07da112e4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.4692721 Nov 10 22:51:22.331405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:22.333718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 7f671b4e-b219-4e80-a112-9489415d4ce9 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:22.349354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:22.355976 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c5181de-7260-4e83-a2fa-c5d378569fb6 req-5916864c-1b85-4623-9991-097b5613cb6a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Nov 10 22:51:22.362043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:22.377217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eca1e0-2601-4831-b4ac-5dcc35d2fb46 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:22.405399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event updated for resources: {'Port': ['ID=c0520543-e902-49df-80a9-1d79ebda5969,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:22.454637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b1ca9-3ce3-449b-9c0c-2504a1dca3ee req-a3f68aac-6dff-44bd-b376-0acb32971be7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:22.456730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b56b1ca9-3ce3-449b-9c0c-2504a1dca3ee req-a3f68aac-6dff-44bd-b376-0acb32971be7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.5295732 Nov 10 22:51:22.491054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.504913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.519172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-80724c0d-b4a9-43f5-965f-1f24fe5350c9 None None] Provisioning complete for port c0520543-e902-49df-80a9-1d79ebda5969 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:22.519977 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80724c0d-b4a9-43f5-965f-1f24fe5350c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.579505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:22.599515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:22.601753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-80724c0d-b4a9-43f5-965f-1f24fe5350c9 None None] Port c0520543-e902-49df-80a9-1d79ebda5969 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:22.603662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:22.604163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-15efdb38-d5da-4ada-a565-c0a45f5cb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:22.605716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-15efdb38-d5da-4ada-a565-c0a45f5cb2c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.2718420 Nov 10 22:51:22.611475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b56b1ca9-3ce3-449b-9c0c-2504a1dca3ee req-17592162-bc55-48f9-995d-f708929e134e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438589 Nov 10 22:51:22.648507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fe31:3724 (bccbe8a9-b424-4505-9147-d741702b4441/29126ffd-c612-4ca2-b09f-2df450578594/7f671b4e-b219-4e80-a112-9489415d4ce9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:22.718537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-a714a669-d601-4970-ab75-a2903c81709a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 1001 time: 0.0815861 Nov 10 22:51:22.720822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Pushing event updated for resources: {'Port': ['ID=d8ef37d1-6ec0-4000-87db-a32219a41aaf,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:22.724638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Attempting to bind port d8ef37d1-6ec0-4000-87db-a32219a41aaf on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:22.725342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Attempting to bind port d8ef37d1-6ec0-4000-87db-a32219a41aaf by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:22.725713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Attempting to bind port d8ef37d1-6ec0-4000-87db-a32219a41aaf on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:22.731867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:22.732247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:22.732633 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.733039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:22.733507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Bound port: d8ef37d1-6ec0-4000-87db-a32219a41aaf, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:22.733882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.868801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] For port d8ef37d1-6ec0-4000-87db-a32219a41aaf, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:22.874321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] For port d8ef37d1-6ec0-4000-87db-a32219a41aaf, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8ef37d1-6ec0-4000-87db-a32219a41aaf,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:22.883147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:22.953443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b6a86-2200-485f-ac58-0b91f6c17bba None None] Pushing event updated for resources: {'Port': ['ID=d8ef37d1-6ec0-4000-87db-a32219a41aaf,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:22.989364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-0c0731e4-c0c5-4477-bc6c-6a360b0be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:22.995796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-0c0731e4-c0c5-4477-bc6c-6a360b0be91a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.2356138 Nov 10 22:51:23.003830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a43-60ce-47fe-bdca-8630d6f2e65d req-082e8b61-afca-4f18-ad43-9f8a2c41f804 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.011308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-615e7a43-60ce-47fe-bdca-8630d6f2e65d req-082e8b61-afca-4f18-ad43-9f8a2c41f804 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3249533 Nov 10 22:51:23.055282 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.065147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb328724-5bdc-4422-8885-c5cda1dd8048 req-81044925-7aa3-4bb6-b932-4c4bbc2d40c9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.066672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb328724-5bdc-4422-8885-c5cda1dd8048 req-81044925-7aa3-4bb6-b932-4c4bbc2d40c9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.2321942 Nov 10 22:51:23.122406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.159043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-b91cc4dc-0f65-45a7-80ae-ef302e3be2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.161006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-b91cc4dc-0f65-45a7-80ae-ef302e3be2cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537213 Nov 10 22:51:23.166266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-615e7a43-60ce-47fe-bdca-8630d6f2e65d req-c2a37fdc-de52-4fb7-aff3-1eb4673e8a19 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540313 Nov 10 22:51:23.169393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.287120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:23.293734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:23.301252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:23.307767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.308432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.323271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=7f671b4e-b219-4e80-a112-9489415d4ce9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:23.344865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3fa7f0ca-8dd9-46bc-b7fe-6ae39fab6399 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5119722 Nov 10 22:51:23.351900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45574) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:23.430787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894fc2e4-1446-4afd-879e-f21ce72cc8c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.440876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894fc2e4-1446-4afd-879e-f21ce72cc8c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.445519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb328724-5bdc-4422-8885-c5cda1dd8048 req-542adcf3-8165-4015-8627-7512cc079373 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351128 Nov 10 22:51:23.446223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-894fc2e4-1446-4afd-879e-f21ce72cc8c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0932198 Nov 10 22:51:23.447778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45576) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:23.490957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.551101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 7f671b4e-b219-4e80-a112-9489415d4ce9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:23.551486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.557803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-dc84559b-480d-4980-8cde-e5d0ab09135e service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497350 Nov 10 22:51:23.675413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:23.692280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 7f671b4e-b219-4e80-a112-9489415d4ce9 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:23.752784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbbb1221-3976-4cb7-b2b0-ebba86b712c3 req-2c93d3d3-e746-418d-9142-b841f26f536e service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876044 Nov 10 22:51:23.804524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Router 6aedbfb9-aa79-448d-a37d-80d9d9359896 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:23.825312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa95691-e210-4c51-8a5a-64536569504c req-5bc6e949-889b-4fb3-88b7-3e21951273ec tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.826967 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1aa95691-e210-4c51-8a5a-64536569504c req-5bc6e949-889b-4fb3-88b7-3e21951273ec tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1109288 Nov 10 22:51:23.898538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1aa95691-e210-4c51-8a5a-64536569504c req-1b00cdf3-123d-432b-bb6a-1d5d18febb5f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605812 Nov 10 22:51:23.989320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-1f658dbe-6fc2-4f3f-af24-92805c42abf9 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:23.990853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-1f658dbe-6fc2-4f3f-af24-92805c42abf9 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.1271861 Nov 10 22:51:24.008301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-3'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:24.041689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.076070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:24.089012 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] Sync routers for ids ['6aedbfb9-aa79-448d-a37d-80d9d9359896'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:24.108673 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] Routers {'6aedbfb9-aa79-448d-a37d-80d9d9359896'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:24.112519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6aedbfb9-aa79-448d-a37d-80d9d9359896'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:24.135852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.147536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.156382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.158896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/7f671b4e-b219-4e80-a112-9489415d4ce9 HTTP/1.1" status: 204 len: 168 time: 0.7088723 Nov 10 22:51:24.161704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9eab91f3-d85b-4eba-a806-eaf21c1db0f5 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3976562 Nov 10 22:51:24.161942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45582) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:24.162371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:24.172419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:24.200390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:24.212729 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] Routers {'6aedbfb9-aa79-448d-a37d-80d9d9359896'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:24.213853 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6aedbfb9-aa79-448d-a37d-80d9d9359896'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:24.214407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c1b8-5bb6-4c4a-8730-2acb59363b14 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=7f671b4e-b219-4e80-a112-9489415d4ce9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:24.292240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b1cfe8-c3cc-4284-8178-e4322cf95ae7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:24.296627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b1cfe8-c3cc-4284-8178-e4322cf95ae7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:24.300529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-87b1cfe8-c3cc-4284-8178-e4322cf95ae7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978935 Nov 10 22:51:24.302931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45588) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:24.329559 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:24.333332 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d62cbe-ce50-4b62-bddd-7a1984164f35 None None] The sync data for ids ['6aedbfb9-aa79-448d-a37d-80d9d9359896'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:24.400418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 29126ffd-c612-4ca2-b09f-2df450578594 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:24.406111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.457290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.635672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.680574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-52287ace-189b-48b5-87db-c8544d43f3f7 None None] Provisioning complete for port d8ef37d1-6ec0-4000-87db-a32219a41aaf triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:24.696441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52287ace-189b-48b5-87db-c8544d43f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.706314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6799c81-d709-444f-a0e9-ee9fc1fad8aa req-e807ba19-195e-4045-8a00-d31d4435d593 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:24.719930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6799c81-d709-444f-a0e9-ee9fc1fad8aa req-e807ba19-195e-4045-8a00-d31d4435d593 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1573434 Nov 10 22:51:24.888781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8ef37d1-6ec0-4000-87db-a32219a41aaf up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:24.893668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6799c81-d709-444f-a0e9-ee9fc1fad8aa req-950a86e9-59ff-4d35-96f3-8dbde9fa7e66 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726990 Nov 10 22:51:24.915034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.078558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=29126ffd-c612-4ca2-b09f-2df450578594,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:25.090412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52287ace-189b-48b5-87db-c8544d43f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.092869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.103848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e86a01a3-ba4c-4944-aabf-3271c55cac94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.109453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-152c26a9-ecde-47ea-94d3-7aff073a16a3 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/29126ffd-c612-4ca2-b09f-2df450578594 HTTP/1.1" status: 204 len: 168 time: 0.8032227 Nov 10 22:51:25.114403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45596) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:25.132416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d8ef37d1-6ec0-4000-87db-a32219a41aaf triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:25.132928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.188146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e7816f38-700c-4a94-bc0f-414938bcd287 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699842 Nov 10 22:51:25.190929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45598) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:25.202388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952649b-b7bf-43de-a47b-0434246b6fe0 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:25.229038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc115b-5e32-483d-a1bd-d372b969e545 req-0489ba2d-15ac-47ff-a231-4d05dc268b61 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:25.231362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56bc115b-5e32-483d-a1bd-d372b969e545 req-0489ba2d-15ac-47ff-a231-4d05dc268b61 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.8795311 Nov 10 22:51:25.319688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663f48-b46a-48cf-9e92-ee447d71a39f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:25.323888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57663f48-b46a-48cf-9e92-ee447d71a39f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1291804 Nov 10 22:51:25.327893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:25.331675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a5825-e2ac-4e6b-9f88-dfd0b98c76da req-9f4727f3-d369-4dc6-b121-283e4b698eb8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:25.336946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45600) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:25.341885 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-235a5825-e2ac-4e6b-9f88-dfd0b98c76da req-9f4727f3-d369-4dc6-b121-283e4b698eb8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1522079 Nov 10 22:51:25.425000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-235a5825-e2ac-4e6b-9f88-dfd0b98c76da req-ef9935b4-285c-4092-989c-3311ada070ef tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801589 Nov 10 22:51:25.430260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-52287ace-189b-48b5-87db-c8544d43f3f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:51:25.431244 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-52287ace-189b-48b5-87db-c8544d43f3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:51:25.508792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:25.527004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adfb293-a58f-449d-92d4-cfc88171b4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:25.534434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6adfb293-a58f-449d-92d4-cfc88171b4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880207 Nov 10 22:51:25.534434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45602) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:25.539880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.542369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.583952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:25.586015 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c0deb-b189-46aa-b61d-9c1a38399034" -d '{"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:25.588697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56bc115b-5e32-483d-a1bd-d372b969e545 req-b42b0c67-e610-4b0e-a438-0101c87f5579 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688162 Nov 10 22:51:25.610274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:25.615351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port d8ef37d1-6ec0-4000-87db-a32219a41aaf, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8ef37d1-6ec0-4000-87db-a32219a41aaf,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:25.617090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.621523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.639130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2796ec3-587d-4248-aa07-4a675afc49cd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050625 Nov 10 22:51:25.644961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45606) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:25.652182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:25.682231 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bb138-14ae-45dc-9823-981ee67f2aba x-openstack-request-id: req-435bb138-14ae-45dc-9823-981ee67f2aba {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:25.682231 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:25.682231 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-435bb138-14ae-45dc-9823-981ee67f2aba {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:25.682990 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'code': 200} Nov 10 22:51:25.686876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:25.765208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:25.781531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:25.835764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:25.837293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.842635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.875278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.877874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Deleting port d8ef37d1-6ec0-4000-87db-a32219a41aaf {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:25.878382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.881079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:25.885799 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc455a24-9185-4296-b200-9b7ad56e69ba" -d '{"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:25.902029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:25.937317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=d8ef37d1-6ec0-4000-87db-a32219a41aaf,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:26.025633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5ea25-1138-450e-bce0-4b932d54b678 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:26.067305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] For port d8ef37d1-6ec0-4000-87db-a32219a41aaf, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8ef37d1-6ec0-4000-87db-a32219a41aaf,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:26.067713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.093009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Calling delete_port for d8ef37d1-6ec0-4000-87db-a32219a41aaf owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:26.220624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-152773a5-6f72-40d8-ab01-1ee711e29033 None None] Could not find standard attr ID for object 7f671b4e-b219-4e80-a112-9489415d4ce9. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:26.255620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-152773a5-6f72-40d8-ab01-1ee711e29033 None None] Provisioning complete for port 51a1d6f7-c05e-4de2-a4bc-38316af31382 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:26.256032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-152773a5-6f72-40d8-ab01-1ee711e29033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.272747 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15043c-0b91-4ad2-962b-dc5915b85bbe x-openstack-request-id: req-3d15043c-0b91-4ad2-962b-dc5915b85bbe {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:26.273709 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:26.273709 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d15043c-0b91-4ad2-962b-dc5915b85bbe {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:26.273984 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'code': 200} Nov 10 22:51:26.277344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on host n-h1-811521-3 for vnic_type normal with profile {"migrating_to": "n-h2-811521-3"} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:26.278271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:26.279150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:26.290487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.308523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:51:26.309071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Attempting to bind port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:26.324329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0428764-1abd-4a1d-833b-b61439e1e6c3 req-f1bb0904-29bb-4a13-b80e-541d646a1631 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:26.333245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0428764-1abd-4a1d-833b-b61439e1e6c3 req-f1bb0904-29bb-4a13-b80e-541d646a1631 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3364749 Nov 10 22:51:26.357605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:26.363283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] No DVR routers for this DVR port d8ef37d1-6ec0-4000-87db-a32219a41aaf on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:26.366233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad5ee3-fe2b-43c8-a4aa-6a604ba5d499 None None] Pushing event deleted for resources: {'Port': ['ID=d8ef37d1-6ec0-4000-87db-a32219a41aaf,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:26.379862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-152773a5-6f72-40d8-ab01-1ee711e29033 None None] Port 51a1d6f7-c05e-4de2-a4bc-38316af31382 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:26.433137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:26.433137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:26.433137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:26.433137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Bound port: 51a1d6f7-c05e-4de2-a4bc-38316af31382, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:26.434217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.478592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0428764-1abd-4a1d-833b-b61439e1e6c3 req-38b86b3a-bbfe-48ac-afb7-cc23844e46f2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437919 Nov 10 22:51:26.495444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:26.505426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.518941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a54d-0569-46ae-bb12-0775bbaaacb0 req-85900111-3c8f-47ad-a363-cb8138a033a8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:26.532222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e08a54d-0569-46ae-bb12-0775bbaaacb0 req-85900111-3c8f-47ad-a363-cb8138a033a8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.1348619 Nov 10 22:51:26.555649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:26.559873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:26.573469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.609733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:26.628449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:26.634635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:26.635248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.646218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3e827-7b17-4d5b-aebf-2c355523c8bf None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:26.681930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=5c9b849f-8f20-4557-8d49-9725b158f0a1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:26.701906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e08a54d-0569-46ae-bb12-0775bbaaacb0 req-1b2e63a1-8ac6-4264-8169-4dba83da6eed tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685214 Nov 10 22:51:26.713638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1bfa1dac-a6d1-4d2e-8fb7-2e879b1e1461 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0673141 Nov 10 22:51:26.714433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45632) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:26.721134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:b1:8a:23', 'name': 'tempest-NetworksTestDHCPv6-778530272'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:26.735703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8ef37d1-6ec0-4000-87db-a32219a41aaf no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:26.772531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dd1e4-ec37-41b2-9391-d628862e1bd7 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:26.777758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d8ef37d1-6ec0-4000-87db-a32219a41aaf {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:26.778127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8ef37d1-6ec0-4000-87db-a32219a41aaf not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:26.903937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:26.904855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.907819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] 10.222.0.39 "PUT /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 1121 time: 2.9083250 Nov 10 22:51:26.913730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb31b0-766e-4af8-a2d3-97cc294fa70d service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=8']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:26.921479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:26.937614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:26.942429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3513f0-f651-414f-be6c-464cba259e10 req-9668edd1-2245-4a54-b209-ffc3d0f1c84b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:26.953602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd3513f0-f651-414f-be6c-464cba259e10 req-9668edd1-2245-4a54-b209-ffc3d0f1c84b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.3817434 Nov 10 22:51:26.985485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 4714d954-c44f-46a8-a8d4-69954efad166 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:27.098492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd3513f0-f651-414f-be6c-464cba259e10 req-0f695bf9-6d6c-481a-8e70-87cdf07e5369 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266358 Nov 10 22:51:27.129743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:51:27.163034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] Provisioning complete for port 51a1d6f7-c05e-4de2-a4bc-38316af31382 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:27.163362 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.243189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['51a1d6f7-c05e-4de2-a4bc-38316af31382'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:51:27.270312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:feb1:8a23 (bccbe8a9-b424-4505-9147-d741702b4441/5c9b849f-8f20-4557-8d49-9725b158f0a1/4714d954-c44f-46a8-a8d4-69954efad166) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:27.306584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['51a1d6f7-c05e-4de2-a4bc-38316af31382'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:51:27.508757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.514930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.618132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.655608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c8c161f8-5626-44ef-b811-379e4d408940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.671695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '5c9b849f-8f20-4557-8d49-9725b158f0a1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:27.673720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.688864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.749847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:27.810759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:27.819001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:27.839281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:27.845942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:27.852941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:27.875600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router 6aedbfb9-aa79-448d-a37d-80d9d9359896 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:51:27.887507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=4714d954-c44f-46a8-a8d4-69954efad166,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:27.930323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ad64-fcb5-4d75-9ed5-caab7dafb1a0 req-6c0c6576-e32e-4f68-8193-422d07f0c37f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:27.933849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca93ad64-fcb5-4d75-9ed5-caab7dafb1a0 req-6c0c6576-e32e-4f68-8193-422d07f0c37f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2831638 Nov 10 22:51:27.954009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-018d2283-c742-4755-a045-44b9afd4465b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2377622 Nov 10 22:51:27.954784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:27.963849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 has no active binding in host n-h2-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:51:27.969326 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:28.013549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0732-7e21-4692-ad12-84c13b795b36 req-e8baa931-146e-4179-af58-d458ad78bda8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:28.015332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9cd0732-7e21-4692-ad12-84c13b795b36 req-e8baa931-146e-4179-af58-d458ad78bda8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 943 time: 0.1240308 Nov 10 22:51:28.076577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4f75d-d0b7-4d81-9879-51bbee6cc6ae tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:28.080515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-05c4f75d-d0b7-4d81-9879-51bbee6cc6ae tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1202121 Nov 10 22:51:28.085657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca93ad64-fcb5-4d75-9ed5-caab7dafb1a0 req-8a56f6ce-9014-4616-9d30-320cd8741b43 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377819 Nov 10 22:51:28.088652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45660) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:28.153435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9cd0732-7e21-4692-ad12-84c13b795b36 req-b4305b34-ac39-40c1-985d-d0c605026873 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188068 Nov 10 22:51:28.277408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:28.283485 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6" -d '{"events": [{"name": "network-changed", "server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:28.292517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:28.295736 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa59f2a-2b17-4cc7-b7c5-f1c363025c37" -d '{"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:28.334928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:28.380959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:28.389571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:28.390808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b8a7320-3184-4a7d-8472-77ae150c49f9 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "PUT /v2.0/routers/6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 200 len: 922 time: 4.2251420 Nov 10 22:51:28.395489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45670) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:28.412125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e51b2a-51f8-45f4-afbc-37d086c7b440 req-fc0279e3-fdf2-4f68-8e56-96e9a72cfddc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:28.414323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4e51b2a-51f8-45f4-afbc-37d086c7b440 req-fc0279e3-fdf2-4f68-8e56-96e9a72cfddc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1231651 Nov 10 22:51:28.431756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] Sync routers for ids ['6aedbfb9-aa79-448d-a37d-80d9d9359896'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:28.437823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:28.489834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4e51b2a-51f8-45f4-afbc-37d086c7b440 req-0167ac99-6573-42c1-8f62-9666d5572932 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688717 Nov 10 22:51:28.509970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] Routers {'6aedbfb9-aa79-448d-a37d-80d9d9359896'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:28.509970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6aedbfb9-aa79-448d-a37d-80d9d9359896'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:28.556178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Allocated IP 2001:db8::f816:3eff:fe05:9613 (bccbe8a9-b424-4505-9147-d741702b4441/5c9b849f-8f20-4557-8d49-9725b158f0a1/3e4f67c2-e73d-49ca-92c8-4032493b209e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:28.628339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:28.680444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-edbd1cc2-c993-4cd2-9b35-26c4894590a0 req-b48924a6-5f6f-46f5-b5b0-6c699cc2543b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:51:28.694146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edbd1cc2-c993-4cd2-9b35-26c4894590a0 req-b48924a6-5f6f-46f5-b5b0-6c699cc2543b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3956189 Nov 10 22:51:28.695681 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff616f2-8cf9-42ea-bfb8-7545615981ae x-openstack-request-id: req-dff616f2-8cf9-42ea-bfb8-7545615981ae {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:28.695980 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:28.697163 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dff616f2-8cf9-42ea-bfb8-7545615981ae {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:28.697163 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'status': 'completed', 'code': 200} Nov 10 22:51:28.708729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90301310-fe0a-4fa5-9039-ba64b0fad4ca tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 200 len: 922 time: 0.3118892 Nov 10 22:51:28.712258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:28.730162 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cdb94d-bd60-4f4f-8f83-0830df6828aa x-openstack-request-id: req-b2cdb94d-bd60-4f4f-8f83-0830df6828aa {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:28.730162 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:28.730696 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2cdb94d-bd60-4f4f-8f83-0830df6828aa {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:28.730972 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'code': 200} Nov 10 22:51:28.736059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc15e3-81b7-414e-a00c-d701143da98a None None] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:28.746590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] Routers {'6aedbfb9-aa79-448d-a37d-80d9d9359896'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:28.748250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['6aedbfb9-aa79-448d-a37d-80d9d9359896'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:28.824667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:28.827066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 4714d954-c44f-46a8-a8d4-69954efad166 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:28.830146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:28.832702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480077f4-8b63-47b1-8d2d-ff5362090c63 None None] The sync data for ids ['6aedbfb9-aa79-448d-a37d-80d9d9359896'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:28.924198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-4dc3d670-18e2-43c6-b5ed-f391bb3873c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:28.926938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-4dc3d670-18e2-43c6-b5ed-f391bb3873c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1126 time: 0.2602308 Nov 10 22:51:28.967927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.090823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.102002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.132175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0836033-9161-44b0-b69b-9746640deded tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:29.135041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0836033-9161-44b0-b69b-9746640deded tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=6aedbfb9-aa79-448d-a37d-80d9d9359896&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4205720 Nov 10 22:51:29.139028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45688) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:29.171384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:29.179469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:29.184570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:29.259794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Pushing event updated for resources: {'Port': ['ID=3e4f67c2-e73d-49ca-92c8-4032493b209e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:29.276235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Attempting to bind port 3e4f67c2-e73d-49ca-92c8-4032493b209e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:29.276900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Attempting to bind port 3e4f67c2-e73d-49ca-92c8-4032493b209e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:29.277529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Attempting to bind port 3e4f67c2-e73d-49ca-92c8-4032493b209e on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:29.285131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:29.285860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:29.286550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.287109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:29.287837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Bound port: 3e4f67c2-e73d-49ca-92c8-4032493b209e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:29.288570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.345007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:29.361355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da2315-7a56-403b-9a09-32be088c0fc3 req-aa83cb10-89ea-4546-9543-112fce9a0e78 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:29.369470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21da2315-7a56-403b-9a09-32be088c0fc3 req-aa83cb10-89ea-4546-9543-112fce9a0e78 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3055866 Nov 10 22:51:29.423814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21da2315-7a56-403b-9a09-32be088c0fc3 req-c4cdc279-19bb-4e25-9126-baddd9d4f922 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Nov 10 22:51:29.432782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] For port 3e4f67c2-e73d-49ca-92c8-4032493b209e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:29.444334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] For port 3e4f67c2-e73d-49ca-92c8-4032493b209e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4f67c2-e73d-49ca-92c8-4032493b209e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:29.456396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.538870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fe669-1b77-4e92-b08a-d668146187e7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:29.543046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ca4fe669-1b77-4e92-b08a-d668146187e7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.3997490 Nov 10 22:51:29.543683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:29.578514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4149babd-a3e0-4c08-915b-3c4130b5a0f3 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 200 len: 205 time: 0.0305183 Nov 10 22:51:29.583783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:29.598421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-4f6915d1-9d2e-4330-8196-2960500a4563 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2990918 Nov 10 22:51:29.620859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-b8f67cb5-0134-4f31-a3cb-01ec587ad048 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:51:29.621913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-b8f67cb5-0134-4f31-a3cb-01ec587ad048 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062332 Nov 10 22:51:29.650162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9d3d-ded8-41a4-bcf4-311c800b3c55 None None] Pushing event updated for resources: {'Port': ['ID=3e4f67c2-e73d-49ca-92c8-4032493b209e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:29.668740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:29.756732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 4714d954-c44f-46a8-a8d4-69954efad166 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:29.759610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd8122-20d3-4782-b827-31c2f5186992 req-ce164834-02d8-4e3f-b070-d0374e36d18c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:29.768461 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cd8122-20d3-4782-b827-31c2f5186992 req-ce164834-02d8-4e3f-b070-d0374e36d18c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.1865363 Nov 10 22:51:29.906729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cd8122-20d3-4782-b827-31c2f5186992 req-1b6ee0f3-ebb3-4d45-b987-1bbf6d048f2e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370487 Nov 10 22:51:29.921637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.081406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ccfc8-8c4e-44bd-9a56-acc2e93eb1e8 req-b490a24c-49a1-435b-91ff-e183ef884483 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:30.202694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe1ccfc8-8c4e-44bd-9a56-acc2e93eb1e8 req-b490a24c-49a1-435b-91ff-e183ef884483 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 1.1298144 Nov 10 22:51:30.202694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-7fbae233-f2e2-4c4c-a10a-344a29a7353a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6729794 Nov 10 22:51:30.232852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-83480cc3-41e9-4c51-8520-3fbec69f3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:30.233517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-83480cc3-41e9-4c51-8520-3fbec69f3568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 1.2932980 Nov 10 22:51:30.238451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493d1f-96d9-4f02-a78e-e384ff6ab605 req-6f276018-c0f5-4b56-b3e4-e822c4a70338 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:30.241635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17493d1f-96d9-4f02-a78e-e384ff6ab605 req-6f276018-c0f5-4b56-b3e4-e822c4a70338 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1835098 Nov 10 22:51:30.304961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.310842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.319029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-290a82be-bde6-45e9-a922-78dd38617fb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 217 time: 0.0674093 Nov 10 22:51:30.424132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17493d1f-96d9-4f02-a78e-e384ff6ab605 req-c06ece58-73f5-4076-a3d5-afec7cda57be tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584551 Nov 10 22:51:30.437710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe1ccfc8-8c4e-44bd-9a56-acc2e93eb1e8 req-92c1c8c7-af41-4aa9-82a6-07eb05f3f2c5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383710 Nov 10 22:51:30.496644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-8e70601c-faf6-4778-b135-14e91ef89d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:30.499955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-8e70601c-faf6-4778-b135-14e91ef89d21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1414714 Nov 10 22:51:30.515282 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.534445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port c0520543-e902-49df-80a9-1d79ebda5969 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:30.535152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.599215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-0980cb14-23aa-4004-8cef-bc134474a3c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603707 Nov 10 22:51:30.686316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=4714d954-c44f-46a8-a8d4-69954efad166,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:30.740907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.748648 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:30.765083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for c0520543-e902-49df-80a9-1d79ebda5969 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:30.800455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5341e-5865-4876-b321-30765068bb28 req-6b54c35f-c1c7-4b40-9b23-207a788d5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:30.822852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-6b54c35f-c1c7-4b40-9b23-207a788d5517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.4993823 Nov 10 22:51:30.934230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4f67c2-e73d-49ca-92c8-4032493b209e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:31.062604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3e4f67c2-e73d-49ca-92c8-4032493b209e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:31.064585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.180383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5341e-5865-4876-b321-30765068bb28 req-0dab387b-6860-4da9-b073-79decec722b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:31.182815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-0dab387b-6860-4da9-b073-79decec722b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.3015368 Nov 10 22:51:31.191758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.198194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a2be91ec-cda6-48c5-a34a-3ebf96625086 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/4714d954-c44f-46a8-a8d4-69954efad166 HTTP/1.1" status: 204 len: 168 time: 3.1023917 Nov 10 22:51:31.200577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45726) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:31.289721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.351294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f3be91-c951-4161-9dd0-d912bc335fb1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:31.353002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f3be91-c951-4161-9dd0-d912bc335fb1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:31.357486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3f3be91-c951-4161-9dd0-d912bc335fb1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1448679 Nov 10 22:51:31.358085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:31.394932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.473128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656f50-8816-4d34-8612-27ed14a998f3 req-4aa6f6b1-8a4f-48f4-bc2c-d0b7d4971a24 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:31.493578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e656f50-8816-4d34-8612-27ed14a998f3 req-4aa6f6b1-8a4f-48f4-bc2c-d0b7d4971a24 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.7342830 Nov 10 22:51:31.497329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=c0520543-e902-49df-80a9-1d79ebda5969,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:31.498104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 3e4f67c2-e73d-49ca-92c8-4032493b209e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4f67c2-e73d-49ca-92c8-4032493b209e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:31.516250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9e95f-ae81-4147-ae0f-646ad21c7a10 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:31.531055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.595353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85169-dbc5-4d86-842a-b1f3f5f625b4 req-24e27681-3401-44a9-9ee1-ed212c9f935d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:31.605879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89d85169-dbc5-4d86-842a-b1f3f5f625b4 req-24e27681-3401-44a9-9ee1-ed212c9f935d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.3441420 Nov 10 22:51:31.639676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=3e4f67c2-e73d-49ca-92c8-4032493b209e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:31.708686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5cae90e2-4aae-43be-97e3-6881918a04d8 None None] Provisioning complete for port 3e4f67c2-e73d-49ca-92c8-4032493b209e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:31.708686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5cae90e2-4aae-43be-97e3-6881918a04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.717977 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89d85169-dbc5-4d86-842a-b1f3f5f625b4 req-b0de5e54-ebe8-4390-9ff5-10f35fff4361 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098790 Nov 10 22:51:31.733446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:31.822058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-186fb389-e108-42d1-9a70-3a1064977b0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.6184406 Nov 10 22:51:31.855147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-feecbe2a-f188-4ba6-99a7-16bd16a48867 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1986036 Nov 10 22:51:31.889556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 5c9b849f-8f20-4557-8d49-9725b158f0a1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:31.960453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.073238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.079862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.121685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4d8c-8408-4ed9-9260-d6a98096e6e2 req-0fee9004-9922-4d8c-91c6-c2fceb23a120 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:32.136157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19fb4d8c-8408-4ed9-9260-d6a98096e6e2 req-0fee9004-9922-4d8c-91c6-c2fceb23a120 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.2150300 Nov 10 22:51:32.156983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d6efcc7a-1e04-4f01-8b9f-41a4d4daac71 None None] Could not find standard attr ID for object 4714d954-c44f-46a8-a8d4-69954efad166. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:32.181257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e656f50-8816-4d34-8612-27ed14a998f3 req-c7009607-4cd7-4ae4-b9a5-2b7439e7ceaa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819205 Nov 10 22:51:32.301332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.319300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.320250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router 6aedbfb9-aa79-448d-a37d-80d9d9359896 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:51:32.338707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.340512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0169959-9b62-4959-8bff-22f0837a917f tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 204 len: 168 time: 2.7509806 Nov 10 22:51:32.353062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45736) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:32.359795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5341e-5865-4876-b321-30765068bb28 req-8d47720b-7382-426e-9569-bf751008dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:32.361288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-8d47720b-7382-426e-9569-bf751008dcfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.4451759 Nov 10 22:51:32.371646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1684731907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:32.387571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19fb4d8c-8408-4ed9-9260-d6a98096e6e2 req-2a36db2c-a389-4ed1-8a63-31bb11e1f4c2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499526 Nov 10 22:51:32.554328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5c2b5c4-fe4b-4ab5-b983-32787f6514e6 req-e1750986-1964-49b5-8555-51d648693890 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979036 Nov 10 22:51:32.560321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.561414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.581860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090eb7d-8c9d-45fa-b96e-c842eb0a6dc5 req-4b7770d8-aaaf-4475-93bc-8522357d57c8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:32.583601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c090eb7d-8c9d-45fa-b96e-c842eb0a6dc5 req-4b7770d8-aaaf-4475-93bc-8522357d57c8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2295747 Nov 10 22:51:32.599873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5341e-5865-4876-b321-30765068bb28 req-32a4855c-fdf3-40ea-8957-42a07fb242df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:32.601556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-32a4855c-fdf3-40ea-8957-42a07fb242df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920176 Nov 10 22:51:32.630170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.801529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4f67c2-e73d-49ca-92c8-4032493b209e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:32.845365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.863217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.926015 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c090eb7d-8c9d-45fa-b96e-c842eb0a6dc5 req-84303a4b-3dd2-44c8-a94c-54f062f26767 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049052 Nov 10 22:51:32.938831 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.943577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-605c7f09-a23c-4cd7-bb34-6f07a6f110bc tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5829685 Nov 10 22:51:32.944519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:32.950437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.964448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:32.964596 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-c5799624-0778-4548-8bd1-d74df7009653 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511329 Nov 10 22:51:32.964692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3e4f67c2-e73d-49ca-92c8-4032493b209e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:32.964692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:32.997118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9b849f-8f20-4557-8d49-9725b158f0a1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:33.047364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:33.055740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0ea7266-0533-47ab-aa9b-8067b27e7fc0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/5c9b849f-8f20-4557-8d49-9725b158f0a1 HTTP/1.1" status: 204 len: 168 time: 1.6468456 Nov 10 22:51:33.056995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45746) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:33.086475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8eaec-6834-422b-b6e9-bdf3e6744064 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:33.112215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f1fd58d-8833-4544-8d6a-da92449217be tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531929 Nov 10 22:51:33.114457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45750) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:33.119816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:33.249722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30c5341e-5865-4876-b321-30765068bb28 req-1626fa8d-84a2-4a4e-b87d-e9dbff5273af service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637589 Nov 10 22:51:33.304088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:33.309495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:33.354202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12079e2a-31b2-467a-bde6-2ad1d013db66 req-45a22e4c-eaa6-44cb-9874-d98ad92d2fe1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:33.361852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12079e2a-31b2-467a-bde6-2ad1d013db66 req-45a22e4c-eaa6-44cb-9874-d98ad92d2fe1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.5262353 Nov 10 22:51:33.451849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a51f-e189-4a3e-a7cf-1d559e48c559 req-97f57492-9971-4623-b397-bd043fd63c4b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:33.453742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64f1a51f-e189-4a3e-a7cf-1d559e48c559 req-97f57492-9971-4623-b397-bd043fd63c4b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2250159 Nov 10 22:51:33.648374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64f1a51f-e189-4a3e-a7cf-1d559e48c559 req-20ad4341-1107-4bd7-b804-2ef9a35a044a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818383 Nov 10 22:51:34.120480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:34.150665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d755c4-ff76-42f9-ac6c-d9b158883845 req-26b8c682-90e9-475a-924e-203055664f4d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:34.153518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62d755c4-ff76-42f9-ac6c-d9b158883845 req-26b8c682-90e9-475a-924e-203055664f4d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.3506966 Nov 10 22:51:34.247200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Deleting port 3e4f67c2-e73d-49ca-92c8-4032493b209e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:34.248577 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.317499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12079e2a-31b2-467a-bde6-2ad1d013db66 req-e16acc67-2315-47de-ba00-28ae441b5087 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9518681 Nov 10 22:51:34.320340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.331950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:34.336606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62d755c4-ff76-42f9-ac6c-d9b158883845 req-c97b7840-ed54-40c6-bdde-630028e36023 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283910 Nov 10 22:51:34.430605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] For port 3e4f67c2-e73d-49ca-92c8-4032493b209e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4f67c2-e73d-49ca-92c8-4032493b209e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:34.431714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.463181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Calling delete_port for 3e4f67c2-e73d-49ca-92c8-4032493b209e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:34.684625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.696294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.757712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] Pushing event deleted for resources: {'Port': ['ID=3e4f67c2-e73d-49ca-92c8-4032493b209e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:34.760024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4f67c2-e73d-49ca-92c8-4032493b209e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:34.797423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3e4f67c2-e73d-49ca-92c8-4032493b209e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:34.797847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4f67c2-e73d-49ca-92c8-4032493b209e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:34.801922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6f43b-fa63-4066-b768-606c02ce413d None None] No DVR routers for this DVR port 3e4f67c2-e73d-49ca-92c8-4032493b209e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:34.867014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Port 3e4f67c2-e73d-49ca-92c8-4032493b209e concurrently deleted while adding address for new subnet {'id': 'f160a7f6-5a41-4805-9183-2b768f1bedfa', 'name': '', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1724, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-10T22:51:33Z', 'updated_at': '2021-11-10T22:51:33Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3bb8431cdd8048028243f58a440cefbc'}. {{(pid=102458) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 10 22:51:34.867622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.869680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.915795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.933450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:34.955512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983cc6d-42f6-4e69-9f0d-8e6fcc9d28d6 req-499fd050-6c3b-456d-a3b4-86c29587960e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:34.957673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1983cc6d-42f6-4e69-9f0d-8e6fcc9d28d6 req-499fd050-6c3b-456d-a3b4-86c29587960e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2252111 Nov 10 22:51:34.960028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca5ae-cd14-4060-be79-64859b1d299f req-6c1580db-4fd3-4816-973c-c11bdecda697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:34.962868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-6c1580db-4fd3-4816-973c-c11bdecda697 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.2386813 Nov 10 22:51:34.964158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:34.971368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:34.972267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:34.979223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6610cc4-9cbc-4201-8e94-ea0706fda4c5 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:35.121289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7b1b8-1d3a-4c9b-8a84-f83bdedf66ab req-4469985e-811f-47f6-9dc0-14549e5a3d0a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:35.122942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afe7b1b8-1d3a-4c9b-8a84-f83bdedf66ab req-4469985e-811f-47f6-9dc0-14549e5a3d0a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2051165 Nov 10 22:51:35.156353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Allocated IP 172.25.0.120 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/da2c84e5-aef0-4988-a48f-53da9a13849b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:35.228889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'f160a7f6-5a41-4805-9183-2b768f1bedfa'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:35.231511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.278719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afe7b1b8-1d3a-4c9b-8a84-f83bdedf66ab req-770bc87f-099d-45df-a71c-0371ee4dc7a7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463556 Nov 10 22:51:35.383850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.446493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.474762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=f160a7f6-5a41-4805-9183-2b768f1bedfa,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:35.493869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Allocated IP 2001:db8::f816:3eff:feac:fc9b (bccbe8a9-b424-4505-9147-d741702b4441/f160a7f6-5a41-4805-9183-2b768f1bedfa/5646d941-d3d3-469d-ab93-f478dccf7bb5) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:35.503944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f529542a-ee7a-41a2-a299-1af79d119ef8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3882754 Nov 10 22:51:35.504893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45772) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:35.514174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:81:65:d5', 'name': 'tempest-NetworksTestDHCPv6-1721735126'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:35.579704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event updated for resources: {'Port': ['ID=da2c84e5-aef0-4988-a48f-53da9a13849b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:35.590557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:35.594370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:35.611122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:35.612832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1983cc6d-42f6-4e69-9f0d-8e6fcc9d28d6 req-104fcfa8-1b69-461c-ac6d-dab42b2dff68 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265581 Nov 10 22:51:35.615741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1e598-9ad6-4cfc-9999-6bdc7ea0ccc1 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:35.641112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca5ae-cd14-4060-be79-64859b1d299f req-addf53fa-b124-4b67-ad32-d885e3a77654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:35.644222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-addf53fa-b124-4b67-ad32-d885e3a77654 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.6682031 Nov 10 22:51:35.735222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-d91246f9-74e2-4a2b-a476-75a6288e38f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.0828774 Nov 10 22:51:35.780185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-08709b14-f9f1-4396-9f75-3c9afecbc8f1 None None] Provisioning complete for port da2c84e5-aef0-4988-a48f-53da9a13849b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:35.780660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-08709b14-f9f1-4396-9f75-3c9afecbc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.787100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.806464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:35.827453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-08709b14-f9f1-4396-9f75-3c9afecbc8f1 None None] Port da2c84e5-aef0-4988-a48f-53da9a13849b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:35.831566 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.890556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Pushing event updated for resources: {'Port': ['ID=5646d941-d3d3-469d-ab93-f478dccf7bb5,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:35.897348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf6f94-57ce-472e-b959-01c42e58cbd9 req-9c77e613-ec47-4bc3-a138-0c3f4d69f5d5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:35.899746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fbf6f94-57ce-472e-b959-01c42e58cbd9 req-9c77e613-ec47-4bc3-a138-0c3f4d69f5d5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.4157305 Nov 10 22:51:35.913012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:35.914652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:35.920415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2503-b296-43bd-a17e-e9858904b6cc req-94a3588e-ed69-41f4-917b-7eb41d28c779 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:35.921823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:35.928569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-445e2503-b296-43bd-a17e-e9858904b6cc req-94a3588e-ed69-41f4-917b-7eb41d28c779 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1785197 Nov 10 22:51:35.950055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca5ae-cd14-4060-be79-64859b1d299f req-94bb7fa4-4ee4-407d-aea9-9f41f46aec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:35.950912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-94bb7fa4-4ee4-407d-aea9-9f41f46aec82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2088103 Nov 10 22:51:36.006662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Attempting to bind port 5646d941-d3d3-469d-ab93-f478dccf7bb5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:36.007324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Attempting to bind port 5646d941-d3d3-469d-ab93-f478dccf7bb5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:36.008293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Attempting to bind port 5646d941-d3d3-469d-ab93-f478dccf7bb5 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:36.016996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:36.017776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:36.018580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.019137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:36.019831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Bound port: 5646d941-d3d3-469d-ab93-f478dccf7bb5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:36.020383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.043018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-445e2503-b296-43bd-a17e-e9858904b6cc req-d7a89e13-6655-44a7-a479-69d85ed66420 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134315 Nov 10 22:51:36.090821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.106584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca5ae-cd14-4060-be79-64859b1d299f req-de0571e6-2226-4e39-8967-05091420c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:36.109689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-de0571e6-2226-4e39-8967-05091420c808 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446638 Nov 10 22:51:36.113555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.128854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] For port 5646d941-d3d3-469d-ab93-f478dccf7bb5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:36.133460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] For port 5646d941-d3d3-469d-ab93-f478dccf7bb5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5646d941-d3d3-469d-ab93-f478dccf7bb5,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:36.145704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.230742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1ddb4-6f83-4afa-9d90-f9882bfab966 None None] Pushing event updated for resources: {'Port': ['ID=5646d941-d3d3-469d-ab93-f478dccf7bb5,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:36.235324 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fbf6f94-57ce-472e-b959-01c42e58cbd9 req-d457eab5-604f-4e53-ab8e-9e56895f1976 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847648 Nov 10 22:51:36.294285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-813f6520-f1e3-4810-a90e-96929348b469 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760969 Nov 10 22:51:36.397284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 66f0d7f2-79bf-4006-8f89-ecd2c1db07b0 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:36.437467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60143e-95b9-4cb6-9e95-ce3ed304bb66 req-d262dd0b-c495-4209-9e7b-09d92f2457ec tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:36.439056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e60143e-95b9-4cb6-9e95-ce3ed304bb66 req-d262dd0b-c495-4209-9e7b-09d92f2457ec tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1235805 Nov 10 22:51:36.488875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.554416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.565882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4e60143e-95b9-4cb6-9e95-ce3ed304bb66 req-d855bbd7-769b-4f95-91aa-a31757ca0050 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167431 Nov 10 22:51:36.575560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704fe0b-176c-4a18-b568-0959e59744e5 req-271d2e33-2de8-4df9-a3d2-f1eee3c9620b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:36.589762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6704fe0b-176c-4a18-b568-0959e59744e5 req-271d2e33-2de8-4df9-a3d2-f1eee3c9620b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.3624530 Nov 10 22:51:36.811975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05fca5ae-cd14-4060-be79-64859b1d299f req-8119d0b9-1db5-44e6-aad9-fccb3a2fb39f service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854932 Nov 10 22:51:36.826141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5646d941-d3d3-469d-ab93-f478dccf7bb5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:36.828750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fe81:65d5 (bccbe8a9-b424-4505-9147-d741702b4441/f160a7f6-5a41-4805-9183-2b768f1bedfa/66f0d7f2-79bf-4006-8f89-ecd2c1db07b0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:36.842675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6704fe0b-176c-4a18-b568-0959e59744e5 req-4dcd67c9-84a6-49ff-acc1-064ec513182b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515540 Nov 10 22:51:36.896131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9abee-88d5-49f8-ab04-a4f60110d727 req-f8a0fa5d-5a4c-4ece-a6b7-98e1a5a7574d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:36.898034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7c9abee-88d5-49f8-ab04-a4f60110d727 req-f8a0fa5d-5a4c-4ece-a6b7-98e1a5a7574d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1110728 Nov 10 22:51:36.943164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5646d941-d3d3-469d-ab93-f478dccf7bb5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:36.944143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:36.961117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Router 55e07ede-b38e-4b2a-93cd-b1755decf6f7 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:37.101875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:37.113567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.114928 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] Sync routers for ids ['55e07ede-b38e-4b2a-93cd-b1755decf6f7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:37.115415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-496eae83-5501-468c-90e8-30eadc4ad31d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "PUT /v2.0/routers/55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 200 len: 880 time: 4.1684980 Nov 10 22:51:37.118719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.122305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.125703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.131382 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] Routers {'55e07ede-b38e-4b2a-93cd-b1755decf6f7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:37.133565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['55e07ede-b38e-4b2a-93cd-b1755decf6f7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:37.175337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 5646d941-d3d3-469d-ab93-f478dccf7bb5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5646d941-d3d3-469d-ab93-f478dccf7bb5,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:37.180543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.184193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.202178 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:37.217584 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] Routers {'55e07ede-b38e-4b2a-93cd-b1755decf6f7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:37.218453 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['55e07ede-b38e-4b2a-93cd-b1755decf6f7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:37.275701 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:37.276596 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250157f6-bbbe-450a-9ad9-ac0cf95485bd None None] The sync data for ids ['55e07ede-b38e-4b2a-93cd-b1755decf6f7'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:37.281706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cbe8346d-f2c3-40dc-bbb9-e9341b2b8ec8 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 200 len: 921 time: 0.1592700 Nov 10 22:51:37.284867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7c9abee-88d5-49f8-ab04-a4f60110d727 req-d587dcca-646e-4bca-8d22-d4d7bd6f8b1d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664799 Nov 10 22:51:37.285462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.294534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=5646d941-d3d3-469d-ab93-f478dccf7bb5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:37.358579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:37.374628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:37.375952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:37.398814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:37.410881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.411558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.414948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48371c6a-7b16-4387-8078-a983ce7eef06 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.416747 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48371c6a-7b16-4387-8078-a983ce7eef06 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=55e07ede-b38e-4b2a-93cd-b1755decf6f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1302638 Nov 10 22:51:37.419760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45790) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.423308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fa7d-8701-49fe-a591-b1162929a8e3 req-77a10680-c821-4a5b-9423-ef0d22f05813 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.425674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e87fa7d-8701-49fe-a591-b1162929a8e3 req-77a10680-c821-4a5b-9423-ef0d22f05813 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2620280 Nov 10 22:51:37.428126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=66f0d7f2-79bf-4006-8f89-ecd2c1db07b0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:37.464736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3e57b74c-7c56-4be5-b8b7-f4bc5200b93f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9541969 Nov 10 22:51:37.468307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.552270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e87fa7d-8701-49fe-a591-b1162929a8e3 req-c6e2c51c-b917-4e25-abea-08a1a19edf00 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049209 Nov 10 22:51:37.570200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.580469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b644958-7aba-42bb-bce6-b0e8cf22ecba tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.590764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b644958-7aba-42bb-bce6-b0e8cf22ecba tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.1697259 Nov 10 22:51:37.612756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945b6cd-9b03-415c-8d76-50348c143ad6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.630335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945b6cd-9b03-415c-8d76-50348c143ad6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.635026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45794) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.637581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7945b6cd-9b03-415c-8d76-50348c143ad6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1509507 Nov 10 22:51:37.639659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45796) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.640216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:37.642605 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f900d-176d-459e-aed9-6f43c1ae5467" -d '{"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:37.666740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:37.672942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.677370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f1ae502e-3cf7-4611-8dec-447f052d339d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 200 len: 205 time: 0.0410018 Nov 10 22:51:37.680062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45800) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:37.748402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f26d4-467f-455c-b657-773ca6970eac req-26ad534a-6ca2-4f6f-8fe5-0e57a8ffc7b3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.756515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc5f26d4-467f-455c-b657-773ca6970eac req-26ad534a-6ca2-4f6f-8fe5-0e57a8ffc7b3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 945 time: 0.2081859 Nov 10 22:51:37.769636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:37.788027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26399d65-6a89-469b-9842-f1f59a52c5db req-a4c6ef4c-6a13-4f31-8ca2-8b7351738520 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:37.796387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26399d65-6a89-469b-9842-f1f59a52c5db req-a4c6ef4c-6a13-4f31-8ca2-8b7351738520 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1571596 Nov 10 22:51:37.890458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26399d65-6a89-469b-9842-f1f59a52c5db req-a1dfb970-9e3f-4500-9212-20878c1ccff0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832939 Nov 10 22:51:37.902991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc5f26d4-467f-455c-b657-773ca6970eac req-e6972490-1e7d-418e-b99d-a39b2c9a6014 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357694 Nov 10 22:51:37.912708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 66f0d7f2-79bf-4006-8f89-ecd2c1db07b0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:37.913353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.938729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.974544 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d4b65-6bf5-48e8-959b-77057a69872d x-openstack-request-id: req-390d4b65-6bf5-48e8-959b-77057a69872d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:37.974994 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:37.975397 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-390d4b65-6bf5-48e8-959b-77057a69872d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:37.976006 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'code': 200} Nov 10 22:51:38.073350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-656b5caa-07a3-4306-a82a-9642ce4d3013 None None] Provisioning complete for port 5646d941-d3d3-469d-ab93-f478dccf7bb5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:38.074120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-656b5caa-07a3-4306-a82a-9642ce4d3013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.090726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.123659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 66f0d7f2-79bf-4006-8f89-ecd2c1db07b0 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:38.136768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5e46f-d02f-4d23-8a7a-249dda505cff req-354dde9c-1a72-43e1-9d56-089cc98a722d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.138409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84b5e46f-d02f-4d23-8a7a-249dda505cff req-354dde9c-1a72-43e1-9d56-089cc98a722d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.1227841 Nov 10 22:51:38.229506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.290822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80228c1d-c510-4754-b26e-8c8a85f708b8 req-295479fe-79e7-4821-81f6-16d2a2ae6cf9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.292297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80228c1d-c510-4754-b26e-8c8a85f708b8 req-295479fe-79e7-4821-81f6-16d2a2ae6cf9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1129444 Nov 10 22:51:38.314875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84b5e46f-d02f-4d23-8a7a-249dda505cff req-4310a3d5-cd77-4992-b0ae-3d583962914b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221061 Nov 10 22:51:38.371355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80228c1d-c510-4754-b26e-8c8a85f708b8 req-dd370e02-edbd-4612-a483-b623f2f72253 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Nov 10 22:51:38.374388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port da2c84e5-aef0-4988-a48f-53da9a13849b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:38.374978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.456885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.475441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f06b27cd-2aa8-48f5-bf2e-1ea05e7a7178 None None] Could not find standard attr ID for object 66f0d7f2-79bf-4006-8f89-ecd2c1db07b0. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:38.497905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=66f0d7f2-79bf-4006-8f89-ecd2c1db07b0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:38.507129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.528433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for da2c84e5-aef0-4988-a48f-53da9a13849b owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:38.549053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.552338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec9cc2da-44d6-426e-9aa7-cf308baf237f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/66f0d7f2-79bf-4006-8f89-ecd2c1db07b0 HTTP/1.1" status: 204 len: 168 time: 0.9112947 Nov 10 22:51:38.558938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:38.685585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd49d-b1e9-4d8a-b387-7563c9833978 req-e0db0423-a506-422c-8334-39e323c3e08d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.691138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dfddd49d-b1e9-4d8a-b387-7563c9833978 req-e0db0423-a506-422c-8334-39e323c3e08d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1954410 Nov 10 22:51:38.695288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef847ce-5a71-4e40-8749-c649688818fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.700144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef847ce-5a71-4e40-8749-c649688818fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.702043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bef847ce-5a71-4e40-8749-c649688818fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1403918 Nov 10 22:51:38.706132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45814) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:38.722055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5646d941-d3d3-469d-ab93-f478dccf7bb5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:38.804918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5646d941-d3d3-469d-ab93-f478dccf7bb5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:38.805635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.830489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet f160a7f6-5a41-4805-9183-2b768f1bedfa {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:38.851012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dfddd49d-b1e9-4d8a-b387-7563c9833978 req-e62bb6b4-4a27-487e-9ac4-ffc81029d18a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425307 Nov 10 22:51:38.853068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.952853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.960848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:38.966626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a555f9-0e52-4c1c-afe7-be1f501c8a45 req-500eca0f-2a17-40e2-8b56-0b997854ccd3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:38.969104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2a555f9-0e52-4c1c-afe7-be1f501c8a45 req-500eca0f-2a17-40e2-8b56-0b997854ccd3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2641389 Nov 10 22:51:39.023847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=da2c84e5-aef0-4988-a48f-53da9a13849b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:39.059983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab21392-9dca-4922-b49b-5072ffa046df None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:39.089463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2a555f9-0e52-4c1c-afe7-be1f501c8a45 req-530edbe7-6ee2-48e0-aeb0-40c503b3107c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902865 Nov 10 22:51:39.109772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0d8c5-2eeb-4aa0-86c3-ebbe79b02d20 req-41cf8402-ecf2-4f2d-bb10-5c06b9149654 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:39.112610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7b0d8c5-2eeb-4aa0-86c3-ebbe79b02d20 req-41cf8402-ecf2-4f2d-bb10-5c06b9149654 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1208568 Nov 10 22:51:39.143872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.146202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.210803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7b0d8c5-2eeb-4aa0-86c3-ebbe79b02d20 req-672bdec3-b7f3-47f8-9cc0-88889b0e01f2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Nov 10 22:51:39.263336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.314225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409ff2a-4dfe-4fce-ade5-ca0b8040ab4e None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:39.352649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=f160a7f6-5a41-4805-9183-2b768f1bedfa,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:39.358103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.363759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-98132276-0aaa-4646-bb0e-a32427d8463f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f160a7f6-5a41-4805-9183-2b768f1bedfa HTTP/1.1" status: 204 len: 168 time: 0.6560843 Nov 10 22:51:39.367316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45828) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.421980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d91564b-e19f-46ee-a110-6074666aa1fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528748 Nov 10 22:51:39.425007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.478900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1502b3-8154-4883-8159-d1c5452100aa req-36be97fc-dba6-408f-85d1-437cf2d12d8b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:39.480672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c1502b3-8154-4883-8159-d1c5452100aa req-36be97fc-dba6-408f-85d1-437cf2d12d8b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1762426 Nov 10 22:51:39.539170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a641713-a1ce-4d14-973d-953f87052eab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:39.540800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3a641713-a1ce-4d14-973d-953f87052eab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131115 Nov 10 22:51:39.547255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.556347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.559501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.576775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:39.613127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c1502b3-8154-4883-8159-d1c5452100aa req-93540c18-2a63-462d-bd05-21ccb292bf80 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242182 Nov 10 22:51:39.618318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5d88-9bde-4f0f-b732-04021973db1d req-ffebe41c-9b38-4ab7-9103-b3f2fc667455 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:39.620876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-217b5d88-9bde-4f0f-b732-04021973db1d req-ffebe41c-9b38-4ab7-9103-b3f2fc667455 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.4351459 Nov 10 22:51:39.622870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.622870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router 55e07ede-b38e-4b2a-93cd-b1755decf6f7 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:51:39.632357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d5a1fa-b734-4e5d-8558-3ce15a822561 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:39.633953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52d5a1fa-b734-4e5d-8558-3ce15a822561 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861745 Nov 10 22:51:39.637467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45834) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.638936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.647091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.648089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1d5f9805-badc-4202-acb4-219fbe2efe60 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 204 len: 168 time: 1.9642963 Nov 10 22:51:39.677405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Deleting port 5646d941-d3d3-469d-ab93-f478dccf7bb5 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:39.678013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.693274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-171393374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:39.703219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0136633a-4a01-4a86-98a6-4a945a7f736b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644865 Nov 10 22:51:39.710269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45840) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:39.722120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:39.756516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.757780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.816926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-217b5d88-9bde-4f0f-b732-04021973db1d req-cc3d6d03-26c9-4d93-9dfd-2ca6f396d5b6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842027 Nov 10 22:51:39.855193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] For port 5646d941-d3d3-469d-ab93-f478dccf7bb5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5646d941-d3d3-469d-ab93-f478dccf7bb5,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:39.855616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.881150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Calling delete_port for 5646d941-d3d3-469d-ab93-f478dccf7bb5 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:39.905486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:39.915069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.916901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.928533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.952798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-6b7e411f-9cdb-4c64-a85c-3e93376771ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2047679 Nov 10 22:51:40.014314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:40.015519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d97c2a37-675b-40da-a12c-fd91c1890e3b tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3266172 Nov 10 22:51:40.027276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418fd52-6d1c-4b5e-ba92-ecbd19bf9d5a req-e44629f8-0064-400d-91a9-e7924d6a4eeb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.036344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1418fd52-6d1c-4b5e-ba92-ecbd19bf9d5a req-e44629f8-0064-400d-91a9-e7924d6a4eeb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.2435076 Nov 10 22:51:40.043530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:40.055737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': True}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:40.070492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:40.104240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] No DVR routers for this DVR port 5646d941-d3d3-469d-ab93-f478dccf7bb5 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:40.140592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1418fd52-6d1c-4b5e-ba92-ecbd19bf9d5a req-43b03c55-c3b2-4743-9a86-439cbcc300eb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030209 Nov 10 22:51:40.185475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-95456026-0d08-4e3b-9201-398d019678c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.187559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-95456026-0d08-4e3b-9201-398d019678c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1096 time: 0.1954770 Nov 10 22:51:40.192936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca0ceb-d27c-411a-84a6-815365438d91 None None] Pushing event deleted for resources: {'Port': ['ID=5646d941-d3d3-469d-ab93-f478dccf7bb5,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:40.374011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51334b3-cb32-4c56-ba88-4f59349ee3ca req-4c0f7944-31e6-4d37-9e44-309d03555a9c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.381793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b51334b3-cb32-4c56-ba88-4f59349ee3ca req-4c0f7944-31e6-4d37-9e44-309d03555a9c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3332756 Nov 10 22:51:40.391372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-2018c5e6-3dee-4dde-92be-0b8a789cfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.393721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-2018c5e6-3dee-4dde-92be-0b8a789cfbca service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.1690307 Nov 10 22:51:40.451707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-58e193c2-af2e-4545-b131-734f9a0c135e service neutron] 10.222.0.20 "GET /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.2803864 Nov 10 22:51:40.488330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:40.497499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-2cbef6fe-c760-4490-9e0a-79c1c8cc30a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.0956254 Nov 10 22:51:40.587222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-a922b45d-212c-4161-805d-ca766f552495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.589552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-a922b45d-212c-4161-805d-ca766f552495 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.0862007 Nov 10 22:51:40.649850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-0ac9319e-965c-4d06-ac61-013a13b0ad8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527620 Nov 10 22:51:40.749166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5646d941-d3d3-469d-ab93-f478dccf7bb5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:40.751568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b51334b3-cb32-4c56-ba88-4f59349ee3ca req-6daa0dcb-b5a5-487b-825c-f3caac41c70a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316829 Nov 10 22:51:40.751568 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:40.804046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:40.812737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5646d941-d3d3-469d-ab93-f478dccf7bb5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:51:40.813620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:40.814929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5646d941-d3d3-469d-ab93-f478dccf7bb5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:51:40.845235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b0f9a-624e-4dee-ab2a-68d47c328fb5 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:40.862557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:40.863156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:40.874701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-9d7329ef-eb90-477a-b449-b29df7ca5aec service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174537 Nov 10 22:51:40.968489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=326098b8-d79b-4170-b8fc-d289500be196,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:41.000223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f7c80598-b017-41f3-aa84-d8a3a2efb50a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2885890 Nov 10 22:51:41.012763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45858) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:41.061121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:62:8a:27', 'name': 'tempest-NetworksTestDHCPv6-989058975'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:41.099310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632bb67-92a7-4743-a34c-24118fbf3e9f req-8c0f6482-09d2-4977-9115-66568004d955 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:41.102601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4632bb67-92a7-4743-a34c-24118fbf3e9f req-8c0f6482-09d2-4977-9115-66568004d955 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.1504145 Nov 10 22:51:41.168903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4632bb67-92a7-4743-a34c-24118fbf3e9f req-7cadcd1a-c18e-4bc0-9546-0dfb7e2c3ffa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556045 Nov 10 22:51:41.290458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:41.295458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': '326098b8-d79b-4170-b8fc-d289500be196'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:41.296946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.434687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab2b7c-48bb-4100-aad8-8f43ae41e3fc req-68ba2693-9e52-4bd8-ae28-4b7294f386f8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:41.436273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0ab2b7c-48bb-4100-aad8-8f43ae41e3fc req-68ba2693-9e52-4bd8-ae28-4b7294f386f8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.1436286 Nov 10 22:51:41.467921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:41.563053 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f0ab2b7c-48bb-4100-aad8-8f43ae41e3fc req-5a5649c2-9407-4c7e-b39c-e8b7bd871b1e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176879 Nov 10 22:51:41.565252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.572445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a1d6f7-c05e-4de2-a4bc-38316af31382 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:51:41.624016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.629176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-15f788dc-93c1-4ba5-b118-7108c2e9d077 req-3b77f648-52ff-4716-a022-a8d29111d849 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469974 Nov 10 22:51:41.643918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd07442-a486-4084-a8b0-2d3952b6909b req-bcb9f9aa-0f60-4d0f-bc49-70bdf0adfe1e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:41.652301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edd07442-a486-4084-a8b0-2d3952b6909b req-bcb9f9aa-0f60-4d0f-bc49-70bdf0adfe1e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.6998417 Nov 10 22:51:41.657336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:41.690405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/326098b8-d79b-4170-b8fc-d289500be196/c1e725e9-1f49-430c-8dae-224c775dd30f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:41.707465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.737425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-edd07442-a486-4084-a8b0-2d3952b6909b req-d37e7f40-89f6-40ef-9857-3ef093afa466 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Nov 10 22:51:41.741734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:41.950574 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.956208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.960244 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.010664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] Transition to ACTIVE for port object 51a1d6f7-c05e-4de2-a4bc-38316af31382 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:51:42.012268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.25.0.75 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a6e608f3-e4ea-4ba2-9006-9ab9b2934f07) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:42.019932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.040730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:42.053914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:42.057784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:42.062341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:42.071137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Pushing event updated for resources: {'Port': ['ID=c1e725e9-1f49-430c-8dae-224c775dd30f,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:42.121249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020f4e3-d46d-4810-849b-7b4303874d3e None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:42.143634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Attempting to bind port c1e725e9-1f49-430c-8dae-224c775dd30f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:42.144121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Attempting to bind port c1e725e9-1f49-430c-8dae-224c775dd30f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:42.144578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Attempting to bind port c1e725e9-1f49-430c-8dae-224c775dd30f on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:42.151215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:42.152440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:42.153048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.153605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:42.154281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Bound port: c1e725e9-1f49-430c-8dae-224c775dd30f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:42.154763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.172587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef68cf8-0e64-488f-8448-ef3ec2d4d972 req-382624b9-27ab-48c8-a113-cabc9e2f5485 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:42.176378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ef68cf8-0e64-488f-8448-ef3ec2d4d972 req-382624b9-27ab-48c8-a113-cabc9e2f5485 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2066379 Nov 10 22:51:42.198061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] No DVR routers for this DVR port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:42.227002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=12']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:42.327893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] For port c1e725e9-1f49-430c-8dae-224c775dd30f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:42.334907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] For port c1e725e9-1f49-430c-8dae-224c775dd30f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1e725e9-1f49-430c-8dae-224c775dd30f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:42.347087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.366434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-19da53bf-d07c-4fef-9cef-05ee2e1dc5b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382/bindings/n-h2-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8948355 Nov 10 22:51:42.421559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::1b6 (bccbe8a9-b424-4505-9147-d741702b4441/326098b8-d79b-4170-b8fc-d289500be196/ec0f4f36-2f71-4187-b5bc-bc223d5c9e27) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:42.443240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee5542-5a68-4430-9982-0c23ae386c22 req-78901eb2-9696-4231-85e1-baf6ed2a61dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:42.447862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ef68cf8-0e64-488f-8448-ef3ec2d4d972 req-e86fc1e1-336b-4173-834b-af305d55e5c7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616478 Nov 10 22:51:42.468120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47ee5542-5a68-4430-9982-0c23ae386c22 req-78901eb2-9696-4231-85e1-baf6ed2a61dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.1239216 Nov 10 22:51:42.493456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30cf2c-8a85-4e66-a449-723ebcda10e2 None None] Pushing event updated for resources: {'Port': ['ID=c1e725e9-1f49-430c-8dae-224c775dd30f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:42.555242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.617264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47ee5542-5a68-4430-9982-0c23ae386c22 req-9ec14568-daa6-44b9-938c-5097f58f8aac tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479499 Nov 10 22:51:42.685476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.742574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:42.746873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:42.762692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a33f7-0274-4d83-90a9-5de9e3f7c91e None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:42.763825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:42.900057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e608f3-e4ea-4ba2-9006-9ab9b2934f07,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:42.920655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-aa606344-16ca-4a24-aff6-0ef308f6499b None None] Provisioning complete for port a6e608f3-e4ea-4ba2-9006-9ab9b2934f07 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:42.921222 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa606344-16ca-4a24-aff6-0ef308f6499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:42.938094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187b85c-482c-4eac-92f0-c1733de59378 req-892e3a36-7ba5-4c8f-9d69-c710f8f0cba4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:42.940634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0187b85c-482c-4eac-92f0-c1733de59378 req-892e3a36-7ba5-4c8f-9d69-c710f8f0cba4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.1705596 Nov 10 22:51:43.078838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-aa606344-16ca-4a24-aff6-0ef308f6499b None None] Port a6e608f3-e4ea-4ba2-9006-9ab9b2934f07 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:43.083889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:43.131412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df1079-d21c-486e-9062-dc4c1e6e0409 req-2b127dff-1c50-4f75-83ac-caf3666f6695 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.139064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88df1079-d21c-486e-9062-dc4c1e6e0409 req-2b127dff-1c50-4f75-83ac-caf3666f6695 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3618848 Nov 10 22:51:43.200680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:43.226425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-dc49cf86-7bdd-4a98-a94d-c9fc573077cc tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.228281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-dc49cf86-7bdd-4a98-a94d-c9fc573077cc tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.7794125 Nov 10 22:51:43.327985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:43.341655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:43.346384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=ec0f4f36-2f71-4187-b5bc-bc223d5c9e27,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:43.349162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:43.355269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.355937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:43.363662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88df1079-d21c-486e-9062-dc4c1e6e0409 req-f2dc55bf-f6e3-4ca2-b199-1aa3f148d6ac tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777956 Nov 10 22:51:43.389058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-415dfe6d-56bd-42eb-b733-bad5195b65a1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3612607 Nov 10 22:51:43.390016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:43.392253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-26a8addc-fa59-4a69-813d-e46d4dd696ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.394029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-26a8addc-fa59-4a69-813d-e46d4dd696ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 1095 time: 0.1550207 Nov 10 22:51:43.582283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-d6090647-7411-4387-b42c-7b61cd816c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.585038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-d6090647-7411-4387-b42c-7b61cd816c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1095 time: 0.1402452 Nov 10 22:51:43.586193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0187b85c-482c-4eac-92f0-c1733de59378 req-b3123e3e-b568-4075-8a8b-816245b8492d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674977 Nov 10 22:51:43.625682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4953d-f228-490c-8612-b0fc41db3eab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.647343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4953d-f228-490c-8612-b0fc41db3eab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.650636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6b4953d-f228-490c-8612-b0fc41db3eab tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2554340 Nov 10 22:51:43.657761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45890) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:43.748818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:43.962638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326d84-c85e-429e-a4ac-7f7640f14dce req-d784fe01-8a46-45a3-a6fa-0d499bd1b868 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.964743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63326d84-c85e-429e-a4ac-7f7640f14dce req-d784fe01-8a46-45a3-a6fa-0d499bd1b868 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.1669421 Nov 10 22:51:43.974877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159fe8a-3a9a-4181-9428-48f3251c8b51 req-ec6c7e18-35db-4fa6-aa05-ad5fd7b34522 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.977289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f159fe8a-3a9a-4181-9428-48f3251c8b51 req-ec6c7e18-35db-4fa6-aa05-ad5fd7b34522 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3248601 Nov 10 22:51:43.991196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-8fa7c151-6da5-4e90-8ef5-15719c4ed770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:43.992925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-8fa7c151-6da5-4e90-8ef5-15719c4ed770 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.3367481 Nov 10 22:51:44.053956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-da5dcfc7-61d0-47c4-9d71-45e6f52acfa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 200 len: 217 time: 0.0536103 Nov 10 22:51:44.097716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63326d84-c85e-429e-a4ac-7f7640f14dce req-d49a9727-835d-4b2d-ae8f-dd22dc2cf769 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204159 Nov 10 22:51:44.165131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:44.166030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.217655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.221823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.223201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-1db6a6a9-f523-4e74-8b65-88daad2491fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:44.224671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-1db6a6a9-f523-4e74-8b65-88daad2491fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1604283 Nov 10 22:51:44.264764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f159fe8a-3a9a-4181-9428-48f3251c8b51 req-c6da260f-a125-4c68-8c21-4bb6173a12ba tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694378 Nov 10 22:51:44.284784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-494b830e-b2dc-4bf9-abef-9a4409f1abf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442438 Nov 10 22:51:44.326160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.328046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] Provisioning complete for port c1e725e9-1f49-430c-8dae-224c775dd30f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:44.328791 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.339675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:44.446968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.484862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b1c4d-9611-4c85-afa5-06da45d0c54b req-48acd349-15a5-41f3-9fe7-7688a0c175a9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:44.494080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] For port c1e725e9-1f49-430c-8dae-224c775dd30f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1e725e9-1f49-430c-8dae-224c775dd30f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:44.494295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b52b1c4d-9611-4c85-afa5-06da45d0c54b req-48acd349-15a5-41f3-9fe7-7688a0c175a9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1110585 Nov 10 22:51:44.500616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.549279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router 708bb657-2a3d-456a-83d0-9cdb52336562 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:44.550942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-3d116bb7-1b09-47fd-9b55-6c2a871c98bf service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506231 Nov 10 22:51:44.582138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91f54f-7dbc-4ee1-9390-c2ff138c0d43 None None] Pushing event updated for resources: {'Port': ['ID=c1e725e9-1f49-430c-8dae-224c775dd30f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:44.598502 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.599125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b52b1c4d-9611-4c85-afa5-06da45d0c54b req-4e610c2e-a2a5-44c0-9afa-c74e1d19eba4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023121 Nov 10 22:51:44.634167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a45a7be2-3617-40d9-8cc4-bc3ed72ee99a None None] Provisioning complete for port ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:44.634547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a45a7be2-3617-40d9-8cc4-bc3ed72ee99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.683217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.717620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a45a7be2-3617-40d9-8cc4-bc3ed72ee99a None None] Port ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:44.750773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=ec0f4f36-2f71-4187-b5bc-bc223d5c9e27,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:44.776930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-4ac09e06-cef2-4393-a1a2-540fa813666c service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053778 Nov 10 22:51:44.824671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.831918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8e50c472-4c46-4cd0-97a5-74501eb3e544 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 HTTP/1.1" status: 204 len: 168 time: 1.0493445 Nov 10 22:51:44.832324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:44.874889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-7dd90ad1-b480-4576-810d-8b479fa8c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:44.876515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-7dd90ad1-b480-4576-810d-8b479fa8c3ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3&tenant_id=ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 1094 time: 0.2065904 Nov 10 22:51:44.901505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1e725e9-1f49-430c-8dae-224c775dd30f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:44.915554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:44.954726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:44.973019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea9af0-8183-40e1-9ea3-9ed0130e85c7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:44.978422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea9af0-8183-40e1-9ea3-9ed0130e85c7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:44.983047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:44.983737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-18ea9af0-8183-40e1-9ea3-9ed0130e85c7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1500697 Nov 10 22:51:44.985946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad21ace6-59bd-455f-8c64-a49f14c5e264 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "PUT /v2.0/routers/708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 200 len: 913 time: 4.9350739 Nov 10 22:51:44.987176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45912) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:44.989378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:44.992688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] Sync routers for ids ['708bb657-2a3d-456a-83d0-9cdb52336562'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:45.034839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] Routers {'708bb657-2a3d-456a-83d0-9cdb52336562'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:45.038762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['708bb657-2a3d-456a-83d0-9cdb52336562'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:45.042830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190d65-ff1a-4885-b4ad-844118e84089 req-553a4d5d-ffc9-4ff6-b6c8-911833f22a59 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:45.045571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7190d65-ff1a-4885-b4ad-844118e84089 req-553a4d5d-ffc9-4ff6-b6c8-911833f22a59 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.2564890 Nov 10 22:51:45.057591 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.177008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:45.185650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c1e725e9-1f49-430c-8dae-224c775dd30f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:45.186417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.201927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7190d65-ff1a-4885-b4ad-844118e84089 req-529d362e-4790-4137-8100-b6fccf7e6435 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372697 Nov 10 22:51:45.327889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 326098b8-d79b-4170-b8fc-d289500be196 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:45.353828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] Routers {'708bb657-2a3d-456a-83d0-9cdb52336562'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:45.354488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['708bb657-2a3d-456a-83d0-9cdb52336562'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:45.356265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.364137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.390020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:45.390670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b32d8-df05-4eeb-ba75-74ba00e9a53f None None] The sync data for ids ['708bb657-2a3d-456a-83d0-9cdb52336562'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:45.505497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fcdbd-7d60-4d53-8e2c-5d92cf3ff000 req-8aacbf0f-602b-4758-938f-bac2dc187357 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:45.507299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e99fcdbd-7d60-4d53-8e2c-5d92cf3ff000 req-8aacbf0f-602b-4758-938f-bac2dc187357 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.0954840 Nov 10 22:51:45.509380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:45.546545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.583660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:45.640202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52eef4ac-1ae5-4000-a611-34a8a6e4ea35 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 200 len: 919 time: 0.6248047 Nov 10 22:51:45.641124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e99fcdbd-7d60-4d53-8e2c-5d92cf3ff000 req-17b2ae7c-6c42-4195-b9b4-fb6bba3625a7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179590 Nov 10 22:51:45.641124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45926) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:45.658109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5a93f-99dc-4c31-b4b3-10d3a73e955c req-9eadae7b-d27d-411a-816d-81ff7369fcc9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:45.667532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fed5a93f-99dc-4c31-b4b3-10d3a73e955c req-9eadae7b-d27d-411a-816d-81ff7369fcc9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.3277709 Nov 10 22:51:45.677569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-341e8f83-e6c0-4b76-b198-c35e682c90fd tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:45.679096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-341e8f83-e6c0-4b76-b198-c35e682c90fd tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.3459303 Nov 10 22:51:45.682291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:51:45.693384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.712447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Transition to ACTIVE for port object 0b8f0bd7-2e6e-4709-a462-72ef376da75f will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:51:45.717829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.732418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4841fa-a3e5-4ebd-8b31-da181483cd70 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:45.738060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ca4841fa-a3e5-4ebd-8b31-da181483cd70 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=708bb657-2a3d-456a-83d0-9cdb52336562&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0931075 Nov 10 22:51:45.740248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45928) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:45.824811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:45.855498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=9']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:45.901493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fed5a93f-99dc-4c31-b4b3-10d3a73e955c req-6bed2cc8-752d-4338-aca5-a1d0ebcff37d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329328 Nov 10 22:51:46.005047 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:51:46.042443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:46.080686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7783e49-c81e-409b-a29e-1114f99c1455 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:46.088179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7783e49-c81e-409b-a29e-1114f99c1455 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.3461602 Nov 10 22:51:46.089976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] No DVR routers for this DVR port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:46.093808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.103492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=326098b8-d79b-4170-b8fc-d289500be196,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:46.122383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:46.129818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e1687c54-7ee4-4d01-bd9d-e1431d181687 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/326098b8-d79b-4170-b8fc-d289500be196 HTTP/1.1" status: 204 len: 168 time: 1.1375690 Nov 10 22:51:46.129818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-81ac8466-e1c2-4c26-86e6-b04842c3b101 service neutron] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:46.130264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45936) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.140669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254d11d-ccb2-4248-9d98-1f61a0316f38 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:46.161233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-81ac8466-e1c2-4c26-86e6-b04842c3b101 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:46.163445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd4bce40-00bd-4105-8f59-229804e72ce7 req-81ac8466-e1c2-4c26-86e6-b04842c3b101 service neutron] 10.222.0.39 "DELETE /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382/bindings/n-h1-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.4748795 Nov 10 22:51:46.205241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1a177c02-e2f1-4b99-8850-07ea4bfe6ca2 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 200 len: 205 time: 0.1098044 Nov 10 22:51:46.209080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45938) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.238107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58304493-c57d-4e52-afa8-6a43447c4c62 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068687 Nov 10 22:51:46.241727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45940) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.288670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f53d15-c838-454d-ae0b-c323b85668ee req-51dbb9f0-4478-4055-ba12-cbafac386eb3 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:46.290255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81f53d15-c838-454d-ae0b-c323b85668ee req-51dbb9f0-4478-4055-ba12-cbafac386eb3 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1095 time: 0.1938305 Nov 10 22:51:46.382499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8587ae-220c-4642-8a52-835debea0634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:46.391150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba8587ae-220c-4642-8a52-835debea0634 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1403942 Nov 10 22:51:46.402363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45946) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.489877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:46.493839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81f53d15-c838-454d-ae0b-c323b85668ee req-fff7c908-98c8-4d48-b899-d56055a32e2e tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951537 Nov 10 22:51:46.499966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de8406-f0f9-47cc-a710-057c858b791d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:46.503131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a3de8406-f0f9-47cc-a710-057c858b791d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970020 Nov 10 22:51:46.505818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.601213 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12c49ec2-7f4c-46fd-bf2b-f0986714a89a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940886 Nov 10 22:51:46.601912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45952) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:46.615140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:46.797500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1e725e9-1f49-430c-8dae-224c775dd30f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:51:46.894389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f670-cc54-4fdb-b055-6592224b55c6 req-b460fa4a-e402-47d6-b3bf-61a17eb0e9ce tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:46.912557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8591f670-cc54-4fdb-b055-6592224b55c6 req-b460fa4a-e402-47d6-b3bf-61a17eb0e9ce tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 943 time: 0.2172654 Nov 10 22:51:46.917312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Deleting port c1e725e9-1f49-430c-8dae-224c775dd30f {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:46.918837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:46.938775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:46.939790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:46.940241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:46.988987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.045238 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.073723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] For port c1e725e9-1f49-430c-8dae-224c775dd30f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1e725e9-1f49-430c-8dae-224c775dd30f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:47.074567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.113215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port c1e725e9-1f49-430c-8dae-224c775dd30f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1e725e9-1f49-430c-8dae-224c775dd30f,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:47.122845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.137912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:51:47.138110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Attempting to bind port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:47.139392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Calling delete_port for c1e725e9-1f49-430c-8dae-224c775dd30f owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:47.149997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463c6a1-a1da-45ab-b400-b8ba9560e28a req-28fc9eea-4286-4293-972c-07c492d9c56d tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:47.170259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:47.170586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:47.170989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:47.171454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Bound port: 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:47.171820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.173548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8463c6a1-a1da-45ab-b400-b8ba9560e28a req-28fc9eea-4286-4293-972c-07c492d9c56d tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 1095 time: 0.5524387 Nov 10 22:51:47.299439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8591f670-cc54-4fdb-b055-6592224b55c6 req-1dd3363d-c79e-4dea-9481-746917a2d1ca tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841951 Nov 10 22:51:47.306718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8463c6a1-a1da-45ab-b400-b8ba9560e28a req-0f3b82e7-ce9c-450c-867d-a9a7df562891 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308157 Nov 10 22:51:47.359867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.374642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:47.399314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.410757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] No DVR routers for this DVR port c1e725e9-1f49-430c-8dae-224c775dd30f on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:51:47.419516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=c1e725e9-1f49-430c-8dae-224c775dd30f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:47.544571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:47.553161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.558446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:47.564931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.572959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3808b9-735d-4b51-a9b7-13262ed05313 None None] Pushing event deleted for resources: {'Port': ['ID=c1e725e9-1f49-430c-8dae-224c775dd30f,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:47.688237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:47.689077 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.691427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 1091 time: 2.7852004 Nov 10 22:51:47.696590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:47.699896 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a91703-19b4-48cc-9f46-849cf1390d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:47.759079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdf5c-2d3c-4d43-b49c-afde90e7f08f req-e5d1d977-4d83-4b38-8bba-2d794eea49cc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:47.771267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce1cdf5c-2d3c-4d43-b49c-afde90e7f08f req-e5d1d977-4d83-4b38-8bba-2d794eea49cc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1334476 Nov 10 22:51:47.826975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port a6e608f3-e4ea-4ba2-9006-9ab9b2934f07 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:47.827916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:47.836137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267165f-0ebd-401c-8183-d2cde32bdc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=10']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:47.909077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-db672096-7a6c-4520-a857-7ec5bf10d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:47.909077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-db672096-7a6c-4520-a857-7ec5bf10d852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1095 time: 0.1814742 Nov 10 22:51:47.910353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce1cdf5c-2d3c-4d43-b49c-afde90e7f08f req-99394b51-3c04-48a9-b3d3-b51c61f27c01 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346424 Nov 10 22:51:47.999003 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0b9bb-b3fc-4aac-9f16-9a033b7ab293 x-openstack-request-id: req-3cc0b9bb-b3fc-4aac-9f16-9a033b7ab293 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:47.999298 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:47.999586 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cc0b9bb-b3fc-4aac-9f16-9a033b7ab293 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:47.999992 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'status': 'completed', 'code': 200} Nov 10 22:51:48.070074 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.102875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for a6e608f3-e4ea-4ba2-9006-9ab9b2934f07 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:48.137412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:51:48.139566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.182808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-9bb9468f-add1-4e01-bba5-c2f268164d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:48.184330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-9bb9468f-add1-4e01-bba5-c2f268164d64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.2652726 Nov 10 22:51:48.186292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:48.195416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:48.198364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:48.199105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.210042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e06da-5c7a-450f-8a74-983d9952ad6b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:48.210527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=b59f616c-8f24-4817-a598-e2bbaaf905a6,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:48.225699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0cd52afe-3a52-457e-af9a-50019233b112 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6226280 Nov 10 22:51:48.235178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45970) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:48.241833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:48.370328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-915b600b-f111-48f0-b2f1-2e0843ef48fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 999 time: 0.1776228 Nov 10 22:51:48.424365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'b59f616c-8f24-4817-a598-e2bbaaf905a6'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:51:48.426013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:48.426624 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.429867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.441477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-b108599e-9f28-4da5-804c-cba2b791398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:48.443807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-b108599e-9f28-4da5-804c-cba2b791398e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.0644596 Nov 10 22:51:48.563839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:48.579523 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b59f616c-8f24-4817-a598-e2bbaaf905a6 (CIDR: 2001:db8::/64) Nov 10 22:51:48.588181 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:51:48.590638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:51:48.621326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-cdccdd15-9445-4bd3-a538-31988c2141e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:48.623748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-cdccdd15-9445-4bd3-a538-31988c2141e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583338 Nov 10 22:51:48.704036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af48c520-add4-4a18-8a87-af664fa1bb61 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:48.710251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa5e5446-3d61-48a9-af04-8e8186c0df87 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4684303 Nov 10 22:51:48.712437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45982) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:48.720589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:48.758820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=a6e608f3-e4ea-4ba2-9006-9ab9b2934f07,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:48.874653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Allocated IP 2001:db8::f816:3eff:feb4:9a96 (bccbe8a9-b424-4505-9147-d741702b4441/b59f616c-8f24-4817-a598-e2bbaaf905a6/ecc9658b-7ac0-49d4-ae7b-3d62c2d33587) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:48.962759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19db43-e92d-4b8a-946c-61650dabd10a req-0610e06b-3a94-4f0a-88d7-3905314466b3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:48.964767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f19db43-e92d-4b8a-946c-61650dabd10a req-0610e06b-3a94-4f0a-88d7-3905314466b3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3547168 Nov 10 22:51:48.995183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:49.011939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.019650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.235541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.248885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.262142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-17709daf-02de-4e59-88cd-c582e4a5f291 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307252 Nov 10 22:51:49.264202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.274415 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.284897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bbf55-4b7f-43c7-a55a-45b68403eac1 req-ef1ce4b2-62fa-403a-a3be-2561723a97c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:49.286804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-575bbf55-4b7f-43c7-a55a-45b68403eac1 req-ef1ce4b2-62fa-403a-a3be-2561723a97c0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2243323 Nov 10 22:51:49.298579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f19db43-e92d-4b8a-946c-61650dabd10a req-b98e4603-04c0-4643-8ba5-c64191c77605 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266494 Nov 10 22:51:49.358081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Pushing event updated for resources: {'Port': ['ID=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:49.389344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:49.396774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:49.400983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:49.515156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.515760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router 708bb657-2a3d-456a-83d0-9cdb52336562 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:51:49.519630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Attempting to bind port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:51:49.520088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Attempting to bind port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:51:49.520555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Attempting to bind port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:51:49.528943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:51:49.529341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:51:49.530080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.530478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:51:49.530946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Bound port: ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:51:49.531325 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.531517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.532621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f7c49f62-b8af-419d-8650-bfd843f15192 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 204 len: 168 time: 3.3221571 Nov 10 22:51:49.542663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:49.553250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-43857282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:49.596752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.597912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.690388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.703607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] For port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:51:49.710037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] For port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:51:49.716623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.767034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-575bbf55-4b7f-43c7-a55a-45b68403eac1 req-29d01612-9b8b-4797-a8aa-38e3a385533f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423963 Nov 10 22:51:49.774949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.776784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:49.784514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-378c0130-5888-41cc-a84c-a64e23c60f97 req-2d37f421-df3c-485a-b703-dd8cc82d0c8c service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092471 Nov 10 22:51:49.787778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:49.790607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.808558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae169cc-fad4-4562-b2bc-3de0344ae7dc None None] Pushing event updated for resources: {'Port': ['ID=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:49.823564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:49.824094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.831541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.835657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f30f300-afa5-4bfa-b255-18c34e3d845d tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2889442 Nov 10 22:51:49.836605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:49.841999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:49.849571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=a719b6d1-8416-4172-8563-73b32f73e70a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:49.866965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37908b54-2aa1-4295-b234-d16d0b6e1020 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1529095 Nov 10 22:51:49.870617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45996) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:49.879002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:c7:24:78', 'name': 'tempest-NetworksTestDHCPv6-880663377'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:50.236748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:51:50.454288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:50.508459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-cbffa530-6446-4dab-a270-00ba77d05915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:50.510724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-cbffa530-6446-4dab-a270-00ba77d05915 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1095 time: 0.5816941 Nov 10 22:51:50.550615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port e531e052-7a99-4129-8238-ec9efd746e5a yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:51:50.688444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec97d6-89aa-4c29-92a7-71b4e22ad6dd req-ea3e825a-46d7-4e47-b8e2-8c3fcc0d3db1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:50.692394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2ec97d6-89aa-4c29-92a7-71b4e22ad6dd req-ea3e825a-46d7-4e47-b8e2-8c3fcc0d3db1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.2038140 Nov 10 22:51:50.923167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-918a886f-3977-45a1-ac31-8e1e29e8c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:50.944555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-918a886f-3977-45a1-ac31-8e1e29e8c48d service neutron] 10.222.0.39 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.4138515 Nov 10 22:51:50.956173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:50.993592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2ec97d6-89aa-4c29-92a7-71b4e22ad6dd req-8e28b9b3-809f-444a-8695-75455fbdd731 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775893 Nov 10 22:51:51.172349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8:0:1::e7 (bccbe8a9-b424-4505-9147-d741702b4441/a719b6d1-8416-4172-8563-73b32f73e70a/e531e052-7a99-4129-8238-ec9efd746e5a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:51.190821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:51.191182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fec7:2478 (bccbe8a9-b424-4505-9147-d741702b4441/b59f616c-8f24-4817-a598-e2bbaaf905a6/e531e052-7a99-4129-8238-ec9efd746e5a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:51.199445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:51.461790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:51:51.565964 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:51.632351 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:51.756324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:51.879645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:51.951021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:51.961151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:51.975767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-172902df-720f-4493-a84c-9a04ffd97a71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 200 len: 999 time: 1.0108290 Nov 10 22:51:51.984588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'port_id': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'mac_address': 'fa:16:3e:e2:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f768c43a-67f7-404a-849d-9f1d8d377879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:51:51.988018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e2d9a-646d-4336-90d9-5f2fb881a230 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:51.993700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.032077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:52.036526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:52.089629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:52.099343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34806f-653d-4df8-a820-951b960ef31b req-45ff08d3-4c6f-4ae9-bc6d-6d762703cb40 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:52.099653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:52.100325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.104202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=e531e052-7a99-4129-8238-ec9efd746e5a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:52.109307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa34806f-653d-4df8-a820-951b960ef31b req-45ff08d3-4c6f-4ae9-bc6d-6d762703cb40 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.5232780 Nov 10 22:51:52.131402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a5886e7a-15b5-4977-beb2-d5524cd32215 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2578843 Nov 10 22:51:52.132287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:52.267036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa34806f-653d-4df8-a820-951b960ef31b req-39300be7-24d4-4d0e-a490-ddbf025b2142 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567068 Nov 10 22:51:52.386420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:52.403518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-20544fed-3b62-41ad-a223-492b7c7903e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:52.415568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-20544fed-3b62-41ad-a223-492b7c7903e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.4389067 Nov 10 22:51:52.483764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e7a7607a-0f3c-4c51-990c-d69cfdb3b783 None None] Provisioning complete for port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:52.484700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7a7607a-0f3c-4c51-990c-d69cfdb3b783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.486997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.551512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:51:52.553388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b505bb-4a44-4014-a66d-8dae486ca192 req-8851bfb9-7c12-411f-a40d-63dd880d371b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:52.563912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74b505bb-4a44-4014-a66d-8dae486ca192 req-8851bfb9-7c12-411f-a40d-63dd880d371b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3232777 Nov 10 22:51:52.705112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:52.735415 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.756835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port e531e052-7a99-4129-8238-ec9efd746e5a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:51:52.758033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:52.840253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74b505bb-4a44-4014-a66d-8dae486ca192 req-e0e4e6dd-704e-40f8-8437-16682087ab3d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706072 Nov 10 22:51:52.844807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:52.931671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['ecef19fd-2c4f-428d-a4cf-8032b567f544'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:51:53.000476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-440c2f35-39a1-468a-83a9-3e03a30eb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:53.006164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-440c2f35-39a1-468a-83a9-3e03a30eb0c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437577 Nov 10 22:51:53.027211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:53.072843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:53.147447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:53.158841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:53.198018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for e531e052-7a99-4129-8238-ec9efd746e5a owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:51:53.373131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:53.373544 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:53.607448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'b59f616c-8f24-4817-a598-e2bbaaf905a6', 'ip_address': '2001:db8::f816:3eff:feb4:9a96'}, {'subnet_id': 'a719b6d1-8416-4172-8563-73b32f73e70a'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'ecc9658b-7ac0-49d4-ae7b-3d62c2d33587'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:51:53.769803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Allocated IP 172.25.0.196 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ed7b6111-43fb-4a58-b6a1-179c68211102) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:53.793557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733bc13-6d97-4513-b2bd-8bdd449aede4 req-a684558f-9c0c-43f6-a313-517a16601aab tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:53.810087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5733bc13-6d97-4513-b2bd-8bdd449aede4 req-a684558f-9c0c-43f6-a313-517a16601aab tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.3303101 Nov 10 22:51:53.864341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.158453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.266217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.277640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5733bc13-6d97-4513-b2bd-8bdd449aede4 req-6252524e-01d3-484c-8b65-b4c4a37d69e5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665687 Nov 10 22:51:54.312324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.357247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=e531e052-7a99-4129-8238-ec9efd746e5a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:54.553038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.573225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f27077b1-1224-4ae5-a2bb-c7a2c70fe8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/e531e052-7a99-4129-8238-ec9efd746e5a HTTP/1.1" status: 204 len: 168 time: 2.4356699 Nov 10 22:51:54.575777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:54.688327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:51:54.749916 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-bc8eec05-a725-40b5-915c-eb046343a4d9 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6729765 Nov 10 22:51:54.751784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:51:54.779855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2272fbf-1976-424b-b29e-154d99c18f7f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:54.792001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2272fbf-1976-424b-b29e-154d99c18f7f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2141709 Nov 10 22:51:54.797740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46094) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:54.834087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16709666-e751-466f-9637-033011f2165b req-795ffe91-6e5b-4ec0-be3a-54dd73a5764d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:54.853099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16709666-e751-466f-9637-033011f2165b req-795ffe91-6e5b-4ec0-be3a-54dd73a5764d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.6035504 Nov 10 22:51:54.916714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:51:54.930863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Pushing event updated for resources: {'Port': ['ID=ed7b6111-43fb-4a58-b6a1-179c68211102,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:54.963756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44509581-dc3b-498a-a2c5-ef3d4e536883 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:54.979642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44509581-dc3b-498a-a2c5-ef3d4e536883 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1806064 Nov 10 22:51:54.980669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46096) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:55.142612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6539d71-75c2-4d72-b5b6-94da20cee30c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:55.144389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6539d71-75c2-4d72-b5b6-94da20cee30c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:55.146538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6539d71-75c2-4d72-b5b6-94da20cee30c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:55.157551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6539d71-75c2-4d72-b5b6-94da20cee30c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1757746 Nov 10 22:51:55.158788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46098) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:55.285275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24a91703-19b4-48cc-9f46-849cf1390d0e req-4b335708-3e65-4da8-a122-72b422a41ac3 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213342 Nov 10 22:51:55.314808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet a719b6d1-8416-4172-8563-73b32f73e70a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:55.400069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93b730-71b6-4610-9b23-fad999214ba7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:51:55.549089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c9c7f-5004-4c60-b910-91df9f8d9476 req-fc0ca13c-30c1-4349-8907-8ef4f0a06ac8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:55.562550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-166c9c7f-5004-4c60-b910-91df9f8d9476 req-fc0ca13c-30c1-4349-8907-8ef4f0a06ac8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1424251 Nov 10 22:51:55.646832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-784f2b4f-9f97-4aaa-a79b-93c79a388a01 None None] Provisioning complete for port ed7b6111-43fb-4a58-b6a1-179c68211102 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:55.650172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-784f2b4f-9f97-4aaa-a79b-93c79a388a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:55.672137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-858d351c-0964-4a90-b713-3d33ce19d5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:55.684467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Allocated IP 2001:db8:0:1::2 (bccbe8a9-b424-4505-9147-d741702b4441/a719b6d1-8416-4172-8563-73b32f73e70a/ecc9658b-7ac0-49d4-ae7b-3d62c2d33587) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:51:55.704824 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-166c9c7f-5004-4c60-b910-91df9f8d9476 req-4d84d349-0642-43f9-a111-de19c3100719 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409240 Nov 10 22:51:55.776597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16709666-e751-466f-9637-033011f2165b req-10ad7b23-e4b6-4c8e-b846-22d540cdfbd1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9222610 Nov 10 22:51:56.210187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-784f2b4f-9f97-4aaa-a79b-93c79a388a01 None None] Port ed7b6111-43fb-4a58-b6a1-179c68211102 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:51:56.283843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:56.381905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] For port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:56.521797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:56.533532 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:56.546001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:56.817713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:56.849126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b96d5-b9ee-4229-b649-123f242e1ce3 None None] Pushing event updated for resources: {'Port': ['ID=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:57.283183 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:57.300419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8804e7-f15d-4217-86c0-8c075a8bff98 req-b03d3ee9-fe54-4d47-a1fe-9a6163eaec21 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:57.303038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a8804e7-f15d-4217-86c0-8c075a8bff98 req-b03d3ee9-fe54-4d47-a1fe-9a6163eaec21 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1652448 Nov 10 22:51:57.307927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:57.456067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:57.496104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:57.545906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6328-fd5d-44e1-a7c9-ccb717a8a20f req-82aa8821-a4c5-4d0f-b939-6b39f626177c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:57.563215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2dd6328-fd5d-44e1-a7c9-ccb717a8a20f req-82aa8821-a4c5-4d0f-b939-6b39f626177c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3747277 Nov 10 22:51:57.707962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-03ba26f6-b432-4a84-b712-43ddf7535dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:57.784844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port ecef19fd-2c4f-428d-a4cf-8032b567f544 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:57.785463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:57.819117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2dd6328-fd5d-44e1-a7c9-ccb717a8a20f req-d8e69174-3976-4063-960b-c38d16407425 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541161 Nov 10 22:51:57.835495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a8804e7-f15d-4217-86c0-8c075a8bff98 req-91f34570-aaa1-4521-a487-74edcf2416ce tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228162 Nov 10 22:51:57.892684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.023692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=a719b6d1-8416-4172-8563-73b32f73e70a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:58.029552 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.039066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c12d8339-1c2a-49bb-9f4a-461e3a7c100a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/a719b6d1-8416-4172-8563-73b32f73e70a HTTP/1.1" status: 204 len: 168 time: 2.8791237 Nov 10 22:51:58.044039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46118) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:58.070750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Router 71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:51:58.076079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.123383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:51:58.125804 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e1f0b-0f75-4ba9-bb24-660de04d4b7e" -d '{"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:51:58.156006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:51:58.162754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet b59f616c-8f24-4817-a598-e2bbaaf905a6 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:51:58.167282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.173218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.289840 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61e478-34a5-48c4-a139-7c62a816241c x-openstack-request-id: req-5a61e478-34a5-48c4-a139-7c62a816241c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:51:58.290102 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:51:58.290533 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a61e478-34a5-48c4-a139-7c62a816241c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:51:58.290800 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'code': 200} Nov 10 22:51:58.303600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:58.323575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.382097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:51:58.388613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.393494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-deac5a7a-ca62-48d9-b9ec-047b90854e72 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "PUT /v2.0/routers/71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 200 len: 914 time: 8.5527925 Nov 10 22:51:58.401382 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] Sync routers for ids ['71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:51:58.402081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:58.428876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] Routers {'71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:58.430154 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:58.498718 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:58.519973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] Routers {'71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:51:58.521006 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:58.573041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:51:58.575572 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799cf6d-6e77-414d-8e38-5a5e4efcbdd6 None None] The sync data for ids ['71f8a4f9-421e-4a4d-92a2-4e75683b7cb4'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:51:58.689546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:58.799328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46130) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:58.799686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2be7ee2e-05f0-4cea-8a83-c55c9ef7e41a tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 200 len: 920 time: 0.3963442 Nov 10 22:51:58.824739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:51:59.010163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2933c2b-0558-43c6-8ec1-07c3db9e904d None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:51:59.040943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:59.113516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:59.113747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:59.116953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:59.128514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06fd10-7051-48db-bcc6-9c4c62fe7563 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:59.130071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7a06fd10-7051-48db-bcc6-9c4c62fe7563 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=71f8a4f9-421e-4a4d-92a2-4e75683b7cb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3253570 Nov 10 22:51:59.140415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:59.296477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-97bb8206-7a8a-46df-8101-c6371a0b5ad0 None None] Provisioning complete for port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:51:59.297498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-97bb8206-7a8a-46df-8101-c6371a0b5ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:59.342226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=b59f616c-8f24-4817-a598-e2bbaaf905a6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:51:59.346494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:59.364841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-26b1823c-16ca-4e14-9d57-8f6728ac5531 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b59f616c-8f24-4817-a598-e2bbaaf905a6 HTTP/1.1" status: 204 len: 168 time: 1.3195250 Nov 10 22:51:59.369490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46140) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:59.455003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84a30b-eb45-4f22-899e-8835659fedb7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:59.459505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc84a30b-eb45-4f22-899e-8835659fedb7 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.3044806 Nov 10 22:51:59.476231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e3dd9-18cd-40fb-98cf-ea9381cf705d req-8132d83c-055b-4a32-9f07-fb6d55941537 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:59.501019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-157e3dd9-18cd-40fb-98cf-ea9381cf705d req-8132d83c-055b-4a32-9f07-fb6d55941537 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4880433 Nov 10 22:51:59.518583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46142) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:59.563176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-98cf0d5f-a3d4-43cc-9735-67daa4212231 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742175 Nov 10 22:51:59.567701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46144) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:59.592824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-294e3248-e581-4319-95d5-f1fbb2fe4837 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 200 len: 205 time: 0.0708354 Nov 10 22:51:59.593590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46146) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:59.627110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-97bb8206-7a8a-46df-8101-c6371a0b5ad0 None None] Could not find standard attr ID for object e531e052-7a99-4129-8238-ec9efd746e5a. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:51:59.670324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:51:59.773203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf5800-b2fd-4513-a5e6-f598fda8f1c1 req-340bff1b-5ee2-4ad5-898a-406fa957b622 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:59.783398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04bf5800-b2fd-4513-a5e6-f598fda8f1c1 req-340bff1b-5ee2-4ad5-898a-406fa957b622 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.5782232 Nov 10 22:51:59.886297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:00.089175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Deleting port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:00.089487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.098573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-157e3dd9-18cd-40fb-98cf-ea9381cf705d req-df5bfa59-fdbc-4510-a3dc-e6cd5b36920a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962405 Nov 10 22:52:00.242791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.300199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04bf5800-b2fd-4513-a5e6-f598fda8f1c1 req-cfa04063-77d6-4443-9ea9-6147ec250822 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342675 Nov 10 22:52:00.389120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:00.402870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.514722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] For port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:00.515244 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.563709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.607569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Calling delete_port for ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:00.777791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.913619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:00.919468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port ed7b6111-43fb-4a58-b6a1-179c68211102 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:00.920255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.920540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:00.986549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:00.987059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:00.990987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] Pushing event deleted for resources: {'Port': ['ID=ecc9658b-7ac0-49d4-ae7b-3d62c2d33587,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:00.996063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcec2b-0404-44f5-85a8-3f34e68395e0 None None] No DVR routers for this DVR port ecc9658b-7ac0-49d4-ae7b-3d62c2d33587 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:00.997059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:01.199246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:01.218622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for ed7b6111-43fb-4a58-b6a1-179c68211102 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:01.499686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:52:01.542130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:01.703531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:01.712923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:01.716106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=ee57796b-bedc-46e0-9954-8ae67ef9666d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:01.721878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:01.722841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:01.730606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f05155-fd68-4caa-8860-15b6e311ba14 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:01.747095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40674754-745a-4801-b83a-be8b21a5f242 req-f4b920aa-e43d-43a7-9ee7-355a1dc7441e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:01.756180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40674754-745a-4801-b83a-be8b21a5f242 req-f4b920aa-e43d-43a7-9ee7-355a1dc7441e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3203535 Nov 10 22:52:01.772767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-178ccf59-b292-47a7-bb64-e24219692101 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1774223 Nov 10 22:52:01.775178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46158) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:01.791905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:01.957080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:02.129405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=ed7b6111-43fb-4a58-b6a1-179c68211102,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:02.161791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40674754-745a-4801-b83a-be8b21a5f242 req-a17bbf23-8b0d-46b8-9eb3-3e84731a9300 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042151 Nov 10 22:52:02.163571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.163571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.164524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.164869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.165235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.165866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.166349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.168665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.176424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.177216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.177806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.179769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:02.188857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'ee57796b-bedc-46e0-9954-8ae67ef9666d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:52:02.197451 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:02.246994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575e779-7698-4674-b6eb-83e8efa36b64 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:02.426182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:02.431811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:02.565640 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:02.697970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Allocated IP 2001:db8::f816:3eff:fead:44a6 (bccbe8a9-b424-4505-9147-d741702b4441/ee57796b-bedc-46e0-9954-8ae67ef9666d/ccf7b601-3c49-4d15-a3be-98741e24fb7e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:02.892552 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee57796b-bedc-46e0-9954-8ae67ef9666d (CIDR: 2001:db8::/64) Nov 10 22:52:02.899692 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:52:02.901280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:02.952570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df9cd961-a2ea-4718-a5bc-5b77ff3688b7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1757767 Nov 10 22:52:02.952810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1319-c1b1-4313-8ee6-8de989ebe070 req-bead5103-c7f6-42b7-994f-86c43883b993 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:02.953444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:02.955462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245d1319-c1b1-4313-8ee6-8de989ebe070 req-bead5103-c7f6-42b7-994f-86c43883b993 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 1.1326752 Nov 10 22:52:02.983900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:03.064888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.068383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.199162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.232647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.331254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.331822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router 71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:52:03.375703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:03.380778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.392897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-456fc9fa-2470-469f-9efb-896a4699115a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 204 len: 168 time: 3.7973120 Nov 10 22:52:03.393459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.394439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:03.417278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2103862043', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:03.473102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:03.475227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Pushing event updated for resources: {'Port': ['ID=ccf7b601-3c49-4d15-a3be-98741e24fb7e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:03.487968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:03.497085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:03.512337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245d1319-c1b1-4313-8ee6-8de989ebe070 req-9eca794c-6d11-436c-af22-6d5ba546a90e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5318351 Nov 10 22:52:03.519194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.533738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.723485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Attempting to bind port ccf7b601-3c49-4d15-a3be-98741e24fb7e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:03.726040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Attempting to bind port ccf7b601-3c49-4d15-a3be-98741e24fb7e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:03.726487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Attempting to bind port ccf7b601-3c49-4d15-a3be-98741e24fb7e on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:03.752680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:03.755306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:03.756185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.761274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:03.762565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Bound port: ccf7b601-3c49-4d15-a3be-98741e24fb7e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:03.764523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.772533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:03.968432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] For port ccf7b601-3c49-4d15-a3be-98741e24fb7e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:03.982678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] For port ccf7b601-3c49-4d15-a3be-98741e24fb7e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ccf7b601-3c49-4d15-a3be-98741e24fb7e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:03.995107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.229938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3361-31f4-4bc0-838f-651535fef61b None None] Pushing event updated for resources: {'Port': ['ID=ccf7b601-3c49-4d15-a3be-98741e24fb7e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:04.397733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.476899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fdf41-22ac-40c3-9143-da2cc3b5c374 req-84a29f93-0167-4c7f-8fcb-fdc966f261d9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:04.478679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105fdf41-22ac-40c3-9143-da2cc3b5c374 req-84a29f93-0167-4c7f-8fcb-fdc966f261d9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.7780273 Nov 10 22:52:04.479418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=e83b48c4-609c-4808-ab74-846a0ed49cb2,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:04.662930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105fdf41-22ac-40c3-9143-da2cc3b5c374 req-7bcadd2e-c573-4dae-b4d9-20201d9f96e0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722438 Nov 10 22:52:04.680486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:04.682735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:04.689472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:04.689472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.753489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44fc157f-0712-4270-bdac-6ad0089aa800 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7833810 Nov 10 22:52:04.756113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46180) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:04.765481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:c7:cc:2a', 'name': 'tempest-NetworksTestDHCPv6-141248956'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:05.187137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ccf7b601-3c49-4d15-a3be-98741e24fb7e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:05.262688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:05.305262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f522-8101-48c6-8a42-9e641e53dc99 req-150fd1c9-eac2-4f62-a830-359316967705 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.315183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-87b8f522-8101-48c6-8a42-9e641e53dc99 req-150fd1c9-eac2-4f62-a830-359316967705 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.5075858 Nov 10 22:52:05.319733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.439442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:05.441877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.500025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-87b8f522-8101-48c6-8a42-9e641e53dc99 req-7f8a3e8b-97df-4597-848f-11ea6476586d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665206 Nov 10 22:52:05.546591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.630287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port a34eb385-d9cb-470e-bfac-1878e7cdb383 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:05.867877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.993951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ccf7b601-3c49-4d15-a3be-98741e24fb7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ccf7b601-3c49-4d15-a3be-98741e24fb7e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:06.002260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:06.241628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ccf7b601-3c49-4d15-a3be-98741e24fb7e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:06.457689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:06.505755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319b121-4c51-407b-82b8-31c3a45f6356 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:06.581861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8:0:1::2c1 (bccbe8a9-b424-4505-9147-d741702b4441/e83b48c4-609c-4808-ab74-846a0ed49cb2/a34eb385-d9cb-470e-bfac-1878e7cdb383) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:06.616329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:06.647960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::f816:3eff:fec7:cc2a (bccbe8a9-b424-4505-9147-d741702b4441/ee57796b-bedc-46e0-9954-8ae67ef9666d/a34eb385-d9cb-470e-bfac-1878e7cdb383) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:06.892239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e34937f8-0189-449e-ad7a-ba94c66baf1f None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:06.894460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e34937f8-0189-449e-ad7a-ba94c66baf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:06.971618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ccf7b601-3c49-4d15-a3be-98741e24fb7e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:07.092466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Allocated IP 172.25.0.215 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/639de206-44c2-40fe-a35d-b4738c628657) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:07.246793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.283869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46202) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:07.317894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.363038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.494007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:07.495373 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.514485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:07.551318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c878-7982-42c7-9ad2-7d245d39266d req-178fa07b-e3a9-4922-8525-42b2ac079fc7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:07.555415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fd3c878-7982-42c7-9ad2-7d245d39266d req-178fa07b-e3a9-4922-8525-42b2ac079fc7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.7646453 Nov 10 22:52:07.595467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:07.617494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:07.626477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a18c38-3aa0-4825-962e-36a5cbfecb5f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:07.634463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.757364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=a34eb385-d9cb-470e-bfac-1878e7cdb383,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:07.772622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:07.778564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:07.782130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event updated for resources: {'Port': ['ID=639de206-44c2-40fe-a35d-b4738c628657,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:07.782928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:07.789152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:07.789811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.797406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0a2c-ddfd-4a20-8675-ffc85f505447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.813821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57615aa-4ab4-4c24-bc51-47bc0bb37a7e req-d673f75b-8f3e-426e-a3c3-3e019c9ce0e6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:07.825753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b57615aa-4ab4-4c24-bc51-47bc0bb37a7e req-d673f75b-8f3e-426e-a3c3-3e019c9ce0e6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.3481627 Nov 10 22:52:07.880447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'ee57796b-bedc-46e0-9954-8ae67ef9666d', 'ip_address': '2001:db8::f816:3eff:fead:44a6'}, {'subnet_id': 'e83b48c4-609c-4808-ab74-846a0ed49cb2'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'ccf7b601-3c49-4d15-a3be-98741e24fb7e'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:52:07.884157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0be25b12-2c1b-4179-b088-fd2636b611d0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1243281 Nov 10 22:52:07.886628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46212) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:08.090759 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.097762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8d0a422b-fb6a-4cf9-9272-d517caa6c45f None None] Provisioning complete for port 639de206-44c2-40fe-a35d-b4738c628657 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:08.098119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8d0a422b-fb6a-4cf9-9272-d517caa6c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.162127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fd3c878-7982-42c7-9ad2-7d245d39266d req-537155bd-a93d-4349-9ad0-10677cc390d4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912540 Nov 10 22:52:08.162571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b57615aa-4ab4-4c24-bc51-47bc0bb37a7e req-d9c15daa-c661-42e0-93cf-7b6793251c4c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350589 Nov 10 22:52:08.302932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port a34eb385-d9cb-470e-bfac-1878e7cdb383 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:08.303410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.645613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.715206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for a34eb385-d9cb-470e-bfac-1878e7cdb383 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:08.725986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a422b-fb6a-4cf9-9272-d517caa6c45f None None] Port 639de206-44c2-40fe-a35d-b4738c628657 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:08.726661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0a2c-ddfd-4a20-8675-ffc85f505447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.768723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0a2c-ddfd-4a20-8675-ffc85f505447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:08.994525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf5f0a2c-ddfd-4a20-8675-ffc85f505447 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=147346d4141a45119e0c8a23905de3bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7065668 Nov 10 22:52:09.038593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:09.165062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f0a2c-ddfd-4a20-8675-ffc85f505447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458dcef2-0fe5-4508-b602-aec74a20aede,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:09.178407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Allocated IP 2001:db8:0:1::2 (bccbe8a9-b424-4505-9147-d741702b4441/e83b48c4-609c-4808-ab74-846a0ed49cb2/ccf7b601-3c49-4d15-a3be-98741e24fb7e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:09.195377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.204152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.597016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] For port ccf7b601-3c49-4d15-a3be-98741e24fb7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ccf7b601-3c49-4d15-a3be-98741e24fb7e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:09.683948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.779463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.793586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.889110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aacb5b-352b-4859-96e9-ea776422067f req-67250b7a-bc19-4d0a-8400-d21744a4ee42 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:09.891671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4aacb5b-352b-4859-96e9-ea776422067f req-67250b7a-bc19-4d0a-8400-d21744a4ee42 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1735129 Nov 10 22:52:09.956154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44537a-eb6c-474b-80b7-b362ad750c67 None None] Pushing event updated for resources: {'Port': ['ID=ccf7b601-3c49-4d15-a3be-98741e24fb7e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:10.013982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.019691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.038756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/458dcef2-0fe5-4508-b602-aec74a20aede HTTP/1.1" status: 204 len: 168 time: 0.9987044 Nov 10 22:52:10.097208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27d2f3-bd07-496e-931f-3c7336599e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458dcef2-0fe5-4508-b602-aec74a20aede,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:10.133714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19e6d-3581-4e3f-977e-12635ebc9eb7 req-cd975330-a8f9-4ed1-b966-e7ee4854d4c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:10.136476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fbb19e6d-3581-4e3f-977e-12635ebc9eb7 req-cd975330-a8f9-4ed1-b966-e7ee4854d4c4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3805206 Nov 10 22:52:10.442043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4aacb5b-352b-4859-96e9-ea776422067f req-b4d277c7-6c61-44e2-bb0f-762e4ac0c085 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934297 Nov 10 22:52:10.443015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.546734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.584350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=a34eb385-d9cb-470e-bfac-1878e7cdb383,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:10.611643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.612386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.613251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.614044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.615107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.616162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.616862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.617575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.618247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.618941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.619621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.620303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:10.771551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.790190 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-283b23b4-6202-4490-8f98-7b85522aefd5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/a34eb385-d9cb-470e-bfac-1878e7cdb383 HTTP/1.1" status: 204 len: 168 time: 2.8965857 Nov 10 22:52:10.795922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46230) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:10.958073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ccf7b601-3c49-4d15-a3be-98741e24fb7e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:11.002118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbce65-6200-49b4-a669-7600384de334 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:11.013418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-65bbce65-6200-49b4-a669-7600384de334 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2162721 Nov 10 22:52:11.014291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46232) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.040131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46234) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.085983 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fbb19e6d-3581-4e3f-977e-12635ebc9eb7 req-76d33602-50bd-4394-b5b7-4027c3ebf0be tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9316850 Nov 10 22:52:11.106241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:11.107310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.164222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765b840-87df-430f-9d3d-7e0b8099c48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.214768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Router 86d80808-3c17-480b-9964-ba77f2775c61 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:52:11.309015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1cba5-79ed-4591-bbe3-adfe5dc2675a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:11.314315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d5d1cba5-79ed-4591-bbe3-adfe5dc2675a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2990327 Nov 10 22:52:11.317751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.460861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:11.477845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] Sync routers for ids ['86d80808-3c17-480b-9964-ba77f2775c61'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:11.507111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] Routers {'86d80808-3c17-480b-9964-ba77f2775c61'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:11.507877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['86d80808-3c17-480b-9964-ba77f2775c61'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.526977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.534263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bfb86737-7662-4c1f-a094-b4fea7c0068a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1326351 Nov 10 22:52:11.534920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46240) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.544505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:11.633792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4259f16-e734-4886-8e48-18f5a467d7dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:11.647050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4259f16-e734-4886-8e48-18f5a467d7dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:11.652630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4259f16-e734-4886-8e48-18f5a467d7dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:11.658872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f4259f16-e734-4886-8e48-18f5a467d7dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3367271 Nov 10 22:52:11.664773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.666714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.715708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] Routers {'86d80808-3c17-480b-9964-ba77f2775c61'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:11.716367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['86d80808-3c17-480b-9964-ba77f2775c61'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.838605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.840092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b38b0-45b2-4052-8447-82832e1285b9 None None] The sync data for ids ['86d80808-3c17-480b-9964-ba77f2775c61'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:11.879291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-11f4aae0-30cd-4568-bbe0-139eb0ee2746 None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:11.880049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11f4aae0-30cd-4568-bbe0-139eb0ee2746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.314950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff52f9-448d-446f-9881-dbacda9e1125 req-499f7c16-e0d7-4558-b331-ec1411b87808 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:12.344649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbff52f9-448d-446f-9881-dbacda9e1125 req-499f7c16-e0d7-4558-b331-ec1411b87808 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.6838119 Nov 10 22:52:12.377010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet e83b48c4-609c-4808-ab74-846a0ed49cb2 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:12.403592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765b840-87df-430f-9d3d-7e0b8099c48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.413808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.425465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765b840-87df-430f-9d3d-7e0b8099c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.432071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1ec9d146-1363-4930-9a8f-f2ba1fbba6d1 None None] Could not find standard attr ID for object a34eb385-d9cb-470e-bfac-1878e7cdb383. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:52:12.462510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec019b7-73da-4fd1-8594-f0d1f532069c req-278bc3a4-5ca4-43a0-ba12-15267e419431 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:12.482567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ec019b7-73da-4fd1-8594-f0d1f532069c req-278bc3a4-5ca4-43a0-ba12-15267e419431 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.4434464 Nov 10 22:52:12.549523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765b840-87df-430f-9d3d-7e0b8099c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69903df-1dd4-4664-ad2b-4dc9b22e6a46,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:12.630855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.640836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbff52f9-448d-446f-9881-dbacda9e1125 req-fee6d94d-e380-4aaa-969c-8483c2c619aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943308 Nov 10 22:52:12.787187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1765b840-87df-430f-9d3d-7e0b8099c48d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96e3379ed7b54336a1bc120c19897c63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7452357 Nov 10 22:52:12.795760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46248) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:13.046729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.055257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.144829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7d1d2-e9a7-463e-a5e4-88e0ac41a4be req-4494fe5b-6e25-413f-945f-d7d6e62ad958 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:13.147903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c7d1d2-e9a7-463e-a5e4-88e0ac41a4be req-4494fe5b-6e25-413f-945f-d7d6e62ad958 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.2580261 Nov 10 22:52:13.191164 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.293866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ec019b7-73da-4fd1-8594-f0d1f532069c req-af2d7cc1-ab9b-40f7-b29a-949cd8a56f7f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7784779 Nov 10 22:52:13.359176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32c7d1d2-e9a7-463e-a5e4-88e0ac41a4be req-6aa0041a-ab0f-4c89-954f-6bc54053d111 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857152 Nov 10 22:52:13.362805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.400937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305fb67-38aa-42b7-ab56-7ef9d07151be None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:13.401852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.409725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/e83b48c4-609c-4808-ab74-846a0ed49cb2 HTTP/1.1" status: 204 len: 168 time: 1.7250388 Nov 10 22:52:13.465034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46252) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:13.482104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e868e-f01a-4c02-b4d8-4d413f9d71df tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=e83b48c4-609c-4808-ab74-846a0ed49cb2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:13.528832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.534151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.551355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b69903df-1dd4-4664-ad2b-4dc9b22e6a46 HTTP/1.1" status: 204 len: 168 time: 0.7426734 Nov 10 22:52:13.613863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede768-9ee2-4fa4-a8bb-e4ea877f66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69903df-1dd4-4664-ad2b-4dc9b22e6a46,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:13.664477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.665982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet ee57796b-bedc-46e0-9954-8ae67ef9666d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:13.678076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.774863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.913624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bed203-43b1-495b-bedf-f1cc73f5fd51 req-66a546ec-6988-4aa7-b3d1-f3786923621a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:13.924371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0bed203-43b1-495b-bedf-f1cc73f5fd51 req-66a546ec-6988-4aa7-b3d1-f3786923621a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2512960 Nov 10 22:52:14.027614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Deleting port 639de206-44c2-40fe-a35d-b4738c628657 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:14.027960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.048839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0bed203-43b1-495b-bedf-f1cc73f5fd51 req-73d5c2b9-4222-4f12-a390-08543c993192 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230454 Nov 10 22:52:14.102125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.273293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f90a9-1aff-453b-851e-11701f3eccb2 req-b59870df-0cc1-4889-95d2-d4f8f5df5279 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:14.285253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-474f90a9-1aff-453b-851e-11701f3eccb2 req-b59870df-0cc1-4889-95d2-d4f8f5df5279 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4475856 Nov 10 22:52:14.343993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.393129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Calling delete_port for 639de206-44c2-40fe-a35d-b4738c628657 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:14.494909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-474f90a9-1aff-453b-851e-11701f3eccb2 req-2389893f-8cdb-42f3-9e5b-ca34182f04a4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062292 Nov 10 22:52:14.644140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.667236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.815551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dafcc2-1f9e-4e70-a2a2-203581c472d0 req-299bcf46-bd5e-4aa1-a339-924545a3a2a1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:14.832694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9dafcc2-1f9e-4e70-a2a2-203581c472d0 req-299bcf46-bd5e-4aa1-a339-924545a3a2a1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.1773229 Nov 10 22:52:14.944431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9dafcc2-1f9e-4e70-a2a2-203581c472d0 req-320f5770-9ada-4c03-a32d-6469cdfa88e3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096931 Nov 10 22:52:14.956156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.064631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.070556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/ee57796b-bedc-46e0-9954-8ae67ef9666d HTTP/1.1" status: 204 len: 168 time: 1.6027663 Nov 10 22:52:15.071381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46276) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:15.080751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70693-f663-421f-abf9-577e8ac92e8e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=ee57796b-bedc-46e0-9954-8ae67ef9666d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:15.146647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.195736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-53fe3320-ae9a-4464-9432-65123ac7e0ac tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186106 Nov 10 22:52:15.196172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46278) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:15.201645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:15.207975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.283263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfaab8-fba5-4832-b82d-499c5c3967f7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:15.433627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Pushing event deleted for resources: {'Port': ['ID=639de206-44c2-40fe-a35d-b4738c628657,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:15.565170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:15.575323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.581764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.936786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba659bc3-6e80-486a-9531-a69fc1ba8535 req-a999450a-1a79-4dcf-b7db-bb0a81472f3c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:15.950494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba659bc3-6e80-486a-9531-a69fc1ba8535 req-a999450a-1a79-4dcf-b7db-bb0a81472f3c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.2379615 Nov 10 22:52:15.963241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09933c-240d-421d-bf49-4ea09b392b74 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:16.087798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba659bc3-6e80-486a-9531-a69fc1ba8535 req-84a64476-6a23-4f4c-aff1-1668dff2895a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325970 Nov 10 22:52:16.125350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.130914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.293999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Router 86d80808-3c17-480b-9964-ba77f2775c61 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:52:16.335271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91af385d-aa26-4513-853c-d1805a9a49c8 None None] Provisioning complete for port ccf7b601-3c49-4d15-a3be-98741e24fb7e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:16.335683 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91af385d-aa26-4513-853c-d1805a9a49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.534043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:16.543093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.548245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-93a62f7d-5463-404a-acc1-dbee094b9b8a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "PUT /v2.0/routers/86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 200 len: 706 time: 5.0096228 Nov 10 22:52:16.548620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46296) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:16.549796 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] Sync routers for ids ['86d80808-3c17-480b-9964-ba77f2775c61'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:16.564465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:16.575917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] Routers {'86d80808-3c17-480b-9964-ba77f2775c61'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:16.577309 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['86d80808-3c17-480b-9964-ba77f2775c61'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:16.665826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.744956 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:16.753748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Deleting port ccf7b601-3c49-4d15-a3be-98741e24fb7e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:16.758065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb878a-4d6a-4410-bd20-e4dcc32ba15d req-390e088f-eebd-40c7-802f-e523c1cfdff8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:16.759150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.775367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1acb878a-4d6a-4410-bd20-e4dcc32ba15d req-390e088f-eebd-40c7-802f-e523c1cfdff8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.5025966 Nov 10 22:52:16.818826 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] Routers {'86d80808-3c17-480b-9964-ba77f2775c61'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:16.824889 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['86d80808-3c17-480b-9964-ba77f2775c61'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:16.934308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-97dfbed1-7e92-4a98-845b-647bb845cad0 tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/routers/86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 200 len: 741 time: 0.3843794 Nov 10 22:52:16.970586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46300) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.018130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] For port ccf7b601-3c49-4d15-a3be-98741e24fb7e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ccf7b601-3c49-4d15-a3be-98741e24fb7e,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:17.018846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.041923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Calling delete_port for ccf7b601-3c49-4d15-a3be-98741e24fb7e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:17.059523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:17.062426 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f24a6-6539-4879-b803-57545c0c1a45 None None] The sync data for ids ['86d80808-3c17-480b-9964-ba77f2775c61'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:17.126892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b26d3ef9-f825-4f71-8ad7-f1a34f6882dd tempest-RoutersAdminTest-1551417933 tempest-RoutersAdminTest-1551417933-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 200 len: 205 time: 0.1551480 Nov 10 22:52:17.130520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.177510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:17.182858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db652bfa-29ff-42cd-8b1c-9241cb444378 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 200 len: 205 time: 0.0510724 Nov 10 22:52:17.185360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1acb878a-4d6a-4410-bd20-e4dcc32ba15d req-51165f65-27ce-4af3-8ade-f92bd0e24ff4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965490 Nov 10 22:52:17.189141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46314) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.190074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:17.194326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:17.195547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.206298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=cf93818f-916d-4074-a229-8d6f870b9f4b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:17.291721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ccf7b601-3c49-4d15-a3be-98741e24fb7e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:17.305438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.435181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.441982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ccf7b601-3c49-4d15-a3be-98741e24fb7e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:17.442785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:17.445592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c95287d2-2ed0-4cbe-8bfb-e42ecbc6db8a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2484233 Nov 10 22:52:17.450328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ccf7b601-3c49-4d15-a3be-98741e24fb7e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:17.468586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] Pushing event deleted for resources: {'Port': ['ID=ccf7b601-3c49-4d15-a3be-98741e24fb7e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:17.484850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c41ad5-42b9-4894-929e-940d73b768a5 None None] No DVR routers for this DVR port ccf7b601-3c49-4d15-a3be-98741e24fb7e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:17.511685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.525782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216668a-2368-4345-b227-081d41c61d32 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:17.715235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:17.725770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.799736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ba4e-20f6-407b-98d6-4549cbd54945 req-1ab8f9c1-32de-4b1f-9829-f93d9b52fcf0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:17.822316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4743ba4e-20f6-407b-98d6-4549cbd54945 req-1ab8f9c1-32de-4b1f-9829-f93d9b52fcf0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4124537 Nov 10 22:52:17.912061 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf93818f-916d-4074-a229-8d6f870b9f4b (CIDR: 2001:db8::/64) Nov 10 22:52:17.928393 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:52:17.933782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:17.996138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15c5faa0-636e-4f7f-b075-c53ae8650c28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5566442 Nov 10 22:52:17.998687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.012592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:18.028337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.032860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.096479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bccbe8a9-b424-4505-9147-d741702b4441', 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'tenant_id': '3bb8431cdd8048028243f58a440cefbc', 'fixed_ips': [{'subnet_id': 'cf93818f-916d-4074-a229-8d6f870b9f4b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:52:18.100051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.119969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4743ba4e-20f6-407b-98d6-4549cbd54945 req-8e40ee00-8171-48ef-a20f-b1baba94d341 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957609 Nov 10 22:52:18.133428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.140489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Fanout notify agent at l3_agent the message router_deleted on router 86d80808-3c17-480b-9964-ba77f2775c61 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:52:18.156540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.158976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7c938900-f962-462e-b168-6252471d13d9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 204 len: 168 time: 0.9608929 Nov 10 22:52:18.163908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46330) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.267109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00e4bafe-6b20-49d5-b1e9-2a55e852b477 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 200 len: 205 time: 0.1011522 Nov 10 22:52:18.268567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46334) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.417855 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-2dfe612d-c11b-4412-afd7-6fc22717ea92 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:18.422073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2dfe612d-c11b-4412-afd7-6fc22717ea92 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/86d80808-3c17-480b-9964-ba77f2775c61 HTTP/1.1" status: 404 len: 336 time: 0.1518555 Nov 10 22:52:18.425701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46340) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.444374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:18.452994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.606506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff7c17d9-10ff-4287-a4f0-7d5eedc1f752 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 200 len: 205 time: 0.1785386 Nov 10 22:52:18.615979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46342) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.636779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/cf93818f-916d-4074-a229-8d6f870b9f4b/cde0ec3c-9adc-4c76-a059-2925e16d9886) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:18.773793 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-063f1f2e-bbe6-4169-8a8a-7082c3f3feba tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:18.779098 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-063f1f2e-bbe6-4169-8a8a-7082c3f3feba tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/71f8a4f9-421e-4a4d-92a2-4e75683b7cb4 HTTP/1.1" status: 404 len: 336 time: 0.1600449 Nov 10 22:52:18.779770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46344) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.854057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3ff6-e1c5-4298-ac9c-656a0e565b92 req-f3e0da0f-e9d9-4f88-ba17-d2845d2181b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:18.874524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68fc3ff6-e1c5-4298-ac9c-656a0e565b92 req-f3e0da0f-e9d9-4f88-ba17-d2845d2181b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.4189618 Nov 10 22:52:18.884430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9993fa7a-0561-44aa-bcfd-913444b17be6 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 200 len: 205 time: 0.0994508 Nov 10 22:52:18.894982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.143712 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-354a2bc7-cf35-4cac-a4a0-c14e492c3fc0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:19.145498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.146882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-354a2bc7-cf35-4cac-a4a0-c14e492c3fc0 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/708bb657-2a3d-456a-83d0-9cdb52336562 HTTP/1.1" status: 404 len: 336 time: 0.2501614 Nov 10 22:52:19.154364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46360) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.162438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.221881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68fc3ff6-e1c5-4298-ac9c-656a0e565b92 req-fe23d17b-cd7d-4d85-8ae2-a5e10381d919 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349876 Nov 10 22:52:19.228434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6aabb817-844b-47f4-bea0-f042115adb24 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 200 len: 205 time: 0.0726733 Nov 10 22:52:19.229766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.341897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:19.350644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:19.357839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:19.364063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:19.409458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.410140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.410722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.411482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.412276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.413204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.413931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.414468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.415265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.416001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.417698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.423535 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-b83f4654-a3cc-4f47-ad07-044ab3037f1a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:19.424494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:19.429371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b83f4654-a3cc-4f47-ad07-044ab3037f1a tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/55e07ede-b38e-4b2a-93cd-b1755decf6f7 HTTP/1.1" status: 404 len: 336 time: 0.1927528 Nov 10 22:52:19.430152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46374) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.526675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-325bda92-9f60-4d03-a772-520a3e69a322 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 200 len: 205 time: 0.0693262 Nov 10 22:52:19.536196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.550277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:52:19.590585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d019b-4263-4f9b-a21a-052526d9818e req-8e6b5cac-4163-43c1-8657-a2ef03fa3833 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:19.592532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-663d019b-4263-4f9b-a21a-052526d9818e req-8e6b5cac-4163-43c1-8657-a2ef03fa3833 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1489763 Nov 10 22:52:19.602345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Attempting to bind port cde0ec3c-9adc-4c76-a059-2925e16d9886 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:19.602711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Attempting to bind port cde0ec3c-9adc-4c76-a059-2925e16d9886 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:19.603075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Attempting to bind port cde0ec3c-9adc-4c76-a059-2925e16d9886 on network bccbe8a9-b424-4505-9147-d741702b4441 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:19.622526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:19.622993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Checking segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:19.623404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.623808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Bound using segment: {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:19.624302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Bound port: cde0ec3c-9adc-4c76-a059-2925e16d9886, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa8407d-0562-4427-acfd-b83a3ba8da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:19.624697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.674842 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7b61d535-e822-4de9-b569-d5e0dc3fcf79 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:19.676495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7b61d535-e822-4de9-b569-d5e0dc3fcf79 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/6aedbfb9-aa79-448d-a37d-80d9d9359896 HTTP/1.1" status: 404 len: 336 time: 0.1389143 Nov 10 22:52:19.682946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46394) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.813230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1930c988-7557-4333-922b-5cdbc6e91ac9 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f92a1041-c7e8-4e33-ad68-0ec0c739dc64 HTTP/1.1" status: 200 len: 205 time: 0.1277440 Nov 10 22:52:19.819901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46412) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.864111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:19.883007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:19.896405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.925157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-663d019b-4263-4f9b-a21a-052526d9818e req-d0a5d62c-54a6-4c7a-9cef-02eb431600a2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118212 Nov 10 22:52:19.925157 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-0c057b1d-a691-4cab-a3f5-6d3c50f2bc02 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] delete failed (client error): The resource could not be found. Nov 10 22:52:19.931596 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c057b1d-a691-4cab-a3f5-6d3c50f2bc02 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/routers/f92a1041-c7e8-4e33-ad68-0ec0c739dc64 HTTP/1.1" status: 404 len: 336 time: 0.1101205 Nov 10 22:52:19.933312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46420) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:19.986212 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a585c6-142a-4b54-b6cc-e1371a9bbb14 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:19.986956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a585c6-142a-4b54-b6cc-e1371a9bbb14 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:19.997393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00a585c6-142a-4b54-b6cc-e1371a9bbb14 tempest-RoutersAdminTest-232219171 tempest-RoutersAdminTest-232219171-project] 10.222.0.25 "DELETE /v2.0/subnets/ece9b891-459a-499e-9612-3c0c1754d222 HTTP/1.1" status: 404 len: 337 time: 0.0623207 Nov 10 22:52:20.100906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3d39-4982-4364-8e46-7a9cf98feb37 None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:20.163369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.329412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-407090f8-c2cf-406e-91cc-701a3a0b8f09 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:20.331078 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-407090f8-c2cf-406e-91cc-701a3a0b8f09 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.5332272 Nov 10 22:52:20.541806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-c69c1943-a911-4d3c-9f9c-6c48ed7d486e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/quotas/42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 375 time: 0.1355641 Nov 10 22:52:20.580225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c1736-a02c-4cd5-b2f5-ff51b98a19bc req-97fa5eb1-96fe-4db2-bbfd-54ad27829d93 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:20.591029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d94c1736-a02c-4cd5-b2f5-ff51b98a19bc req-97fa5eb1-96fe-4db2-bbfd-54ad27829d93 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.1625965 Nov 10 22:52:20.661172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:20.703106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46446) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:20.737811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d94c1736-a02c-4cd5-b2f5-ff51b98a19bc req-65af53b2-095d-4441-a22f-2a4a403d29cf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371934 Nov 10 22:52:20.854246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-78c71786-7449-4b13-be1a-600241ef4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:20.855913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-78c71786-7449-4b13-be1a-600241ef4898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1097 time: 0.4787474 Nov 10 22:52:20.928737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:21.009105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35f967b-905c-4bc9-bab2-9e54dcde5a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.080512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.081045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.287078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.314438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1553b-9317-43eb-a60f-91cd839c639f req-e5a5ad2d-d512-4ca0-93c5-fa0dadf46e4b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:21.317088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fd1553b-9317-43eb-a60f-91cd839c639f req-e5a5ad2d-d512-4ca0-93c5-fa0dadf46e4b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1910965 Nov 10 22:52:21.413826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35f967b-905c-4bc9-bab2-9e54dcde5a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.420056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35f967b-905c-4bc9-bab2-9e54dcde5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.457040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:21.481651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-e2ecba67-8f83-41cd-be6b-7da499a2b5e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8804946 Nov 10 22:52:21.501599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fd1553b-9317-43eb-a60f-91cd839c639f req-71890c04-3fb2-47a7-b3e3-ff93417829aa tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716020 Nov 10 22:52:21.517083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e35f967b-905c-4bc9-bab2-9e54dcde5a1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87f8663f19b041b6bce776e6e631a0f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8536315 Nov 10 22:52:21.518772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46484) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:21.520222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f967b-905c-4bc9-bab2-9e54dcde5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca2510-186c-49f7-af3c-43b411cbf6f2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:21.577394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.595208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.595722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.622142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.658173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.670650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:52:21.671305 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:52:21.738974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:21.741735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86f25e99-cf9b-42e0-bc99-9ca3351e2c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.768274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.775709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.788258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07ca2510-186c-49f7-af3c-43b411cbf6f2 HTTP/1.1" status: 204 len: 168 time: 0.2631664 Nov 10 22:52:21.792407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:21.808947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:21.809759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.822500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b67de6-51ba-45d0-9915-f0f1c6810a93 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:21.846550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=dcbf7db0-50e3-452d-88c0-8e110e7c4f0d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:21.847129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95486324-d7e6-459b-a85b-5dabade59c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca2510-186c-49f7-af3c-43b411cbf6f2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:21.995098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fed171ad-3f84-4220-9b07-f23c767c902d None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.996379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fed171ad-3f84-4220-9b07-f23c767c902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.036920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-cf95dd57-da09-4aec-82f4-85e18cc30bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450359 Nov 10 22:52:22.039379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=4']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:22.076884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63d1d-67b5-4995-8cc1-067993315bae req-5862f34f-9d3c-42a6-97e3-88f2bd3670df tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:22.078173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33dee155-b972-45d5-a272-6125f99def2d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0750227 Nov 10 22:52:22.080195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b63d1d-67b5-4995-8cc1-067993315bae req-5862f34f-9d3c-42a6-97e3-88f2bd3670df tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.1206429 Nov 10 22:52:22.083016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46494) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:22.095049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:fb:d4:70', 'name': 'tempest-NetworksTestDHCPv6-1521477672'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:22.116080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-366b3bb3-ff06-4867-bcc7-4c9ebc38f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:22.118503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-366b3bb3-ff06-4867-bcc7-4c9ebc38f443 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 1.2551742 Nov 10 22:52:22.251203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86f25e99-cf9b-42e0-bc99-9ca3351e2c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.293745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8b63d1d-67b5-4995-8cc1-067993315bae req-34431431-8590-4768-8ebf-5ac6e8705f44 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766968 Nov 10 22:52:22.336800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.337087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86f25e99-cf9b-42e0-bc99-9ca3351e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.343883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-999e5378-6a1c-455d-8a12-46389bdca23b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.1787064 Nov 10 22:52:22.348058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fed171ad-3f84-4220-9b07-f23c767c902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.392015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:22.444633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25e99-cf9b-42e0-bc99-9ca3351e2c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fbd66-878d-4a6c-bf65-b103f71ffdd9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:22.466074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-86f25e99-cf9b-42e0-bc99-9ca3351e2c2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad1aaa69b68b4abd95cc78b843384e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7461154 Nov 10 22:52:22.470733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46500) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:22.484488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-04c662b1-f356-443c-81df-4aaed940f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:22.486937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-04c662b1-f356-443c-81df-4aaed940f5e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.1252568 Nov 10 22:52:22.491117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-1403a4be-90b5-4070-b7da-5b25fc1d313e service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532576 Nov 10 22:52:22.516866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:22.526265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.526950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-fe829b6b-6ba1-427e-9197-d08a40a46512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325754 Nov 10 22:52:22.618650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:22.688730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-fed171ad-3f84-4220-9b07-f23c767c902d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:52:22.689613 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-fed171ad-3f84-4220-9b07-f23c767c902d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:52:22.729989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:22.764343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-bafdc5c7-4eef-4059-ab49-7ee4097f7eab service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299757 Nov 10 22:52:22.870191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:22.972628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.980537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b45cf1e0-9e89-4f8d-9642-da9fcf2201eb req-d7a16384-f636-4590-a893-6d634c5288ad tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 210 time: 0.0689399 Nov 10 22:52:23.015361 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:52:23.043004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1eeb4881-96db-40a7-97eb-a068e170c4a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aba4feedbb946dbbd93413d018360b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916748 Nov 10 22:52:23.046081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46512) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:23.054129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:23.060209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.095890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5622a42-b972-4a29-9e4e-20ee44505ed1 req-58a059ba-8c9a-4a52-bdc6-8b337be7a45c service neutron] 10.222.0.20 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229809 Nov 10 22:52:23.112739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317289-891f-4929-b65b-4b4efed21b30 req-4c0df9b6-a2e4-4648-aa09-13adacdfe163 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:23.132273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67317289-891f-4929-b65b-4b4efed21b30 req-4c0df9b6-a2e4-4648-aa09-13adacdfe163 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.4524503 Nov 10 22:52:23.146472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port b8e40276-f774-4d04-82f3-3a08fcde749a yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:23.155271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.220838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.253629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.286028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.396453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.400560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.404091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3565905-a5f6-449e-99bc-fd4d99dfa3db HTTP/1.1" status: 204 len: 168 time: 0.3544822 Nov 10 22:52:23.419155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726666a-dfda-4fb0-a92c-f3a2b5586a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3565905-a5f6-449e-99bc-fd4d99dfa3db,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:23.459876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-67317289-891f-4929-b65b-4b4efed21b30 req-763cfe1f-e747-48c4-83fd-c58c8bdd1881 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169198 Nov 10 22:52:23.556561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.560182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.565471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba9fbd66-878d-4a6c-bf65-b103f71ffdd9 HTTP/1.1" status: 204 len: 168 time: 1.0921769 Nov 10 22:52:23.587912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ad760-f508-42a6-9a3e-df16c502d7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9fbd66-878d-4a6c-bf65-b103f71ffdd9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:23.627588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::85 (bccbe8a9-b424-4505-9147-d741702b4441/cf93818f-916d-4074-a229-8d6f870b9f4b/b8e40276-f774-4d04-82f3-3a08fcde749a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:23.655141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:d470 (bccbe8a9-b424-4505-9147-d741702b4441/dcbf7db0-50e3-452d-88c0-8e110e7c4f0d/b8e40276-f774-4d04-82f3-3a08fcde749a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:23.708796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:23.725440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d224c5-841e-41bf-af39-84c0a976b63a req-44dd7d70-d218-4a61-8cba-b372ae0ee813 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:23.732249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62d224c5-841e-41bf-af39-84c0a976b63a req-44dd7d70-d218-4a61-8cba-b372ae0ee813 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.1896138 Nov 10 22:52:23.955511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62d224c5-841e-41bf-af39-84c0a976b63a req-2d13a8fe-cc1a-4102-b663-8b37cf2cdb36 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171433 Nov 10 22:52:23.999888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.077483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d9f23bfe-1963-4ea9-bde4-ac07e59fc4d5 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:24.077483 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9f23bfe-1963-4ea9-bde4-ac07e59fc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.160652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:24.169972 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d72881-210c-49b0-833c-dcf3f877e6a5" -d '{"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-unplugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:24.175949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4eb65582-eb89-4fd6-bf06-b0c2e3c109d5 req-1b69efd1-d6d5-439f-a004-63125bad7535 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 210 time: 0.0503209 Nov 10 22:52:24.216472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:24.235558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.290024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.311039 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a431c10-ed5f-4378-90df-a76b96812c68 x-openstack-request-id: req-3a431c10-ed5f-4378-90df-a76b96812c68 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:24.311361 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-unplugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:24.311559 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a431c10-ed5f-4378-90df-a76b96812c68 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:24.311967 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'code': 200} Nov 10 22:52:24.351794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:24.375088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.467924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46544) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:24.492201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:24.497143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5a17975-a48b-406c-889f-1e38e4f737bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.503940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:24.518077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:24.539158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:24.554544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.580669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=b8e40276-f774-4d04-82f3-3a08fcde749a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:24.638310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f91026c7-09f3-42a8-bbd0-9fc8a3964aa9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5474544 Nov 10 22:52:24.642186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46548) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:24.710792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5a17975-a48b-406c-889f-1e38e4f737bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.719857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5a17975-a48b-406c-889f-1e38e4f737bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.805451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5a17975-a48b-406c-889f-1e38e4f737bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0419316a224e42748ba168147c69ffec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321617 Nov 10 22:52:24.815475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a17975-a48b-406c-889f-1e38e4f737bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcec2a6-38eb-4717-9191-20386c289ec7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:24.823654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:24.986727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ed7-13ad-40c8-9c5d-1cc5de406571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.006160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:25.050812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.110805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.289817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9f36dbaa-8982-42c3-9cf8-ab3d9e5b66ba None None] Provisioning complete for port b8e40276-f774-4d04-82f3-3a08fcde749a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:25.291133 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f36dbaa-8982-42c3-9cf8-ab3d9e5b66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.294201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:25.295037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.338225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592147c-9606-47f1-b518-78723f0a4fef req-9c6dd6e9-08df-47f9-bea4-0edc9c30a6e4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:25.348085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3592147c-9606-47f1-b518-78723f0a4fef req-9c6dd6e9-08df-47f9-bea4-0edc9c30a6e4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.0992255 Nov 10 22:52:25.351473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.355258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.369210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfcec2a6-38eb-4717-9191-20386c289ec7 HTTP/1.1" status: 204 len: 168 time: 0.5343430 Nov 10 22:52:25.451579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d48088-52cb-4a19-acea-ba3c7408e985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcec2a6-38eb-4717-9191-20386c289ec7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:25.546428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d72ddc-fcc2-457a-93b3-eed3f2c3c8f4 req-a646fb4f-6556-4ec7-8cca-aa4a588fb1c8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:25.549442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3592147c-9606-47f1-b518-78723f0a4fef req-bb5f18c2-872f-4a6e-82b3-72c823cb7c6f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004766 Nov 10 22:52:25.549865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d72ddc-fcc2-457a-93b3-eed3f2c3c8f4 req-a646fb4f-6556-4ec7-8cca-aa4a588fb1c8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.9039600 Nov 10 22:52:25.572137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9f36dbaa-8982-42c3-9cf8-ab3d9e5b66ba None None] Port b8e40276-f774-4d04-82f3-3a08fcde749a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:25.617459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port b8e40276-f774-4d04-82f3-3a08fcde749a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:25.617898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.714105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30d72ddc-fcc2-457a-93b3-eed3f2c3c8f4 req-4431731f-fa11-4cc5-bd67-2e7c55289b86 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506457 Nov 10 22:52:25.733157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7267065-77ee-47ab-9359-4b83ef1217e1 req-fb3e6e02-aa5c-45a6-90b3-3e5296f5a31b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 210 time: 0.0558317 Nov 10 22:52:25.773899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:25.825390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.860013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for b8e40276-f774-4d04-82f3-3a08fcde749a owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:26.068878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-6612db05-1ddd-4b67-a3ab-22abacaa7f99 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.070683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-6612db05-1ddd-4b67-a3ab-22abacaa7f99 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.2333457 Nov 10 22:52:26.085413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'device_id': '202f03b0-5782-4c80-b30c-a878c04959e5', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'admin_state_up': True, 'tenant_id': '42e54078c1df44bd8cd9474146868475'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:26.238758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-147295002'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:26.275450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.282999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:26.287316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.328395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Made reservation on behalf of 2347cbc810254e5d90699c0177787e8e for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:26.332921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.334798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=b8e40276-f774-4d04-82f3-3a08fcde749a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:26.349404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.442236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.452612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-950166f0-652e-41b7-8ba7-3c723c413db4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/b8e40276-f774-4d04-82f3-3a08fcde749a HTTP/1.1" status: 204 len: 168 time: 1.8052921 Nov 10 22:52:26.452612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:26.578366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487e69f-beeb-4fca-bd3a-1a343f200027 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.580563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7487e69f-beeb-4fca-bd3a-1a343f200027 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1263983 Nov 10 22:52:26.584038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46592) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:26.681861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622f3e7-d076-48cd-bf60-59d0466a11fd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.689427 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c622f3e7-d076-48cd-bf60-59d0466a11fd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1006253 Nov 10 22:52:26.690270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46598) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:26.736645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.20.0.11 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/35c63a5e-f88a-4666-a6d7-b9349f0da057) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:26.817856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.836045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.916674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:26.927432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46606) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:26.957919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282acde-3e4c-412f-98ba-5c5f806dc8ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.965718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282acde-3e4c-412f-98ba-5c5f806dc8ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.969013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10a929-5a8b-4596-99fa-80891f1f1db1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:26.979832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282acde-3e4c-412f-98ba-5c5f806dc8ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.980314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.980806 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Added segment a4f42f4d-4307-434d-ab78-6efcef998796 of type vlan for network f22810a7-ca55-4b9a-8573-0c2db39fb179 Nov 10 22:52:27.000001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f282acde-3e4c-412f-98ba-5c5f806dc8ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3067791 Nov 10 22:52:27.004891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:27.103997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1b67-4d48-494a-9018-71ea038843b4 req-30df5595-bc1d-4d79-8917-ad521a4af300 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:27.118755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf8b1b67-4d48-494a-9018-71ea038843b4 req-30df5595-bc1d-4d79-8917-ad521a4af300 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.3380377 Nov 10 22:52:27.197995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.205601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217429570-network', 'tenant_id': '4e3260703f4b4ee4b191b24f3a9cc31b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:27.218300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet cf93818f-916d-4074-a229-8d6f870b9f4b {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:27.237914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.261204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9516b-e509-4663-9b54-0b7b9cce1834 req-41d63e6d-4fe7-4e8d-a591-1825c65e8634 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:27.263382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ab9516b-e509-4663-9b54-0b7b9cce1834 req-41d63e6d-4fe7-4e8d-a591-1825c65e8634 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.3262839 Nov 10 22:52:27.319860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf8b1b67-4d48-494a-9018-71ea038843b4 req-a743bc44-3a0a-4c72-a7c2-473086b951fe tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926460 Nov 10 22:52:27.329459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Made reservation on behalf of 4e3260703f4b4ee4b191b24f3a9cc31b for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:27.333250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.346362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.358187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:27.359500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.368773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.398163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.404133 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.501774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7260902 Nov 10 22:52:27.518266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:27.536117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Request body: {'subnet': {'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:27.569946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2bb8a9a-8268-4de9-ab69-095e1eaf33f3 req-3336e8e2-b5f6-4969-afc1-1f21635c8fef tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 210 time: 0.0748818 Nov 10 22:52:27.590306 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-696feec4-2002-4efd-8e2e-3af9e81cad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.647804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.652065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ab9516b-e509-4663-9b54-0b7b9cce1834 req-097cae06-2d74-47ef-a0e6-281e55e709d2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673537 Nov 10 22:52:27.662455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b0a1-8f69-440b-bda8-afefeb416132 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'Network': ['ID=f22810a7-ca55-4b9a-8573-0c2db39fb179,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:27.682585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:27.744953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.752290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.752606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.792642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:27.818960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a1694-2dd3-4ef1-886f-3325bb803a3f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:27.823644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:27.829182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Made reservation on behalf of 2347cbc810254e5d90699c0177787e8e for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:27.833907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.840059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:27.842209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.842595 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Added segment 0f40f964-71c8-424e-8cba-23eb602b6fa0 of type vlan for network b194d95c-0f02-4c88-926b-da92854099dd Nov 10 22:52:27.844838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:27.845666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:27.847046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:27.890663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca', '3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:27.977368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=cf93818f-916d-4074-a229-8d6f870b9f4b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:27.989751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.001203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e77e5d9a-423f-4331-b8a9-15eb59805377 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/cf93818f-916d-4074-a229-8d6f870b9f4b HTTP/1.1" status: 204 len: 168 time: 0.9864402 Nov 10 22:52:28.004331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46618) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:28.010929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8bbe86-9d20-44dd-9884-adb4d0767dd6 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:28.027358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.071930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:28.073115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.107568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-882a013e-b372-4dda-b5cf-d0dd137d52b3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0265617 Nov 10 22:52:28.124122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Request body: {'port': {'device_id': '202f03b0-5782-4c80-b30c-a878c04959e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:28.160077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet dcbf7db0-50e3-452d-88c0-8e110e7c4f0d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:28.163577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.220343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.310780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.358886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.359498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-15c52afd-0daa-4190-b8b0-ab5c55cea387 None None] Provisioning complete for port 35c63a5e-f88a-4666-a6d7-b9349f0da057 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:28.361035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15c52afd-0daa-4190-b8b0-ab5c55cea387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.371706 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:52:28.421633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.422912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:28.423886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.456105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16df733-66c1-416c-b8c3-a75002c6a351 req-3970bff7-2b27-4e01-b821-b519e44a9a07 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:28.463799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f16df733-66c1-416c-b8c3-a75002c6a351 req-3970bff7-2b27-4e01-b821-b519e44a9a07 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.6240048 Nov 10 22:52:28.555501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-15c52afd-0daa-4190-b8b0-ab5c55cea387 None None] Port 35c63a5e-f88a-4666-a6d7-b9349f0da057 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:28.601271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6680367 Nov 10 22:52:28.608804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46624) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:28.619399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Request body: {'subnet': {'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217429570-subnet', 'tenant_id': '4e3260703f4b4ee4b191b24f3a9cc31b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:28.652332 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.673967 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.678227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01477b-7df9-4505-81d8-c89adbcebdef admin admin] Pushing event updated for resources: {'Network': ['ID=b194d95c-0f02-4c88-926b-da92854099dd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:28.692258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Made reservation on behalf of 4e3260703f4b4ee4b191b24f3a9cc31b for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:28.696397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.712684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b194d95c-0f02-4c88-926b-da92854099dd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:28.829765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbf7db0-50e3-452d-88c0-8e110e7c4f0d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:28.835955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:28.839995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-80cc3ed0-e6d9-4942-9f6c-0b55bdd2f4e6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/dcbf7db0-50e3-452d-88c0-8e110e7c4f0d HTTP/1.1" status: 204 len: 168 time: 0.8341663 Nov 10 22:52:28.847125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46628) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:28.866905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f16df733-66c1-416c-b8c3-a75002c6a351 req-74c0cb51-72a7-44b0-af85-5d19c4d32bba tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019351 Nov 10 22:52:29.002840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.131533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ddb77-180f-48c1-9c82-827c466ce855 None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': 'dcbf7db0-50e3-452d-88c0-8e110e7c4f0d'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'cde0ec3c-9adc-4c76-a059-2925e16d9886'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:52:29.200609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.234155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-406ddb77-180f-48c1-9c82-827c466ce855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.328077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1fa05793-452d-4684-a7f1-9a6ba31c28b0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4548085 Nov 10 22:52:29.333056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a0b38b-fd4e-44aa-ae41-0a076bdfca17,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:29.335659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46636) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:29.337316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'Subnet': ['ID=8a759b5f-a447-42bd-88cb-e2a7d4efea7d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:29.343008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:29.358909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9d24-97be-4973-a7ed-a4eb025842a8 req-74af537e-6988-4f36-9479-820a25dd0fa1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:29.365454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-744f9d24-97be-4973-a7ed-a4eb025842a8 req-74af537e-6988-4f36-9479-820a25dd0fa1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.7209473 Nov 10 22:52:29.420746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Checking segment: {'id': '0f40f964-71c8-424e-8cba-23eb602b6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:29.421296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Network hostable DHCP agents. Network: b194d95c-0f02-4c88-926b-da92854099dd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:52:29.453025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:52:29.457947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa71a75-f958-453e-9096-c71969982d25 req-7bc574a2-3c7e-42c0-b0c3-9c89518fea2f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:29.459553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffa71a75-f958-453e-9096-c71969982d25 req-7bc574a2-3c7e-42c0-b0c3-9c89518fea2f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 932 time: 0.2709441 Nov 10 22:52:29.472050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Checking segment: {'id': 'a4f42f4d-4307-434d-ab78-6efcef998796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:29.472468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Network hostable DHCP agents. Network: f22810a7-ca55-4b9a-8573-0c2db39fb179, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:52:29.505652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Network b194d95c-0f02-4c88-926b-da92854099dd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:52:29.537385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b194d95c-0f02-4c88-926b-da92854099dd) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:29.554588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:29.556009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.582879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:29.587843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.599918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-744f9d24-97be-4973-a7ed-a4eb025842a8 req-cde57a3a-1e3e-4c30-831a-baeaa4ef5893 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149518 Nov 10 22:52:29.607754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:29.619914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279141f-4651-4e1e-ba69-8c45e5908847 None None] Network b194d95c-0f02-4c88-926b-da92854099dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:29.628961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffa71a75-f958-453e-9096-c71969982d25 req-8e162d56-eb13-4570-ab50-f257f6bc771b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485112 Nov 10 22:52:29.663734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:52:29.690908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1e0ded70-eb80-44d5-8c1b-f633e54120dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0706785 Nov 10 22:52:29.780726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f22810a7-ca55-4b9a-8573-0c2db39fb179) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:29.800534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:29.801433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.825279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a6daf-8a27-4437-82fb-398746511755 None None] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:29.849736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c63a5e-f88a-4666-a6d7-b9349f0da057 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:29.860419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.879881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Transition to ACTIVE for port object 35c63a5e-f88a-4666-a6d7-b9349f0da057 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:52:29.885349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.945981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-58043fbc-e2fe-4ee3-baf6-e29503d51b66 req-78cc88bd-a0d1-4bbe-ae81-5b5a0ae9be2c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:52:29.948209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58043fbc-e2fe-4ee3-baf6-e29503d51b66 req-78cc88bd-a0d1-4bbe-ae81-5b5a0ae9be2c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152633 Nov 10 22:52:29.966208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:52:29.979559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cba7b315-2de3-462f-bb7f-33355d88e3db tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4505885 Nov 10 22:52:29.986674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46644) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:30.007446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Request body: {'port': {'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179', 'name': 'tempest-ExtraDHCPOptionsTestJSON-385098071'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:30.019415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:30.135268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5a76d-9091-4e41-8cdb-7114c94d564c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:30.226689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-31d9b6bc-661c-4ee8-9320-c2021e938f90 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:30.227442 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31d9b6bc-661c-4ee8-9320-c2021e938f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:30.510433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:30.556270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Attempting to bind port 35c63a5e-f88a-4666-a6d7-b9349f0da057 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:30.557717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Attempting to bind port 35c63a5e-f88a-4666-a6d7-b9349f0da057 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:30.561972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Attempting to bind port 35c63a5e-f88a-4666-a6d7-b9349f0da057 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:30.565581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:30.569775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:30.575381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:30.576764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:30.604486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=174f952f-3497-482b-8bc3-2097e8d0538d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:30.622520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Port 35c63a5e-f88a-4666-a6d7-b9349f0da057 on network ab5e6ca5-9d14-410a-943b-396b29d0716d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:52:30.623377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Attempting to bind port 35c63a5e-f88a-4666-a6d7-b9349f0da057 on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:30.643945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9f45dbd-e99e-45c9-9137-fa4ed09d4176 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3052306 Nov 10 22:52:30.648598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:30.655458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:30.766298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:30.768803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:30.771766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:30.772448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Bound port: 35c63a5e-f88a-4666-a6d7-b9349f0da057, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:30.778524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:30.858696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d70a3-416f-4fbc-9264-18d79fd96ac8 req-337b686f-3c86-4f7a-a6c4-b4f817193d61 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:30.881589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-573d70a3-416f-4fbc-9264-18d79fd96ac8 req-337b686f-3c86-4f7a-a6c4-b4f817193d61 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.2976038 Nov 10 22:52:30.958311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:30.968292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:30.977382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Made reservation on behalf of 2347cbc810254e5d90699c0177787e8e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:30.990448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.066014 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.160791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'mac_address': 'fa:16:3e:e3:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:52:31.183171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-38b3e744-a4c6-4ca5-b2bf-f5a330b17e86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5296159 Nov 10 22:52:31.222848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ab5f5-b44e-4c1e-903d-2387d07b9665 None None] Network b194d95c-0f02-4c88-926b-da92854099dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:31.227970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-573d70a3-416f-4fbc-9264-18d79fd96ac8 req-26e1f63e-1f65-4347-9bb9-17b4a4cd068a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442364 Nov 10 22:52:31.262816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.283292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] device_id is not set on port a930504b-da47-42ae-a9c5-1ff5da48e525 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:31.298840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.333848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-b289021d-e37f-4806-9a16-da88b7b18366 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5491359 Nov 10 22:52:31.362973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:31.366704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.652455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:31.702269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467a41-d064-48fe-8314-6bd22c7e896e req-d1cfae94-80e2-48b5-b83e-a06a5958ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:31.713129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-d1cfae94-80e2-48b5-b83e-a06a5958ee52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 1097 time: 0.4700675 Nov 10 22:52:31.728893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46678) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:31.738748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:31.752545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332b59-e412-4773-a7d3-23aca1728331 req-0ada3702-a30e-4bdc-87e1-ab9c0d85a957 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:31.755681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa332b59-e412-4773-a7d3-23aca1728331 req-0ada3702-a30e-4bdc-87e1-ab9c0d85a957 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 944 time: 0.7272222 Nov 10 22:52:31.765340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871713770-network', 'tenant_id': '7d14080acc3b4253b6aeb1f3f37bc9ca'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:31.801450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.805312 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 174f952f-3497-482b-8bc3-2097e8d0538d (CIDR: 2001:db8::/64) Nov 10 22:52:31.836095 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:52:31.836605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:31.854751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c70696-08ad-4c31-86b6-f92837f2980f req-c532184f-ff26-4e1c-b654-1fae7d50f2bd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:31.865498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23c70696-08ad-4c31-86b6-f92837f2980f req-c532184f-ff26-4e1c-b654-1fae7d50f2bd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 944 time: 0.3440928 Nov 10 22:52:31.954089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23c70696-08ad-4c31-86b6-f92837f2980f req-853ccbc7-45c7-49b2-8a83-a14d49e7317d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866854 Nov 10 22:52:32.036634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:32.179127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:32.190595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:32.191202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.191975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d8a25a4-7e2e-42b0-83c8-4a6fe42dc8f6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5408361 Nov 10 22:52:32.192882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46686) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:32.193145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] 10.222.0.20 "PUT /v2.0/ports/35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 200 len: 1092 time: 4.0752809 Nov 10 22:52:32.193594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:32.196126 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f1654-3eef-4819-954b-e3b4194394aa" -d '{"events": [{"name": "network-changed", "server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:32.214588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-f22810a7-ca55-4b9a-8573-0c2db39fb179', 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179', 'tenant_id': '2347cbc810254e5d90699c0177787e8e', 'fixed_ips': [{'subnet_id': '8a759b5f-a447-42bd-88cb-e2a7d4efea7d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:52:32.214960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Made reservation on behalf of 7d14080acc3b4253b6aeb1f3f37bc9ca for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:32.218676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.223254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'subnet': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:32.230486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.255804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.335510 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d965c1ab-3ad5-422a-8276-2610f8a74a15 x-openstack-request-id: req-d965c1ab-3ad5-422a-8276-2610f8a74a15 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:32.342469 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:32.346225 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d965c1ab-3ad5-422a-8276-2610f8a74a15 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:32.346931 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'status': 'completed', 'code': 200} Nov 10 22:52:32.371285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.425905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.488866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa332b59-e412-4773-a7d3-23aca1728331 req-95b40672-6b0e-4ccd-a23a-9b56bf51b446 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6631997 Nov 10 22:52:32.570644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Allocated IP 172.20.0.13 (f22810a7-ca55-4b9a-8573-0c2db39fb179/8a759b5f-a447-42bd-88cb-e2a7d4efea7d/a930504b-da47-42ae-a9c5-1ff5da48e525) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:32.629066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465d0c9-ce3d-4848-982b-b8ad72d3205d service neutron] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:32.698571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:32.702141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.708837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467a41-d064-48fe-8314-6bd22c7e896e req-ed7ed243-5555-4778-af17-db33e22b2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:32.710737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-ed7ed243-5555-4778-af17-db33e22b2bd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.9381502 Nov 10 22:52:32.755762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-6040c2a8-b337-4bb4-9efe-33ca9c2ad68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:32.777726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced9682-26e7-4c55-b534-c5b8fc9cfce9 req-bfda9686-9ec7-48b7-a42c-2ffb70113414 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:32.779795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cced9682-26e7-4c55-b534-c5b8fc9cfce9 req-bfda9686-9ec7-48b7-a42c-2ffb70113414 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.3105583 Nov 10 22:52:32.783382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-6040c2a8-b337-4bb4-9efe-33ca9c2ad68e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 1095 time: 0.4309273 Nov 10 22:52:32.829559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:32.856810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-6b315a3f-ffb0-430b-a3e1-41dddf075c8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 200 len: 217 time: 0.0685706 Nov 10 22:52:32.896536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cced9682-26e7-4c55-b534-c5b8fc9cfce9 req-30347b67-466d-4835-a244-69d7aea9fd97 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072042 Nov 10 22:52:32.899520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:32.936852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['0b8f0bd7-2e6e-4709-a462-72ef376da75f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:33.132256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:33.206945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Update dhcp port {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'fixed_ips': [{'subnet_id': '174f952f-3497-482b-8bc3-2097e8d0538d'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'cde0ec3c-9adc-4c76-a059-2925e16d9886'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:52:33.214822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-e12055fe-0aac-47ba-a6fa-16b47e21262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.217261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-e12055fe-0aac-47ba-a6fa-16b47e21262c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.0839603 Nov 10 22:52:33.227896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-73b1997b-70db-44c4-97e7-61f17d19ad45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 200 len: 217 time: 0.5017323 Nov 10 22:52:33.246379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.284282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.346464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.354758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:33.413000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.objects.ports [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102458) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 22:52:33.427197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467a41-d064-48fe-8314-6bd22c7e896e req-24370038-e853-446e-be8f-d75395629d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.429649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-24370038-e853-446e-be8f-d75395629d63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1182075 Nov 10 22:52:33.521188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:33.521785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-3d2b043d-570b-4335-8977-11eb4e76d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.523549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-3d2b043d-570b-4335-8977-11eb4e76d0b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818&tenant_id=d9845347f3234cfdbf64e96270c226e5 HTTP/1.1" status: 200 len: 1095 time: 0.1573429 Nov 10 22:52:33.544043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:33.615012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-3910bdce-d960-438c-bca6-95661528a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.618142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-3910bdce-d960-438c-bca6-95661528a33e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3821199 Nov 10 22:52:33.678743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.707778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83daba19-c8a8-4798-9613-006ffc53c344,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:33.727445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaee2d-2318-40f7-922d-8a7f67f459d5 req-d3fc8e15-bf50-46a0-b0a8-2048cae3ba34 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.728324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 22:52:33.728324 n-d-811521-3 neutron-server[102459]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 10 22:52:33.728324 n-d-811521-3 neutron-server[102459]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe94:d5c0', 'status': 'ALLOCATED', 'ipam_subnet_id': '29b19ace-28ca-48c9-b375-cccbd30ef8b1'}] Nov 10 22:52:33.728324 n-d-811521-3 neutron-server[102459]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:52:33.728324 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:52:33.730297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edeaee2d-2318-40f7-922d-8a7f67f459d5 req-d3fc8e15-bf50-46a0-b0a8-2048cae3ba34 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 944 time: 0.6105483 Nov 10 22:52:33.749246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.749849 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Added segment 81734e32-1ff2-4999-b1d8-d0a1e0c960a1 of type vlan for network 4956436c-2e34-42c3-bbb9-88c6f86d276c Nov 10 22:52:33.836817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.897950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467a41-d064-48fe-8314-6bd22c7e896e req-487a136c-86ee-4868-8ea0-44736848db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.899532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-487a136c-86ee-4868-8ea0-44736848db89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4521561 Nov 10 22:52:33.910658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:33.926217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287553a9-b025-4bd1-a7a7-e85e57d343ee req-28b4a4c7-df54-4c17-ac45-2b4ae860a932 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.929026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-287553a9-b025-4bd1-a7a7-e85e57d343ee req-28b4a4c7-df54-4c17-ac45-2b4ae860a932 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 945 time: 0.1846411 Nov 10 22:52:33.937600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.100317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edeaee2d-2318-40f7-922d-8a7f67f459d5 req-583b8e7d-e10b-4f60-969f-0dee011c1fc1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536673 Nov 10 22:52:34.126385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-153d3423-9b6b-4eb1-ad43-21b756ffbecf service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588556 Nov 10 22:52:34.169832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.289904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-287553a9-b025-4bd1-a7a7-e85e57d343ee req-9ee07112-e485-47e5-bba1-d4d35f5822c6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491082 Nov 10 22:52:34.292134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:34.326587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-a9af7a3e-a815-4568-bbd9-e41563ca9b01 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131656 Nov 10 22:52:34.327879 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.330574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:34.330574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.367721 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.373305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:34.397812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Allocated IP 172.20.0.2 (f22810a7-ca55-4b9a-8573-0c2db39fb179/8a759b5f-a447-42bd-88cb-e2a7d4efea7d/3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:34.405217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:34.434747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:34.450539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.470015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Transition to ACTIVE for port object ecef19fd-2c4f-428d-a4cf-8032b567f544 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:52:34.477921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] Pushing event updated for resources: {'Network': ['ID=4956436c-2e34-42c3-bbb9-88c6f86d276c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:34.520174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 4956436c-2e34-42c3-bbb9-88c6f86d276c details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:34.606448 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-71543ffa-bad0-40b7-9313-a348794fc31c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8715117 Nov 10 22:52:34.613077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:34.641647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Request body: {'subnet': {'network_id': '4956436c-2e34-42c3-bbb9-88c6f86d276c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871713770-subnet', 'tenant_id': '7d14080acc3b4253b6aeb1f3f37bc9ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:34.662154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:34.668774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:52:34.674626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:34.680380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 0b8f0bd7-2e6e-4709-a462-72ef376da75f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:34.680758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.685908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:34.768509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Made reservation on behalf of 7d14080acc3b4253b6aeb1f3f37bc9ca for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:34.771368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.783004 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e91ffb67-ecef-4d85-b72a-a614ee1c9bfa req-f4271d80-664b-4a57-936f-7ddfd28f4387 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496108 Nov 10 22:52:34.817320 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86467a41-d064-48fe-8314-6bd22c7e896e req-7dc8af9a-caa9-4477-84af-73fbaed37d36 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735280 Nov 10 22:52:34.849914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'Port': ['ID=a930504b-da47-42ae-a9c5-1ff5da48e525,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:34.880441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968808a-ef0c-4809-93b5-b7b320c0cff6 req-484e9eda-555e-40a5-ae5f-5389db361ae3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:34.882257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1968808a-ef0c-4809-93b5-b7b320c0cff6 req-484e9eda-555e-40a5-ae5f-5389db361ae3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 944 time: 0.5423610 Nov 10 22:52:34.897041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:34.897624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.905755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.984882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3bb154cf-6cfb-4672-bdb6-15db8ef0786b tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9955173 Nov 10 22:52:34.985935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:34.988774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:34.998091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Request body: {'port': {'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179', 'name': 'tempest-ExtraDHCPOptionsTestJSON-932784246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:34.999027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] bootfile-name is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:34.999519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] tftp-server is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:35.000014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] server-ip-address is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:35.021955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c17671-5017-4d83-a897-b282ee54fbf8 None None] DHCP port deletion for 39d64004-f881-4221-ab7e-8506772086dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:35.086350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1654-3eef-4819-954b-e3b4194394aa req-bb9159b4-b709-4876-a329-6e60f0d12ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:35.088811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-bb9159b4-b709-4876-a329-6e60f0d12ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 1095 time: 0.2320042 Nov 10 22:52:35.094802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1968808a-ef0c-4809-93b5-b7b320c0cff6 req-701967a4-b3f3-418b-8846-3dfa08f48ad1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711788 Nov 10 22:52:35.127479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] No DVR routers for this DVR port ecef19fd-2c4f-428d-a4cf-8032b567f544 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:35.158876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=9']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.180082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.249742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.255333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Allocated IP 2001:db8::2 (bccbe8a9-b424-4505-9147-d741702b4441/174f952f-3497-482b-8bc3-2097e8d0538d/cde0ec3c-9adc-4c76-a059-2925e16d9886) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:35.259908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.297623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.298541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.342594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.374762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:35.450310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:35.461607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:35.478048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Pushing event updated for resources: {'Port': ['ID=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.503015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:35.509200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:35.509576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:35.509905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:35.517352 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4829456-b307-4096-ada7-13288b351906" -d '{"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:35.567411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:35.571274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:52:35.573871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Attempting to bind port ecef19fd-2c4f-428d-a4cf-8032b567f544 on network 39d64004-f881-4221-ab7e-8506772086dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:35.600380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:35.611922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:35.625914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:35.626830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.637873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 35c63a5e-f88a-4666-a6d7-b9349f0da057 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:52:35.638158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:35.638158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Checking segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:35.638710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Bound using segment: {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:35.639299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Bound port: ecef19fd-2c4f-428d-a4cf-8032b567f544, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d6b256-ea58-4637-a35f-a0f3b623f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39d64004-f881-4221-ab7e-8506772086dd'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:35.639840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.669538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Subnet': ['ID=fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.693114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.713031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62444a9b-0710-4f89-9ad3-533dfbe03eec req-cb97aa61-23b9-49ff-a107-93bf33accdad tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:35.723369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62444a9b-0710-4f89-9ad3-533dfbe03eec req-cb97aa61-23b9-49ff-a107-93bf33accdad tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 944 time: 0.4573450 Nov 10 22:52:35.813349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Made reservation on behalf of 2347cbc810254e5d90699c0177787e8e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:35.818100 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.844334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6a63c67-7df0-4107-abe6-956ab227d4c9 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6469364 Nov 10 22:52:35.849980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2e44-f341-49fe-9e20-d4b74dacf90d req-efe65bfb-f502-41b6-b726-c869dc99e6f5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:35.853270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51fa2e44-f341-49fe-9e20-d4b74dacf90d req-efe65bfb-f502-41b6-b726-c869dc99e6f5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.2225208 Nov 10 22:52:35.863321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46718) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:35.872222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Request body: {'port': {'network_id': 'bccbe8a9-b424-4505-9147-d741702b4441', 'mac_address': 'fa:16:3e:ed:b9:0e', 'name': 'tempest-NetworksTestDHCPv6-1377423893'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:35.878088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.902026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62444a9b-0710-4f89-9ad3-533dfbe03eec req-0b320ce2-68ab-4d9d-af42-b81d1da12085 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768870 Nov 10 22:52:35.920661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1654-3eef-4819-954b-e3b4194394aa req-de67d339-acd5-47d1-950e-aeb955bfb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:35.920661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-de67d339-acd5-47d1-950e-aeb955bfb1db service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.8212905 Nov 10 22:52:35.935448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] device_id is not set on port 2f4df0d7-b8c0-45db-abe9-905d3ec3c582 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:35.972462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.021212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:36.055025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-2d165503-eeba-4cbb-bda2-ad9d65e13cd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 200 len: 217 time: 0.0740790 Nov 10 22:52:36.057740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:36.069399 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd93f6-954c-45ed-9893-51b2e9af131c x-openstack-request-id: req-d0fd93f6-954c-45ed-9893-51b2e9af131c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:36.069670 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.070103 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:36.070516 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0fd93f6-954c-45ed-9893-51b2e9af131c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:36.071083 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'code': 200} Nov 10 22:52:36.076641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:36.090528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Attempting to bind port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:36.091193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Attempting to bind port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a4f42f4d-4307-434d-ab78-6efcef998796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:36.091743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Attempting to bind port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 on network f22810a7-ca55-4b9a-8573-0c2db39fb179 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:36.098234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:36.142646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:36.142937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Checking segment: {'id': 'a4f42f4d-4307-434d-ab78-6efcef998796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:36.143794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.144493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Bound using segment: {'id': 'a4f42f4d-4307-434d-ab78-6efcef998796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:36.145034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Bound port: 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f42f4d-4307-434d-ab78-6efcef998796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f22810a7-ca55-4b9a-8573-0c2db39fb179'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:36.145428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.193557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51fa2e44-f341-49fe-9e20-d4b74dacf90d req-583fb449-6c5c-4b47-8621-adedea41510d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253706 Nov 10 22:52:36.231832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:36.245383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7790ea-e15d-4921-9e56-6b0eb05c32af,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:36.278648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ae68c-6f34-433c-896d-df9c7e2d62f7 None None] DHCP port deletion for 39d64004-f881-4221-ab7e-8506772086dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:36.292869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.294002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.296219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1193b257-a21f-467d-b4f8-fa6c76d0d8a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 1092 time: 2.7575874 Nov 10 22:52:36.301569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:36.306242 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb4073-d493-4bdc-ad11-422bf55033e4" -d '{"events": [{"name": "network-changed", "server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:36.350330 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.370537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1654-3eef-4819-954b-e3b4194394aa req-ca823469-e61f-4c0e-86da-fb0d8f0adafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.372025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-ca823469-e61f-4c0e-86da-fb0d8f0adafa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2966259 Nov 10 22:52:36.395931 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.410975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba8ca-80bf-4ea7-ab73-4b1f9c2922c2 req-877b8e6b-e796-461a-894f-f83f867a64c1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.422146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb2ba8ca-80bf-4ea7-ab73-4b1f9c2922c2 req-877b8e6b-e796-461a-894f-f83f867a64c1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.2268050 Nov 10 22:52:36.431413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Allocated IP 172.20.0.5 (f22810a7-ca55-4b9a-8573-0c2db39fb179/8a759b5f-a447-42bd-88cb-e2a7d4efea7d/2f4df0d7-b8c0-45db-abe9-905d3ec3c582) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:36.451379 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6c372-300f-40f8-a8d2-c02bae04135d x-openstack-request-id: req-57a6c372-300f-40f8-a8d2-c02bae04135d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:36.451876 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:36.452272 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a6c372-300f-40f8-a8d2-c02bae04135d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:36.452810 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'status': 'completed', 'code': 200} Nov 10 22:52:36.473684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Checking segment: {'id': '81734e32-1ff2-4999-b1d8-d0a1e0c960a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4956436c-2e34-42c3-bbb9-88c6f86d276c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:36.474703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Network hostable DHCP agents. Network: 4956436c-2e34-42c3-bbb9-88c6f86d276c, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:52:36.573807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb2ba8ca-80bf-4ea7-ab73-4b1f9c2922c2 req-06f54769-0aef-4bde-b26d-9344bfb37791 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504459 Nov 10 22:52:36.583035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-b3196102-f7c1-41b9-8c01-581c8a1c15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.590560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Made reservation on behalf of 3bb8431cdd8048028243f58a440cefbc for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:36.599453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-b3196102-f7c1-41b9-8c01-581c8a1c15c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1096 time: 0.2583063 Nov 10 22:52:36.674770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1654-3eef-4819-954b-e3b4194394aa req-776c246a-153d-4546-b4c9-f4bc9e5cee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.677061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-776c246a-153d-4546-b4c9-f4bc9e5cee66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735102 Nov 10 22:52:36.683263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Network 4956436c-2e34-42c3-bbb9-88c6f86d276c is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:52:36.719059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa5ca-5dff-43c2-8965-44f41305f5c6 req-371ae446-51df-4063-a7aa-a464fd2a7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.720991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b49fa5ca-5dff-43c2-8965-44f41305f5c6 req-371ae446-51df-4063-a7aa-a464fd2a7d80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 1097 time: 0.2315209 Nov 10 22:52:36.739138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:36.762439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-84942f04-463f-4787-a419-762fb29d8edc None None] For port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:36.790558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-84942f04-463f-4787-a419-762fb29d8edc None None] For port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,segment=NetworkSegment(a4f42f4d-4307-434d-ab78-6efcef998796),segment_id=a4f42f4d-4307-434d-ab78-6efcef998796)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:36.796201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'mac_address': 'fa:16:3e:67:9e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:52:36.826769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 4956436c-2e34-42c3-bbb9-88c6f86d276c) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:36.833460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-e293fd8c-5bcc-4fa4-a450-d60161714ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.836276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-e293fd8c-5bcc-4fa4-a450-d60161714ea9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 0.2298419 Nov 10 22:52:36.837539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.852350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99ade2-d0ac-4f05-be0d-f1f59cef09cf None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:36.879734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.880862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.882696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346f789-6f80-45c4-8c4c-a3777fefdd6b None None] Network 4956436c-2e34-42c3-bbb9-88c6f86d276c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:36.895845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-1cdf733e-faf6-4195-8fc8-9bf3db8eb433 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.0504920 Nov 10 22:52:36.977172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-9a3d8237-a030-4d52-a21c-1efaa5ba47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.977172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-9a3d8237-a030-4d52-a21c-1efaa5ba47e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.0727849 Nov 10 22:52:37.043105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:37.064426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-a38ef7bc-cc09-4377-bc8a-44abf0841064 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798137 Nov 10 22:52:37.099072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a86f7395-7593-4b3d-b7f4-59b6ec53c919 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4560528 Nov 10 22:52:37.128951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b49fa5ca-5dff-43c2-8965-44f41305f5c6 req-5ab6dd19-6245-4007-af69-91f7c285167e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882978 Nov 10 22:52:37.226504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-fd565feb-8887-420e-ad89-f0263ada5ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382786 Nov 10 22:52:37.228133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] device_id is not set on port 1814f684-c8b9-4c4c-98f8-99df77a8bb20 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:37.276076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84942f04-463f-4787-a419-762fb29d8edc None None] Pushing event updated for resources: {'Port': ['ID=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:37.373305 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:37.394770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:37.479060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c63a5e-f88a-4666-a6d7-b9349f0da057 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:37.598418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-c2b5a950-1ec4-4bcd-967f-ac43c7402225 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264764 Nov 10 22:52:37.655526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d76f1654-3eef-4819-954b-e3b4194394aa req-0b4f074b-4e86-4094-ac79-b15109a1a19e service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025061 Nov 10 22:52:37.720277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:37.743368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:37.766975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1dc9a2-e631-4ec5-ab90-ae337092124b None None] Network 4956436c-2e34-42c3-bbb9-88c6f86d276c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:37.870236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a098-ab9f-43c0-9415-f05194ea06fb req-a69d3d36-7e53-4474-8990-d81c62e2bb13 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:37.877061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb91a098-ab9f-43c0-9415-f05194ea06fb req-a69d3d36-7e53-4474-8990-d81c62e2bb13 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 944 time: 0.7507033 Nov 10 22:52:37.974888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdb002-1d8a-4d6d-827a-3b3671a3fe4a req-48e2f675-c5c5-413e-9fa7-717d1287becb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:37.979613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e2bdb002-1d8a-4d6d-827a-3b3671a3fe4a req-48e2f675-c5c5-413e-9fa7-717d1287becb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.5306492 Nov 10 22:52:37.990959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:38.070259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb91a098-ab9f-43c0-9415-f05194ea06fb req-87362beb-bd00-4e98-b364-69be3ba0a22a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687384 Nov 10 22:52:38.114401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8::6b (bccbe8a9-b424-4505-9147-d741702b4441/174f952f-3497-482b-8bc3-2097e8d0538d/1814f684-c8b9-4c4c-98f8-99df77a8bb20) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:38.130140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:b90e (bccbe8a9-b424-4505-9147-d741702b4441/fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a/1814f684-c8b9-4c4c-98f8-99df77a8bb20) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:38.196028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:38.205216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['35c63a5e-f88a-4666-a6d7-b9349f0da057'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:38.283868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:38.321673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:38.329510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:38.467155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.470220 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:38.472940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'Port': ['ID=2f4df0d7-b8c0-45db-abe9-905d3ec3c582,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:38.499019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eb200905-f774-42ed-a20c-b9ea4babe84f req-7432e268-3d91-4596-9fbd-f35a31e7baf1 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705029 Nov 10 22:52:38.525548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e2bdb002-1d8a-4d6d-827a-3b3671a3fe4a req-adc00311-c3ad-4bc7-baa4-cdb5b7064476 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5229235 Nov 10 22:52:38.540845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9cafc6a1-c1e3-4412-807e-3e86e428c086 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.5474863 Nov 10 22:52:38.546827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:38.570451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2fcc6-d65a-4424-a66c-72e190c06b9b req-79607a40-24d6-4a5c-9b45-2847f32e5933 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.589955 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51f2fcc6-d65a-4424-a66c-72e190c06b9b req-79607a40-24d6-4a5c-9b45-2847f32e5933 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.3568828 Nov 10 22:52:38.706383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917f14a-1e00-46c0-bd91-db5fc19cee25 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:38.776941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8e9f2-9ef3-4c67-8735-832bde753d4a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.819763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51f2fcc6-d65a-4424-a66c-72e190c06b9b req-71967472-11c1-4f66-b947-6a2688ef4986 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285788 Nov 10 22:52:38.832521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8e9f2-9ef3-4c67-8735-832bde753d4a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.875193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:38.876754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8e9f2-9ef3-4c67-8735-832bde753d4a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.878057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:38.883584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cbe8e9f2-9ef3-4c67-8735-832bde753d4a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3355291 Nov 10 22:52:38.889230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46760) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:38.917687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-7249cbfc-8184-494b-8739-ab0e13714469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:38.919392 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-7249cbfc-8184-494b-8739-ab0e13714469 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1096 time: 0.2682390 Nov 10 22:52:39.019795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.210992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-45c62cfe-dad6-4ff0-a3fc-0360cd564235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:39.213778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-45c62cfe-dad6-4ff0-a3fc-0360cd564235 service neutron] 10.222.0.39 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 0.2850087 Nov 10 22:52:39.285706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-cfff4596-29c8-4e15-9f22-cf0d3c09c7ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.0636222 Nov 10 22:52:39.307154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.335679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:39.377961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-eff68c58-2c71-4af0-9917-0cb10ead2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:39.383438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-eff68c58-2c71-4af0-9917-0cb10ead2c74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.0901673 Nov 10 22:52:39.418304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.459108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-cba94413-9817-43ef-9675-20e99fb891e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626493 Nov 10 22:52:39.492049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Deleting port 2f4df0d7-b8c0-45db-abe9-905d3ec3c582 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:39.492332 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.500991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:39.514621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e23d3-8f99-4eb3-9163-6e4565fe3788 req-f6681aa3-6cc6-4d20-85f5-de40ae6ab632 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:39.522710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8e23d3-8f99-4eb3-9163-6e4565fe3788 req-f6681aa3-6cc6-4d20-85f5-de40ae6ab632 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 945 time: 0.2703710 Nov 10 22:52:39.528766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.553841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Network bccbe8a9-b424-4505-9147-d741702b4441 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:39.602611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:39.609254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b1234-18a9-4621-b412-97196301b78d None None] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:39.614522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:39.620311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:39.621018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.667664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event updated for resources: {'Port': ['ID=1814f684-c8b9-4c4c-98f8-99df77a8bb20,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:39.732945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2eaa1431-e486-46e4-b3f6-48ad4b96892f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8679276 Nov 10 22:52:39.743542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46792) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:39.808582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-65ed92d3-4a61-45ee-a629-ccb45c5f8f2f service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458719 Nov 10 22:52:39.834619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf8e23d3-8f99-4eb3-9163-6e4565fe3788 req-8d6a8a11-37e3-4f7f-8d7f-203d2c98b197 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109245 Nov 10 22:52:39.870496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.947946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 35c63a5e-f88a-4666-a6d7-b9349f0da057 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:39.975565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Calling delete_port for 2f4df0d7-b8c0-45db-abe9-905d3ec3c582 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:39.984871 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4cfb4073-d493-4bdc-ad11-422bf55033e4 req-4ca0b441-6c5d-4475-bac5-9d59d7db7f69 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637006 Nov 10 22:52:40.139840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21583ce1-3c40-4f93-8636-20c494337127 None None] Pushing event updated for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:40.179657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] Provisioning complete for port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:40.180097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.195269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:40.195726 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.264774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc929f2f-4de2-4ffe-ab60-03d2e61d77b0 req-a69d8fc1-b1cd-4f58-a383-42766496df6c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:40.272667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc929f2f-4de2-4ffe-ab60-03d2e61d77b0 req-a69d8fc1-b1cd-4f58-a383-42766496df6c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.2984872 Nov 10 22:52:40.348806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting port 1814f684-c8b9-4c4c-98f8-99df77a8bb20 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:40.349318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.357629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-ad976f0d-69c5-4ba0-b8ea-f938679d6808 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3159826 Nov 10 22:52:40.385689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 35c63a5e-f88a-4666-a6d7-b9349f0da057 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:52:40.398099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 35c63a5e-f88a-4666-a6d7-b9349f0da057 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:40.398482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.607664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc929f2f-4de2-4ffe-ab60-03d2e61d77b0 req-806c8798-cab3-437b-851a-0a3af798aa4a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304949 Nov 10 22:52:40.729792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.766839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66773f3-9ba6-4589-977b-83c3397ebcf6 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:40.787048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-3881f448-d5ef-4013-8569-43b50486f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:40.789017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-3881f448-d5ef-4013-8569-43b50486f81a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 1096 time: 0.3720787 Nov 10 22:52:40.808416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:40.938580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event deleted for resources: {'Port': ['ID=2f4df0d7-b8c0-45db-abe9-905d3ec3c582,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:40.998132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Calling delete_port for 1814f684-c8b9-4c4c-98f8-99df77a8bb20 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:41.189328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.202329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.373258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] For port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,segment=NetworkSegment(a4f42f4d-4307-434d-ab78-6efcef998796),segment_id=a4f42f4d-4307-434d-ab78-6efcef998796)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:41.389809 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.434527 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.657364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Provisioning complete for port a930504b-da47-42ae-a9c5-1ff5da48e525 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:41.658117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.743539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:52:41.743919 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:52:41.767341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:41.777442 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b58832-88e8-48be-b4a3-70f1ae89cb79" -d '{"events": [{"server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "name": "network-vif-plugged", "status": "completed", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:41.848434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e42e7-8728-4cf6-a902-ace9bd09ac49 None None] Pushing event updated for resources: {'Port': ['ID=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:41.901988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:41.932585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.948048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.957961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46824) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:41.965438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Request body: {'port': {'name': 'tempest-new-port-name-321935909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:41.966007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] bootfile-name is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:41.966699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] tftp-server is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:41.967670 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.api.validators [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] server-ip-address is not in valid_values {{(pid=102458) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:52:41.970144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1172e3ac-5285-4415-a575-4ef8e8ae6aee tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "DELETE /v2.0/ports/2f4df0d7-b8c0-45db-abe9-905d3ec3c582 HTTP/1.1" status: 204 len: 168 time: 3.0797796 Nov 10 22:52:42.004366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Port a930504b-da47-42ae-a9c5-1ff5da48e525 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:42.103493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Could not find standard attr ID for object 2f4df0d7-b8c0-45db-abe9-905d3ec3c582. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:52:42.188778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:42.189482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:42.220159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3f20-8fe0-4f1a-9560-89ba76fd1137 req-46675154-839f-457e-b560-c08725e982b0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:42.237408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-174f3f20-8fe0-4f1a-9560-89ba76fd1137 req-46675154-839f-457e-b560-c08725e982b0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 1.4588344 Nov 10 22:52:42.256055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:42.339562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:42.389024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-db53b0d7-a353-4e3d-a73e-962d78db7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:42.402295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-db53b0d7-a353-4e3d-a73e-962d78db7ead service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 1.5203710 Nov 10 22:52:42.602916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:42.655688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-33a30890-c093-4b22-8b17-4aad28aff5fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 200 len: 217 time: 0.2109680 Nov 10 22:52:42.837356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-b3e23e85-1481-4c72-87f2-d0e53a3b7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:42.839986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-b3e23e85-1481-4c72-87f2-d0e53a3b7163 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1747396 Nov 10 22:52:42.878847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:42.879512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:42.908356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Provisioning complete for port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:42.908356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7e966f18-9336-451f-aab3-e3c8f5cef995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:42.958860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:42.977144 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:43.007075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-a2c36a37-f8b9-4603-84e0-f88c3d2521a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201878 Nov 10 22:52:43.047548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-174f3f20-8fe0-4f1a-9560-89ba76fd1137 req-c2f65a15-1456-471a-93b3-9fb2147cf4f1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423731 Nov 10 22:52:43.221307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event updated for resources: {'Port': ['ID=a930504b-da47-42ae-a9c5-1ff5da48e525,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:43.417851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] In _notify_port_updated(), no bound segment for port a930504b-da47-42ae-a9c5-1ff5da48e525 on network f22810a7-ca55-4b9a-8573-0c2db39fb179 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:52:43.447075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:43.452056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:43.456353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-23f45335-b14c-4820-81fc-c7062a371404 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "PUT /v2.0/ports/a930504b-da47-42ae-a9c5-1ff5da48e525 HTTP/1.1" status: 200 len: 1136 time: 1.4948978 Nov 10 22:52:43.472171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:43.536040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-5a333795-90c2-46c9-852b-f8348bfa6836 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210261 Nov 10 22:52:43.624693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af66a06-1914-47da-937e-c9644b0b471a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:43.628141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8af66a06-1914-47da-937e-c9644b0b471a tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "GET /v2.0/ports/a930504b-da47-42ae-a9c5-1ff5da48e525 HTTP/1.1" status: 200 len: 1136 time: 0.1518605 Nov 10 22:52:43.632620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:43.748167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e276f4-7ca4-41a3-958c-24de2c5bce1b req-003fd037-73e5-4663-97b4-b57cdab99cd0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:43.750955 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28e276f4-7ca4-41a3-958c-24de2c5bce1b req-003fd037-73e5-4663-97b4-b57cdab99cd0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 946 time: 0.3839922 Nov 10 22:52:43.751680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:43.764349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83319036-22e7-41da-8250-a92126293c1c None None] Provisioning complete for port a930504b-da47-42ae-a9c5-1ff5da48e525 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:43.765240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-83319036-22e7-41da-8250-a92126293c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:43.890317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-83319036-22e7-41da-8250-a92126293c1c None None] Port a930504b-da47-42ae-a9c5-1ff5da48e525 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:43.895151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:43.911596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Deleting port a930504b-da47-42ae-a9c5-1ff5da48e525 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:43.912123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:43.974665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83319036-22e7-41da-8250-a92126293c1c None None] Could not find standard attr ID for object 2f4df0d7-b8c0-45db-abe9-905d3ec3c582. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:52:44.030265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83319036-22e7-41da-8250-a92126293c1c None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:44.037989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-83319036-22e7-41da-8250-a92126293c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.054896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Port': ['ID=1814f684-c8b9-4c4c-98f8-99df77a8bb20,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:44.075820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28e276f4-7ca4-41a3-958c-24de2c5bce1b req-9defe374-8f86-4e6c-a5e9-4031a4989896 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011179 Nov 10 22:52:44.185808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.193195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c80cc47-07d4-43b5-8b0d-1a240c4861c1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/1814f684-c8b9-4c4c-98f8-99df77a8bb20 HTTP/1.1" status: 204 len: 168 time: 4.4427493 Nov 10 22:52:44.197110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:44.230916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:44.231319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.280697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.311890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Calling delete_port for a930504b-da47-42ae-a9c5-1ff5da48e525 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:44.345769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c5785-46b6-4b7f-a5e7-2f656d0ecd1d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.347801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-819c5785-46b6-4b7f-a5e7-2f656d0ecd1d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1485848 Nov 10 22:52:44.352350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46838) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:44.418402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-739f8b07-6413-42b1-b602-4bbc2bff778b req-08f2006a-e5bf-4811-97cc-dee034d311d3 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8573439 Nov 10 22:52:44.517618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989c21a-d21c-42f0-bfa8-bb9d95ab9f28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.520475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2989c21a-d21c-42f0-bfa8-bb9d95ab9f28 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1665661 Nov 10 22:52:44.527443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d691-af71-4da1-83eb-70648f9806af req-4b244876-86e6-4dda-b266-a4396215461c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.529675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c180d691-af71-4da1-83eb-70648f9806af req-4b244876-86e6-4dda-b266-a4396215461c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.2595603 Nov 10 22:52:44.530374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46842) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:44.671564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-83319036-22e7-41da-8250-a92126293c1c None None] Could not find standard attr ID for object 1814f684-c8b9-4c4c-98f8-99df77a8bb20. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:52:44.680950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c289e3b-61df-41e4-8124-7305bbc071dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.688064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c289e3b-61df-41e4-8124-7305bbc071dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.693022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c289e3b-61df-41e4-8124-7305bbc071dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:44.696673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c289e3b-61df-41e4-8124-7305bbc071dd tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1651754 Nov 10 22:52:44.701358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:44.704702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.747618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.755716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:44.817347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event deleted for resources: {'Port': ['ID=a930504b-da47-42ae-a9c5-1ff5da48e525,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:44.883144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet 174f952f-3497-482b-8bc3-2097e8d0538d {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:44.892965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.948645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:44.949242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:44.979714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.161680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.184387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-08c913b7-b975-4d94-82ed-7ce13835ae4c tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "DELETE /v2.0/ports/a930504b-da47-42ae-a9c5-1ff5da48e525 HTTP/1.1" status: 204 len: 168 time: 1.5503099 Nov 10 22:52:45.185172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46848) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:45.206703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.336997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c180d691-af71-4da1-83eb-70648f9806af req-e9b5d92f-f4f7-49d2-8ff1-28cb37e6049e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7948122 Nov 10 22:52:45.339636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Deleting subnet 8a759b5f-a447-42bd-88cb-e2a7d4efea7d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:45.345309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.392684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.430630 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.499012 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e888250-a52c-4df4-bdbe-417a2cc00982 x-openstack-request-id: req-9e888250-a52c-4df4-bdbe-417a2cc00982 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:45.499619 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "name": "network-vif-plugged", "status": "completed", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:45.500537 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e888250-a52c-4df4-bdbe-417a2cc00982 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:45.501517 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'code': 200} Nov 10 22:52:45.801749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.849968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=174f952f-3497-482b-8bc3-2097e8d0538d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:45.856209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.873357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:45.874350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6448895-4270-4ae8-815f-7882f818b560 None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:45.878676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cfbead16-b94d-48f2-9877-25481d94491a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/174f952f-3497-482b-8bc3-2097e8d0538d HTTP/1.1" status: 204 len: 168 time: 1.1757901 Nov 10 22:52:45.884057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:45.930737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50394-b8b6-46b5-84f0-88fc69ad5023 req-36c45e94-b857-4c9b-8239-024e984ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:45.934386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2c50394-b8b6-46b5-84f0-88fc69ad5023 req-36c45e94-b857-4c9b-8239-024e984ef466 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 1097 time: 0.2944071 Nov 10 22:52:45.949634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c790b-0efe-4f5f-aaad-8512db0be438 req-7b4a30e8-b0ab-4e8b-ac9d-86f701d0fb62 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:45.951938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-312c790b-0efe-4f5f-aaad-8512db0be438 req-7b4a30e8-b0ab-4e8b-ac9d-86f701d0fb62 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1994598 Nov 10 22:52:46.079532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Deleting subnet fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:46.117076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.157130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-d8bab3b9-cedc-4797-857d-db6e6674ddb5 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:46.159139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-d8bab3b9-cedc-4797-857d-db6e6674ddb5 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/networks?id=b194d95c-0f02-4c88-926b-da92854099dd HTTP/1.1" status: 200 len: 809 time: 0.5039473 Nov 10 22:52:46.161146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.239060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-2516b9fd-7db5-4437-ad46-77640dc61a17 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/quotas/4e3260703f4b4ee4b191b24f3a9cc31b HTTP/1.1" status: 200 len: 375 time: 0.0586808 Nov 10 22:52:46.253772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.258066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "DELETE /v2.0/subnets/8a759b5f-a447-42bd-88cb-e2a7d4efea7d HTTP/1.1" status: 204 len: 168 time: 1.0718040 Nov 10 22:52:46.259985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aef70-d320-4f14-be53-2463a583e211 tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event deleted for resources: {'Subnet': ['ID=8a759b5f-a447-42bd-88cb-e2a7d4efea7d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:46.261104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46858) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:46.296323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.304427 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-47bf4230-96c2-402f-a8d5-e87ee497d63a tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e3260703f4b4ee4b191b24f3a9cc31b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643353 Nov 10 22:52:46.323122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea459e-bbc2-4b09-8e12-c53f6126efc4 None None] Network f22810a7-ca55-4b9a-8573-0c2db39fb179 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:46.463296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-312c790b-0efe-4f5f-aaad-8512db0be438 req-a96e7157-a4bc-4c13-9fc8-c1bb8ee36fbf tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991233 Nov 10 22:52:46.572483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2c50394-b8b6-46b5-84f0-88fc69ad5023 req-7d69110a-77ff-4117-bcfe-5489a0cbc118 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161239 Nov 10 22:52:46.730131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.745769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:46.883557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c6ad-b02b-4f16-b78b-3c311d9bca08 req-c14300cf-937d-4aa7-8aa3-82988091dc84 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:46.884859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] DHCP port deletion for f22810a7-ca55-4b9a-8573-0c2db39fb179 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:46.886087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e751c6ad-b02b-4f16-b78b-3c311d9bca08 req-c14300cf-937d-4aa7-8aa3-82988091dc84 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 946 time: 0.2391095 Nov 10 22:52:46.924139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-789ca469-fa4b-472a-9d8c-44881fa3ab34 service neutron] 10.222.0.25 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938435 Nov 10 22:52:46.969768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.022953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:47.038361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e751c6ad-b02b-4f16-b78b-3c311d9bca08 req-abf37e86-560a-4e7c-9b0f-446de2862bb6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432943 Nov 10 22:52:47.039780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.044708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9546f3b4-b626-4150-ad07-7fb98064e86d tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a HTTP/1.1" status: 204 len: 168 time: 1.1567919 Nov 10 22:52:47.052037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46870) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.129756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Deleting port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:47.134470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.144416 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f9561695-9111-483a-9aad-232bc1d2736e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910277 Nov 10 22:52:47.148807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46872) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.316277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] For port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,segment=NetworkSegment(a4f42f4d-4307-434d-ab78-6efcef998796),segment_id=a4f42f4d-4307-434d-ab78-6efcef998796)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:47.316801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.323462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b820920-4e25-4279-ba0e-4980a296ab3f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:47.327507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b820920-4e25-4279-ba0e-4980a296ab3f tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1700621 Nov 10 22:52:47.333799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.337270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Calling delete_port for 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:47.434524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Deleting port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:47.435213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.479764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a40e8-de5d-4777-951b-b77062a3dad1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:47.486374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ed8a40e8-de5d-4777-951b-b77062a3dad1 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1469002 Nov 10 22:52:47.493547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46878) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.517812 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.592122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] Pushing event deleted for resources: {'Port': ['ID=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:47.643088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] For port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,segment=NetworkSegment(a4f42f4d-4307-434d-ab78-6efcef998796),segment_id=a4f42f4d-4307-434d-ab78-6efcef998796)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:47.643918 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.645636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91735f8b-0f88-4a90-9159-0aae9df85175 None None] No DVR routers for this DVR port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:47.660250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a7fe24aa-d1ec-47e1-9e98-2498d9a2fa26 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583972 Nov 10 22:52:47.665041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.708873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Calling delete_port for 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:47.776320 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-875a1c05-3738-4529-92b4-81c25d1c15a6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:47.777104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875a1c05-3738-4529-92b4-81c25d1c15a6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:47.781563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-875a1c05-3738-4529-92b4-81c25d1c15a6 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/1814f684-c8b9-4c4c-98f8-99df77a8bb20 HTTP/1.1" status: 404 len: 333 time: 0.1137335 Nov 10 22:52:47.810228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:47.944462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:47.944713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:47.990536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:47.990888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:48.002617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] No DVR routers for this DVR port 3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:48.018470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-25914f5e-78be-46fc-b615-36b6e06c29fb service neutron] 10.222.0.25 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0778213 Nov 10 22:52:48.039875 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9cdf5f-44e1-4c2f-bd28-72aa52d3eb3e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.054706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1efce-b03e-479b-904d-70bb7d5a1c3c None None] Network bccbe8a9-b424-4505-9147-d741702b4441 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:48.055585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9cdf5f-44e1-4c2f-bd28-72aa52d3eb3e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.066249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c9cdf5f-44e1-4c2f-bd28-72aa52d3eb3e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/fc5475a4-8c89-4777-8e4a-6f7c39fd0a7a HTTP/1.1" status: 404 len: 337 time: 0.1714251 Nov 10 22:52:48.072396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46894) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.137570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event deleted for resources: {'Port': ['ID=3b06f1c2-1d6d-4c3c-adb1-b17cf7a93085,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:48.194237 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-073c9033-2cb4-4190-91f8-bb453a8e34e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.208192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073c9033-2cb4-4190-91f8-bb453a8e34e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.232072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-073c9033-2cb4-4190-91f8-bb453a8e34e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/174f952f-3497-482b-8bc3-2097e8d0538d HTTP/1.1" status: 404 len: 337 time: 0.1563075 Nov 10 22:52:48.234916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46898) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.267440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc93c-d5b0-4a7b-a490-ce69beca575f req-760588d2-0d72-40f6-962e-3b263a2f9a2e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:48.287631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a9fc93c-d5b0-4a7b-a490-ce69beca575f req-760588d2-0d72-40f6-962e-3b263a2f9a2e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.5130782 Nov 10 22:52:48.342293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0b4308c-db64-49f8-9000-bb35beae37af None None] Provisioning complete for port cde0ec3c-9adc-4c76-a059-2925e16d9886 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:48.343733 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0b4308c-db64-49f8-9000-bb35beae37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:48.432139 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef45977-435c-43a6-a63a-49e01017bab8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.433645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef45977-435c-43a6-a63a-49e01017bab8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.437186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eef45977-435c-43a6-a63a-49e01017bab8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/b8e40276-f774-4d04-82f3-3a08fcde749a HTTP/1.1" status: 404 len: 333 time: 0.1187100 Nov 10 22:52:48.443635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.493901 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7990997-33a0-44f4-ad5c-cbe06e02ccb7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.495413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7990997-33a0-44f4-ad5c-cbe06e02ccb7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.505175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a7990997-33a0-44f4-ad5c-cbe06e02ccb7 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/dcbf7db0-50e3-452d-88c0-8e110e7c4f0d HTTP/1.1" status: 404 len: 337 time: 0.0561883 Nov 10 22:52:48.506265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46906) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.535520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a9fc93c-d5b0-4a7b-a490-ce69beca575f req-d4b53c3a-e8a2-40dc-8f70-56ac2d6973b9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455599 Nov 10 22:52:48.562695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:48.610945 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e21471f-e0a2-4a69-add1-6f696f10d760 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.611726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e21471f-e0a2-4a69-add1-6f696f10d760 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.627823 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e21471f-e0a2-4a69-add1-6f696f10d760 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/cf93818f-916d-4074-a229-8d6f870b9f4b HTTP/1.1" status: 404 len: 337 time: 0.1154411 Nov 10 22:52:48.628162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22810a7-ca55-4b9a-8573-0c2db39fb179']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:48.628547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.661575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f42f4d-4307-434d-ab78-6efcef998796') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:48.661887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f42f4d-4307-434d-ab78-6efcef998796') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:48.699993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:48.707844 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4045e24-9594-4534-af37-86325f45126c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.708918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4045e24-9594-4534-af37-86325f45126c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.732356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4045e24-9594-4534-af37-86325f45126c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/a34eb385-d9cb-470e-bfac-1878e7cdb383 HTTP/1.1" status: 404 len: 333 time: 0.1031134 Nov 10 22:52:48.741239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.766266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:48.781092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:52:48.781662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:48.798713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] DHCP port deletion for bccbe8a9-b424-4505-9147-d741702b4441 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:48.849002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9bc0ee3-dd23-4011-8b07-ebb5aa932773 req-77e14fda-ab7d-450e-8e5c-4a17a7b7bf99 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.1123493 Nov 10 22:52:48.850066 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb51185e-cf8f-4666-9925-a4df4badfe84 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.850506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb51185e-cf8f-4666-9925-a4df4badfe84 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:48.856429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bb51185e-cf8f-4666-9925-a4df4badfe84 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/e83b48c4-609c-4808-ab74-846a0ed49cb2 HTTP/1.1" status: 404 len: 337 time: 0.1115055 Nov 10 22:52:48.883596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: items = [ Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:52:48.924675 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:52:48.978725 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5a8bc9-9c22-48bd-ac67-a102269b5da2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:48.981602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5a8bc9-9c22-48bd-ac67-a102269b5da2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.001199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fa5a8bc9-9c22-48bd-ac67-a102269b5da2 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/ee57796b-bedc-46e0-9954-8ae67ef9666d HTTP/1.1" status: 404 len: 337 time: 0.1027536 Nov 10 22:52:49.002082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46920) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.003881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Deleting port cde0ec3c-9adc-4c76-a059-2925e16d9886 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:49.004420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:49.108063 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3ec62f-e6ed-4e9c-aad1-16103ba7504e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.113023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3ec62f-e6ed-4e9c-aad1-16103ba7504e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.132295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc3ec62f-e6ed-4e9c-aad1-16103ba7504e tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/e531e052-7a99-4129-8238-ec9efd746e5a HTTP/1.1" status: 404 len: 333 time: 0.1288755 Nov 10 22:52:49.133202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.206998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] For port cde0ec3c-9adc-4c76-a059-2925e16d9886, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cde0ec3c-9adc-4c76-a059-2925e16d9886,segment=NetworkSegment(bfa8407d-0562-4427-acfd-b83a3ba8da11),segment_id=bfa8407d-0562-4427-acfd-b83a3ba8da11)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:49.213684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:49.246271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Calling delete_port for cde0ec3c-9adc-4c76-a059-2925e16d9886 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:49.255151 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccbdfc6-b523-4399-9a0f-6c59dc901181 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.256819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccbdfc6-b523-4399-9a0f-6c59dc901181 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.279509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fccbdfc6-b523-4399-9a0f-6c59dc901181 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/a719b6d1-8416-4172-8563-73b32f73e70a HTTP/1.1" status: 404 len: 337 time: 0.1436703 Nov 10 22:52:49.281823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.356725 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8cda9d-4496-41f6-b1a9-ff3d72275d74 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.357318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8cda9d-4496-41f6-b1a9-ff3d72275d74 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.368841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5e8cda9d-4496-41f6-b1a9-ff3d72275d74 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b59f616c-8f24-4817-a598-e2bbaaf905a6 HTTP/1.1" status: 404 len: 337 time: 0.0852783 Nov 10 22:52:49.369584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46930) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.472592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b65703-1e05-4883-90cc-23c70cebe156 req-8fd754d2-f1d5-4358-847e-51b351263288 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:49.473146 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4033b764-b382-435b-a2c7-731f52ec10ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.473550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4033b764-b382-435b-a2c7-731f52ec10ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.474550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99b65703-1e05-4883-90cc-23c70cebe156 req-8fd754d2-f1d5-4358-847e-51b351263288 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 946 time: 1.0653777 Nov 10 22:52:49.476543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:49.486699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4033b764-b382-435b-a2c7-731f52ec10ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/ec0f4f36-2f71-4187-b5bc-bc223d5c9e27 HTTP/1.1" status: 404 len: 333 time: 0.1106188 Nov 10 22:52:49.494950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46932) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.497410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:49.523594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:49.529977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] 10.222.0.25 "DELETE /v2.0/networks/f22810a7-ca55-4b9a-8573-0c2db39fb179 HTTP/1.1" status: 204 len: 168 time: 3.2632620 Nov 10 22:52:49.602334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] No DVR routers for this DVR port cde0ec3c-9adc-4c76-a059-2925e16d9886 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:49.609912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d9ed-823e-4c71-9ac2-9a5b895c9d99 None None] Pushing event deleted for resources: {'Port': ['ID=cde0ec3c-9adc-4c76-a059-2925e16d9886,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:49.686980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8658de9-9196-4f35-aa74-d475e628c47d tempest-ExtraDHCPOptionsTestJSON-1873145257 tempest-ExtraDHCPOptionsTestJSON-1873145257-project] Pushing event deleted for resources: {'Network': ['ID=f22810a7-ca55-4b9a-8573-0c2db39fb179,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:49.726075 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bf7b5a-c204-48cc-be52-b271a7a11d93 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.726410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bf7b5a-c204-48cc-be52-b271a7a11d93 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.740887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68bf7b5a-c204-48cc-be52-b271a7a11d93 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/326098b8-d79b-4170-b8fc-d289500be196 HTTP/1.1" status: 404 len: 337 time: 0.2059681 Nov 10 22:52:49.749610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46938) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.839140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99b65703-1e05-4883-90cc-23c70cebe156 req-02fa8068-55e3-45bf-86cb-a2819a5c1ae8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664278 Nov 10 22:52:49.840026 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ddad4f-e916-409e-893b-429380b898ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.840761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ddad4f-e916-409e-893b-429380b898ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.841450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:49.864715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2ddad4f-e916-409e-893b-429380b898ef tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/66f0d7f2-79bf-4006-8f89-ecd2c1db07b0 HTTP/1.1" status: 404 len: 333 time: 0.1134479 Nov 10 22:52:49.875635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46940) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:49.942584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cde0ec3c-9adc-4c76-a059-2925e16d9886 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:49.942937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cde0ec3c-9adc-4c76-a059-2925e16d9886 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:49.963946 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f14e40-0ee0-49fc-85b1-24958ce23a66 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:49.964273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f14e40-0ee0-49fc-85b1-24958ce23a66 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:49.977169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-43f14e40-0ee0-49fc-85b1-24958ce23a66 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f160a7f6-5a41-4805-9183-2b768f1bedfa HTTP/1.1" status: 404 len: 337 time: 0.0995088 Nov 10 22:52:49.978749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.004310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c709-8a97-4ad5-b51c-e98c83ef6dce req-ec98d72a-5556-4825-86ca-ea98ca0e7201 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:50.008088 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab28c709-8a97-4ad5-b51c-e98c83ef6dce req-ec98d72a-5556-4825-86ca-ea98ca0e7201 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.2668118 Nov 10 22:52:50.091585 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5fc2af-7351-4e22-9d14-77c9439fc765 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.092636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5fc2af-7351-4e22-9d14-77c9439fc765 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.115051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.115809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb5fc2af-7351-4e22-9d14-77c9439fc765 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/4714d954-c44f-46a8-a8d4-69954efad166 HTTP/1.1" status: 404 len: 333 time: 0.1360383 Nov 10 22:52:50.221497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46954) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.223349 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-268de9fe-d427-4932-832e-ef9c0c41345b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.223811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268de9fe-d427-4932-832e-ef9c0c41345b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.235129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-268de9fe-d427-4932-832e-ef9c0c41345b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/5c9b849f-8f20-4557-8d49-9725b158f0a1 HTTP/1.1" status: 404 len: 337 time: 0.1178856 Nov 10 22:52:50.236001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46956) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.287050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-694bd560-683e-4729-b7fa-bb98fda53c9a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 267 time: 0.2960751 Nov 10 22:52:50.296073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab28c709-8a97-4ad5-b51c-e98c83ef6dce req-c0075915-9b7a-4447-afd1-019cb7eb4bc6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811682 Nov 10 22:52:50.360906 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e24955d-9103-426e-a198-4f7365573385 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.361996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e24955d-9103-426e-a198-4f7365573385 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.372943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0e24955d-9103-426e-a198-4f7365573385 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/7f671b4e-b219-4e80-a112-9489415d4ce9 HTTP/1.1" status: 404 len: 333 time: 0.1353030 Nov 10 22:52:50.374030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.432663 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ff2505-8146-4a42-a6b6-2eb62b03dd63 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.433534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ff2505-8146-4a42-a6b6-2eb62b03dd63 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.439602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d1ff2505-8146-4a42-a6b6-2eb62b03dd63 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/29126ffd-c612-4ca2-b09f-2df450578594 HTTP/1.1" status: 404 len: 337 time: 0.0642283 Nov 10 22:52:50.440704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.522114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9929a86d-9cca-4a4f-954a-9212558fa4ae req-7023be5f-9a38-45b1-836b-b62e02d26056 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.0728102 Nov 10 22:52:50.524080 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10470ff-3ee5-4dff-a2ae-35f52744c430 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.525436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10470ff-3ee5-4dff-a2ae-35f52744c430 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.532235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e10470ff-3ee5-4dff-a2ae-35f52744c430 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/f97624c3-e22c-4263-90c9-67aa015ee91e HTTP/1.1" status: 404 len: 333 time: 0.0900643 Nov 10 22:52:50.533295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.546460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ebf0eaa3-51c5-4552-9cb7-aceb2f13d2c7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:50.556845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ebf0eaa3-51c5-4552-9cb7-aceb2f13d2c7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 946 time: 0.2613125 Nov 10 22:52:50.575697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'security_groups': []}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:50.606040 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4695b0a-4dd6-4ccf-b878-51c77232bac0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.606496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4695b0a-4dd6-4ccf-b878-51c77232bac0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.626417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4695b0a-4dd6-4ccf-b878-51c77232bac0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/33e1bf75-6b44-4b30-8386-1b9c9e0ef5ef HTTP/1.1" status: 404 len: 337 time: 0.0917747 Nov 10 22:52:50.627086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.699446 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-721075b2-44c0-403e-84c4-36498f40b2cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.701754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721075b2-44c0-403e-84c4-36498f40b2cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.713910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-721075b2-44c0-403e-84c4-36498f40b2cc tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/24103009-c4bb-4478-998c-dedefb7a4216 HTTP/1.1" status: 404 len: 333 time: 0.0851264 Nov 10 22:52:50.716371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.873702 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e46bb0e-40de-4294-8e69-e0cd1d57e690 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.873702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e46bb0e-40de-4294-8e69-e0cd1d57e690 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.881215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9e46bb0e-40de-4294-8e69-e0cd1d57e690 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/2ccd321f-8858-42d0-aea7-419f9d08e344 HTTP/1.1" status: 404 len: 337 time: 0.1627212 Nov 10 22:52:50.883682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.919611 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1294c958-2649-4d09-87fb-18d458a26ba5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.920086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1294c958-2649-4d09-87fb-18d458a26ba5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.925346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1294c958-2649-4d09-87fb-18d458a26ba5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/6eec42dd-d86d-4bd1-a725-1d345adfc6cc HTTP/1.1" status: 404 len: 337 time: 0.0403583 Nov 10 22:52:50.927674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46974) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:50.960730 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-95489ca5-61e3-4c97-b0f6-ef623707e218 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:50.962295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95489ca5-61e3-4c97-b0f6-ef623707e218 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:50.965564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-95489ca5-61e3-4c97-b0f6-ef623707e218 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/e05c887e-3b1c-410f-8131-e78cf8daefcd HTTP/1.1" status: 404 len: 333 time: 0.0365620 Nov 10 22:52:50.965886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:50.969507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46976) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.006226 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-576b57bd-ffee-4800-8161-369d6647a317 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.007293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576b57bd-ffee-4800-8161-369d6647a317 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.010409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-576b57bd-ffee-4800-8161-369d6647a317 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/d16dfe7b-847d-4b6e-9f43-7e2ebb089777 HTTP/1.1" status: 404 len: 337 time: 0.0390189 Nov 10 22:52:51.012648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.027499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-64c40239-834d-44f2-8623-dafb3ea03493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2347cbc810254e5d90699c0177787e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8022163 Nov 10 22:52:51.032096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46980) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.078287 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9af690-0aba-46a8-b2f1-f86db9bdf668 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.078817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9af690-0aba-46a8-b2f1-f86db9bdf668 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.089283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dd9af690-0aba-46a8-b2f1-f86db9bdf668 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/5e1146ee-6a8d-4889-bd25-955d7dbc62c2 HTTP/1.1" status: 404 len: 337 time: 0.0743976 Nov 10 22:52:51.089943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46982) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.120598 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4be74a-a949-402a-8e0b-22e14dd693d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.126533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4be74a-a949-402a-8e0b-22e14dd693d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.131779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d4be74a-a949-402a-8e0b-22e14dd693d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/638d877a-59b0-414f-b9f5-db59204337b5 HTTP/1.1" status: 404 len: 333 time: 0.0400050 Nov 10 22:52:51.135496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46984) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.211539 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-db50ac8a-3d87-4f06-8a79-8ac7878e9c0a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.212536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db50ac8a-3d87-4f06-8a79-8ac7878e9c0a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.216334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db50ac8a-3d87-4f06-8a79-8ac7878e9c0a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/43388038-54b5-4cf1-9b76-0d92de4275dc HTTP/1.1" status: 404 len: 337 time: 0.0797069 Nov 10 22:52:51.219857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46988) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.238019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.302410 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-96856c86-6390-49d8-90ad-22fc97d106fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.302410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96856c86-6390-49d8-90ad-22fc97d106fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.314971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-96856c86-6390-49d8-90ad-22fc97d106fe tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/ac9ec80f-d07f-44a3-8120-9e6434767d35 HTTP/1.1" status: 404 len: 337 time: 0.0917826 Nov 10 22:52:51.317355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.419803 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cdd81f-a7e5-4130-81a1-d1a096759650 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.420582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cdd81f-a7e5-4130-81a1-d1a096759650 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.425606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-30cdd81f-a7e5-4130-81a1-d1a096759650 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/41eca1af-57b3-4370-bbec-550b6f00e9f9 HTTP/1.1" status: 404 len: 333 time: 0.1074553 Nov 10 22:52:51.429104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46994) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.471369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:51.474569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.536333 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5270c5b0-0122-4bb8-937b-a1d4d174c6e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.542666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5270c5b0-0122-4bb8-937b-a1d4d174c6e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.557356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5270c5b0-0122-4bb8-937b-a1d4d174c6e0 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/36fe4da0-fb59-4382-aaf5-2b334646f26b HTTP/1.1" status: 404 len: 337 time: 0.1268072 Nov 10 22:52:51.557770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.563247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.586952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.602984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['35c63a5e-f88a-4666-a6d7-b9349f0da057'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:51.638907 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cccc08a-e632-4c5c-95ed-bf1eaac249ff tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.639581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cccc08a-e632-4c5c-95ed-bf1eaac249ff tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.650435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47006) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.652988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9cccc08a-e632-4c5c-95ed-bf1eaac249ff tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b416addd-7645-40e3-906a-0771ff335214 HTTP/1.1" status: 404 len: 337 time: 0.0840364 Nov 10 22:52:51.665656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca', '3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:51.730535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9992515-0f7f-4f0a-8789-32c663bd950f req-b6d214c2-f870-46bd-aca2-ec4da81b4267 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:51.732941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9992515-0f7f-4f0a-8789-32c663bd950f req-b6d214c2-f870-46bd-aca2-ec4da81b4267 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.2816114 Nov 10 22:52:51.737023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-435e4e4d-47bc-437a-8aa5-3cd08e8ecd99 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3655ba-3c24-4f65-ad41-c38068f871db HTTP/1.1" status: 200 len: 205 time: 0.0849643 Nov 10 22:52:51.740588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47012) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.753993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:51.754685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.762562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d26c9c8-88df-4096-a8af-b0881a7148a2 req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "PUT /v2.0/ports/35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 200 len: 905 time: 1.1982107 Nov 10 22:52:51.766797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:51.768762 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f204f-59bb-4161-bf40-8df0ae40872d" -d '{"events": [{"name": "network-changed", "server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:51.787590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.808267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:51.809487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e10a929-5a8b-4596-99fa-80891f1f1db1 HTTP/1.1" status: 204 len: 168 time: 0.7745690 Nov 10 22:52:51.829420 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-42e2ac30-2b85-4247-aadb-c5e3082a801a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] delete failed (client error): The resource could not be found. Nov 10 22:52:51.831253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-42e2ac30-2b85-4247-aadb-c5e3082a801a tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/routers/bd3655ba-3c24-4f65-ad41-c38068f871db HTTP/1.1" status: 404 len: 336 time: 0.0894964 Nov 10 22:52:51.839575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.839820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060cb5a-06dc-458a-b8cb-a7612608b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10a929-5a8b-4596-99fa-80891f1f1db1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:51.902135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefcf2b-2b62-4adc-8d3b-1efd7ea853fc tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:51.965317 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe85a7-bac6-46fd-a86e-a1547fafc57c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:51.973235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe85a7-bac6-46fd-a86e-a1547fafc57c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:51.980175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-41fe85a7-bac6-46fd-a86e-a1547fafc57c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f1dca1f5-f359-42d0-99e2-fae49e86b603 HTTP/1.1" status: 404 len: 337 time: 0.1286020 Nov 10 22:52:51.988838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47022) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:51.998670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['35c63a5e-f88a-4666-a6d7-b9349f0da057'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:52.034013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74eddab8-35f9-4598-8fdd-f97ea3a330c6 req-f008b4e1-691d-4289-b33a-ad257022a76b tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.0767817 Nov 10 22:52:52.177136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2459afa9-243d-42af-8c0b-8d8a1ad8b273 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71c907c-e25e-47ce-856c-de4008fe7592 HTTP/1.1" status: 200 len: 205 time: 0.1789889 Nov 10 22:52:52.178538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47026) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.223137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9992515-0f7f-4f0a-8789-32c663bd950f req-df36dbcf-ed24-4b34-a1e8-5546562637a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740133 Nov 10 22:52:52.404231 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f63434-ac98-48b8-ad5e-6d682ef1c3f6 x-openstack-request-id: req-c1f63434-ac98-48b8-ad5e-6d682ef1c3f6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:52.405033 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:52.405507 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1f63434-ac98-48b8-ad5e-6d682ef1c3f6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:52.407538 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'status': 'completed', 'code': 200} Nov 10 22:52:52.408965 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-e934e8bd-1d6c-4161-afaf-83e744b3b0c8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] delete failed (client error): The resource could not be found. Nov 10 22:52:52.410265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e934e8bd-1d6c-4161-afaf-83e744b3b0c8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/routers/f71c907c-e25e-47ce-856c-de4008fe7592 HTTP/1.1" status: 404 len: 336 time: 0.2306285 Nov 10 22:52:52.413246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.441304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5f9a2-3124-4a1e-92ee-42600ec5c113 req-ece01df1-fd13-4da8-beae-8e9d5fc7bfd3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:52.443775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fef5f9a2-3124-4a1e-92ee-42600ec5c113 req-ece01df1-fd13-4da8-beae-8e9d5fc7bfd3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 908 time: 0.2506843 Nov 10 22:52:52.623496 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-245eeae9-1be2-4531-a213-3249e135f30b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:52.623956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245eeae9-1be2-4531-a213-3249e135f30b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:52.643781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-245eeae9-1be2-4531-a213-3249e135f30b tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/70b013e9-b553-4f3f-aaec-f4daf8322899 HTTP/1.1" status: 404 len: 337 time: 0.2292397 Nov 10 22:52:52.646148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47038) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.692073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-cc2e4f84-7e85-44bf-88ba-615fda89ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:52.693886 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-cc2e4f84-7e85-44bf-88ba-615fda89ad2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 1059 time: 0.2692115 Nov 10 22:52:52.702038 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b0ce09-1fd6-4b54-8f76-7728276524ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:52.702493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b0ce09-1fd6-4b54-8f76-7728276524ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:52.706781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-99b0ce09-1fd6-4b54-8f76-7728276524ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/652d74c3-cbed-4c64-9208-1dfec39b7ac0 HTTP/1.1" status: 404 len: 337 time: 0.0595503 Nov 10 22:52:52.709533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47042) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.753077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3bbae1b6-0ca3-4df8-9a73-fba783387ffc None None] Provisioning complete for port 35c63a5e-f88a-4666-a6d7-b9349f0da057 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:52.754644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3bbae1b6-0ca3-4df8-9a73-fba783387ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:52.775500 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-529fe909-8969-46d2-b1e3-096413c9bd19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:52.776271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529fe909-8969-46d2-b1e3-096413c9bd19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:52.783423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-529fe909-8969-46d2-b1e3-096413c9bd19 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/6c9dbf38-e6a5-4cf2-b1e6-ca6ae37b8071 HTTP/1.1" status: 404 len: 333 time: 0.0721142 Nov 10 22:52:52.785382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47044) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.855422 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fc7644-37db-4aef-af52-3d0696831e55 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:52.857573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fc7644-37db-4aef-af52-3d0696831e55 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:52.870739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-78fc7644-37db-4aef-af52-3d0696831e55 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/1adebecd-7f75-4eb1-9375-6a0de9b4a71e HTTP/1.1" status: 404 len: 337 time: 0.0839400 Nov 10 22:52:52.871691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47048) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:52.929265 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1366f28d-ebc5-4717-8cf3-b0b63c699c76 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:52.931108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1366f28d-ebc5-4717-8cf3-b0b63c699c76 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:52.938252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1366f28d-ebc5-4717-8cf3-b0b63c699c76 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/d14dfa29-938b-49bb-b563-96b7882912c3 HTTP/1.1" status: 404 len: 333 time: 0.0605900 Nov 10 22:52:52.942189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47050) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.031466 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-712f7b34-22fc-45ba-9f84-30fe1179b081 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.032445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712f7b34-22fc-45ba-9f84-30fe1179b081 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.038727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-f52e5d02-e6f5-4b70-9efb-1cebacddda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:53.038727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-f52e5d02-e6f5-4b70-9efb-1cebacddda51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.2907465 Nov 10 22:52:53.039666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-712f7b34-22fc-45ba-9f84-30fe1179b081 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b6fa03f0-75ef-4a5e-96ec-cc4c366d91f1 HTTP/1.1" status: 404 len: 337 time: 0.0961142 Nov 10 22:52:53.041236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.153752 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-31df8178-4d2d-4011-a98e-17827fd3c9d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.154458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31df8178-4d2d-4011-a98e-17827fd3c9d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.160573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31df8178-4d2d-4011-a98e-17827fd3c9d5 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/2636e32f-d15f-45c7-81f9-9a44810cbede HTTP/1.1" status: 404 len: 333 time: 0.1165481 Nov 10 22:52:53.162222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.191586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-0ab136fc-5ce4-41a2-a337-aa453ee2ae01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 200 len: 217 time: 0.1161394 Nov 10 22:52:53.220442 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d50b78-37a2-429f-b605-03f96b0b4092 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.220934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d50b78-37a2-429f-b605-03f96b0b4092 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.233469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d2d50b78-37a2-429f-b605-03f96b0b4092 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/23a43dd1-4a1e-445c-b914-255172266704 HTTP/1.1" status: 404 len: 337 time: 0.0677905 Nov 10 22:52:53.234762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47062) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.235922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c814-2487-4fd8-935a-f28d9852402a req-5cd7556e-7364-4881-94f2-f6e4df3750b7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:53.237950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1087c814-2487-4fd8-935a-f28d9852402a req-5cd7556e-7364-4881-94f2-f6e4df3750b7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.5585136 Nov 10 22:52:53.332493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53ad0b2a-2f0b-492f-8464-ca896ea1f9eb req-f8d8803d-da2b-466e-b0df-ff96dced3e15 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.0965836 Nov 10 22:52:53.333930 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c184751-d01a-4da4-b309-654476d71ee8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.334607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c184751-d01a-4da4-b309-654476d71ee8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.341249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c184751-d01a-4da4-b309-654476d71ee8 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/601b0c8f-37dd-4a42-a871-55f1e62292f9 HTTP/1.1" status: 404 len: 333 time: 0.0812209 Nov 10 22:52:53.341903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47068) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.412827 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af1d131-9ae5-41f9-891a-6bedcaa9258c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.447999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af1d131-9ae5-41f9-891a-6bedcaa9258c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.455533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3af1d131-9ae5-41f9-891a-6bedcaa9258c tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/b94672a8-8ade-4c9e-a7a6-1e5e25ad924d HTTP/1.1" status: 404 len: 337 time: 0.1121004 Nov 10 22:52:53.456619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47074) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.478307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-7284e2bd-6617-471e-bc69-1ef33307f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:53.480482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-7284e2bd-6617-471e-bc69-1ef33307f489 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2414277 Nov 10 22:52:53.566512 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74e441c-af82-4c70-8a0a-182ee17214ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.567869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74e441c-af82-4c70-8a0a-182ee17214ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.575202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e74e441c-af82-4c70-8a0a-182ee17214ce tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/8c2e06db-aafd-41ea-9b5b-e05c64c358ce HTTP/1.1" status: 404 len: 333 time: 0.1102293 Nov 10 22:52:53.576142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47076) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.638976 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1087c814-2487-4fd8-935a-f28d9852402a req-0bb61beb-7800-47e3-8830-f2770b5676f8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798053 Nov 10 22:52:53.705829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-cd590e46-13d8-4890-aafe-ff46ecd11ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:53.711806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-cd590e46-13d8-4890-aafe-ff46ecd11ef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103832 Nov 10 22:52:53.806736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-659a1e00-b1e9-47ec-85ef-5af243832003 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:53.808593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-659a1e00-b1e9-47ec-85ef-5af243832003 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.39 "GET /v2.0/networks?id=b194d95c-0f02-4c88-926b-da92854099dd HTTP/1.1" status: 200 len: 809 time: 0.2085514 Nov 10 22:52:53.852914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.870354 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc53a8ca-76b4-48db-a2a7-c7f754665450 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.871062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc53a8ca-76b4-48db-a2a7-c7f754665450 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.877865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc53a8ca-76b4-48db-a2a7-c7f754665450 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/452d0aea-3da5-4630-894d-d849d23f32a6 HTTP/1.1" status: 404 len: 337 time: 0.2904179 Nov 10 22:52:53.878944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47084) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:53.883787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Request body: {'port': {'device_id': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd', 'admin_state_up': True, 'tenant_id': '4e3260703f4b4ee4b191b24f3a9cc31b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:53.958840 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec8cbc8-fb64-49ac-9052-4ba081d31d98 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:53.959738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec8cbc8-fb64-49ac-9052-4ba081d31d98 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:53.966045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ec8cbc8-fb64-49ac-9052-4ba081d31d98 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/5abba616-184a-4276-af91-e43f198f97fc HTTP/1.1" status: 404 len: 333 time: 0.0766315 Nov 10 22:52:53.969719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:54.011062 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6c0f9d-a3b1-4da6-9dce-67807e590879 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:54.011813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6c0f9d-a3b1-4da6-9dce-67807e590879 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:54.014896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62103b35-3e7b-4d61-aabd-4d5287619f2b req-3987ffeb-27ef-49c7-adfb-bc0075631ae2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:54.018559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9d6c0f9d-a3b1-4da6-9dce-67807e590879 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/f79fbed1-eb9f-43bf-a4fd-a57552e2e248 HTTP/1.1" status: 404 len: 337 time: 0.0472186 Nov 10 22:52:54.019370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47088) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:54.041375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62103b35-3e7b-4d61-aabd-4d5287619f2b req-3987ffeb-27ef-49c7-adfb-bc0075631ae2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1783853 Nov 10 22:52:54.121112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83edcc-45af-4d6f-b090-3b0e88600af1 req-244d9f92-d6e2-44ba-9356-16308c9193cb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:54.132306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b83edcc-45af-4d6f-b090-3b0e88600af1 req-244d9f92-d6e2-44ba-9356-16308c9193cb tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.5547512 Nov 10 22:52:54.165969 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d3764-79f0-45e3-86a8-2ec82ea42a36 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:54.166846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2d3764-79f0-45e3-86a8-2ec82ea42a36 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:54.174185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-db2d3764-79f0-45e3-86a8-2ec82ea42a36 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/ports/0a405cbb-cfa9-412e-b367-b6830bdfd09b HTTP/1.1" status: 404 len: 333 time: 0.1503496 Nov 10 22:52:54.180624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:54.205645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1771097982'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:54.257961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-c9908aa4-f17e-41c9-ac33-343a2fd54675 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377781 Nov 10 22:52:54.269840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62103b35-3e7b-4d61-aabd-4d5287619f2b req-f7df92b9-dea1-47e3-be4e-945c30b3bf48 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217116 Nov 10 22:52:54.320580 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d186601-c542-4fd8-9742-59fbf85aa0ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] DELETE failed (client error): The resource could not be found. Nov 10 22:52:54.321003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d186601-c542-4fd8-9742-59fbf85aa0ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:52:54.328095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d186601-c542-4fd8-9742-59fbf85aa0ee tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/subnets/e294448f-34b4-49c2-b6e4-dc81c3040d6f HTTP/1.1" status: 404 len: 337 time: 0.1438174 Nov 10 22:52:54.329972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:54.428299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:54.444250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:54.486162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:54.511204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b83edcc-45af-4d6f-b090-3b0e88600af1 req-45995a34-100b-4b84-ba14-a824e08d3820 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760536 Nov 10 22:52:54.564529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Made reservation on behalf of 4e3260703f4b4ee4b191b24f3a9cc31b for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:54.569726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:54.928682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ee6b3d-a8f7-481b-bf09-0b15b8966620 req-5b46b59a-8064-4fa0-970b-7422bf423312 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.1258998 Nov 10 22:52:54.954393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40f2106c-bf1a-4b66-b4c8-8d73dfd27210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.012032 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.133843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a3f204f-59bb-4161-bf40-8df0ae40872d req-7363874e-dc24-42a1-bdbe-93c1770f3533 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629277 Nov 10 22:52:55.145277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-c3d6bd42-e3c4-4901-946e-8a40aceb921d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:55.154490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-c3d6bd42-e3c4-4901-946e-8a40aceb921d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.2131932 Nov 10 22:52:55.162370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Allocated IP 172.20.0.9 (b194d95c-0f02-4c88-926b-da92854099dd/05a0b38b-fd4e-44aa-ae41-0a076bdfca17/ea191f93-4ad0-41b6-97ab-103b7d8b0f6a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:55.204909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-2360d5b4-7c73-48d5-aa27-11f6b415f0b5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/quotas/42e54078c1df44bd8cd9474146868475 HTTP/1.1" status: 200 len: 375 time: 0.0492892 Nov 10 22:52:55.296269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.317004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.322502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.361114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccbe8a9-b424-4505-9147-d741702b4441']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:55.372691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa8407d-0562-4427-acfd-b83a3ba8da11') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:55.372902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa8407d-0562-4427-acfd-b83a3ba8da11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:55.379182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:55.383959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.400596 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.407291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:52:55.407660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:52:55.411252 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:52:55.440143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-18900867-16a5-48a0-9cec-f04c54a0bb7d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2342687 Nov 10 22:52:55.474807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.475065 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment 0cf1c32c-6933-4bdf-b759-0adfff1c1839 of type vlan for network d73e64c0-b69e-42b5-ae59-452ffbd3c273 Nov 10 22:52:55.497279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0c9d6-a124-47a9-b03e-a2e7e822579d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:55.498134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.520649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.540919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] 10.222.0.25 "DELETE /v2.0/networks/bccbe8a9-b424-4505-9147-d741702b4441 HTTP/1.1" status: 204 len: 168 time: 1.2077653 Nov 10 22:52:55.557857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d853d-bf9b-43e6-b964-004ee9ab1ac4 tempest-NetworksTestDHCPv6-1774919952 tempest-NetworksTestDHCPv6-1774919952-project] Pushing event deleted for resources: {'Network': ['ID=bccbe8a9-b424-4505-9147-d741702b4441,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:55.622193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.713022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.719228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:55.719862 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.744799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-a7b5ffe7-661d-4ebf-a344-7c949bfc0fde service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663133 Nov 10 22:52:55.770248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.798907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cee759-92ab-4f73-a9ca-780e59299b69 req-516419b3-43fd-45ad-b889-97c5410eee38 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:55.801246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3cee759-92ab-4f73-a9ca-780e59299b69 req-516419b3-43fd-45ad-b889-97c5410eee38 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1367831 Nov 10 22:52:55.867367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0107574 Nov 10 22:52:55.871203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47118) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:55.878627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'name': 'tempest-PortsIpV6TestJSON-1815420248'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:55.900308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ae636-3a10-4d16-87ef-d32b77257d1e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=d73e64c0-b69e-42b5-ae59-452ffbd3c273,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:55.912080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:55.960079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:55.989501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e3cee759-92ab-4f73-a9ca-780e59299b69 req-b0b90d0d-e2f5-4b79-9f90-40823512939e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739302 Nov 10 22:52:56.046088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:56.053893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.061530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47124) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:56.074288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-c4a5272e-1bcb-4b70-a004-f2b6938c47c1 service neutron] 10.222.0.25 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096039 Nov 10 22:52:56.075188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Pushing event updated for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:56.080558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Network b194d95c-0f02-4c88-926b-da92854099dd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:56.084337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:56.094827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:56.109628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 88530ddc-7da6-4bcd-a032-30937c828ae4 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:56.162862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:56.164262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.198506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-59846768-e18b-4889-9b73-28000aec333e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3172541 Nov 10 22:52:56.217255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Request body: {'port': {'device_id': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:56.334067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.410969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b941c1cb-a2c7-4d83-9bcc-b4f6b37c4cc8 req-402e0896-ac73-4abe-b3c7-e0cf95a20a98 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 210 time: 0.0590074 Nov 10 22:52:56.497879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37903c-676f-4c31-86b1-8e4146cdf844 req-d88d011e-fb5e-43fa-b80c-8182a8a5721f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:56.499075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce37903c-676f-4c31-86b1-8e4146cdf844 req-d88d011e-fb5e-43fa-b80c-8182a8a5721f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 931 time: 0.3191669 Nov 10 22:52:56.623719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-207179af-6f63-45d5-bcc5-274b02e30c0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bb8431cdd8048028243f58a440cefbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581238 Nov 10 22:52:56.628039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47136) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:56.630263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.669447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce37903c-676f-4c31-86b1-8e4146cdf844 req-29cf8084-1109-4dd7-8d1c-067384c8e1a4 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442182 Nov 10 22:52:56.731960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.759164 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.809000 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.811541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=88530ddc-7da6-4bcd-a032-30937c828ae4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:56.831073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': '0cf1c32c-6933-4bdf-b759-0adfff1c1839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:56.831555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: d73e64c0-b69e-42b5-ae59-452ffbd3c273, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:52:56.865767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:52:56.885746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d73e64c0-b69e-42b5-ae59-452ffbd3c273) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:56.891582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:56.901155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:56.902891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c86526-36d7-48cc-8183-d670b8084e51 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:56.903734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:56.932306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d503ea0c-0ab7-442b-9794-340b54e69a13 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0585866 Nov 10 22:52:56.933244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47142) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:56.939767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1802145137'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:56.965012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea191f93-4ad0-41b6-97ab-103b7d8b0f6a {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:56.981034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.000498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.001045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:57.003491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.008683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20d58200-48a5-40aa-8ceb-c67782af4531 HTTP/1.1" status: 204 len: 168 time: 0.3784492 Nov 10 22:52:57.017924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Transition to ACTIVE for port object ea191f93-4ad0-41b6-97ab-103b7d8b0f6a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:52:57.036190 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.045411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.046173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c626-e391-4001-bc7c-df13de157dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d58200-48a5-40aa-8ceb-c67782af4531,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:57.166649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Pushing event updated for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:57.205393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:57.231975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.232335 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment 11152bb8-3920-45ee-b470-15c602cb5d4e of type vlan for network 343892c2-33ae-4398-bd22-f8d0b8109d0d Nov 10 22:52:57.310829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.372196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Attempting to bind port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:57.372196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Attempting to bind port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0f40f964-71c8-424e-8cba-23eb602b6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:57.372196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Attempting to bind port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a on network b194d95c-0f02-4c88-926b-da92854099dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:57.376684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.383757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a on network b194d95c-0f02-4c88-926b-da92854099dd not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:52:57.384053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Attempting to bind port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a on network b194d95c-0f02-4c88-926b-da92854099dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:57.404367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:57.407572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.407813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a23e-8518-493c-bb8a-04d481625ac5 req-8d6c5a2b-a99a-401b-91c4-5596773e832b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:57.410458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a01a23e-8518-493c-bb8a-04d481625ac5 req-8d6c5a2b-a99a-401b-91c4-5596773e832b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1371539 Nov 10 22:52:57.412654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:57.413228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Checking segment: {'id': '0f40f964-71c8-424e-8cba-23eb602b6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:57.413624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Bound using segment: {'id': '0f40f964-71c8-424e-8cba-23eb602b6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:57.414067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Bound port: ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f40f964-71c8-424e-8cba-23eb602b6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:57.414404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.496349 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5611789 Nov 10 22:52:57.506012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47152) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:57.524423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'ports': [{'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'}, {'network_id': '343892c2-33ae-4398-bd22-f8d0b8109d0d'}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:57.524914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:57.526042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': '343892c2-33ae-4398-bd22-f8d0b8109d0d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:57.628682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44928baa-eb0a-4df1-9758-19bcc87a52c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:57.686069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-87c6dab2-ac4a-43aa-82b8-869b33168e8f req-90ce43ad-f675-4776-b670-5e51b35659fe tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 210 time: 0.0581505 Nov 10 22:52:57.728060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccd502-bbc3-491b-8904-446f2e802cc2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=343892c2-33ae-4398-bd22-f8d0b8109d0d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:57.745765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 343892c2-33ae-4398-bd22-f8d0b8109d0d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:57.770905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a01a23e-8518-493c-bb8a-04d481625ac5 req-2e26c4da-56ed-46b3-b005-b6557765bee0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625637 Nov 10 22:52:57.885363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:57.935890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,segment=NetworkSegment(0f40f964-71c8-424e-8cba-23eb602b6fa0),segment_id=0f40f964-71c8-424e-8cba-23eb602b6fa0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:57.943537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:58.020370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:58.030111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:58.032415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] 10.222.0.39 "PUT /v2.0/ports/ea191f93-4ad0-41b6-97ab-103b7d8b0f6a HTTP/1.1" status: 200 len: 1091 time: 1.8249924 Nov 10 22:52:58.034512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:58.037381 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:58.070133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b56c6-99d0-4471-be0e-61ae7cafc53f service neutron] Pushing event updated for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:58.082003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 2} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:58.087634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:58.109504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:58.121564 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8417b0a-c657-4b73-94e6-ec81421d0e5a x-openstack-request-id: req-a8417b0a-c657-4b73-94e6-ec81421d0e5a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:58.121915 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:58.122359 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8417b0a-c657-4b73-94e6-ec81421d0e5a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:58.122898 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a', 'status': 'completed', 'code': 200} Nov 10 22:52:58.264036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-12c9f95e-f95f-421c-8229-4026a8cd31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:58.265792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-12c9f95e-f95f-421c-8229-4026a8cd31d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e3260703f4b4ee4b191b24f3a9cc31b&device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 1094 time: 0.1389186 Nov 10 22:52:58.311339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-3d21b5ef-6f95-49be-9850-db36a9d4c259 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:58.313106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-3d21b5ef-6f95-49be-9850-db36a9d4c259 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 812 time: 0.2994313 Nov 10 22:52:58.332511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Request body: {'port': {'device_id': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'admin_state_up': True, 'tenant_id': '42e54078c1df44bd8cd9474146868475'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:58.371738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f1a42-606e-4212-8f40-0e91178b5c4c req-2cfa3131-bacc-404d-a047-5a9005423d7e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:58.381999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e72f1a42-606e-4212-8f40-0e91178b5c4c req-2cfa3131-bacc-404d-a047-5a9005423d7e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 943 time: 0.4650915 Nov 10 22:52:58.385898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port fe415c23-c245-4b3e-ab6d-99aa0960ddb0 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:58.392649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-2f103c6c-4310-4900-9f7f-2bc3795439aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a HTTP/1.1" status: 200 len: 217 time: 0.1077530 Nov 10 22:52:58.477333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-ebef5924-ce0f-4767-8e0a-a1c059a507ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:58.478523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-ebef5924-ce0f-4767-8e0a-a1c059a507ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05a0b38b-fd4e-44aa-ae41-0a076bdfca17 HTTP/1.1" status: 200 len: 849 time: 0.0784836 Nov 10 22:52:58.504892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:52:58.535402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e72f1a42-606e-4212-8f40-0e91178b5c4c req-de8fc49d-ea28-4bfb-96dd-f1db1f8a9585 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525304 Nov 10 22:52:58.580390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Made reservation on behalf of 42e54078c1df44bd8cd9474146868475 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:58.587890 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:58.684359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-4fdbe92a-6b8e-4274-91d0-2cdc3921eef4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b194d95c-0f02-4c88-926b-da92854099dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940362 Nov 10 22:52:58.807621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47176) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:58.838872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Allocated IP 172.20.0.8 (ab5e6ca5-9d14-410a-943b-396b29d0716d/9b40852d-b89c-4038-9ba7-a01e5e8f65b3/61592b4e-33c8-4dbf-baaf-7b17df4fa30f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:58.887746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.115044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.154605 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.210679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:59.234704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'network_id': '39d64004-f881-4221-ab7e-8506772086dd', 'port_id': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'mac_address': 'fa:16:3e:e2:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f768c43a-67f7-404a-849d-9f1d8d377879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:52:59.276718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57394812-d37a-40e0-96ac-d57f315ceb8b req-3a88227f-0628-43a7-82b7-56fac70fba37 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:59.278563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57394812-d37a-40e0-96ac-d57f315ceb8b req-3a88227f-0628-43a7-82b7-56fac70fba37 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 945 time: 0.1109030 Nov 10 22:52:59.295802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.306947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.341246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:59.349589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca', '3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:59.369140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Network ab5e6ca5-9d14-410a-943b-396b29d0716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:59.377298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:59.392049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:59.399361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:59.407099 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.433793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:59.467241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57394812-d37a-40e0-96ac-d57f315ceb8b req-3ac25465-c5d5-4847-b8be-4324afa8bdaf tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759334 Nov 10 22:52:59.499444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 03407c9d-be32-4e40-9d59-d5723d5b9487 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:52:59.500933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:59.502008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.502128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-9150815'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:59.525072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:59.548952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-6ae6601f-ccd8-410f-bf19-d640eb04c48a service neutron] 10.222.0.39 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571911 Nov 10 22:52:59.573814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-209506b7-23b0-4738-aa30-bd1aa3226df0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473395 Nov 10 22:52:59.577450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Made reservation on behalf of feb8e65af58647bf99d88eb30a338739 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:59.581381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.598159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Request body: {'port': {'device_id': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:59.652239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.668901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b176d-e39d-4fa2-b172-5aa7f0d6548c req-b641a81b-7d84-46a9-9c1c-074f7e6d9f2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:59.677458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac9b176d-e39d-4fa2-b172-5aa7f0d6548c req-b641a81b-7d84-46a9-9c1c-074f7e6d9f2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 931 time: 0.2452416 Nov 10 22:52:59.688563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ecef19fd-2c4f-428d-a4cf-8032b567f544'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:59.769196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.804087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0be56-57b0-4893-ab52-7f9dee35174e req-9af5c355-b040-4983-beb1-2adbab6acc94 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:59.806407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbb0be56-57b0-4893-ab52-7f9dee35174e req-9af5c355-b040-4983-beb1-2adbab6acc94 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 943 time: 0.1180375 Nov 10 22:52:59.863902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-795e0835-c12e-48e8-9a69-4917fa1d1d9b req-1dab71df-b13b-47bf-96cd-8d755707b721 service neutron] 10.222.0.39 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052042 Nov 10 22:52:59.884756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac9b176d-e39d-4fa2-b172-5aa7f0d6548c req-f0d110bc-6b52-4e7e-a169-e5c9d8bcecdb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036157 Nov 10 22:52:59.887765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecdbd0c6-60ef-496e-84c1-f5a1aca23879 None None] Provisioning complete for port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:59.888266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecdbd0c6-60ef-496e-84c1-f5a1aca23879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.928693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:59.977207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbd0c6-60ef-496e-84c1-f5a1aca23879 None None] Port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:00.000125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:53:00.001064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cbb0be56-57b0-4893-ab52-7f9dee35174e req-5eee5409-144d-4645-a4f6-be1b2bfc20ab tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649883 Nov 10 22:53:00.041961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.054044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.064011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-7a265932-d472-431c-a6f8-9050a3172125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.065480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-7a265932-d472-431c-a6f8-9050a3172125 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e3260703f4b4ee4b191b24f3a9cc31b&device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 1094 time: 0.1282113 Nov 10 22:53:00.091198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.124175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:00.193879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84bca08-bb2d-4c1f-bb70-d1eb446f6fc6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.204877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.205250 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Added segment 6798aff4-0158-49ae-b9c8-6dc313ec9b2c of type vlan for network c9656a29-29be-47f7-8c8e-453936220440 Nov 10 22:53:00.224882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61592b4e-33c8-4dbf-baaf-7b17df4fa30f {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:00.235447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.237201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:00.256332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Transition to ACTIVE for port object 61592b4e-33c8-4dbf-baaf-7b17df4fa30f will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:53:00.261308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.264781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:00.272116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=fe415c23-c245-4b3e-ab6d-99aa0960ddb0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.274561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:00.275603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.306677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.368234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.379115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.413205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=03407c9d-be32-4e40-9d59-d5723d5b9487,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.413570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Attempting to bind port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:00.413907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Attempting to bind port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:00.414232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Attempting to bind port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:00.421908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f on network ab5e6ca5-9d14-410a-943b-396b29d0716d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:53:00.422463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Attempting to bind port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f on network ab5e6ca5-9d14-410a-943b-396b29d0716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:00.429160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:00.429572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Checking segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:00.430217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Bound using segment: {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:00.430714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Bound port: 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ddb22a-2f05-4887-a07a-72064269d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:00.431213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.452226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-8cb78db5-a126-4f6a-9b2c-ca1a873a2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.453818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-8cb78db5-a126-4f6a-9b2c-ca1a873a2b6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b194d95c-0f02-4c88-926b-da92854099dd HTTP/1.1" status: 200 len: 909 time: 0.3775978 Nov 10 22:53:00.506443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:00.510132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:00.516095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.533487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-19d43870-e982-4e5f-ab56-4dc5e3693d60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a HTTP/1.1" status: 200 len: 217 time: 0.0658753 Nov 10 22:53:00.540981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.547643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.548266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.578854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.579538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.580929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] 10.222.0.20 "PUT /v2.0/ports/61592b4e-33c8-4dbf-baaf-7b17df4fa30f HTTP/1.1" status: 200 len: 1091 time: 0.9982626 Nov 10 22:53:00.581408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:00.583847 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa05cdc-2fa0-455c-9fe1-811403d0d132" -d '{"events": [{"name": "network-changed", "server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:00.648348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d85b5-cfc6-4d97-ab3e-e754e6a6db37 service neutron] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.674787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8659127 Nov 10 22:53:00.678095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47198) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:00.681352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': '11152bb8-3920-45ee-b470-15c602cb5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '343892c2-33ae-4398-bd22-f8d0b8109d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:00.681736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: 343892c2-33ae-4398-bd22-f8d0b8109d0d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:00.685763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Request body: {'subnet': {'network_id': 'c9656a29-29be-47f7-8c8e-453936220440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:00.697195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc6d2-9c1c-40c9-9dd0-a0d20d99cd30 req-50891a18-a28b-4750-9a25-b8cb770e5a40 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.699051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01fc6d2-9c1c-40c9-9dd0-a0d20d99cd30 req-50891a18-a28b-4750-9a25-b8cb770e5a40 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1228552 Nov 10 22:53:00.713347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.720572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a99b221e-5a3a-4cfc-8b20-c4f0856b4d98 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.722143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a99b221e-5a3a-4cfc-8b20-c4f0856b4d98 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.3561876 Nov 10 22:53:00.729382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e2161-95ed-4b4b-8404-21ebe96402a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'Network': ['ID=c9656a29-29be-47f7-8c8e-453936220440,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:00.734697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-adffd75c-d4d6-446d-bb5e-15de6bf6c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.736321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-adffd75c-d4d6-446d-bb5e-15de6bf6c402 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05a0b38b-fd4e-44aa-ae41-0a076bdfca17 HTTP/1.1" status: 200 len: 849 time: 0.1843967 Nov 10 22:53:00.748657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c9656a29-29be-47f7-8c8e-453936220440 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:00.768646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-d15fdeb4-2f9f-42e3-852c-86d33bff90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.772788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-d15fdeb4-2f9f-42e3-852c-86d33bff90e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 1094 time: 0.1362484 Nov 10 22:53:00.784993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-caa81249-d978-4f1f-8c6f-0b390143e5fb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/quotas/d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 375 time: 0.0526414 Nov 10 22:53:00.787679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-ed6dfbac-f8c3-4473-ad3d-9cd2e139f88c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b194d95c-0f02-4c88-926b-da92854099dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336227 Nov 10 22:53:00.788419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 343892c2-33ae-4398-bd22-f8d0b8109d0d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:00.850222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-a71f05c3-7fb3-4ec4-b9a4-5c93c2bc50f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f HTTP/1.1" status: 200 len: 217 time: 0.0603354 Nov 10 22:53:00.855481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 343892c2-33ae-4398-bd22-f8d0b8109d0d) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:00.867556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c3396-8f6a-48be-87df-40656a7b5685 None None] Network 343892c2-33ae-4398-bd22-f8d0b8109d0d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:00.896029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:00.901794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.908123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.909421 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.933281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a01fc6d2-9c1c-40c9-9dd0-a0d20d99cd30 req-14422b15-f03b-4e16-bec5-219888c99b0b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822309 Nov 10 22:53:00.956118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-fdb63670-f65b-4189-b54e-9a1d82512d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:00.957876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-fdb63670-f65b-4189-b54e-9a1d82512d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.0945034 Nov 10 22:53:00.958995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-70ac4f65-7838-48d9-8b77-f3e24ae73fd6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606929 Nov 10 22:53:00.959373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Made reservation on behalf of feb8e65af58647bf99d88eb30a338739 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:00.963530 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:00.999866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e44f7f3c-a34f-42bf-873e-0a48e99b3b53 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4877994 Nov 10 22:53:01.034423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47202) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:01.147716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-bc3bdf04-b0fd-4bc6-8d29-6cef7fe82a5b service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875730 Nov 10 22:53:01.151089 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fdd9a8-47f1-4dbc-864b-7398b947752d x-openstack-request-id: req-c9fdd9a8-47f1-4dbc-864b-7398b947752d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:01.152145 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:01.152145 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9fdd9a8-47f1-4dbc-864b-7398b947752d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:01.152633 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'status': 'completed', 'code': 200} Nov 10 22:53:01.194691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-2f09e165-b636-4e8e-b5ba-fa65e87ccb22 service neutron] 10.222.0.39 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775699 Nov 10 22:53:01.256253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-d79aafa7-523b-4aa5-8764-7f6586165386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.258521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-d79aafa7-523b-4aa5-8764-7f6586165386 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912087 Nov 10 22:53:01.285415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fb67b-66d7-4c38-9d49-9097b324eb3b req-e229b702-26a6-44a1-933c-de346fbc75fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.286915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-034fb67b-66d7-4c38-9d49-9097b324eb3b req-e229b702-26a6-44a1-933c-de346fbc75fb tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 943 time: 0.1332283 Nov 10 22:53:01.391014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-94964aa0-f89e-4c49-a80c-11c58b90b86a service neutron] 10.222.0.25 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078953 Nov 10 22:53:01.403911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bd0f905-b95c-4ab7-b2b9-3378c56c8537 req-b21e5cb9-5ccb-4641-9a31-79e99f687fdb service neutron] 10.222.0.39 "GET /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951401 Nov 10 22:53:01.412019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 03407c9d-be32-4e40-9d59-d5723d5b9487 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:01.412019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.460275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-034fb67b-66d7-4c38-9d49-9097b324eb3b req-c3940c01-9ed9-40d8-ae42-52a6feff7fa1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616774 Nov 10 22:53:01.470999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.494700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.509243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 03407c9d-be32-4e40-9d59-d5723d5b9487 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:01.509447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-9a5e2ca7-a06b-43cd-95e9-593699840104 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321851 Nov 10 22:53:01.616251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'Subnet': ['ID=b0263ac6-2a57-4d9e-bf32-8622e1a5d87e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:01.626329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.671790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Checking segment: {'id': '6798aff4-0158-49ae-b9c8-6dc313ec9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:01.672008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Network hostable DHCP agents. Network: c9656a29-29be-47f7-8c8e-453936220440, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:01.693239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=03407c9d-be32-4e40-9d59-d5723d5b9487,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:01.705892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.711776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-03a2f18b-940f-4e67-a993-4e9bfedd9259 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/03407c9d-be32-4e40-9d59-d5723d5b9487 HTTP/1.1" status: 204 len: 168 time: 0.6740992 Nov 10 22:53:01.725371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:01.754523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757cf49-0315-44e6-91f7-cd9292daffa4 req-1c72c12c-d2eb-4f53-8641-c17644dffde8 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.756459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8757cf49-0315-44e6-91f7-cd9292daffa4 req-1c72c12c-d2eb-4f53-8641-c17644dffde8 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 943 time: 0.1768301 Nov 10 22:53:01.766266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5aca7665-cb95-4c27-95f6-264ccd923395 req-52522455-87bb-45fe-ab95-97ffdffc7569 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454705 Nov 10 22:53:01.803659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Network c9656a29-29be-47f7-8c8e-453936220440 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:01.824876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-faf1428e-220d-4f2f-809d-a2592c6017a6 req-9e33f2ff-8d64-4b0e-92df-68b3a60f68f8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.0973547 Nov 10 22:53:01.831743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c9656a29-29be-47f7-8c8e-453936220440) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:01.836148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.836877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:01.853671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d0600-6854-4379-a9d5-782e2b592be3 None None] Network c9656a29-29be-47f7-8c8e-453936220440 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:01.867701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4d96a-5713-4950-ac1a-3e4dbd5209ad tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.886134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4d96a-5713-4950-ac1a-3e4dbd5209ad tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:01.891206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-96d4d96a-5713-4950-ac1a-3e4dbd5209ad tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1587059 Nov 10 22:53:01.892049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:01.935420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8757cf49-0315-44e6-91f7-cd9292daffa4 req-38d97b4a-dbc4-42f3-ba65-6d27e7322a90 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454635 Nov 10 22:53:01.946191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85447691-15d4-4f0c-9adb-bacd53a6e54b tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2660828 Nov 10 22:53:01.947122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:01.955339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Request body: {'port': {'network_id': 'c9656a29-29be-47f7-8c8e-453936220440', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1489752585'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:02.036103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-3e5f83eb-2e1d-41c8-afe6-c880d7077318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.038198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-3e5f83eb-2e1d-41c8-afe6-c880d7077318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 1094 time: 0.1766994 Nov 10 22:53:02.082342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port fe415c23-c245-4b3e-ab6d-99aa0960ddb0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:02.082964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.172797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.176839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-c9656a29-29be-47f7-8c8e-453936220440', 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440', 'tenant_id': 'feb8e65af58647bf99d88eb30a338739', 'fixed_ips': [{'subnet_id': 'b0263ac6-2a57-4d9e-bf32-8622e1a5d87e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:02.178528 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.189914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for fe415c23-c245-4b3e-ab6d-99aa0960ddb0 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:02.301635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.359064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Allocated IP 2001:db8::2 (c9656a29-29be-47f7-8c8e-453936220440/b0263ac6-2a57-4d9e-bf32-8622e1a5d87e/c99cc651-4068-4515-a27b-2fc3f1227244) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:02.396498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.399933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/fe415c23-c245-4b3e-ab6d-99aa0960ddb0 HTTP/1.1" status: 204 len: 168 time: 0.5068045 Nov 10 22:53:02.401189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aedeb-bf9d-4701-ba62-e7d5835e5ab8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=fe415c23-c245-4b3e-ab6d-99aa0960ddb0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:02.408006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47230) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:02.456123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f540-1147-403b-916d-10af5b9ba788 req-927898b6-d21b-4358-82db-fcfeba5e7bd4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.463481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4155f540-1147-403b-916d-10af5b9ba788 req-927898b6-d21b-4358-82db-fcfeba5e7bd4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1659324 Nov 10 22:53:02.497522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Made reservation on behalf of feb8e65af58647bf99d88eb30a338739 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:02.502624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.519230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ea191f93-4ad0-41b6-97ab-103b7d8b0f6a details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:53:02.522985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:02.528071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0d8e96-5451-4255-b79e-a0c5c9c776b5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.529676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0b0d8e96-5451-4255-b79e-a0c5c9c776b5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1195338 Nov 10 22:53:02.533218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:02.534461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-1938fb66-874f-4fdc-bdba-b39579c0d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.535551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-1938fb66-874f-4fdc-bdba-b39579c0d933 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.4893620 Nov 10 22:53:02.541391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] device_id is not set on port 82aa27b7-205d-48c3-98ad-cbd6818cad2e yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:02.559878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4155f540-1147-403b-916d-10af5b9ba788 req-0f9d3763-d062-42d9-81a0-50904ab6cb19 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898471 Nov 10 22:53:02.587527 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375965e-c0f6-4d3d-8010-8d3480e7eb4a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:02.594428 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0375965e-c0f6-4d3d-8010-8d3480e7eb4a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/03407c9d-be32-4e40-9d59-d5723d5b9487 HTTP/1.1" status: 404 len: 333 time: 0.0549824 Nov 10 22:53:02.599137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:02.643118 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad2253c-b63a-4901-9ffb-a8eb059f1483 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:02.647558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bad2253c-b63a-4901-9ffb-a8eb059f1483 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/fe415c23-c245-4b3e-ab6d-99aa0960ddb0 HTTP/1.1" status: 404 len: 333 time: 0.0446541 Nov 10 22:53:02.648723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:02.653640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-be50c0a7-6c07-461f-8979-aa5417611acf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f HTTP/1.1" status: 200 len: 217 time: 0.0622008 Nov 10 22:53:02.718282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.733354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.752570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.778369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-9c3228b2-6667-4bda-9454-35694be3f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.780268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-9c3228b2-6667-4bda-9454-35694be3f79f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.1124847 Nov 10 22:53:02.795136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf90f41-5eaf-48a3-b0d0-716e5781e885 req-545ee340-e76f-4ce3-ab58-71834410d60a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.802542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bf90f41-5eaf-48a3-b0d0-716e5781e885 req-545ee340-e76f-4ce3-ab58-71834410d60a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 943 time: 0.1569829 Nov 10 22:53:02.824224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Network c9656a29-29be-47f7-8c8e-453936220440 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:02.869379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:02.873857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Allocated IP 2001:db8::320 (c9656a29-29be-47f7-8c8e-453936220440/b0263ac6-2a57-4d9e-bf32-8622e1a5d87e/82aa27b7-205d-48c3-98ad-cbd6818cad2e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:02.884116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:02.906035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:02.945883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bf90f41-5eaf-48a3-b0d0-716e5781e885 req-c10bba1d-36d3-42b5-ae06-3d251bdcee75 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423578 Nov 10 22:53:02.946262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343892c2-33ae-4398-bd22-f8d0b8109d0d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:02.951214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Pushing event updated for resources: {'Port': ['ID=c99cc651-4068-4515-a27b-2fc3f1227244,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:02.957443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-ca519c43-215b-45ce-80b8-e2ab5818579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:02.959298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-ca519c43-215b-45ce-80b8-e2ab5818579b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538196 Nov 10 22:53:02.971463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11152bb8-3920-45ee-b470-15c602cb5d4e') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:02.980243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11152bb8-3920-45ee-b470-15c602cb5d4e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:02.994384 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.018232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.049426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,segment=NetworkSegment(0f40f964-71c8-424e-8cba-23eb602b6fa0),segment_id=0f40f964-71c8-424e-8cba-23eb602b6fa0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:03.066831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a', 'network_id': 'b194d95c-0f02-4c88-926b-da92854099dd', 'port_id': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a', 'mac_address': 'fa:16:3e:53:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a0b38b-fd4e-44aa-ae41-0a076bdfca17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:53:03.072599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:03.080558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:03.094823 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:03.106653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ecef19fd-2c4f-428d-a4cf-8032b567f544 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:53:03.184569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Attempting to bind port c99cc651-4068-4515-a27b-2fc3f1227244 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:03.184948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Attempting to bind port c99cc651-4068-4515-a27b-2fc3f1227244 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '6798aff4-0158-49ae-b9c8-6dc313ec9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:03.185349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Attempting to bind port c99cc651-4068-4515-a27b-2fc3f1227244 on network c9656a29-29be-47f7-8c8e-453936220440 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:03.191051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ecef19fd-2c4f-428d-a4cf-8032b567f544 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:03.191460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.200644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:03.201369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Checking segment: {'id': '6798aff4-0158-49ae-b9c8-6dc313ec9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:03.201948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.203535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Bound using segment: {'id': '6798aff4-0158-49ae-b9c8-6dc313ec9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:03.204194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Bound port: c99cc651-4068-4515-a27b-2fc3f1227244, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6798aff4-0158-49ae-b9c8-6dc313ec9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9656a29-29be-47f7-8c8e-453936220440'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:03.204892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.228759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9a00f69-0694-4974-813e-8c35629fadbc req-53e65f52-56ad-4dd1-ab48-284cc1c1e02d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.1023548 Nov 10 22:53:03.290944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.297715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.345556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea191f93-4ad0-41b6-97ab-103b7d8b0f6a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:03.348495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-c5eff054-eb29-42ee-a1bb-a70b2ac22138 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741076 Nov 10 22:53:03.365817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.369614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/343892c2-33ae-4398-bd22-f8d0b8109d0d HTTP/1.1" status: 204 len: 168 time: 0.7200902 Nov 10 22:53:03.371133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0012b6-93b0-4bcc-b975-ce08bbe2508c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=343892c2-33ae-4398-bd22-f8d0b8109d0d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:03.379309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47250) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:03.388582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,segment=NetworkSegment(0f40f964-71c8-424e-8cba-23eb602b6fa0),segment_id=0f40f964-71c8-424e-8cba-23eb602b6fa0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:03.389817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1937721038'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:03.390909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] For port c99cc651-4068-4515-a27b-2fc3f1227244, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:03.447827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971dc9-cba6-4929-82d2-3b720bde40ee req-a6d9f70e-3c42-4fc3-a430-67f148224904 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.455004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] For port c99cc651-4068-4515-a27b-2fc3f1227244, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c99cc651-4068-4515-a27b-2fc3f1227244,segment=NetworkSegment(6798aff4-0158-49ae-b9c8-6dc313ec9b2c),segment_id=6798aff4-0158-49ae-b9c8-6dc313ec9b2c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:03.455597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8971dc9-cba6-4929-82d2-3b720bde40ee req-a6d9f70e-3c42-4fc3-a430-67f148224904 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 943 time: 0.2658288 Nov 10 22:53:03.457257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.490935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.526222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8971dc9-cba6-4929-82d2-3b720bde40ee req-8c710ae7-da42-4e0e-a0db-e4b93332225a tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694592 Nov 10 22:53:03.546396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-ba3c7719-e6d7-48a4-bf09-ae8855f61374 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.549351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-ba3c7719-e6d7-48a4-bf09-ae8855f61374 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 807 time: 0.5282929 Nov 10 22:53:03.550747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.557022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.558396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:03.566745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.567489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Request body: {'port': {'device_id': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'admin_state_up': True, 'tenant_id': 'd394d0f0dbb745ad8f9f5da237372f7a'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:03.572823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.573126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.580077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:03.584228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.587870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.592464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.597435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.606049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-8c31225c-7b63-49e4-86d7-2241b4e6471b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.2392669 Nov 10 22:53:03.613551 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.757533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a8c6cce-51f5-4978-b465-36bb4390b866 req-bfa34b7e-1d46-4535-9fe5-cebb9cd13876 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505594 Nov 10 22:53:03.757783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:03.765388 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e84d0-55fb-46ba-9749-a19f74b59b50" -d '{"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:03.770413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fa05cdc-2fa0-455c-9fe1-811403d0d132 req-50c82965-312a-4488-9c56-51c0fc910b0a service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048574 Nov 10 22:53:03.792366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.792640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ea191f93-4ad0-41b6-97ab-103b7d8b0f6a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:53:03.798015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:03.825398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cc1a3-a89b-4614-a2fc-d0131d849ccb None None] Pushing event updated for resources: {'Port': ['ID=c99cc651-4068-4515-a27b-2fc3f1227244,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:03.836105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.862707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ccb07-4bad-43f4-8645-6448b95afa8d req-543d5cce-cb10-4ece-8ffe-4be41baa7455 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:03.878590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-656ccb07-4bad-43f4-8645-6448b95afa8d req-543d5cce-cb10-4ece-8ffe-4be41baa7455 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 946 time: 0.1766462 Nov 10 22:53:03.890835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:03.913370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:53:03.918444 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d5d2d-622e-4e2f-b9f6-8fd6849329ea x-openstack-request-id: req-429d5d2d-622e-4e2f-b9f6-8fd6849329ea {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:03.918995 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-plugged", "status": "completed", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:03.919245 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-429d5d2d-622e-4e2f-b9f6-8fd6849329ea {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:03.919630 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'code': 200} Nov 10 22:53:03.930809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'Port': ['ID=82aa27b7-205d-48c3-98ad-cbd6818cad2e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:03.951068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.951746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.952251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.952895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.953412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.954072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.954754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.955665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.956768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.957693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.958196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.958689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:03.962130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.962854 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment d292752f-9655-4769-b8cb-ff0135227515 of type vlan for network 60055316-d279-4040-82c9-1726699feb5a Nov 10 22:53:04.003271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:04.020647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Network c9656a29-29be-47f7-8c8e-453936220440 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:04.040249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:04.052914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:04.084292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.086519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.118365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ca1e1912-67ed-4a81-b4e1-a7c6cc0aa8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1681504 Nov 10 22:53:04.123850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47258) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:04.151604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Request body: {'port': {'network_id': 'c9656a29-29be-47f7-8c8e-453936220440', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-739297558', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:04.152495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] bootfile-name is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:04.153055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] tftp-server is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:04.155263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] server-ip-address is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:04.267429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-656ccb07-4bad-43f4-8645-6448b95afa8d req-8b6089cd-b787-487a-9c6c-159da1669513 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870933 Nov 10 22:53:04.301178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.330076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:04.347027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'mac_address': 'fa:16:3e:d8:7f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:53:04.402925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Made reservation on behalf of d394d0f0dbb745ad8f9f5da237372f7a for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:04.415034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.438468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.472085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61592b4e-33c8-4dbf-baaf-7b17df4fa30f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:04.476821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ad791-9f4c-4303-a090-94febeb8ef81 req-e992011a-19a4-4e78-a488-2d25efdd3719 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.478442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c43ad791-9f4c-4303-a090-94febeb8ef81 req-e992011a-19a4-4e78-a488-2d25efdd3719 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 943 time: 0.3070080 Nov 10 22:53:04.505450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c509524-9fd8-4b8a-8c75-1776d67b6f25 req-dc062fe9-3ea5-4c28-928e-f7ee80be76dc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.0651178 Nov 10 22:53:04.505811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd74c5-4551-4a38-92a2-2eeb20b4ecae req-ec82fce5-136e-43c0-9fdb-9b82ecbdf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.507376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06dd74c5-4551-4a38-92a2-2eeb20b4ecae req-ec82fce5-136e-43c0-9fdb-9b82ecbdf415 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1098 time: 0.1549640 Nov 10 22:53:04.510287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.521423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.522901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.534449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.537246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.543090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:04.545405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.551971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:04.553349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.559595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.566875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.583954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.586684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-15ca0440-d4eb-4470-a3d0-6e9fa549f2e9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.4212263 Nov 10 22:53:04.651521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:04.734237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-39d8ec92-40a3-4ec3-b1de-979819a0ccc9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.735668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-39d8ec92-40a3-4ec3-b1de-979819a0ccc9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1328971 Nov 10 22:53:04.737794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06dd74c5-4551-4a38-92a2-2eeb20b4ecae req-ce473453-7fda-4eed-9c81-23a42179798f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423500 Nov 10 22:53:04.739810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3542802 Nov 10 22:53:04.752813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47264) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:04.765733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': '60055316-d279-4040-82c9-1726699feb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:04.818653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c43ad791-9f4c-4303-a090-94febeb8ef81 req-1df3e3ce-2de7-48e2-b40c-e3fde847881b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252878 Nov 10 22:53:04.831422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['61592b4e-33c8-4dbf-baaf-7b17df4fa30f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:53:04.845901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Allocated IP 172.20.0.4 (a0fa1162-228e-44ff-8715-31fec406dd4f/f0d04fae-5f4f-498f-aac3-adc49d6aa724/bb538f47-6f96-48ad-a264-b8916177bdd5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:04.874277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced63e-9384-4ec5-981a-7c2af966f6f9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=60055316-d279-4040-82c9-1726699feb5a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:04.920607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 60055316-d279-4040-82c9-1726699feb5a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:04.925905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645082e5-d168-47b2-8a16-50019ff0a54b req-2ad207be-a2ad-4bab-be23-55b3a7ace3e7 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:04.927650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-645082e5-d168-47b2-8a16-50019ff0a54b req-2ad207be-a2ad-4bab-be23-55b3a7ace3e7 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 944 time: 0.2408655 Nov 10 22:53:04.967198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Made reservation on behalf of feb8e65af58647bf99d88eb30a338739 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:04.973007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.103354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] device_id is not set on port c1f703f1-b0ea-4aa8-9b2d-28c274e93083 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:05.114368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-645082e5-d168-47b2-8a16-50019ff0a54b req-2620f257-b775-4042-806b-a9b2961cd37c tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666532 Nov 10 22:53:05.184944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.233043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.246118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['51a1d6f7-c05e-4de2-a4bc-38316af31382'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:53:05.271365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-b2e4a5dd-5e61-42af-930a-683947e3a5cf tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5194142 Nov 10 22:53:05.278406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:05.288826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.320363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:05.349566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:05.371377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Network a0fa1162-228e-44ff-8715-31fec406dd4f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:05.373647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:05.378030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:05.404402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.406909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83dee81-d415-446d-8144-9667c3917dba None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:05.414942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.434094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.444379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.451625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.457786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.464244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.466413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67982768-4899-485a-afec-736dd481b678 req-a23a2bdf-92f1-46fc-b30d-0d74a05dfc90 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.4771247 Nov 10 22:53:05.501023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964f6c1-e03f-4894-9048-c4550d1459af None None] Network c9656a29-29be-47f7-8c8e-453936220440 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:05.511020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.511954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.537219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Performing IP validity checks on allocation pools {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 22:53:05.540406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 22:53:05.589913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-a975b233-7bc7-4471-9655-25d719759934 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0298989 Nov 10 22:53:05.600356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4476a8db-cb0e-42ed-b59d-d46cd6eba9d1 None None] Provisioning complete for port bb538f47-6f96-48ad-a264-b8916177bdd5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:05.600643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4476a8db-cb0e-42ed-b59d-d46cd6eba9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.610560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Request body: {'port': {'device_id': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:05.632189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Allocated IP 2001:db8::241 (c9656a29-29be-47f7-8c8e-453936220440/b0263ac6-2a57-4d9e-bf32-8622e1a5d87e/c1f703f1-b0ea-4aa8-9b2d-28c274e93083) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:05.645987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4476a8db-cb0e-42ed-b59d-d46cd6eba9d1 None None] Port bb538f47-6f96-48ad-a264-b8916177bdd5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:05.661749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.698306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56cec-007f-42b0-b88e-e6fd26510f65 req-745b091f-d328-4d05-8d04-790ff05440d2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:05.699909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eaf56cec-007f-42b0-b88e-e6fd26510f65 req-745b091f-d328-4d05-8d04-790ff05440d2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2183359 Nov 10 22:53:05.709008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67982768-4899-485a-afec-736dd481b678 req-3ff7d857-a56f-486a-b867-0d59b79ef33d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014787 Nov 10 22:53:05.796313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] Provisioning complete for port c99cc651-4068-4515-a27b-2fc3f1227244 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:05.796950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.909838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c99cc651-4068-4515-a27b-2fc3f1227244 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:06.197996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:06.423150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:53:06.431944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c99cc651-4068-4515-a27b-2fc3f1227244 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:06.432452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.506948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:06.507342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.578624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ea191f93-4ad0-41b6-97ab-103b7d8b0f6a up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:06.590948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.629951 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eaf56cec-007f-42b0-b88e-e6fd26510f65 req-645609b4-e7cd-4fc5-abdd-c0bd93f2270b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174893 Nov 10 22:53:06.672240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.760427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.857201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:06.945875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Network c9656a29-29be-47f7-8c8e-453936220440 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:06.990108 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.005297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:07.007815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:07.014772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.015995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.036717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] For port c99cc651-4068-4515-a27b-2fc3f1227244, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c99cc651-4068-4515-a27b-2fc3f1227244,segment=NetworkSegment(6798aff4-0158-49ae-b9c8-6dc313ec9b2c),segment_id=6798aff4-0158-49ae-b9c8-6dc313ec9b2c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:07.046217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6690d94-ffcd-4652-a4ae-1ce499baa78a req-1894f6ee-1fd1-452b-b400-ca8f78972fc9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.055197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6690d94-ffcd-4652-a4ae-1ce499baa78a req-1894f6ee-1fd1-452b-b400-ca8f78972fc9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 931 time: 1.0937748 Nov 10 22:53:07.074073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'Port': ['ID=c1f703f1-b0ea-4aa8-9b2d-28c274e93083,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:07.081180 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.122610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2a878131-a6e7-4819-bef0-a92433add363 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9983623 Nov 10 22:53:07.123702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.126013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:07.131816 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4e0eb-8ce7-429b-a0e9-1b5fb60c4e74" -d '{"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-plugged", "status": "completed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:07.144261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:07.191238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023acf64-9dd9-4e21-88ca-1956180d6b87 req-d07cd49b-6fcc-49f3-a18c-95f27ee2b87c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.192871 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-023acf64-9dd9-4e21-88ca-1956180d6b87 req-d07cd49b-6fcc-49f3-a18c-95f27ee2b87c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 944 time: 0.3890259 Nov 10 22:53:07.203274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:07.222515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.253218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:07.260402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:53:07.282925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=8fcc5a2c-0cfe-4441-8049-397cea5806c3,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:07.289005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0e2f6862-56aa-4430-af35-b8cff22c9cb2 None None] Provisioning complete for port c99cc651-4068-4515-a27b-2fc3f1227244 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:07.289435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6862-56aa-4430-af35-b8cff22c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.291952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.292890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:07.297928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:07.298312 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.335042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-023acf64-9dd9-4e21-88ca-1956180d6b87 req-60f39949-ad60-4287-acfe-ea4cd7a4097b tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317983 Nov 10 22:53:07.368458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb538f47-6f96-48ad-a264-b8916177bdd5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:07.380222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.406229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Transition to ACTIVE for port object bb538f47-6f96-48ad-a264-b8916177bdd5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:53:07.412410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.432607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9e819-f732-4075-95cb-082085a8937a None None] Pushing event updated for resources: {'Port': ['ID=c99cc651-4068-4515-a27b-2fc3f1227244,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:07.447648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6690d94-ffcd-4652-a4ae-1ce499baa78a req-4880367d-ad57-47f7-bc7d-4a5720af56f3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865647 Nov 10 22:53:07.491419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17558bfd-ccc8-435a-a30e-eeef16f681b2 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.494026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:07.515311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17558bfd-ccc8-435a-a30e-eeef16f681b2 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.540752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17558bfd-ccc8-435a-a30e-eeef16f681b2 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.549443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17558bfd-ccc8-435a-a30e-eeef16f681b2 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3934226 Nov 10 22:53:07.558339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:07.560857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1b54d-fad2-4978-b5f6-daa39ebc0c6b None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:07.562214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': 'd292752f-9655-4769-b8cb-ff0135227515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '60055316-d279-4040-82c9-1726699feb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:07.563200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: 60055316-d279-4040-82c9-1726699feb5a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:07.585442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] For port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:07.701321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:07.701921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:07.702041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:07.704607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:53:07.705953 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:53:07.708114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:53:07.708520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:07.721279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:07.722364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:07.722364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:07.722839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Bound port: bb538f47-6f96-48ad-a264-b8916177bdd5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:07.723293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.724628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] device_id is not set on port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:07.741729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0aa44-2fbe-49dc-9f3a-eca2960a2cb5 req-d14046b9-5c9d-4b65-a8bd-c33fafae805f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.750411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38d0aa44-2fbe-49dc-9f3a-eca2960a2cb5 req-d14046b9-5c9d-4b65-a8bd-c33fafae805f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 944 time: 0.2165725 Nov 10 22:53:07.757671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 60055316-d279-4040-82c9-1726699feb5a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:07.773322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.781794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 60055316-d279-4040-82c9-1726699feb5a) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:07.788297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.789759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.804188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.818647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc498108-5031-4335-a1ca-f613621b34c9 None None] Network 60055316-d279-4040-82c9-1726699feb5a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:07.831046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.838024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.844850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.849051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:07.852285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.853138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:07.860269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.872100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.879006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:07.888230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-7d5bffc9-f181-4253-8bf4-bdcd840c9c7a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 5433 time: 0.2986183 Nov 10 22:53:07.893726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:07.933405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:07.940693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e0d9dc1-551a-4853-94ea-a451b5896395 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1866415 Nov 10 22:53:07.962394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:07.980350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': '60055316-d279-4040-82c9-1726699feb5a', 'name': 'tempest-PortsIpV6TestJSON-1173205683'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:07.986990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38d0aa44-2fbe-49dc-9f3a-eca2960a2cb5 req-a22a146f-2aa4-49c7-acc2-4445ca662544 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304978 Nov 10 22:53:08.046950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.065034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09337792-90f3-462b-86fc-1f38b21750e2 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:08.067157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.075788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:08.100802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] No DVR routers for this DVR port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:08.106869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.108309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.115369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 1091 time: 2.5172698 Nov 10 22:53:08.116954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:08.147399 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358218f-ef9b-49e9-a7d5-6aee439c7e16" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:08.214745 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb24bc9-9ba9-488b-b8ca-310142acbf92 x-openstack-request-id: req-dbb24bc9-9ba9-488b-b8ca-310142acbf92 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:08.221812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Deleting port c1f703f1-b0ea-4aa8-9b2d-28c274e93083 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:08.222324 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-plugged", "status": "completed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:08.222680 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb24bc9-9ba9-488b-b8ca-310142acbf92 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:08.223270 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'code': 200} Nov 10 22:53:08.236369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.250846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-60055316-d279-4040-82c9-1726699feb5a', 'network_id': '60055316-d279-4040-82c9-1726699feb5a', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': '8fcc5a2c-0cfe-4441-8049-397cea5806c3'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:08.251973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.332431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0e2f6862-56aa-4430-af35-b8cff22c9cb2 None None] Provisioning complete for port 82aa27b7-205d-48c3-98ad-cbd6818cad2e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:08.333365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6862-56aa-4430-af35-b8cff22c9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.339330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e700653-fe0d-40db-a611-858bbfe3cbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:08.372335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,segment=NetworkSegment(0f40f964-71c8-424e-8cba-23eb602b6fa0),segment_id=0f40f964-71c8-424e-8cba-23eb602b6fa0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:08.376536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:08.385715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.396628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.397556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e5843d30-afc9-4eba-b38b-df22d72bfead no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:08.409082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-efc2f370-3815-43c8-9ce1-6750ee356e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.411306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-efc2f370-3815-43c8-9ce1-6750ee356e87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1094 time: 0.2320666 Nov 10 22:53:08.434735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8ead8-a4f5-423f-965c-71d20788e190 req-97c1b025-7ae0-402a-a69f-bd5e125a8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.437236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bf8ead8-a4f5-423f-965c-71d20788e190 req-97c1b025-7ae0-402a-a69f-bd5e125a8a24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 1096 time: 0.1369293 Nov 10 22:53:08.440034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d2535451-8558-4feb-85fa-fd39c46d60f7 req-6091af2e-27f1-4751-bf38-223db6bed987 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5507662 Nov 10 22:53:08.448062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8203ae-972e-4d52-86de-4d72a15decfe req-f7a918c2-a9f9-4ba5-9d02-db6612a6fbd5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.449709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed8203ae-972e-4d52-86de-4d72a15decfe req-f7a918c2-a9f9-4ba5-9d02-db6612a6fbd5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1401923 Nov 10 22:53:08.497913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] In _notify_port_updated(), no bound segment for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:08.499234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.499868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.501936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-3cf91082-41e9-4738-bec8-9014f6a029d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 200 len: 1026 time: 3.2035637 Nov 10 22:53:08.510032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-4d1c2e3d-a9ab-4d12-a1df-f7584ea45b3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 217 time: 0.0851667 Nov 10 22:53:08.549786 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf982324-77c3-4033-b8cd-2ed6e89cae51 x-openstack-request-id: req-bf982324-77c3-4033-b8cd-2ed6e89cae51 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:08.550095 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:08.550343 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf982324-77c3-4033-b8cd-2ed6e89cae51 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:08.550756 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'status': 'completed', 'code': 200} Nov 10 22:53:08.592800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c99cc651-4068-4515-a27b-2fc3f1227244 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:08.605401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f6862-56aa-4430-af35-b8cff22c9cb2 None None] Port 82aa27b7-205d-48c3-98ad-cbd6818cad2e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:08.645674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.660445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bf8ead8-a4f5-423f-965c-71d20788e190 req-538d89b7-9ccb-4e56-ae32-dfffff431856 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089319 Nov 10 22:53:08.690309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-dab52e0f-0472-4cbf-a3f4-5b3781825b93 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.692091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-dab52e0f-0472-4cbf-a3f4-5b3781825b93 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "GET /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1760926 Nov 10 22:53:08.706015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Calling delete_port for c1f703f1-b0ea-4aa8-9b2d-28c274e93083 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:08.709174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-047e30d9-1b82-4abc-af02-0f61d0a46487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.710678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-047e30d9-1b82-4abc-af02-0f61d0a46487 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1928859 Nov 10 22:53:08.715441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:08.716752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed8203ae-972e-4d52-86de-4d72a15decfe req-7728837a-6de2-449d-a511-964b139a171f tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245133 Nov 10 22:53:08.766163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-9d60a1a6-ddf2-4c37-9711-419bda18d7de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480399 Nov 10 22:53:08.818197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:08.825367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.869607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:08.889554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c1f70-a8c1-47fb-b68a-770e76c4159b req-d2746d2c-5ddf-44c1-8b73-0fb2c81885d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:08.899947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-b5631acb-3444-4119-8ba4-d49e4b599c55 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269042 Nov 10 22:53:08.900152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:08.906578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-815c1f70-a8c1-47fb-b68a-770e76c4159b req-d2746d2c-5ddf-44c1-8b73-0fb2c81885d4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.2728598 Nov 10 22:53:08.907086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Allocated IP 2001:db8::2 (60055316-d279-4040-82c9-1726699feb5a/8fcc5a2c-0cfe-4441-8049-397cea5806c3/db326171-a278-4a15-8ab9-6f7ae7676119) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:08.910340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Provisioning complete for port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:08.910774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.931696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 1c23098b-03a4-4acb-baeb-1049be015231 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:08.957637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c99cc651-4068-4515-a27b-2fc3f1227244 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:08.958066 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:08.993655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.029134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b8c43-9e08-4ce0-9c9f-341270a5c8c5 req-bc074966-5b72-4af1-a09b-9f0418970fa3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:09.038437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-299b8c43-9e08-4ce0-9c9f-341270a5c8c5 req-bc074966-5b72-4af1-a09b-9f0418970fa3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.1407554 Nov 10 22:53:09.085199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:09.123688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-299b8c43-9e08-4ce0-9c9f-341270a5c8c5 req-d6de11af-eae4-44b9-9c6b-5f2cccb7dce5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Nov 10 22:53:09.143192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:09.144097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22ace663-e0da-439b-91f9-b73c6a9cd298 req-462259ad-db72-4494-8990-62ba72171501 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014785 Nov 10 22:53:09.157790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.159125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 57b4f446-2c0a-469b-96ee-e225d40325c5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:09.309218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ddf5-92f9-4d6b-bcb2-8fcea7e18599 req-73b73652-c303-49b5-b42a-c25b9383dfb5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:09.326320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e371ddf5-92f9-4d6b-bcb2-8fcea7e18599 req-73b73652-c303-49b5-b42a-c25b9383dfb5 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1277106 Nov 10 22:53:09.327333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-815c1f70-a8c1-47fb-b68a-770e76c4159b req-1f8a13bf-5d64-4828-880d-fcd0c780066e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100907 Nov 10 22:53:09.332694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.384222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-f56867a4-06ad-46ce-a8e5-677f38adc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:09.385864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-f56867a4-06ad-46ce-a8e5-677f38adc605 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1094 time: 0.1496453 Nov 10 22:53:09.409143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Provisioning complete for port c1f703f1-b0ea-4aa8-9b2d-28c274e93083 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:09.409747 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.484916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e371ddf5-92f9-4d6b-bcb2-8fcea7e18599 req-a3c1d7a2-1fe0-4d43-97bc-74bf36f94a2a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574907 Nov 10 22:53:09.517964 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.573062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Port c1f703f1-b0ea-4aa8-9b2d-28c274e93083 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:09.574945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event deleted for resources: {'Port': ['ID=c1f703f1-b0ea-4aa8-9b2d-28c274e93083,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:09.590517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-f34a0d05-aba8-47ab-97d4-883a98c5d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:09.611503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-f34a0d05-aba8-47ab-97d4-883a98c5d6d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.2161131 Nov 10 22:53:09.626152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:09.673491 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.683817 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.688078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.772342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::46 (60055316-d279-4040-82c9-1726699feb5a/8fcc5a2c-0cfe-4441-8049-397cea5806c3/1c23098b-03a4-4acb-baeb-1049be015231) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:09.775154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Pushing event updated for resources: {'Port': ['ID=db326171-a278-4a15-8ab9-6f7ae7676119,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:09.790382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-dd57917b-7ff5-40d0-89fa-4dff209068ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 217 time: 0.1674788 Nov 10 22:53:09.818973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Provisioning complete for port 82aa27b7-205d-48c3-98ad-cbd6818cad2e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:09.819540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.825295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Network 60055316-d279-4040-82c9-1726699feb5a is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:09.855139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:09.859257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:09.885639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:09.910946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.911950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:09.981024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:10.017080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.026661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f9c28dc2-1e46-4aab-a5d7-6d2362ad0f5f None None] Port 82aa27b7-205d-48c3-98ad-cbd6818cad2e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:10.051927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Attempting to bind port db326171-a278-4a15-8ab9-6f7ae7676119 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:10.052491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Attempting to bind port db326171-a278-4a15-8ab9-6f7ae7676119 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd292752f-9655-4769-b8cb-ff0135227515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '60055316-d279-4040-82c9-1726699feb5a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:10.053051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Attempting to bind port db326171-a278-4a15-8ab9-6f7ae7676119 on network 60055316-d279-4040-82c9-1726699feb5a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:10.057462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-b6b3c682-bb3c-4cc9-a32c-7dcd548972d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.061242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-b6b3c682-bb3c-4cc9-a32c-7dcd548972d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.2188110 Nov 10 22:53:10.075512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.075806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:10.076488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Checking segment: {'id': 'd292752f-9655-4769-b8cb-ff0135227515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '60055316-d279-4040-82c9-1726699feb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:10.078065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.079065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Bound using segment: {'id': 'd292752f-9655-4769-b8cb-ff0135227515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '60055316-d279-4040-82c9-1726699feb5a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:10.079692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Bound port: db326171-a278-4a15-8ab9-6f7ae7676119, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd292752f-9655-4769-b8cb-ff0135227515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '60055316-d279-4040-82c9-1726699feb5a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:10.080189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.093011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5e7fefe-ae3d-44c6-ace9-94a0fa6d7c11 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "DELETE /v2.0/ports/c1f703f1-b0ea-4aa8-9b2d-28c274e93083 HTTP/1.1" status: 204 len: 168 time: 2.5240362 Nov 10 22:53:10.115773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f13a6-0b6c-46a2-9f6d-1fb31fd0038b req-1715001b-4336-4091-8204-46d4cba6a7e2 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.116595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:10.118351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-277f13a6-0b6c-46a2-9f6d-1fb31fd0038b req-1715001b-4336-4091-8204-46d4cba6a7e2 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 945 time: 0.6657970 Nov 10 22:53:10.118944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f2593ad1-d83e-40e8-86c8-e752c8668e6f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:10.120723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:10.141945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.143822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-fa7a89af-711d-483b-b4ab-b708c956b531 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653200 Nov 10 22:53:10.154421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Request body: {'port': {'name': 'tempest-new-port-name-590006639', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:10.155118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] bootfile-name is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:10.155840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] tftp-server is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:10.156359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.api.validators [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] server-ip-address is not in valid_values {{(pid=102457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 22:53:10.162672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.171594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.181675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.191160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.201269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.210926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.221890 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fc74edc2-4c23-4ab4-b6ca-0d78a44996b0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 4656 time: 0.4279320 Nov 10 22:53:10.223766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}, {'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:10.227604 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a318d-7b13-423c-92c2-eb289ede1fd1" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2"}, {"server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "name": "network-vif-plugged", "status": "completed", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:10.237828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] For port db326171-a278-4a15-8ab9-6f7ae7676119, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:10.242581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] For port db326171-a278-4a15-8ab9-6f7ae7676119, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=db326171-a278-4a15-8ab9-6f7ae7676119,segment=NetworkSegment(d292752f-9655-4769-b8cb-ff0135227515),segment_id=d292752f-9655-4769-b8cb-ff0135227515)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:10.249776 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.312530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 60055316-d279-4040-82c9-1726699feb5a is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:10.357300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2728d558-65d7-41d0-aa8c-0f22ba5377fc req-fd62cb28-2af6-4324-8cba-e081a5773e22 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=761be2e8-5d4f-4c70-88be-e37e8a72bd48&id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320546 Nov 10 22:53:10.373048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:10.375269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=1c23098b-03a4-4acb-baeb-1049be015231,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:10.388191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:10.401236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.411768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.438200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-400e7ad1-33b7-41c4-930e-3fece877eb1d service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118709 Nov 10 22:53:10.446277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.469406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d8af6-0686-4d50-821c-c0a35e707be1 None None] Pushing event updated for resources: {'Port': ['ID=db326171-a278-4a15-8ab9-6f7ae7676119,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:10.476619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=72ec0f3e-4630-4621-a303-cf25edeba45a,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:10.482101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.517022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:10.519488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-277f13a6-0b6c-46a2-9f6d-1fb31fd0038b req-7e3dfeee-e0ee-4da9-9163-cbf61b6a9a6b tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714740 Nov 10 22:53:10.527890 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.529186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 72ec0f3e-4630-4621-a303-cf25edeba45a no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:10.555549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c78ca2f6-1145-4e8c-8887-a75343255890 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5835948 Nov 10 22:53:10.567761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:10.652599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:10.758437 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:10.844774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0358218f-ef9b-49e9-a7d5-6aee439c7e16 req-84097cb8-6ed6-4cf2-9904-2fd5a2196fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975756 Nov 10 22:53:10.864809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30cbc-4eb1-4c24-a0f2-04b62a8e2c5a req-e180f7a3-1133-4c2d-8054-7a742ed94e7c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:10.872394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7da30cbc-4eb1-4c24-a0f2-04b62a8e2c5a req-e180f7a3-1133-4c2d-8054-7a742ed94e7c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1649468 Nov 10 22:53:10.899334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] For port 72ec0f3e-4630-4621-a303-cf25edeba45a, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:10.949314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7da30cbc-4eb1-4c24-a0f2-04b62a8e2c5a req-e48a10a4-614f-48ef-8e63-64d0d9d8e458 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758693 Nov 10 22:53:11.003826 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ff0289-3b13-46f1-bab8-62a72a0a4b30 x-openstack-request-id: req-77ff0289-3b13-46f1-bab8-62a72a0a4b30 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:11.004126 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2", "code": 200}, {"server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "name": "network-vif-plugged", "status": "completed", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:11.004376 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77ff0289-3b13-46f1-bab8-62a72a0a4b30 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:11.004797 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'code': 200} Nov 10 22:53:11.005088 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a', 'code': 200} Nov 10 22:53:11.005374 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'code': 200} Nov 10 22:53:11.005629 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'code': 200} Nov 10 22:53:11.014182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28f40d-ee82-47c1-9f6d-be09da5f8329 req-b503ab2f-2708-4e92-a515-c85949f63973 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.029113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a28f40d-ee82-47c1-9f6d-be09da5f8329 req-b503ab2f-2708-4e92-a515-c85949f63973 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.3470898 Nov 10 22:53:11.040673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] device_id is not set on port 72ec0f3e-4630-4621-a303-cf25edeba45a yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:11.072718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.101115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.163732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:53:11.164080 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:53:11.169094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 1c23098b-03a4-4acb-baeb-1049be015231 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:11.169435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.209815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6434-fd64-422b-b332-5696c8b42353 req-cd970c1e-4018-401d-9430-d02af0747e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.211342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-564f6434-fd64-422b-b332-5696c8b42353 req-cd970c1e-4018-401d-9430-d02af0747e5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 1096 time: 0.1372962 Nov 10 22:53:11.219677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736c529-845a-4d0e-bff3-a6068d78e70d req-f10438cf-7e87-4a44-b4c9-9bb0babda962 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.228245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a736c529-845a-4d0e-bff3-a6068d78e70d req-f10438cf-7e87-4a44-b4c9-9bb0babda962 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.0999222 Nov 10 22:53:11.247749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a28f40d-ee82-47c1-9f6d-be09da5f8329 req-5db82e77-4945-4018-8000-e41954c42f13 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245612 Nov 10 22:53:11.277711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:11.310699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-564f6434-fd64-422b-b332-5696c8b42353 req-fab5355e-6751-467a-a5aa-54e6d8a89345 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667706 Nov 10 22:53:11.326119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a736c529-845a-4d0e-bff3-a6068d78e70d req-39e67378-517a-4e9a-9af1-9e5745d5a144 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Nov 10 22:53:11.346723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] No DVR routers for this DVR port 72ec0f3e-4630-4621-a303-cf25edeba45a on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:11.484320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.539481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.548717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.649107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 1c23098b-03a4-4acb-baeb-1049be015231 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:11.654983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] In _notify_port_updated(), no bound segment for port 72ec0f3e-4630-4621-a303-cf25edeba45a on network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:11.656554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.657655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.659941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e77b0738-c104-4bac-b59d-cbe1aa28f6c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 200 len: 1027 time: 2.8060119 Nov 10 22:53:11.692230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] In _notify_port_updated(), no bound segment for port 82aa27b7-205d-48c3-98ad-cbd6818cad2e on network c9656a29-29be-47f7-8c8e-453936220440 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:11.702068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.703048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.706033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "PUT /v2.0/ports/82aa27b7-205d-48c3-98ad-cbd6818cad2e HTTP/1.1" status: 200 len: 1129 time: 1.5741818 Nov 10 22:53:11.711649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47364) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:11.776571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.779459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7925d170-214e-4f34-af75-5a1b563aa45f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:11.788092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6043e78f-0ce4-4481-b6ee-ac96f7778120 None None] Provisioning complete for port 72ec0f3e-4630-4621-a303-cf25edeba45a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:11.792332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffb8a8-372d-44ac-9e98-15d8d4bb7771 req-97ed29a1-7980-4f6a-896e-6b818ac66073 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.792721 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6043e78f-0ce4-4481-b6ee-ac96f7778120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.794358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47ffb8a8-372d-44ac-9e98-15d8d4bb7771 req-97ed29a1-7980-4f6a-896e-6b818ac66073 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.3232632 Nov 10 22:53:11.801989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.833666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.855171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e95d0-c06e-419c-bc4f-1826278701dc tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event updated for resources: {'Port': ['ID=82aa27b7-205d-48c3-98ad-cbd6818cad2e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:11.878765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.903980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:11.917381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-e3cf8c03-65a6-40d8-b968-8f8daf9c4dd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3878 time: 0.3028800 Nov 10 22:53:11.942207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6043e78f-0ce4-4481-b6ee-ac96f7778120 None None] Port 72ec0f3e-4630-4621-a303-cf25edeba45a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:12.038241 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.074338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111724df-d19a-4ff6-8383-043945d86c02 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:12.083795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-111724df-d19a-4ff6-8383-043945d86c02 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "GET /v2.0/ports/82aa27b7-205d-48c3-98ad-cbd6818cad2e HTTP/1.1" status: 200 len: 1129 time: 0.3609200 Nov 10 22:53:12.108117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0da7b23-7462-4b79-b5e2-08c7a1eb6036 req-12edde6f-c6a6-48d2-b55b-e526c9dbcaf0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890254 Nov 10 22:53:12.108685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:12.118314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:12.140906 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.215821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc17444-f5e4-4e3c-8a27-ed99081c367a None None] Network 60055316-d279-4040-82c9-1726699feb5a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:12.339596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Provisioning complete for port db326171-a278-4a15-8ab9-6f7ae7676119 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:12.340354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.383942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:12.469821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbffe3-d00f-45d7-aa86-fd74ddc12aec req-6ca2bbbd-d034-4986-b024-306589d4190a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:12.473028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57fbffe3-d00f-45d7-aa86-fd74ddc12aec req-6ca2bbbd-d034-4986-b024-306589d4190a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1757984 Nov 10 22:53:12.491038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Deleting port 82aa27b7-205d-48c3-98ad-cbd6818cad2e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:12.496544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.635598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.727173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device db326171-a278-4a15-8ab9-6f7ae7676119 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:12.842563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47ffb8a8-372d-44ac-9e98-15d8d4bb7771 req-ab2be742-3b83-41ed-bf05-f3417f9ca24d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0185366 Nov 10 22:53:12.853385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=1c23098b-03a4-4acb-baeb-1049be015231,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:12.861369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.894197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57fbffe3-d00f-45d7-aa86-fd74ddc12aec req-ca9434d6-40f0-4e3b-9156-978139781130 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868585 Nov 10 22:53:12.918072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.920114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Calling delete_port for 82aa27b7-205d-48c3-98ad-cbd6818cad2e owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:12.944998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:12.962888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dad553a9-c627-4af0-a9f9-4254fd0b64a3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/1c23098b-03a4-4acb-baeb-1049be015231 HTTP/1.1" status: 204 len: 168 time: 2.3915083 Nov 10 22:53:12.964448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47374) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:13.012754 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea64a95-4545-49d4-b9d0-d93b5ca1e6fe tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:53:13.013641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea64a95-4545-49d4-b9d0-d93b5ca1e6fe tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:53:13.017557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9ea64a95-4545-49d4-b9d0-d93b5ca1e6fe tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/1c23098b-03a4-4acb-baeb-1049be015231 HTTP/1.1" status: 404 len: 333 time: 0.0467513 Nov 10 22:53:13.020758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47376) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:13.022622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:13.025705 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d81a1-ff01-4057-960b-4183eeca8ae0" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:13.042948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 7925d170-214e-4f34-af75-5a1b563aa45f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:13.043434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.050721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] For port db326171-a278-4a15-8ab9-6f7ae7676119, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=db326171-a278-4a15-8ab9-6f7ae7676119,segment=NetworkSegment(d292752f-9655-4769-b8cb-ff0135227515),segment_id=d292752f-9655-4769-b8cb-ff0135227515)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:13.060518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.105915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port db326171-a278-4a15-8ab9-6f7ae7676119 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:13.106283 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.159878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Provisioning complete for port 82aa27b7-205d-48c3-98ad-cbd6818cad2e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:13.160246 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.161239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be07ce9-c771-461a-a3eb-264b05c8868b req-c98b0e41-d37d-451b-9d78-3bf00b40ad7a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:13.168891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5be07ce9-c771-461a-a3eb-264b05c8868b req-c98b0e41-d37d-451b-9d78-3bf00b40ad7a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.1265328 Nov 10 22:53:13.179795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] For port 7925d170-214e-4f34-af75-5a1b563aa45f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7925d170-214e-4f34-af75-5a1b563aa45f,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:13.180446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.198928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 7925d170-214e-4f34-af75-5a1b563aa45f owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:13.219997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Pushing event updated for resources: {'Port': ['ID=db326171-a278-4a15-8ab9-6f7ae7676119,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:13.246946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-73e70f74-c850-412f-8638-1a26ea0979fb None None] Port 82aa27b7-205d-48c3-98ad-cbd6818cad2e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:13.271432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5be07ce9-c771-461a-a3eb-264b05c8868b req-5cf7934f-ba2e-4fd7-a163-e14ad6ca7cc1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015339 Nov 10 22:53:13.329834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.372189 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c4fe1c-7b56-4725-a394-7725719e54f0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:13.374509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-49c4fe1c-7b56-4725-a394-7725719e54f0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/1c23098b-03a4-4acb-baeb-1049be015231 HTTP/1.1" status: 404 len: 333 time: 0.3514783 Nov 10 22:53:13.380961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47382) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:13.395400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event deleted for resources: {'Port': ['ID=82aa27b7-205d-48c3-98ad-cbd6818cad2e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:13.403427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-232bc6d6-08d4-4376-8760-b133ba6bc2ec None None] Provisioning complete for port db326171-a278-4a15-8ab9-6f7ae7676119 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:13.403922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-232bc6d6-08d4-4376-8760-b133ba6bc2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.481509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.481864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.482504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.483013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.484145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.484462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.484998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.485509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.485839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.486172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.486500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.486823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:13.500441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.503835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-280cbac5-618c-4892-90b1-74146fca0aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "DELETE /v2.0/ports/82aa27b7-205d-48c3-98ad-cbd6818cad2e HTTP/1.1" status: 204 len: 168 time: 1.3941126 Nov 10 22:53:13.508805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47384) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:13.510154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc58c55-ebdd-4514-9ab1-8f0576bd0f8c req-cf577f01-782d-475d-a92f-9d15cad5d317 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:13.518522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bc58c55-ebdd-4514-9ab1-8f0576bd0f8c req-cf577f01-782d-475d-a92f-9d15cad5d317 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 945 time: 0.2044528 Nov 10 22:53:13.525872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.528269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-232bc6d6-08d4-4376-8760-b133ba6bc2ec None None] Could not find standard attr ID for object 1c23098b-03a4-4acb-baeb-1049be015231. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:13.565412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 8fcc5a2c-0cfe-4441-8049-397cea5806c3 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:13.580377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=7925d170-214e-4f34-af75-5a1b563aa45f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:13.586175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.637412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6d10-45f4-4011-8b38-6e4159d8a126 req-8c4733ea-6328-4dda-b738-aae991b55348 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:13.644499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e705cb64-1a4c-4d7e-b6e7-cc463bae0971 None None] Could not find standard attr ID for object 1c23098b-03a4-4acb-baeb-1049be015231. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:13.646919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba1f6d10-45f4-4011-8b38-6e4159d8a126 req-8c4733ea-6328-4dda-b738-aae991b55348 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2485273 Nov 10 22:53:13.663809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] No DVR routers for this DVR port 7925d170-214e-4f34-af75-5a1b563aa45f on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:13.667934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Deleting subnet b0263ac6-2a57-4d9e-bf32-8622e1a5d87e {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:13.671345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.675703 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-e674b2b7-de2b-4153-8c17-12d8cec9e2af tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "DELETE /v2.0/ports/7925d170-214e-4f34-af75-5a1b563aa45f HTTP/1.1" status: 204 len: 173 time: 1.9997549 Nov 10 22:53:13.676809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:13.679591 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69a56a-8fd2-485c-9cc2-7356fb295f13" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:13.680586 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.717455 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bc58c55-ebdd-4514-9ab1-8f0576bd0f8c req-6289573b-bca1-4ef0-b42b-3203b5a7af75 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913450 Nov 10 22:53:13.724386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.754307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.895830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:13.895830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.928415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:13.972087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba1f6d10-45f4-4011-8b38-6e4159d8a126 req-3fdb9600-e8f8-4a27-af56-53ccadd3096c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238258 Nov 10 22:53:14.041699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.081901 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d33e6-d8c2-4c11-8990-f7a765f79ede x-openstack-request-id: req-935d33e6-d8c2-4c11-8990-f7a765f79ede {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:14.082428 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:14.083057 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-935d33e6-d8c2-4c11-8990-f7a765f79ede {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:14.084146 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'code': 200} Nov 10 22:53:14.084810 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f', 'code': 200} Nov 10 22:53:14.100488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] For port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:14.102704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.141998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.173782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.178478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/8fcc5a2c-0cfe-4441-8049-397cea5806c3 HTTP/1.1" status: 204 len: 168 time: 0.7943964 Nov 10 22:53:14.182730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd418f-cc29-4627-b2bb-afe5a0b61d7c None None] Network 60055316-d279-4040-82c9-1726699feb5a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:14.196906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47396) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:14.271309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6945-6379-49a9-8d7e-778533710c8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcc5a2c-0cfe-4441-8049-397cea5806c3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:14.329516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-7b612a2b-304c-4858-925c-06f54de0f6b6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.347744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-7b612a2b-304c-4858-925c-06f54de0f6b6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.356007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-7b612a2b-304c-4858-925c-06f54de0f6b6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.369473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-7b612a2b-304c-4858-925c-06f54de0f6b6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.382114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-7b612a2b-304c-4858-925c-06f54de0f6b6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3143 time: 0.1738055 Nov 10 22:53:14.406581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.473611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event deleted for resources: {'Subnet': ['ID=b0263ac6-2a57-4d9e-bf32-8622e1a5d87e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:14.477413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.485872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee47fd18-7d8b-4946-8413-a0de24bcd2f3 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "DELETE /v2.0/subnets/b0263ac6-2a57-4d9e-bf32-8622e1a5d87e HTTP/1.1" status: 204 len: 168 time: 0.9742532 Nov 10 22:53:14.487384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47410) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:14.504327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38459e-d24c-496e-906b-fb19e1583194 None None] Network c9656a29-29be-47f7-8c8e-453936220440 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:14.598291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e0e2caa-4c03-46ce-b2ca-4a4d6be3cc17 req-fec2aaa5-d66f-413f-b011-e99dfa0e0dd3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152829 Nov 10 22:53:14.603411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.609986 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a644a39-f7f5-4f22-8897-6ab3713f6ca6 x-openstack-request-id: req-0a644a39-f7f5-4f22-8897-6ab3713f6ca6 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:14.610235 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "7925d170-214e-4f34-af75-5a1b563aa45f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:14.610494 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a644a39-f7f5-4f22-8897-6ab3713f6ca6 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:14.610960 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '7925d170-214e-4f34-af75-5a1b563aa45f', 'status': 'completed', 'code': 200} Nov 10 22:53:14.645349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.681644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device db326171-a278-4a15-8ab9-6f7ae7676119 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:14.713587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Deleting port c99cc651-4068-4515-a27b-2fc3f1227244 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:14.714216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.820597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.824808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port db326171-a278-4a15-8ab9-6f7ae7676119 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:14.825578 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.937169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] For port c99cc651-4068-4515-a27b-2fc3f1227244, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c99cc651-4068-4515-a27b-2fc3f1227244,segment=NetworkSegment(6798aff4-0158-49ae-b9c8-6dc313ec9b2c),segment_id=6798aff4-0158-49ae-b9c8-6dc313ec9b2c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:14.937816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:14.960931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce037bf-565f-4653-be37-e0357d15503c req-5f795077-4425-4a0a-9d80-bb82d05c0249 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.963725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ce037bf-565f-4653-be37-e0357d15503c req-5f795077-4425-4a0a-9d80-bb82d05c0249 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.2660613 Nov 10 22:53:14.966873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] DHCP port deletion for 60055316-d279-4040-82c9-1726699feb5a request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:14.979507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f64f1-f4a5-4a03-92b5-b613f9cc38be req-bd310e0e-8ebe-449a-87ed-61174c179fa0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:14.981384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-769f64f1-f4a5-4a03-92b5-b613f9cc38be req-bd310e0e-8ebe-449a-87ed-61174c179fa0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1961498 Nov 10 22:53:14.982516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Calling delete_port for c99cc651-4068-4515-a27b-2fc3f1227244 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:15.005255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] DHCP port deletion for c9656a29-29be-47f7-8c8e-453936220440 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:15.062468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port db326171-a278-4a15-8ab9-6f7ae7676119 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:15.062793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.093572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-769f64f1-f4a5-4a03-92b5-b613f9cc38be req-bfa0cb01-e8e7-4211-80dd-a9cbeee89590 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006439 Nov 10 22:53:15.107774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.120557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Deleting port db326171-a278-4a15-8ab9-6f7ae7676119 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:15.120938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.138579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.147175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.147899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.148466 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Floating IP 7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5 disassociated. External IP: 172.25.0.170, port: 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2. Nov 10 22:53:15.149292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:15.181084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event deleted for resources: {'Port': ['ID=c99cc651-4068-4515-a27b-2fc3f1227244,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:15.188185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] No DVR routers for this DVR port c99cc651-4068-4515-a27b-2fc3f1227244 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:15.194540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port db326171-a278-4a15-8ab9-6f7ae7676119, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=db326171-a278-4a15-8ab9-6f7ae7676119,segment=NetworkSegment(d292752f-9655-4769-b8cb-ff0135227515),segment_id=d292752f-9655-4769-b8cb-ff0135227515)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:15.195829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.218447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for db326171-a278-4a15-8ab9-6f7ae7676119 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:15.224599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] For port db326171-a278-4a15-8ab9-6f7ae7676119, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=db326171-a278-4a15-8ab9-6f7ae7676119,segment=NetworkSegment(d292752f-9655-4769-b8cb-ff0135227515),segment_id=d292752f-9655-4769-b8cb-ff0135227515)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:15.225605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.229675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Deleting port c99cc651-4068-4515-a27b-2fc3f1227244 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:15.230254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.252565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Calling delete_port for db326171-a278-4a15-8ab9-6f7ae7676119 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:15.316036 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.381460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] For port c99cc651-4068-4515-a27b-2fc3f1227244, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:15.383652 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.387167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.416253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=db326171-a278-4a15-8ab9-6f7ae7676119,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:15.424423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port db326171-a278-4a15-8ab9-6f7ae7676119 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:15.433521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Calling delete_port for c99cc651-4068-4515-a27b-2fc3f1227244 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:15.443946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Port c99cc651-4068-4515-a27b-2fc3f1227244 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:53:15.466952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.494128 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ce037bf-565f-4653-be37-e0357d15503c req-06a35211-ee7a-4a4e-9558-c5d934a2f4fa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046041 Nov 10 22:53:15.533000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] Pushing event deleted for resources: {'Port': ['ID=c99cc651-4068-4515-a27b-2fc3f1227244,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:15.567923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4be958-6da4-43ce-88f7-a3a0a5357aa0 None None] No DVR routers for this DVR port c99cc651-4068-4515-a27b-2fc3f1227244 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:15.594489 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.610255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] No DVR routers for this DVR port db326171-a278-4a15-8ab9-6f7ae7676119 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:15.611408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.634128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d6810-0ff4-4b3c-bd7d-47dc282738f5 None None] Pushing event deleted for resources: {'Port': ['ID=db326171-a278-4a15-8ab9-6f7ae7676119,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:15.654816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60055316-d279-4040-82c9-1726699feb5a']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.676317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd292752f-9655-4769-b8cb-ff0135227515') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.676614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd292752f-9655-4769-b8cb-ff0135227515') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.699989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.776773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.813692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9656a29-29be-47f7-8c8e-453936220440']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.813907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:15.814397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:15.819703 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:15.829562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6798aff4-0158-49ae-b9c8-6dc313ec9b2c') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.829864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6798aff4-0158-49ae-b9c8-6dc313ec9b2c') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:15.853717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3eaf6-88c7-4717-97c2-8f11d13cb904 req-f144140e-f52c-487a-a6ea-57893b4dbc6d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:15.855870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77a3eaf6-88c7-4717-97c2-8f11d13cb904 req-f144140e-f52c-487a-a6ea-57893b4dbc6d tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.5991340 Nov 10 22:53:15.860804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.883546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.885910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.896265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:15.897060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:15.900132 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:15.936220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=3f0bdaab-1696-498f-a5c1-2a14eea5a7e2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:15.947698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b2869-c244-4b4b-a128-61428ffb6887 req-4be43c87-dd6b-4600-8269-21c9e2dee1de tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:15.954704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b2869-c244-4b4b-a128-61428ffb6887 req-4be43c87-dd6b-4600-8269-21c9e2dee1de tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:15.961016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b2869-c244-4b4b-a128-61428ffb6887 req-4be43c87-dd6b-4600-8269-21c9e2dee1de tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:15.970124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b2869-c244-4b4b-a128-61428ffb6887 req-4be43c87-dd6b-4600-8269-21c9e2dee1de tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:15.971058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:53:15.972285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-185b2869-c244-4b4b-a128-61428ffb6887 req-4be43c87-dd6b-4600-8269-21c9e2dee1de tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 3064 time: 0.2173707 Nov 10 22:53:15.988106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.013459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.025404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.026212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.037603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/60055316-d279-4040-82c9-1726699feb5a HTTP/1.1" status: 204 len: 168 time: 1.8356810 Nov 10 22:53:16.037811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] 10.222.0.25 "DELETE /v2.0/networks/c9656a29-29be-47f7-8c8e-453936220440 HTTP/1.1" status: 204 len: 168 time: 1.5457182 Nov 10 22:53:16.039514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:16.046355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1955889711'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:16.056198 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77a3eaf6-88c7-4717-97c2-8f11d13cb904 req-60256c4a-3b0c-402c-8f4d-20eb76e69031 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546516 Nov 10 22:53:16.070123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdfd9-5752-49df-9269-068258549293 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=60055316-d279-4040-82c9-1726699feb5a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:16.070615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9c37-dcd4-4bbf-9166-8dba20f63315 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183 tempest-ExtraDHCPOptionsIpV6TestJSON-370145183-project] Pushing event deleted for resources: {'Network': ['ID=c9656a29-29be-47f7-8c8e-453936220440,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:16.093854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:16.098830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.162141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-185b2869-c244-4b4b-a128-61428ffb6887 req-1415786b-0230-4642-bf5f-f7a399d52df8 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713686 Nov 10 22:53:16.187620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:16.201374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.201374 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment cc3576a9-6796-41f7-be27-e1fe4029b32a of type vlan for network ba22a334-995c-4d36-910c-1d37586c56e9 Nov 10 22:53:16.318010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.408685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Router 8fd5522a-2dec-498a-a532-42b1c036984c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:53:16.430288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2d339-abea-4e35-a4f1-a89be185d582 req-f5b9d612-2af9-4aef-b6e0-22fdb3e1fc6e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:16.431719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53b2d339-abea-4e35-a4f1-a89be185d582 req-f5b9d612-2af9-4aef-b6e0-22fdb3e1fc6e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1285460 Nov 10 22:53:16.432698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5cf3-a144-43ce-bca5-35dc5c0bd8cc req-60d931b3-d617-4756-9bb3-7521142bfb50 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:16.435182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-900e5cf3-a144-43ce-bca5-35dc5c0bd8cc req-60d931b3-d617-4756-9bb3-7521142bfb50 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1390622 Nov 10 22:53:16.477804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.492340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:16.492963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.493390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:16.522256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'port_id': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'mac_address': 'fa:16:3e:d8:7f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:53:16.547456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device db326171-a278-4a15-8ab9-6f7ae7676119 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:16.604425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: db326171-a278-4a15-8ab9-6f7ae7676119 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:16.606898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device db326171-a278-4a15-8ab9-6f7ae7676119 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:16.607370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c99cc651-4068-4515-a27b-2fc3f1227244 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:16.626216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=ba22a334-995c-4d36-910c-1d37586c56e9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:16.639232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:16.667663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ba22a334-995c-4d36-910c-1d37586c56e9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:16.673731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-048c1226-2758-4b87-b808-3b47365800fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6296053 Nov 10 22:53:16.675841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47450) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:16.685808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:16.710284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c99cc651-4068-4515-a27b-2fc3f1227244 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:16.710660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c99cc651-4068-4515-a27b-2fc3f1227244 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:16.753693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-900e5cf3-a144-43ce-bca5-35dc5c0bd8cc req-9d843873-2c45-4fa3-931a-8bbca65558c3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093317 Nov 10 22:53:16.867857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53b2d339-abea-4e35-a4f1-a89be185d582 req-6504993f-788f-43a3-9bc6-dff984b48aa1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957813 Nov 10 22:53:16.911113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:16.955313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:53:16.974885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61592b4e-33c8-4dbf-baaf-7b17df4fa30f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:17.002478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Sync routers for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:53:17.012126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:17.025208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.059190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc462d51-68d8-4125-b13f-608c3aaba617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=feb8e65af58647bf99d88eb30a338739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128194 Nov 10 22:53:17.062072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:17.063115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:17.067105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] No DVR routers for this DVR port 3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:17.077970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:52:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:17.078662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.085429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-9abfcf2b-bca5-42d9-88ec-fc68fe5f26fb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "DELETE /v2.0/ports/3f0bdaab-1696-498f-a5c1-2a14eea5a7e2 HTTP/1.1" status: 204 len: 173 time: 3.4000640 Nov 10 22:53:17.087724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:17.090152 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0079214-bb4a-485f-b4fc-75cde4fa4059" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:17.219723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:17.251302 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.306094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.368442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.381180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port f2593ad1-d83e-40e8-86c8-e752c8668e6f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:17.382473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.452691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['61592b4e-33c8-4dbf-baaf-7b17df4fa30f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:53:17.493184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.604638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=25fc25b1-6182-48e0-9b80-3e390ff26ea2,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:17.607603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': 'cc3576a9-6796-41f7-be27-e1fe4029b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:17.608070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: ba22a334-995c-4d36-910c-1d37586c56e9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:17.629503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network ba22a334-995c-4d36-910c-1d37586c56e9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:17.646049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ba22a334-995c-4d36-910c-1d37586c56e9) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:17.652732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:17.653849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.681720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c75dc392-07f8-44af-977a-af1a54236fce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0047777 Nov 10 22:53:17.684375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:17.691910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79471ef6-5836-4ad0-9616-1c61626f39c4 None None] Network ba22a334-995c-4d36-910c-1d37586c56e9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:17.693751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1351296232'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:17.703410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:17.735519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:17.740836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] For port f2593ad1-d83e-40e8-86c8-e752c8668e6f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f2593ad1-d83e-40e8-86c8-e752c8668e6f,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:17.741383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.796851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for f2593ad1-d83e-40e8-86c8-e752c8668e6f owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:17.939405 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f26ec-8d77-4ef5-bb3b-60aed2107a10 x-openstack-request-id: req-9d7f26ec-8d77-4ef5-bb3b-60aed2107a10 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:17.939405 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "3f0bdaab-1696-498f-a5c1-2a14eea5a7e2", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:17.939908 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d7f26ec-8d77-4ef5-bb3b-60aed2107a10 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:17.939908 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '3f0bdaab-1696-498f-a5c1-2a14eea5a7e2', 'status': 'completed', 'code': 200} Nov 10 22:53:17.956355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.959454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:17.966694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b84bca08-bb2d-4c1f-bb70-d1eb446f6fc6 HTTP/1.1" status: 204 len: 168 time: 0.9016135 Nov 10 22:53:17.986702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efed9f-09c7-493b-8d84-10c181dbd79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84bca08-bb2d-4c1f-bb70-d1eb446f6fc6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:18.026718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4337-ffce-41f3-b45b-ec1dd5557b93 req-777a5e93-94c8-4827-b496-b31d16a6ec71 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:18.028654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f35a4337-ffce-41f3-b45b-ec1dd5557b93 req-777a5e93-94c8-4827-b496-b31d16a6ec71 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.6391706 Nov 10 22:53:18.054462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac971-8b14-4889-9b99-b58c0731fa08 req-577144d3-123c-46c1-8dc9-bc6be484ccf9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:18.060573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac971-8b14-4889-9b99-b58c0731fa08 req-577144d3-123c-46c1-8dc9-bc6be484ccf9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:18.067547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac971-8b14-4889-9b99-b58c0731fa08 req-577144d3-123c-46c1-8dc9-bc6be484ccf9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:18.077524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01eac971-8b14-4889-9b99-b58c0731fa08 req-577144d3-123c-46c1-8dc9-bc6be484ccf9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 2409 time: 0.1059911 Nov 10 22:53:18.133215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:18.148613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:18.190382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 3b66d754-0a3a-456f-ae57-3df84c17c531 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:18.201020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f35a4337-ffce-41f3-b45b-ec1dd5557b93 req-463805f0-076b-4e81-b056-6a28cbd812af tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230147 Nov 10 22:53:18.208560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:18.313037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=f2593ad1-d83e-40e8-86c8-e752c8668e6f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:18.409254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] No DVR routers for this DVR port f2593ad1-d83e-40e8-86c8-e752c8668e6f on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:18.425670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::3c (ba22a334-995c-4d36-910c-1d37586c56e9/25fc25b1-6182-48e0-9b80-3e390ff26ea2/3b66d754-0a3a-456f-ae57-3df84c17c531) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:18.432318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:18.446386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-2c22e73b-e68c-4317-8330-383655b6b7fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "DELETE /v2.0/ports/f2593ad1-d83e-40e8-86c8-e752c8668e6f HTTP/1.1" status: 204 len: 173 time: 1.3446972 Nov 10 22:53:18.542492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01eac971-8b14-4889-9b99-b58c0731fa08 req-9f40e5db-0009-4e5e-9e7a-658d26144cd6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572382 Nov 10 22:53:18.647664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:18.736484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 57b4f446-2c0a-469b-96ee-e225d40325c5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:18.736825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:18.778885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e6d2-0f40-4fc9-9882-b58749f0a02c req-0592b931-d7b0-426d-bcd7-cfd64b93eae0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:18.788843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70d3e6d2-0f40-4fc9-9882-b58749f0a02c req-0592b931-d7b0-426d-bcd7-cfd64b93eae0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1301656 Nov 10 22:53:18.974727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70d3e6d2-0f40-4fc9-9882-b58749f0a02c req-160d8283-800b-4df8-9b09-ac2201f3bba4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849775 Nov 10 22:53:18.990739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:19.050572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:19.112171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network ba22a334-995c-4d36-910c-1d37586c56e9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:19.115584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:19.135854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:19.141795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:19.142101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] For port 57b4f446-2c0a-469b-96ee-e225d40325c5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=57b4f446-2c0a-469b-96ee-e225d40325c5,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:19.142409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:19.142546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:19.146128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Checking router: 8fd5522a-2dec-498a-a532-42b1c036984c for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:53:19.155777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ba22a334-995c-4d36-910c-1d37586c56e9', 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': '25fc25b1-6182-48e0-9b80-3e390ff26ea2'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:19.157521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:19.175519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=3b66d754-0a3a-456f-ae57-3df84c17c531,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:19.183711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 57b4f446-2c0a-469b-96ee-e225d40325c5 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:19.189845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47530) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:19.190180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c67ec1c1-1eb5-4db1-a0de-921b8e7a7c6d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5046692 Nov 10 22:53:19.202805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2d29-7586-466f-aa1f-35e5c959761c req-7b385b84-82a0-418e-88ad-03673814a013 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:19.204957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:19.209005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-677a2d29-7586-466f-aa1f-35e5c959761c req-7b385b84-82a0-418e-88ad-03673814a013 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 944 time: 0.2168336 Nov 10 22:53:19.211220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:52:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:19.494980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:19.496734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-677a2d29-7586-466f-aa1f-35e5c959761c req-50cda288-78f9-4534-908f-38a0b7d2cf9c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867599 Nov 10 22:53:19.605604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Allocated IP 2001:db8::2 (ba22a334-995c-4d36-910c-1d37586c56e9/25fc25b1-6182-48e0-9b80-3e390ff26ea2/acc9e68a-da96-4758-ba7b-51e049e49731) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:19.626524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77180be-9120-4001-b268-c12cb977271f req-b842797c-fc0f-4906-96a2-fdb97cd2c2dd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:19.628244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b77180be-9120-4001-b268-c12cb977271f req-b842797c-fc0f-4906-96a2-fdb97cd2c2dd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.1151981 Nov 10 22:53:19.805633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b77180be-9120-4001-b268-c12cb977271f req-bd8f9154-0950-40d0-a9ad-af8a765bc146 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596818 Nov 10 22:53:20.065663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:20.335286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-27039587-3ad2-41a3-ba38-de8da6418003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.337008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-27039587-3ad2-41a3-ba38-de8da6418003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9845347f3234cfdbf64e96270c226e5&device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 1098 time: 0.0803490 Nov 10 22:53:20.355901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66ff59-8965-4c93-a522-6f44fc9848b2 req-933a2735-f5b3-48e1-9bfe-1b16f5be4ea4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.359027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:20.365543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66ff59-8965-4c93-a522-6f44fc9848b2 req-933a2735-f5b3-48e1-9bfe-1b16f5be4ea4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.377772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b66ff59-8965-4c93-a522-6f44fc9848b2 req-933a2735-f5b3-48e1-9bfe-1b16f5be4ea4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 1677 time: 0.1958523 Nov 10 22:53:20.449942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:20.461041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:20.470892 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75d93b-96b2-4822-900a-ce0033d56a80" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:20.524685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b66ff59-8965-4c93-a522-6f44fc9848b2 req-37152b2c-1579-44ff-b040-8f7d9d24556a tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430433 Nov 10 22:53:20.551044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 3b66d754-0a3a-456f-ae57-3df84c17c531 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:20.568384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:20.631171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-8831f3f9-af89-41e7-aca6-356b4e0a0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.632762 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-8831f3f9-af89-41e7-aca6-356b4e0a0481 service neutron] 10.222.0.39 "GET /v2.0/networks?id=39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 200 len: 914 time: 0.2518039 Nov 10 22:53:20.777784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-1f35a95b-1160-4107-b1e1-72da0ceed45f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 200 len: 217 time: 0.1281116 Nov 10 22:53:20.828516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:53:20.868158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Network ba22a334-995c-4d36-910c-1d37586c56e9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:20.894446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:20.898167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:20.918179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e400a7f-4540-4f78-b07b-8225edc3790f req-f82c61a8-809b-4c62-9e2b-6c6d20385a2e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.932637 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e400a7f-4540-4f78-b07b-8225edc3790f req-f82c61a8-809b-4c62-9e2b-6c6d20385a2e tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 945 time: 1.2719910 Nov 10 22:53:20.939560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Pushing event updated for resources: {'Port': ['ID=acc9e68a-da96-4758-ba7b-51e049e49731,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:20.985710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2f1b6-92eb-4b87-897a-f5ac931a9802 req-80f668e1-746d-4ff4-9c86-dc3ee6890ab1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:20.993989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:20.996866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad2f1b6-92eb-4b87-897a-f5ac931a9802 req-80f668e1-746d-4ff4-9c86-dc3ee6890ab1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2218907 Nov 10 22:53:21.012338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:53:21.026475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-dd14ee13-abbd-4088-a51f-73a0731a4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:21.028673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-dd14ee13-abbd-4088-a51f-73a0731a4b49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 200 len: 854 time: 0.2109041 Nov 10 22:53:21.040001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:21.040001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.063664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Attempting to bind port acc9e68a-da96-4758-ba7b-51e049e49731 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:21.064617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Attempting to bind port acc9e68a-da96-4758-ba7b-51e049e49731 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'cc3576a9-6796-41f7-be27-e1fe4029b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:21.064617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Attempting to bind port acc9e68a-da96-4758-ba7b-51e049e49731 on network ba22a334-995c-4d36-910c-1d37586c56e9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:21.110757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.111430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.111430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.112042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.112042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.112360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.112677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.113031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.113330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.113643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.113956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.114268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:21.157538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-f7a6734b-4cbb-4903-8bd9-712f4301abf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d64004-f881-4221-ab7e-8506772086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137908 Nov 10 22:53:21.215447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:21.219443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Checking segment: {'id': 'cc3576a9-6796-41f7-be27-e1fe4029b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:21.219982 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.223455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Bound using segment: {'id': 'cc3576a9-6796-41f7-be27-e1fe4029b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:21.224094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Bound port: acc9e68a-da96-4758-ba7b-51e049e49731, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3576a9-6796-41f7-be27-e1fe4029b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba22a334-995c-4d36-910c-1d37586c56e9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:21.224597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.232939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.290331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-3462468f-4c9b-401c-878a-d0864d43647f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:21.292452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-3462468f-4c9b-401c-878a-d0864d43647f tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 945 time: 0.5193474 Nov 10 22:53:21.296114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:21.318192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad2f1b6-92eb-4b87-897a-f5ac931a9802 req-09847ee8-a4ce-45f5-b329-94ebe45805b9 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926812 Nov 10 22:53:21.324442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=57b4f446-2c0a-469b-96ee-e225d40325c5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:21.335510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 3b66d754-0a3a-456f-ae57-3df84c17c531 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:21.423876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825eba3-0089-40d4-8ebf-be984d3ebed1 None None] The sync data for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 is: [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:42:12Z', 'revision_number': 4, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '86f8fab1-2726-457d-918d-26fc44ddf104', 'name': '', 'network_id': '253d8ae1-57a6-4cdf-9f54-07e334927f94', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'mac_address': 'fa:16:3e:9c:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:11Z', 'updated_at': '2021-11-10T22:42:21Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'subnets': [{'id': 'd6cbcfab-19d9-4e54-b870-b93f5d20cd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:53:21.427030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-abf1123a-f17b-46a9-9ab9-03ab08634421 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624288 Nov 10 22:53:21.641130 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ad134-1bb9-4d53-ac05-6a4bfe90c19e x-openstack-request-id: req-e82ad134-1bb9-4d53-ac05-6a4bfe90c19e {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:21.641710 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "f2593ad1-d83e-40e8-86c8-e752c8668e6f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:21.641829 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e82ad134-1bb9-4d53-ac05-6a4bfe90c19e {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:21.642155 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': 'f2593ad1-d83e-40e8-86c8-e752c8668e6f', 'status': 'completed', 'code': 200} Nov 10 22:53:21.667931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:21.740604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e400a7f-4540-4f78-b07b-8225edc3790f req-03dd2e77-8bf6-4467-9f91-628e10f45d41 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060865 Nov 10 22:53:21.741802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.752623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] No DVR routers for this DVR port 57b4f446-2c0a-469b-96ee-e225d40325c5 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:21.762157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.799433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-f3f5a8a8-ced6-4513-b587-0783273a37be tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "DELETE /v2.0/ports/57b4f446-2c0a-469b-96ee-e225d40325c5 HTTP/1.1" status: 204 len: 173 time: 3.3208010 Nov 10 22:53:21.846773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:21.897524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e4b41d1-f281-4233-942c-087222eda1b9 req-60b2a50c-3946-412d-811c-abe4559a7621 service neutron] 10.222.0.39 "GET /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593167 Nov 10 22:53:21.922300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f', 'port_id': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'mac_address': 'fa:16:3e:b0:05:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d04fae-5f4f-498f-aac3-adc49d6aa724', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:53:21.973401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956429d-73c4-4b9e-8b3d-67536215460d req-a2185ddf-b613-4e24-a655-64a3cb29bd6c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:21.994444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9956429d-73c4-4b9e-8b3d-67536215460d req-a2185ddf-b613-4e24-a655-64a3cb29bd6c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 944 time: 0.2674561 Nov 10 22:53:22.048076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:22.056155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5f995-3641-451a-b673-cd8dd615d582 None None] New status for floating IP 7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:53:22.067076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:22.079273 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55d9df-bf7a-483b-89cb-0aa556c643eb" -d '{"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-plugged", "status": "completed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:22.090248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9956429d-73c4-4b9e-8b3d-67536215460d req-1f4f21f3-7162-4906-84a9-00adb1020b7a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930688 Nov 10 22:53:22.091055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.115864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] For port acc9e68a-da96-4758-ba7b-51e049e49731, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:22.179287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=3b66d754-0a3a-456f-ae57-3df84c17c531,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:22.299264 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.305162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7273a356-bd7a-4e13-8291-d06c2afd0634 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/3b66d754-0a3a-456f-ae57-3df84c17c531 HTTP/1.1" status: 204 len: 168 time: 3.1122777 Nov 10 22:53:22.307961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47588) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:22.356224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856c1d-9e17-43f7-be6c-226adb76b010 req-76e130c0-ce87-489c-a9f0-602cec9761cd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:22.360342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32856c1d-9e17-43f7-be6c-226adb76b010 req-76e130c0-ce87-489c-a9f0-602cec9761cd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.3178971 Nov 10 22:53:22.393058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ebd3-6dca-4f5f-af53-10fef073a389 req-877b0060-effb-4da4-b572-7127ba33c329 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:22.395544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Deleting port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:22.395956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.405736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c6ebd3-6dca-4f5f-af53-10fef073a389 req-877b0060-effb-4da4-b572-7127ba33c329 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 943 time: 0.1596165 Nov 10 22:53:22.407647 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a362fb66-e011-439c-b289-a06cc514c660 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:22.424476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] For port acc9e68a-da96-4758-ba7b-51e049e49731, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=acc9e68a-da96-4758-ba7b-51e049e49731,segment=NetworkSegment(cc3576a9-6796-41f7-be27-e1fe4029b32a),segment_id=cc3576a9-6796-41f7-be27-e1fe4029b32a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:22.441803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a362fb66-e011-439c-b289-a06cc514c660 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/3b66d754-0a3a-456f-ae57-3df84c17c531 HTTP/1.1" status: 404 len: 333 time: 0.1006970 Nov 10 22:53:22.448194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port e5843d30-afc9-4eba-b38b-df22d72bfead {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:22.448761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.451021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47592) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:22.509390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:22.550574 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.584021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.606102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb538f47-6f96-48ad-a264-b8916177bdd5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:22.742027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c6ebd3-6dca-4f5f-af53-10fef073a389 req-6aa6eec6-f02a-4f5b-acbf-60a7fea901b3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6b8c2c4-d4b9-4761-936f-421fff5950f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949560 Nov 10 22:53:22.772925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 25fc25b1-6182-48e0-9b80-3e390ff26ea2 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:22.779054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.855485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32856c1d-9e17-43f7-be6c-226adb76b010 req-8ad4ca24-7323-4e63-9569-25dd0395c18e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739091 Nov 10 22:53:22.876786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:22.883226 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a869e-de2d-4b7f-a669-2f9961997866 x-openstack-request-id: req-c30a869e-de2d-4b7f-a669-2f9961997866 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:22.888324 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-plugged", "status": "completed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:22.889035 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c30a869e-de2d-4b7f-a669-2f9961997866 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:22.891223 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'code': 200} Nov 10 22:53:22.904062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.904321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:22.968275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b2902-52e5-4c30-ac5f-39523a0ce3f0 None None] Pushing event updated for resources: {'Port': ['ID=acc9e68a-da96-4758-ba7b-51e049e49731,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:22.992044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] For port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,segment=NetworkSegment(0f40f964-71c8-424e-8cba-23eb602b6fa0),segment_id=0f40f964-71c8-424e-8cba-23eb602b6fa0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:22.992418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.112836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Calling delete_port for ea191f93-4ad0-41b6-97ab-103b7d8b0f6a owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:23.177582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] For port e5843d30-afc9-4eba-b38b-df22d72bfead, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e5843d30-afc9-4eba-b38b-df22d72bfead,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:23.177980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.223226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:23.226379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47602) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:23.271383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['bb538f47-6f96-48ad-a264-b8916177bdd5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:53:23.301731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for e5843d30-afc9-4eba-b38b-df22d72bfead owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:23.370596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7fed0-c716-4c75-8dd3-f636cc0af6b3 req-53590821-bef8-4ce5-a42d-cd5ea5abdc77 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:23.393416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cc7fed0-c716-4c75-8dd3-f636cc0af6b3 req-53590821-bef8-4ce5-a42d-cd5ea5abdc77 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2229452 Nov 10 22:53:23.447605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.524409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bfd971ae-64b6-453c-a022-a2477b09ce05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.569759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8b89-4042-4392-8120-b90ff1741c53 req-72a3573f-4f50-4091-a44e-6c1ff87446de tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:23.580140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-346c8b89-4042-4392-8120-b90ff1741c53 req-72a3573f-4f50-4091-a44e-6c1ff87446de tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 945 time: 0.3498580 Nov 10 22:53:23.581812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cc7fed0-c716-4c75-8dd3-f636cc0af6b3 req-0c0d3b6f-f4e9-42b8-b6c0-d29b3ebfa688 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869488 Nov 10 22:53:23.645514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:23.653228 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bec7c-61c4-49ba-b3b0-5f2961d85064" -d '{"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:23.661651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.687554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.693984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/25fc25b1-6182-48e0-9b80-3e390ff26ea2 HTTP/1.1" status: 204 len: 168 time: 1.2375638 Nov 10 22:53:23.716697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:23.739691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46ca56-b084-4f17-829d-ace64ba25dbd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=25fc25b1-6182-48e0-9b80-3e390ff26ea2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:23.804551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-346c8b89-4042-4392-8120-b90ff1741c53 req-dc21a811-27c5-4dc3-a913-58568ad025c9 tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c1a1694-2dd3-4ef1-886f-3325bb803a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233829 Nov 10 22:53:23.831359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.940386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40e99b-450f-47af-9d45-b6accad29832 req-801d8842-d795-46d0-af1d-99b75dfbf32e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:23.946117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Pushing event deleted for resources: {'Port': ['ID=ea191f93-4ad0-41b6-97ab-103b7d8b0f6a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:23.948169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b40e99b-450f-47af-9d45-b6accad29832 req-801d8842-d795-46d0-af1d-99b75dfbf32e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.2177138 Nov 10 22:53:23.965217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:23.976709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bfd971ae-64b6-453c-a022-a2477b09ce05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.008622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bfd971ae-64b6-453c-a022-a2477b09ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.062611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] No DVR routers for this DVR port ea191f93-4ad0-41b6-97ab-103b7d8b0f6a on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:24.064904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.068715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.073989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd971ae-64b6-453c-a022-a2477b09ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c22392c-10c1-4775-85f0-51f4f4b760ee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:24.079133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc4eb14-0ec8-4101-b5df-06aaacceff15 req-d8e8249b-83b2-4b19-b5f1-96e737222dfd tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.39 "DELETE /v2.0/ports/ea191f93-4ad0-41b6-97ab-103b7d8b0f6a HTTP/1.1" status: 204 len: 173 time: 2.7277615 Nov 10 22:53:24.134204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=e5843d30-afc9-4eba-b38b-df22d72bfead,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:24.150503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924c6f-73d6-479f-9257-dd4959e994bc req-5cf7ef7f-748c-495f-adb0-23506ecdf19c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:24.160415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10924c6f-73d6-479f-9257-dd4959e994bc req-5cf7ef7f-748c-495f-adb0-23506ecdf19c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2073228 Nov 10 22:53:24.188305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bfd971ae-64b6-453c-a022-a2477b09ce05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e72728f6b8fa41d4aa1889b281909dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9515634 Nov 10 22:53:24.200443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47618) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:24.251027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] No DVR routers for this DVR port e5843d30-afc9-4eba-b38b-df22d72bfead on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:24.260197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5b40e99b-450f-47af-9d45-b6accad29832 req-39e8b45e-ac9d-4a65-9bce-d95941657e87 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533484 Nov 10 22:53:24.270221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.274236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b232920f-2e9f-4508-b7dd-3f465e4cd564 req-8b0eb34d-561e-41b4-b403-219961a7f0c6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.20 "DELETE /v2.0/ports/e5843d30-afc9-4eba-b38b-df22d72bfead HTTP/1.1" status: 204 len: 173 time: 2.4738054 Nov 10 22:53:24.274643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port acc9e68a-da96-4758-ba7b-51e049e49731 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:24.286006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.388497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10924c6f-73d6-479f-9257-dd4959e994bc req-c2b34c7c-6c1f-48f0-abd6-0e7fa76ed640 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166252 Nov 10 22:53:24.399405 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457bb43-d77b-4c62-81f6-563e56d18c4d x-openstack-request-id: req-1457bb43-d77b-4c62-81f6-563e56d18c4d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:24.399869 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "57b4f446-2c0a-469b-96ee-e225d40325c5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:24.401013 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1457bb43-d77b-4c62-81f6-563e56d18c4d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:24.401660 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': '57b4f446-2c0a-469b-96ee-e225d40325c5', 'status': 'completed', 'code': 200} Nov 10 22:53:24.658488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port acc9e68a-da96-4758-ba7b-51e049e49731, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=acc9e68a-da96-4758-ba7b-51e049e49731,segment=NetworkSegment(cc3576a9-6796-41f7-be27-e1fe4029b32a),segment_id=cc3576a9-6796-41f7-be27-e1fe4029b32a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:24.659271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.722309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1a4621a-cc0d-48d1-aab8-e2389147d7c9 req-686724b1-0f60-4c62-99e3-95a46b67c4ef tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1141875 Nov 10 22:53:24.750591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.763533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for acc9e68a-da96-4758-ba7b-51e049e49731 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:24.841422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905afc0d-ce2a-4ff7-afa2-116d0be78130 req-7b0ba353-a90a-4009-876f-8be07189b4f9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:24.852911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905afc0d-ce2a-4ff7-afa2-116d0be78130 req-7b0ba353-a90a-4009-876f-8be07189b4f9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.1507747 Nov 10 22:53:24.942474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.980662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device acc9e68a-da96-4758-ba7b-51e049e49731 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:25.004124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:25.157584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905afc0d-ce2a-4ff7-afa2-116d0be78130 req-2ef467d8-e2f8-4490-90b4-627d2b639e10 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027148 Nov 10 22:53:25.256196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9d8db-aedf-4e97-8292-65bcfed049f1 None None] Network ba22a334-995c-4d36-910c-1d37586c56e9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:25.358109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.369459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.375426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c22392c-10c1-4775-85f0-51f4f4b760ee HTTP/1.1" status: 204 len: 168 time: 1.1707435 Nov 10 22:53:25.402133 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.424373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5ce07-9411-4b8a-af39-40795ad2db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c22392c-10c1-4775-85f0-51f4f4b760ee,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:25.486034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port acc9e68a-da96-4758-ba7b-51e049e49731 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:25.496245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=acc9e68a-da96-4758-ba7b-51e049e49731,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:25.597028 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f99-f9c4-4c6d-b061-da68398f7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.604930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5bf71-5d4d-44f2-b23c-58e8e5f80173 req-a2715d1f-aebc-4ee9-aca7-13b52fb27b45 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:25.612273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2a5bf71-5d4d-44f2-b23c-58e8e5f80173 req-a2715d1f-aebc-4ee9-aca7-13b52fb27b45 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2111917 Nov 10 22:53:25.670915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port acc9e68a-da96-4758-ba7b-51e049e49731 {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 22:53:25.672283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device acc9e68a-da96-4758-ba7b-51e049e49731 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 22:53:25.734771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5cf655c4-956c-4fe9-a1dd-c828bd11b18f None None] Provisioning complete for port acc9e68a-da96-4758-ba7b-51e049e49731 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:25.735567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5cf655c4-956c-4fe9-a1dd-c828bd11b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.785608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5cf655c4-956c-4fe9-a1dd-c828bd11b18f None None] Port acc9e68a-da96-4758-ba7b-51e049e49731 was deleted so its status cannot be updated. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 22:53:25.795527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5cf655c4-956c-4fe9-a1dd-c828bd11b18f None None] Could not find standard attr ID for object 3b66d754-0a3a-456f-ae57-3df84c17c531. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:25.797865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port bb538f47-6f96-48ad-a264-b8916177bdd5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:53:25.805274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Port acc9e68a-da96-4758-ba7b-51e049e49731 not found, will not notify nova. {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 22:53:25.811818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port bb538f47-6f96-48ad-a264-b8916177bdd5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:25.812565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.834044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a2a5bf71-5d4d-44f2-b23c-58e8e5f80173 req-52afff5d-f2d4-47f9-aabd-842805e803c6 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034085 Nov 10 22:53:25.887185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:25.960700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25710fb9-16f0-4a8f-898e-747664a5198c req-f53e192c-0707-4a8c-a07a-bb4e75dd72eb tempest-VolumesActionsTest-1766152254 tempest-VolumesActionsTest-1766152254-project] 10.222.0.25 "GET /v2.0/ports?device_id=e09a90ef-d522-401f-9851-a50c5ff60456 HTTP/1.1" status: 200 len: 210 time: 0.1070910 Nov 10 22:53:26.013803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba22a334-995c-4d36-910c-1d37586c56e9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:26.065965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3576a9-6796-41f7-be27-e1fe4029b32a') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:26.066469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3576a9-6796-41f7-be27-e1fe4029b32a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:26.113371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.170092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.195094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:26.197514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.245948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47638) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:26.307155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d4726-215e-4091-978e-bc59532e6435 req-ee867c0d-e260-4f25-98dd-050f2cb018ed tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:26.310624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f29d4726-215e-4091-978e-bc59532e6435 req-ee867c0d-e260-4f25-98dd-050f2cb018ed tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1912918 Nov 10 22:53:26.313439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83db367c-e070-43ad-9e44-9bb2cf4df7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.316372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026818b6-e549-45b7-8fb8-131ec0b3dff2 None None] DHCP port deletion for ba22a334-995c-4d36-910c-1d37586c56e9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:26.398935 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:26.404169 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.408268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.447791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.453794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'name': 'network-vif-deleted', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a'}, {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:26.461751 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dc994b-84ce-48d9-a0a6-49337d5824e1" -d '{"events": [{"server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "name": "network-vif-deleted", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a"}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:26.461936 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/ba22a334-995c-4d36-910c-1d37586c56e9 HTTP/1.1" status: 204 len: 168 time: 2.7423458 Nov 10 22:53:26.490123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47642) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:26.494214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:26.499485 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc5389-0f92-49bb-9ec4-67462f404421" -d '{"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:26.513652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'name': 'tempest-PortsIpV6TestJSON-627958919'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:26.532835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e54f2247-1a4c-4128-8b3a-05280e74f093 req-113d641a-619e-492b-836d-017d68c015d9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1287427 Nov 10 22:53:26.535514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:26.542209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.544462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ea191f93-4ad0-41b6-97ab-103b7d8b0f6a no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:26.551583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f29d4726-215e-4091-978e-bc59532e6435 req-891fc914-1c0c-49b4-971c-349691675197 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205918 Nov 10 22:53:26.563006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e51c6-cac0-4a4e-b043-c6c7def27628 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=ba22a334-995c-4d36-910c-1d37586c56e9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:26.625489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device acc9e68a-da96-4758-ba7b-51e049e49731 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:26.631905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ea191f93-4ad0-41b6-97ab-103b7d8b0f6a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:26.634178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ea191f93-4ad0-41b6-97ab-103b7d8b0f6a not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:26.740751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: acc9e68a-da96-4758-ba7b-51e049e49731 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:26.741132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device acc9e68a-da96-4758-ba7b-51e049e49731 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:26.838963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:26.870184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250b79-cb9b-4736-8549-d4786991199a req-b0173330-089a-4879-86b5-2fa5104b079a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:26.877886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a250b79-cb9b-4736-8549-d4786991199a req-b0173330-089a-4879-86b5-2fa5104b079a tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1583428 Nov 10 22:53:26.911289 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83db367c-e070-43ad-9e44-9bb2cf4df7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.915295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:26.923758 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.928900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83db367c-e070-43ad-9e44-9bb2cf4df7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:26.997875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a250b79-cb9b-4736-8549-d4786991199a req-ac6a3954-79ae-405f-ac9b-97f1431a4727 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053214 Nov 10 22:53:27.052493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-83db367c-e070-43ad-9e44-9bb2cf4df7bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41d026aa13c34cd79c98000e93dbcf55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8032625 Nov 10 22:53:27.055374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:27.089274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 314c4e5f-2d19-472d-9189-5b0b96ae43d2 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:27.100016 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e15119-91c3-442f-b387-280c6e9775ca x-openstack-request-id: req-47e15119-91c3-442f-b387-280c6e9775ca {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:27.100361 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a90ef-d522-401f-9851-a50c5ff60456", "name": "network-vif-deleted", "tag": "ea191f93-4ad0-41b6-97ab-103b7d8b0f6a", "status": "completed", "code": 200}, {"server_uuid": "16cb2701-2a56-400f-aea9-2560c65bbba7", "name": "network-vif-deleted", "tag": "e5843d30-afc9-4eba-b38b-df22d72bfead", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:27.100573 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47e15119-91c3-442f-b387-280c6e9775ca {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:27.100948 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a90ef-d522-401f-9851-a50c5ff60456', 'name': 'network-vif-deleted', 'tag': 'ea191f93-4ad0-41b6-97ab-103b7d8b0f6a', 'status': 'completed', 'code': 200} Nov 10 22:53:27.101224 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cb2701-2a56-400f-aea9-2560c65bbba7', 'name': 'network-vif-deleted', 'tag': 'e5843d30-afc9-4eba-b38b-df22d72bfead', 'status': 'completed', 'code': 200} Nov 10 22:53:27.149737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db367c-e070-43ad-9e44-9bb2cf4df7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27550c34-57f0-4223-befd-a81c4eb028f1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:27.162960 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ffcea-9593-47e5-b58e-1a7fde550ad4 x-openstack-request-id: req-8e3ffcea-9593-47e5-b58e-1a7fde550ad4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:27.163501 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:27.163885 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e3ffcea-9593-47e5-b58e-1a7fde550ad4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:27.165141 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'code': 200} Nov 10 22:53:27.181832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b17-be0e-43bd-9bb7-3f749130bb78 req-e6e337d4-3e40-4430-af90-4cce0cebdb83 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:27.185682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cb36b17-be0e-43bd-9bb7-3f749130bb78 req-e6e337d4-3e40-4430-af90-4cce0cebdb83 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2120044 Nov 10 22:53:27.279139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.336402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.480423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba395b-ed24-41e2-855e-9206b114eb41 req-6b0cd652-1f66-4eda-8472-90dc2a9df795 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:27.483742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2cba395b-ed24-41e2-855e-9206b114eb41 req-6b0cd652-1f66-4eda-8472-90dc2a9df795 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.0940831 Nov 10 22:53:27.486268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.490873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.494092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27550c34-57f0-4223-befd-a81c4eb028f1 HTTP/1.1" status: 204 len: 168 time: 0.4368677 Nov 10 22:53:27.501685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cb36b17-be0e-43bd-9bb7-3f749130bb78 req-6beb3ea8-e944-4048-b7b7-e7b2c5bcd876 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334242 Nov 10 22:53:27.540238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d360b3-7c15-4883-af74-03950de6e2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27550c34-57f0-4223-befd-a81c4eb028f1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:27.542280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d89b-9ea7-45ee-897b-9239d2e7eb09 req-2dc8e41a-842d-43b1-8276-99ab3a0cb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:27.544211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3377d89b-9ea7-45ee-897b-9239d2e7eb09 req-2dc8e41a-842d-43b1-8276-99ab3a0cb20f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1096 time: 0.2207916 Nov 10 22:53:27.626136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac0df22b-7059-4079-b752-6c5963895e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.655214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.703902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2cba395b-ed24-41e2-855e-9206b114eb41 req-87bb0e82-9c33-463b-a177-3ef28b0e3f8e tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034423 Nov 10 22:53:27.898649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148afc1-5cd7-4375-a892-902b9bfe4a9a req-b532b668-4ff2-4633-a412-148aafc36d22 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:27.909402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f148afc1-5cd7-4375-a892-902b9bfe4a9a req-b532b668-4ff2-4633-a412-148aafc36d22 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.0749147 Nov 10 22:53:27.919714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:27.939109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3377d89b-9ea7-45ee-897b-9239d2e7eb09 req-74cddc24-c845-4c59-8423-9a0d98d6dd86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792670 Nov 10 22:53:27.955431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d80cbc68-18d8-4ebb-8d5f-371cd73a97e1 req-f55b6ab4-b846-47ae-bbb0-21f769bc8d2b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1736894 Nov 10 22:53:28.065883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f148afc1-5cd7-4375-a892-902b9bfe4a9a req-f39c9c1e-19d2-4b92-b62c-ea5e8095ab17 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554604 Nov 10 22:53:28.107080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:28.117826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:28.138213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:28.144516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:28.145171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:28.271862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21388bab-7feb-4a72-86a5-2955866d19e9 req-a1a17814-1dd9-4109-9b82-f9c1cffd99f3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:28.283917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21388bab-7feb-4a72-86a5-2955866d19e9 req-a1a17814-1dd9-4109-9b82-f9c1cffd99f3 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1617625 Nov 10 22:53:28.287023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=314c4e5f-2d19-472d-9189-5b0b96ae43d2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:28.302481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47674) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:28.308290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d3131fa5-8a16-4603-a8d8-fb7422ea5d2e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8121917 Nov 10 22:53:28.393459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21388bab-7feb-4a72-86a5-2955866d19e9 req-dbb380e9-9018-4cc4-8610-6d7cea56e583 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083872 Nov 10 22:53:28.602259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 314c4e5f-2d19-472d-9189-5b0b96ae43d2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:28.605567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:28.648318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e25e70-d700-481e-b71d-bfaacfb5242b req-1379c88a-2424-486a-8c25-61bdac8e08c2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:28.650318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72e25e70-d700-481e-b71d-bfaacfb5242b req-1379c88a-2424-486a-8c25-61bdac8e08c2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1060181 Nov 10 22:53:28.779318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:28.825529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72e25e70-d700-481e-b71d-bfaacfb5242b req-ea8dc2dd-e179-4128-9c3f-d28dbb6d56d2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689882 Nov 10 22:53:28.838664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa97df-bc00-4a9b-86b6-37722307e522 req-8fc85ec9-3dd3-4f6b-9d5a-9d9710a90b8f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:28.849739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3daa97df-bc00-4a9b-86b6-37722307e522 req-8fc85ec9-3dd3-4f6b-9d5a-9d9710a90b8f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1986678 Nov 10 22:53:28.906989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 314c4e5f-2d19-472d-9189-5b0b96ae43d2 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:28.956931 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:29.020648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd3b1-d12a-48a9-9c43-2042ae27d889 req-696e3f8b-04fc-42be-92f5-129c14b4d05c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:29.030411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b63bd3b1-d12a-48a9-9c43-2042ae27d889 req-696e3f8b-04fc-42be-92f5-129c14b4d05c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.0993104 Nov 10 22:53:29.120376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b63bd3b1-d12a-48a9-9c43-2042ae27d889 req-6137debf-df75-46c6-af6a-35c08f647ed7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886836 Nov 10 22:53:29.159987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3daa97df-bc00-4a9b-86b6-37722307e522 req-49261770-b197-46ba-b766-b9f212464b1e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091364 Nov 10 22:53:29.230783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:29.337941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-638a05de-ea7f-4e54-8b66-88a3a1372b79 req-e95fe734-cdad-4cdd-a06e-f241cc57e8d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0641263 Nov 10 22:53:29.357036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=314c4e5f-2d19-472d-9189-5b0b96ae43d2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:29.399430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:29.411421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-836e2c29-7d3f-4e74-b4d3-7837216d8d8c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/314c4e5f-2d19-472d-9189-5b0b96ae43d2 HTTP/1.1" status: 204 len: 168 time: 1.1046598 Nov 10 22:53:29.413283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:29.441580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'mac_address': 'fa:16:3e:b9:c6:05', 'name': 'tempest-PortsIpV6TestJSON-2045064133'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:29.593042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:29.669777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ad09-c2cf-4c89-ab7c-ca5f231b3e24 req-7d3b3c8d-eae6-408b-bcb6-4674f9354126 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:29.678143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ef3ad09-c2cf-4c89-ab7c-ca5f231b3e24 req-7d3b3c8d-eae6-408b-bcb6-4674f9354126 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3074899 Nov 10 22:53:29.744105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:29.799374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7290-f90a-4652-bcbd-01d39bc5368f req-7c1eb833-f780-4a5a-8f57-dd793df79c2c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:29.814503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de9e7290-f90a-4652-bcbd-01d39bc5368f req-7c1eb833-f780-4a5a-8f57-dd793df79c2c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1354079 Nov 10 22:53:29.815437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ef3ad09-c2cf-4c89-ab7c-ca5f231b3e24 req-d74417ae-1b3a-4297-91ea-06dcc34a9be6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363778 Nov 10 22:53:29.835125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:29.965289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-de9e7290-f90a-4652-bcbd-01d39bc5368f req-96970383-648d-45fe-be30-c55d9e9e3e7c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402524 Nov 10 22:53:30.068270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:30.204550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:30.317185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:30.358810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:30.368871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297807a0-0d3e-461e-a4c4-e105c3e16cf8 req-e0da8628-d0bf-4532-8ce2-6f4da2071ea1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:30.371868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-297807a0-0d3e-461e-a4c4-e105c3e16cf8 req-e0da8628-d0bf-4532-8ce2-6f4da2071ea1 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2772152 Nov 10 22:53:30.377800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:30.385737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:30.392879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9041c-3d65-4810-a106-5399b47ae2ec req-0089a48a-71ac-4d77-aaa3-d05bdfd3dd73 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:30.393854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:30.394989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:30.406432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86a9041c-3d65-4810-a106-5399b47ae2ec req-0089a48a-71ac-4d77-aaa3-d05bdfd3dd73 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1197937 Nov 10 22:53:30.415104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:30.449002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c70a544a-cad3-498c-b77e-9f05a678472d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0317059 Nov 10 22:53:30.451085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47730) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:30.477229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-297807a0-0d3e-461e-a4c4-e105c3e16cf8 req-8bb6e3db-dc52-4a9d-be31-b0915800d998 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Nov 10 22:53:30.535347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86a9041c-3d65-4810-a106-5399b47ae2ec req-081b8eaf-7166-4dc1-82d6-40c4ea28fcd5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279366 Nov 10 22:53:30.575213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc2f0e-6f48-4cd7-adc9-2d455c594c6e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:30.579309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73bc2f0e-6f48-4cd7-adc9-2d455c594c6e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 HTTP/1.1" status: 200 len: 845 time: 0.1244066 Nov 10 22:53:30.579818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:30.735561 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:30.971617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab5259-3363-47c1-aed9-d3d76864ace7 req-ffd9b918-65cb-44ff-9158-0d8253e1a209 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:30.989263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39ab5259-3363-47c1-aed9-d3d76864ace7 req-ffd9b918-65cb-44ff-9158-0d8253e1a209 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1090255 Nov 10 22:53:31.120632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39ab5259-3363-47c1-aed9-d3d76864ace7 req-137c0f1a-6b23-4b9d-ba52-cc997b2003ce tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303744 Nov 10 22:53:31.347748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d7513-2497-459f-a6d6-7b4978e87c0d req-7669bc4c-1c03-47f7-b4cc-1ead5fb0a512 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:31.363965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b3d7513-2497-459f-a6d6-7b4978e87c0d req-7669bc4c-1c03-47f7-b4cc-1ead5fb0a512 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1211114 Nov 10 22:53:31.478471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b3d7513-2497-459f-a6d6-7b4978e87c0d req-b5186bf4-cf68-4d66-a273-ec3132c3ff9b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135137 Nov 10 22:53:31.567255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02c1bcfb-8039-4f6d-907c-cef414902785 req-dd7b4f61-d1c6-42f0-9cf2-f5030e0a86e6 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.8614018 Nov 10 22:53:31.648533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:31.649238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:31.759037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf29be9-8020-4c9e-9fe1-59b145e5ab3f req-b97aeaa3-4edd-4579-93c8-a6a66e0bf9d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:31.760597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cf29be9-8020-4c9e-9fe1-59b145e5ab3f req-b97aeaa3-4edd-4579-93c8-a6a66e0bf9d6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1409693 Nov 10 22:53:31.918075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cf29be9-8020-4c9e-9fe1-59b145e5ab3f req-7bf22df5-c70c-41d6-b0aa-7c4563901157 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411316 Nov 10 22:53:31.946625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:31.963070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:32.088438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:32.138188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:32.141490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 HTTP/1.1" status: 204 len: 168 time: 1.5605094 Nov 10 22:53:32.147057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47770) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:32.202796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bd8e9-d67f-4e28-8b2f-f5c62f3175c5 req-e578e372-e3dc-4d3c-ab98-75665c62bbcc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:32.204935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-965bd8e9-d67f-4e28-8b2f-f5c62f3175c5 req-e578e372-e3dc-4d3c-ab98-75665c62bbcc tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1068614 Nov 10 22:53:32.208468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d151c-fecb-457e-82b4-1e65b3740b28 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:32.222995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a093fc-67f1-493b-b37e-28442920c9ca req-6a1e4e6f-7028-4af0-92d2-8e8784f1cabc tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:32.231210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73a093fc-67f1-493b-b37e-28442920c9ca req-6a1e4e6f-7028-4af0-92d2-8e8784f1cabc tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1096 time: 0.4414084 Nov 10 22:53:32.274702 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c324604-13fb-4b90-9128-c3caabf5bc52 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:32.276750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c324604-13fb-4b90-9128-c3caabf5bc52 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/bc1fc2c2-f19b-4a54-b9b6-d61cf90e0852 HTTP/1.1" status: 404 len: 333 time: 0.1235280 Nov 10 22:53:32.281965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47772) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:32.289210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'name': 'tempest-PortsIpV6TestJSON-1073765179'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:32.364772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73a093fc-67f1-493b-b37e-28442920c9ca req-786e5154-460b-4cd9-aba0-7e0b6ced5789 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150470 Nov 10 22:53:32.642235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-965bd8e9-d67f-4e28-8b2f-f5c62f3175c5 req-1d397283-6bb7-4a78-8167-ec958e0880f8 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290662 Nov 10 22:53:32.694011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-da8135d1-b253-43c1-b27b-15e738218bb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1918550 Nov 10 22:53:32.701503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:32.711884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:32.816138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port cd330b90-5344-43f6-9328-5cdb8710cb5c yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:33.420874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:33.499761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-360cc682-f8e8-4c1a-9667-d7df989741cb req-d51b8246-52a4-4d50-838a-ae176425dcd0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.4887938 Nov 10 22:53:33.544739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:33.581665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-f5aa7314-7490-425b-b9e9-b7f78c344064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:33.585485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-f5aa7314-7490-425b-b9e9-b7f78c344064 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 1096 time: 0.8006887 Nov 10 22:53:33.651499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=cd330b90-5344-43f6-9328-5cdb8710cb5c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:33.822938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-4edb8c7e-0995-4132-b29e-681799568e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:33.822938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-4edb8c7e-0995-4132-b29e-681799568e5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.1670098 Nov 10 22:53:33.824792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:33.905720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:33.914855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-bcdd5980-5514-4e60-908c-2b0039ce5837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cae26bc-2968-4491-9232-8adb10061842 HTTP/1.1" status: 200 len: 217 time: 0.0677993 Nov 10 22:53:33.915986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:33.938067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:33.938781 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:33.994692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda9429-dfe2-4cb7-8f3a-75c23f621f59 req-4720d730-3e64-43f1-9db7-21b7787429d3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:33.996322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bda9429-dfe2-4cb7-8f3a-75c23f621f59 req-4720d730-3e64-43f1-9db7-21b7787429d3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3417838 Nov 10 22:53:34.018171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c45cf10-74af-4498-b932-c5a9ecd0a60d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7329154 Nov 10 22:53:34.019392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:34.040498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-3d62499a-dd25-4f5d-8337-99a44fa5174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:34.041566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:34.042133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-3d62499a-dd25-4f5d-8337-99a44fa5174e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.0970793 Nov 10 22:53:34.210180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:34.522771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-255ab672-44eb-41e6-b50c-538ccac6b2da tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:53:34.523626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-255ab672-44eb-41e6-b50c-538ccac6b2da tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243781 Nov 10 22:53:34.533112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-7b438ae8-7098-4e66-878d-c70e91e26159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:34.535733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-7b438ae8-7098-4e66-878d-c70e91e26159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4808154 Nov 10 22:53:34.583954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8bda9429-dfe2-4cb7-8f3a-75c23f621f59 req-0ad649cc-8836-4b08-8da9-7b4303d5944e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756364 Nov 10 22:53:34.596493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-2d78ce8b-5eb2-4a59-9d51-6a22202a5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:34.598934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-2d78ce8b-5eb2-4a59-9d51-6a22202a5e05 service neutron] 10.222.0.25 "GET /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 1093 time: 0.0597658 Nov 10 22:53:34.639574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Request body: {'binding': {'host': 'n-h1-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:34.640036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Unknown quota resources ['binding']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:53:34.781006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:34.789293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on host n-h1-811521-3 for vnic_type normal with profile None {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:34.789639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:34.790008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:34.802525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:34.803897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:53:34.804239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:34.813746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:34.814089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:34.814483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:34.814930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Bound port: bb538f47-6f96-48ad-a264-b8916177bdd5, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:34.921430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=cd330b90-5344-43f6-9328-5cdb8710cb5c,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:34.934283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] In _notify_port_updated(), no bound segment for port cd330b90-5344-43f6-9328-5cdb8710cb5c on network d73e64c0-b69e-42b5-ae59-452ffbd3c273 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:34.944705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:34.945451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:34.951295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b1d552fc-5334-4402-9219-4e3b1aca5715 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/ports/cd330b90-5344-43f6-9328-5cdb8710cb5c HTTP/1.1" status: 200 len: 818 time: 0.9266310 Nov 10 22:53:34.951843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47852) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:35.164535 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-9d17ad62-0ce7-4dd7-8d78-bca2d231b131 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776203 Nov 10 22:53:35.214191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port cd330b90-5344-43f6-9328-5cdb8710cb5c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:35.215011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.323567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.341482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for cd330b90-5344-43f6-9328-5cdb8710cb5c owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:35.393128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:35.419604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.433396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] 10.222.0.25 "POST /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8237896 Nov 10 22:53:35.503730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863f0df-38ce-4a56-b06b-754ef1222638 req-69b18830-b1c2-4c74-9137-9918e14416a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:35.532752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.534053 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d863f0df-38ce-4a56-b06b-754ef1222638 req-69b18830-b1c2-4c74-9137-9918e14416a0 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.3871727 Nov 10 22:53:35.587025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=cd330b90-5344-43f6-9328-5cdb8710cb5c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:35.604994 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d704ae30-c669-4890-9ea6-3b8344a306f1 req-089b7090-fa26-49a8-a361-b1f72cb67e3c service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209661 Nov 10 22:53:35.615822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.622889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b8f9dc3f-d630-424c-84a9-72c27e2df05d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/cd330b90-5344-43f6-9328-5cdb8710cb5c HTTP/1.1" status: 204 len: 168 time: 0.6670434 Nov 10 22:53:35.624451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47862) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:35.761142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d410520-b8df-4edc-bab0-9f037da47a5c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:35.762833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5d410520-b8df-4edc-bab0-9f037da47a5c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1372540 Nov 10 22:53:35.768080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47866) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:35.814216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d863f0df-38ce-4a56-b06b-754ef1222638 req-f2d715bf-ff90-4816-818c-09a6bc9f4185 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811623 Nov 10 22:53:35.817536 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4d659b-ce0c-4c2a-800f-077afddb2db3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:35.819300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e4d659b-ce0c-4c2a-800f-077afddb2db3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/cd330b90-5344-43f6-9328-5cdb8710cb5c HTTP/1.1" status: 404 len: 333 time: 0.0499439 Nov 10 22:53:35.823650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:35.836762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-59487590'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:35.907711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bf3a4e7-6831-49c4-b575-917326c9852d req-0a38ea98-7dd1-4186-a577-baaae720db53 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0959227 Nov 10 22:53:35.907975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:35.910693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:36.013895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-020a6f1e-2ea1-4e59-9b1a-841f3d7d21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.015439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-020a6f1e-2ea1-4e59-9b1a-841f3d7d21e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1264794 Nov 10 22:53:36.016272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:36.148124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18683a1e-5fe9-43f1-a8f0-d8c37432e476 req-c1c0a498-87d1-4e7e-bd46-4f7500694c29 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.153501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18683a1e-5fe9-43f1-a8f0-d8c37432e476 req-c1c0a498-87d1-4e7e-bd46-4f7500694c29 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.0932438 Nov 10 22:53:36.214702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:36.214988 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment 243753c0-2f68-435a-bffb-61443555ceb5 of type vlan for network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 Nov 10 22:53:36.282433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18683a1e-5fe9-43f1-a8f0-d8c37432e476 req-01377285-ce9b-4977-afdd-4cde757373f2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122789 Nov 10 22:53:36.355565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:36.413360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719af6-6d02-4e84-aeb5-c230aab3fe97 req-d77c80b6-3041-43f3-ba0e-e9be8cde59d6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.428079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2719af6-6d02-4e84-aeb5-c230aab3fe97 req-d77c80b6-3041-43f3-ba0e-e9be8cde59d6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.3826270 Nov 10 22:53:36.475711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:53:36.560283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7365f8-b8f4-4e55-86fd-ce94ca188953 req-c699e41f-f52d-4dfe-9451-b9e929fc4929 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.570796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c7365f8-b8f4-4e55-86fd-ce94ca188953 req-c699e41f-f52d-4dfe-9451-b9e929fc4929 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1541812 Nov 10 22:53:36.648635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-47fb502e-c206-43d8-a81a-79e4b5b4be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.666858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-47fb502e-c206-43d8-a81a-79e4b5b4be2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.6415737 Nov 10 22:53:36.692918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c7365f8-b8f4-4e55-86fd-ce94ca188953 req-5af7ecd6-b900-41f1-abf5-a226a3423a13 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211329 Nov 10 22:53:36.737990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:36.743594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:36.744190 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:37.002217 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:53:37.025984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06466192-c5f6-4bff-832c-337e5a636737 req-9454756a-2f75-4acc-be57-89e05c084273 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:37.031077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=3c0b0f7f-825f-4627-a6ea-3334836e2f71,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:37.052303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:37.052899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06466192-c5f6-4bff-832c-337e5a636737 req-9454756a-2f75-4acc-be57-89e05c084273 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1721320 Nov 10 22:53:37.083912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2719af6-6d02-4e84-aeb5-c230aab3fe97 req-bf4c101f-621b-410a-88c4-326a81b9a27a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6539378 Nov 10 22:53:37.103476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-d2bb5bcf-a6e0-4db7-862e-29c803687e72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 217 time: 0.4137318 Nov 10 22:53:37.193613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e0fc92f-b394-429f-90f5-e82b092879fb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3683209 Nov 10 22:53:37.213253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:37.257110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06466192-c5f6-4bff-832c-337e5a636737 req-9947bacc-6b12-4a74-bd22-ff263881c0b2 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975331 Nov 10 22:53:37.296228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:37.335441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-ba93c042-e204-4082-9a0a-a17cd2c00106 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:37.337568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-ba93c042-e204-4082-9a0a-a17cd2c00106 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.39 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.6496942 Nov 10 22:53:37.464161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc6c6514-0f93-47cc-b232-099c96aba84a req-d29d402e-6f5a-4cd3-bc74-5ec96346eeeb tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0679073 Nov 10 22:53:37.504218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-f3fa78af-fe9c-46a6-9c7c-09d15f3ac0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:37.505845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-f3fa78af-fe9c-46a6-9c7c-09d15f3ac0a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.3854530 Nov 10 22:53:37.578273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-2be66ef9-a6b3-4bee-acd1-f86046767d31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622113 Nov 10 22:53:37.606452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84dc5-43e6-4edb-9310-25ac35e4e885 req-109dd5c7-c139-4f30-b109-bd679ddc4856 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:37.608363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f84dc5-43e6-4edb-9310-25ac35e4e885 req-109dd5c7-c139-4f30-b109-bd679ddc4856 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1935627 Nov 10 22:53:37.766819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44f84dc5-43e6-4edb-9310-25ac35e4e885 req-16ede239-2f15-4ec0-8c11-db63e49e553c tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452284 Nov 10 22:53:37.862086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:37.872908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:38.069489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da4cb-9f90-4238-a10f-4d1622c82f82 req-3059dad3-f978-4a75-a9aa-c8a89b623ae5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:38.077747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e9da4cb-9f90-4238-a10f-4d1622c82f82 req-3059dad3-f978-4a75-a9aa-c8a89b623ae5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1701488 Nov 10 22:53:38.122431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafea58-5c84-4237-ba73-9fbf79bc1782 req-95464e4d-f201-4432-85dc-4575e4f260aa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:38.148517 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-abafea58-5c84-4237-ba73-9fbf79bc1782 req-95464e4d-f201-4432-85dc-4575e4f260aa tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.4012799 Nov 10 22:53:38.203788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e9da4cb-9f90-4238-a10f-4d1622c82f82 req-25a92cf5-3365-43b3-9de3-e057bd01d5b2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184251 Nov 10 22:53:38.270999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Deleting port 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:38.271551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:38.322108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-7ceee8b2-b4b5-438d-82e0-6f2701f542ca service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330027 Nov 10 22:53:38.468566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a576e-08ec-4def-ae0d-58cb530e1236 req-3a09f81d-6001-4173-aa81-e45ca3a188d2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:38.477157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a59a576e-08ec-4def-ae0d-58cb530e1236 req-3a09f81d-6001-4173-aa81-e45ca3a188d2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 946 time: 0.1031823 Nov 10 22:53:38.571971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a59a576e-08ec-4def-ae0d-58cb530e1236 req-5dc67fd9-852e-4399-8c51-bcd38411e54a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934243 Nov 10 22:53:38.610636 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-abafea58-5c84-4237-ba73-9fbf79bc1782 req-1b3bdd4e-8acc-4771-9e17-30ae41ee2016 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261742 Nov 10 22:53:38.741939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] For port 0b8f0bd7-2e6e-4709-a462-72ef376da75f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=0b8f0bd7-2e6e-4709-a462-72ef376da75f,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:38.742362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:38.786715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-165c6314-378e-462f-808e-805ea24bef7a service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381673 Nov 10 22:53:38.797529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4d80b87-711e-42d7-9520-ae0c05ae7ebc req-bb313269-6da2-4fad-9f44-4c5829ecfc30 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0847752 Nov 10 22:53:39.091438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:39.239515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=aff333fb-a11d-4480-92fc-6eec180a6239,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:39.415652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:39.416264 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:39.416593 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Floating IP d6af9c5a-ef11-4305-b0fd-b526b57aa573 disassociated. External IP: 172.25.0.133, port: 0b8f0bd7-2e6e-4709-a462-72ef376da75f. Nov 10 22:53:39.417046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Calling delete_port for 0b8f0bd7-2e6e-4709-a462-72ef376da75f owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:39.775654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:39.800807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': '243753c0-2f68-435a-bffb-61443555ceb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:39.805097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: 3c0b0f7f-825f-4627-a6ea-3334836e2f71, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:39.821749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7578ef-2d9a-4c53-aec0-c3a8f6302ee4 req-4b2adac7-1d02-46b8-a773-4f17aa78dae9 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:39.839049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b7578ef-2d9a-4c53-aec0-c3a8f6302ee4 req-4b2adac7-1d02-46b8-a773-4f17aa78dae9 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 868 time: 0.1334715 Nov 10 22:53:39.902694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'Port': ['ID=0b8f0bd7-2e6e-4709-a462-72ef376da75f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:39.949389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379bce-2783-4688-b139-9c70c966eb6c req-04f52aca-5a14-468c-8a5f-1a8533e116af tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:39.952364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da379bce-2783-4688-b139-9c70c966eb6c req-04f52aca-5a14-468c-8a5f-1a8533e116af tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.2749283 Nov 10 22:53:39.965669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b7578ef-2d9a-4c53-aec0-c3a8f6302ee4 req-3a8ff272-bf8d-48ff-9481-e0e60e9db938 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=164952a6-b28d-41bf-932b-96ce37741d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255283 Nov 10 22:53:40.008850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:40.073322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3c0b0f7f-825f-4627-a6ea-3334836e2f71) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:40.084421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a57aab-6a4a-4547-9653-c1601368da68 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:40.088675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:40.090782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:40.164150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b277fc64-dc96-4d4e-b118-478e88527cd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9485180 Nov 10 22:53:40.168122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:40.177511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:40.273450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535bb83-8a00-4681-84b9-a45bd0a69864 req-565c6174-c47b-41d0-94c3-9241f4ae4231 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:40.274953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0535bb83-8a00-4681-84b9-a45bd0a69864 req-565c6174-c47b-41d0-94c3-9241f4ae4231 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1607881 Nov 10 22:53:40.396081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0535bb83-8a00-4681-84b9-a45bd0a69864 req-888e5e6c-d1f3-40ca-a8f4-3a97986d9521 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069419 Nov 10 22:53:40.617615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95f703ff-3a8d-4c16-a7b1-579d345b358e req-22d273b3-6f59-4f90-a398-65c658bd281c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0757203 Nov 10 22:53:40.648733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': 'aff333fb-a11d-4480-92fc-6eec180a6239'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:40.649946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:41.062091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:41.143484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 0b8f0bd7-2e6e-4709-a462-72ef376da75f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:41.144128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 0b8f0bd7-2e6e-4709-a462-72ef376da75f not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:41.208529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77ec925c-86d0-4638-8e62-6de7ae349496 req-727624cf-1b9a-400f-adbe-1cc9678b8d1d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0926232 Nov 10 22:53:41.241423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Allocated IP 2001:db8::2 (3c0b0f7f-825f-4627-a6ea-3334836e2f71/aff333fb-a11d-4480-92fc-6eec180a6239/3e4e9d44-9d93-4976-a3ee-67108da03ba9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:41.291156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da379bce-2783-4688-b139-9c70c966eb6c req-b836abac-8e2c-4ad4-994c-d9b56e5cc0f4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3255727 Nov 10 22:53:41.407127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:53:41.422773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:41.438224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:41.599987 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aff333fb-a11d-4480-92fc-6eec180a6239 (CIDR: 2001:db8::/64) Nov 10 22:53:41.614734 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:53:41.615370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:53:41.641339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4de2da9b-a557-44e9-9f16-81332b7d2d61 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4709408 Nov 10 22:53:41.749764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47932) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:41.762987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:41.841536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7627a1-a397-4935-9039-1218064ce600 req-e17d78f9-3b62-497f-9401-5f23011313a6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:41.844926 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:41.856645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f7627a1-a397-4935-9039-1218064ce600 req-e17d78f9-3b62-497f-9401-5f23011313a6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2348430 Nov 10 22:53:41.856941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:41.962615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:41.966231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:41.981586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:42.008053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9d44-9d93-4976-a3ee-67108da03ba9,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:42.018005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3f7627a1-a397-4935-9039-1218064ce600 req-1de6cc89-123a-45dc-a071-d9dc439ae67e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601965 Nov 10 22:53:42.100304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1ee78ea-9db4-417e-b759-fc7893ce5d9c req-145a30ff-5a81-49c4-b530-9d78fbad72fd tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1538372 Nov 10 22:53:42.216250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Attempting to bind port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:42.221489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Attempting to bind port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '243753c0-2f68-435a-bffb-61443555ceb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:42.221877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Attempting to bind port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 on network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:42.236201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:53:42.243799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:42.243799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Checking segment: {'id': '243753c0-2f68-435a-bffb-61443555ceb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:42.255453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.256859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Bound using segment: {'id': '243753c0-2f68-435a-bffb-61443555ceb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:42.259747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Bound port: 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243753c0-2f68-435a-bffb-61443555ceb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:42.260487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.284206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:53:42.351353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:42.353593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] No DVR routers for this DVR port 0b8f0bd7-2e6e-4709-a462-72ef376da75f on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:42.354248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:53:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:42.365207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.368889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b7c29ee-b685-445f-9d44-99837fc84e9a req-f2cf29f4-9c9f-4de5-a081-74daaf06ed1f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.39 "DELETE /v2.0/ports/0b8f0bd7-2e6e-4709-a462-72ef376da75f HTTP/1.1" status: 204 len: 173 time: 4.9693625 Nov 10 22:53:42.376155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-deleted', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:42.378980 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a89c54-f641-44ef-8d21-d71df4e5bcc2" -d '{"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-deleted", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:42.421275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:42.427373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.549930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91a925ea-1b2a-416e-870e-b5b26a79b411 req-676a28d8-662b-4dea-9b75-3519eba7d70a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=04fe141f-0afd-4078-a48d-20e76fdb6fb3 HTTP/1.1" status: 200 len: 210 time: 0.1298432 Nov 10 22:53:42.692637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] For port 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:42.721164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] For port 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4e9d44-9d93-4976-a3ee-67108da03ba9,segment=NetworkSegment(243753c0-2f68-435a-bffb-61443555ceb5),segment_id=243753c0-2f68-435a-bffb-61443555ceb5)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:42.737418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.822546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:42.848266 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a33f41a-943c-444b-95c0-f08fcc53c000 x-openstack-request-id: req-7a33f41a-943c-444b-95c0-f08fcc53c000 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:42.848556 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe141f-0afd-4078-a48d-20e76fdb6fb3", "name": "network-vif-deleted", "tag": "0b8f0bd7-2e6e-4709-a462-72ef376da75f", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:42.848805 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a33f41a-943c-444b-95c0-f08fcc53c000 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:42.849291 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe141f-0afd-4078-a48d-20e76fdb6fb3', 'name': 'network-vif-deleted', 'tag': '0b8f0bd7-2e6e-4709-a462-72ef376da75f', 'status': 'completed', 'code': 200} Nov 10 22:53:42.860322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.940313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b16b-01c3-4a6c-8910-ed9015da5509 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9d44-9d93-4976-a3ee-67108da03ba9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:43.033355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=49d4fe08-5d02-4e0c-99bd-f8b540048be5,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:43.050907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:43.052444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:43.061796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.062647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:43.101583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a2f1bd0d-ed1c-4030-985a-148c9a5cc6c2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3463738 Nov 10 22:53:43.102105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:43.138375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'fixed_ips': [{'subnet_id': 'aff333fb-a11d-4480-92fc-6eec180a6239'}, {'subnet_id': '49d4fe08-5d02-4e0c-99bd-f8b540048be5'}], 'name': 'tempest-PortsIpV6TestJSON-223520321'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:43.161223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1befff-5f72-418f-85ae-8319bd91ea51 req-734712c7-4661-4088-8f8b-90bb147aa654 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.168460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc1befff-5f72-418f-85ae-8319bd91ea51 req-734712c7-4661-4088-8f8b-90bb147aa654 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3225296 Nov 10 22:53:43.339262 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc1befff-5f72-418f-85ae-8319bd91ea51 req-bfeae659-45b9-4b41-9b2d-5dd66c5ef5ba tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549540 Nov 10 22:53:43.563533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ae5a6fb-8dbf-4567-89b5-4bd771812fcd req-f5efed6c-e1fc-4efb-864a-21a35be944ae tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0741785 Nov 10 22:53:43.637576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:43.742257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47956) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:43.757979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182831f-ccbf-4a22-9883-fb9ebf5e32a2 req-19a13b06-3c43-42b8-af10-bb735192010a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.772082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2182831f-ccbf-4a22-9883-fb9ebf5e32a2 req-19a13b06-3c43-42b8-af10-bb735192010a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2595840 Nov 10 22:53:43.779174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:43.834905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:53:43.849202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:43.850108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:53:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:43.881561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:43.957549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:43.962317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.038402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2182831f-ccbf-4a22-9883-fb9ebf5e32a2 req-25210bd6-a8ae-4d3e-a6d4-42cb6dc65292 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640142 Nov 10 22:53:44.066856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:44.069429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.076894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.078276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "DELETE /v2.0/security-groups/164952a6-b28d-41bf-932b-96ce37741d1a HTTP/1.1" status: 204 len: 168 time: 0.3353224 Nov 10 22:53:44.085980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47958) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:44.115953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862627-2452-4c1b-a76b-529a9deee87d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164952a6-b28d-41bf-932b-96ce37741d1a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:44.132097 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-e5bf66dd-d9db-4cae-9745-ea60f0b93b95 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] show failed (client error): The resource could not be found. Nov 10 22:53:44.141852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5bf66dd-d9db-4cae-9745-ea60f0b93b95 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups/164952a6-b28d-41bf-932b-96ce37741d1a HTTP/1.1" status: 404 len: 347 time: 0.0503728 Nov 10 22:53:44.144566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47960) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:44.162439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:44.431124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Deleting port ed35168b-7cbf-4205-b37b-b4eaceeb05e4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:44.431469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.668246 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.743852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4e9d44-9d93-4976-a3ee-67108da03ba9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:44.752906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2835e3-877d-4485-9a96-00c96d26c192 req-c4cd40ce-4bcb-440e-b1f3-2337dce995c3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:44.762168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:44.777761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d2835e3-877d-4485-9a96-00c96d26c192 req-c4cd40ce-4bcb-440e-b1f3-2337dce995c3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.2411885 Nov 10 22:53:44.816556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6ae3d-6a64-454c-8c84-3d50129a2b24 None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:53:44.825245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.825574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.942359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d2835e3-877d-4485-9a96-00c96d26c192 req-ba4c9ca0-a0e8-42be-854a-03d24ba09cf0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635098 Nov 10 22:53:44.943591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::33f (3c0b0f7f-825f-4627-a6ea-3334836e2f71/aff333fb-a11d-4480-92fc-6eec180a6239/058ba1b6-3fee-41bf-a7df-3f1c8e408aed) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:44.949442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:44.949818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:44.953839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Calling delete_port for ed35168b-7cbf-4205-b37b-b4eaceeb05e4 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:44.977790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8:0:1::2e2 (3c0b0f7f-825f-4627-a6ea-3334836e2f71/49d4fe08-5d02-4e0c-99bd-f8b540048be5/058ba1b6-3fee-41bf-a7df-3f1c8e408aed) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:45.080715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b907c8-4ae5-48a9-978c-8d22a2ecd663 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:45.112018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9113a375-27eb-420b-8b5d-771de57e15e3 req-000e6b2e-d728-4f3f-8434-f007d9d015f9 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0968280 Nov 10 22:53:45.248486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.265360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6fd9f312-936a-4af5-8870-e6e8cdd65e16 None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:45.266150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f312-936a-4af5-8870-e6e8cdd65e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.382467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d2d30-7fd7-4e38-83e8-b35f2ab03f91 req-c83a2a90-d3e3-47a9-84b9-73c171dc4f14 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:45.389550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-301d2d30-7fd7-4e38-83e8-b35f2ab03f91 req-c83a2a90-d3e3-47a9-84b9-73c171dc4f14 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1344841 Nov 10 22:53:45.409942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.423717 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696fc03-8687-4a93-a95d-18e6b6858d80 None None] New status for floating IP d6af9c5a-ef11-4305-b0fd-b526b57aa573: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:53:45.495018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.512776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-301d2d30-7fd7-4e38-83e8-b35f2ab03f91 req-718b5618-9a18-47ec-8dc9-f1ba3aece459 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138473 Nov 10 22:53:45.514125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'Port': ['ID=ed35168b-7cbf-4205-b37b-b4eaceeb05e4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:45.563165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.577357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f277da-36eb-4333-bee8-ea0e2f86f224 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:45.618631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.664454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.668572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.678663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2aff23ae-822c-426e-afcd-acbf069472b8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6af9c5a-ef11-4305-b0fd-b526b57aa573 HTTP/1.1" status: 204 len: 168 time: 1.5328000 Nov 10 22:53:45.779226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:45.793392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:45.800338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=058ba1b6-3fee-41bf-a7df-3f1c8e408aed,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:45.812639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:45.827652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:45.828341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.861060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:45.861639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6d02b752-edb1-4216-9a36-0292c01a78e3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7579315 Nov 10 22:53:45.866573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4e9d44-9d93-4976-a3ee-67108da03ba9,segment=NetworkSegment(243753c0-2f68-435a-bffb-61443555ceb5),segment_id=243753c0-2f68-435a-bffb-61443555ceb5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:45.869606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aff333fb-a11d-4480-92fc-6eec180a6239'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:45.902558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.972006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f312-936a-4af5-8870-e6e8cdd65e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.976893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9d44-9d93-4976-a3ee-67108da03ba9,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:46.105374 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-6fd9f312-936a-4af5-8870-e6e8cdd65e16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:53:46.105725 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-6fd9f312-936a-4af5-8870-e6e8cdd65e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:53:46.214558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Update dhcp port {'port': {'network_id': '3c0b0f7f-825f-4627-a6ea-3334836e2f71', 'fixed_ips': [{'subnet_id': 'aff333fb-a11d-4480-92fc-6eec180a6239', 'ip_address': '2001:db8::2'}, {'subnet_id': '49d4fe08-5d02-4e0c-99bd-f8b540048be5'}], 'binding:host_id': 'n-d-811521-3'}, 'id': '3e4e9d44-9d93-4976-a3ee-67108da03ba9'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:53:46.238469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47976) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:46.243604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137279672', 'description': 'tempest-description--472662858'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:46.275452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.304367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a104e-7550-4967-ae9f-6837b9a530a5 req-b034d5e4-b210-4abf-8469-a16763d0b71e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.306208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d30a104e-7550-4967-ae9f-6837b9a530a5 req-b034d5e4-b210-4abf-8469-a16763d0b71e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1228931 Nov 10 22:53:46.307816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.340413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.387854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d30a104e-7550-4967-ae9f-6837b9a530a5 req-e45afaf1-c2e8-4c67-903f-1046394d0d54 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623696 Nov 10 22:53:46.417406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae3968a-5fd3-44e5-b655-129ff3e5710a req-e68875d5-9c9b-4efc-b309-a11cb165a84d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0674493 Nov 10 22:53:46.487844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.499374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.629310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f50071-e5cd-4eb0-85c1-386f1ba169de,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:46.667575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.675275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-949ca081-d11f-4fcc-848e-b9c5b1ffd0ac tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4356720 Nov 10 22:53:46.680148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47980) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:46.695957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group_rule': {'security_group_id': '49f50071-e5cd-4eb0-85c1-386f1ba169de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:46.703558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Allocated IP 2001:db8:0:1::2 (3c0b0f7f-825f-4627-a6ea-3334836e2f71/49d4fe08-5d02-4e0c-99bd-f8b540048be5/3e4e9d44-9d93-4976-a3ee-67108da03ba9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:46.721474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4e9d44-9d93-4976-a3ee-67108da03ba9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:46.751084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.855588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.860914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.861552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:46.862019 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.912263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0b04-7253-459b-a0d2-3b8e5e5559aa req-69dffe13-8fd6-4f6b-88af-f983185bbfb4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.913880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acbc0b04-7253-459b-a0d2-3b8e5e5559aa req-69dffe13-8fd6-4f6b-88af-f983185bbfb4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2291946 Nov 10 22:53:46.928694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432d12b6-25ac-4a4c-b4b6-4afe3c6ee155,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:46.962118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.967140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9bd91719-bd3d-4984-a7cd-21be4b724f9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832859 Nov 10 22:53:46.967969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47982) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:46.973694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'security_group_rule': {'security_group_id': '49f50071-e5cd-4eb0-85c1-386f1ba169de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:46.974523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] For port 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4e9d44-9d93-4976-a3ee-67108da03ba9,segment=NetworkSegment(243753c0-2f68-435a-bffb-61443555ceb5),segment_id=243753c0-2f68-435a-bffb-61443555ceb5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:47.026716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.049700 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acbc0b04-7253-459b-a0d2-3b8e5e5559aa req-0ce0143b-b559-41c6-8815-5a3160245b70 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164432 Nov 10 22:53:47.083520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.139512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.160120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.188201 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.191635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be4af9-17d7-405f-9c32-0f2dbbd4387e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:47.204029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.209353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cd6eb572-1188-40a5-a6a2-e57186b253a5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2402101 Nov 10 22:53:47.210573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47984) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:47.218405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:47.222803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Delete allocated IP 2001:db8:0:1::2e2 (3c0b0f7f-825f-4627-a6ea-3334836e2f71/49d4fe08-5d02-4e0c-99bd-f8b540048be5) {{(pid=102457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 22:53:47.304864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f8b56-9ad4-41f8-9f32-708a72be4f83 None None] Pushing event updated for resources: {'Port': ['ID=3e4e9d44-9d93-4976-a3ee-67108da03ba9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:47.380595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.608595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.628653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32d657-a6e8-49f6-8684-36af079f4bff req-c39e629d-6037-43f9-acf7-e38ddb992b3f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:47.633660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b32d657-a6e8-49f6-8684-36af079f4bff req-c39e629d-6037-43f9-acf7-e38ddb992b3f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1227057 Nov 10 22:53:47.636240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.718633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=058ba1b6-3fee-41bf-a7df-3f1c8e408aed,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:47.731209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0b32d657-a6e8-49f6-8684-36af079f4bff req-91c73776-e4ea-46e0-81ca-5139a5ff2f3d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876341 Nov 10 22:53:47.734661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6dd1ac1a-07f9-4114-b907-c7157b95adda req-71482e57-7ec2-4495-ae57-b0c8fd38a2e0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1230292 Nov 10 22:53:47.780958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] In _notify_port_updated(), no bound segment for port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed on network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:47.787896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:47.788684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.792672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-add6813f-5372-4109-acad-f50a71820672 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/ports/058ba1b6-3fee-41bf-a7df-3f1c8e408aed HTTP/1.1" status: 200 len: 925 time: 1.9271719 Nov 10 22:53:47.793039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47990) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:47.799633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aff333fb-a11d-4480-92fc-6eec180a6239'}, {'subnet_id': '49d4fe08-5d02-4e0c-99bd-f8b540048be5'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:47.875118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:47.975787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.042400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Allocated IP 172.25.0.46 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/1be321e9-e266-421d-a6bd-218cafe4ed80) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:48.149269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129421b-45e3-40dc-84b5-4392d0108577 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:48.177336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.237835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.372431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8b35e003-6503-4828-8d84-048dd6b9150b None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:48.377384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b35e003-6503-4828-8d84-048dd6b9150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.402212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=1be321e9-e266-421d-a6bd-218cafe4ed80,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:48.432048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:48.434363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:48.453967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:48.529673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8:0:1::e0 (3c0b0f7f-825f-4627-a6ea-3334836e2f71/49d4fe08-5d02-4e0c-99bd-f8b540048be5/058ba1b6-3fee-41bf-a7df-3f1c8e408aed) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:48.671129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.702874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4e9d44-9d93-4976-a3ee-67108da03ba9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:48.711705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3907e-01ac-4d2b-baff-764608e4ff73 req-e322d0b4-76d9-4e5a-8c6c-a2b0e071cc4b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:48.724321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.728008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7c3907e-01ac-4d2b-baff-764608e4ff73 req-e322d0b4-76d9-4e5a-8c6c-a2b0e071cc4b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.4570081 Nov 10 22:53:48.864578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8b35e003-6503-4828-8d84-048dd6b9150b None None] Provisioning complete for port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:48.864956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b35e003-6503-4828-8d84-048dd6b9150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.882320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7c3907e-01ac-4d2b-baff-764608e4ff73 req-b94e1464-3d88-4c78-a0a5-752cb3258ac9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533990 Nov 10 22:53:48.944108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.953621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.956516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8b35e003-6503-4828-8d84-048dd6b9150b None None] Port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:48.997099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.014045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:49.016938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.062775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=058ba1b6-3fee-41bf-a7df-3f1c8e408aed,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:49.063347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.117703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f703fba6-3441-41b8-842b-1eea236c7f66 req-b725c6b6-e917-4301-a8a6-d6e256f2ac7d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0573468 Nov 10 22:53:49.184222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=1be321e9-e266-421d-a6bd-218cafe4ed80,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:49.207202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] In _notify_port_updated(), no bound segment for port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed on network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:53:49.214484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:49.215312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.217028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d48284a-efb2-4dfb-812a-1848d81fe05e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/ports/058ba1b6-3fee-41bf-a7df-3f1c8e408aed HTTP/1.1" status: 200 len: 1010 time: 1.4226706 Nov 10 22:53:49.220795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:49.317597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.353942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.355174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1808971c-054a-4bf5-b4cd-1544e53b6dde tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1405587 Nov 10 22:53:49.364704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638395-eb64-4823-92e5-c3fa77f54a1c req-4c816594-60e0-46bf-bc29-138662940cd9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:49.366699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd638395-eb64-4823-92e5-c3fa77f54a1c req-4c816594-60e0-46bf-bc29-138662940cd9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3635712 Nov 10 22:53:49.443555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 058ba1b6-3fee-41bf-a7df-3f1c8e408aed {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:49.443956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.469808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd638395-eb64-4823-92e5-c3fa77f54a1c req-9b700fdf-258c-4ab7-8664-994b41ceee7e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959663 Nov 10 22:53:49.507826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91480b28-f874-4335-8606-595dcf3cad79 None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:49.509119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91480b28-f874-4335-8606-595dcf3cad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.688861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.704644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 058ba1b6-3fee-41bf-a7df-3f1c8e408aed owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:49.995482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:50.066878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91480b28-f874-4335-8606-595dcf3cad79 None None] Could not find standard attr ID for object 058ba1b6-3fee-41bf-a7df-3f1c8e408aed. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:50.082501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=058ba1b6-3fee-41bf-a7df-3f1c8e408aed,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:50.097551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-363ffcbc-9ad1-44f4-8e0f-fefe7ee5c59a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--137279672&fields=id&tenant_id=ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 267 time: 0.2593691 Nov 10 22:53:50.105685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d757-e692-4984-b4a8-e3798bdb4614 req-a252dc9a-9426-45ff-8735-8ee60d314f0c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:50.108024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41a8d757-e692-4984-b4a8-e3798bdb4614 req-a252dc9a-9426-45ff-8735-8ee60d314f0c tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.0998671 Nov 10 22:53:50.189297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e9c5d996-7f66-4253-bfcb-25f0e8ac0e55 None None] Could not find standard attr ID for object 058ba1b6-3fee-41bf-a7df-3f1c8e408aed. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:50.201512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41a8d757-e692-4984-b4a8-e3798bdb4614 req-52c363d8-8367-41dd-9d76-22b1d9fc781a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Nov 10 22:53:50.202341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:50.206991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ca11c26-5961-4932-82e8-93bc99ace892 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/058ba1b6-3fee-41bf-a7df-3f1c8e408aed HTTP/1.1" status: 204 len: 168 time: 0.9847507 Nov 10 22:53:50.209606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:50.238437 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a2e07a-ba71-4314-b1b5-1917d53a6e18 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:50.243500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c2a2e07a-ba71-4314-b1b5-1917d53a6e18 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/058ba1b6-3fee-41bf-a7df-3f1c8e408aed HTTP/1.1" status: 404 len: 333 time: 0.0327270 Nov 10 22:53:50.248057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:50.297997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-822b2986-545a-4b99-9e66-4ec657cc4555 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:50.306371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-822b2986-545a-4b99-9e66-4ec657cc4555 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 817 time: 0.2046812 Nov 10 22:53:50.309020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c52493d2-fe6c-470e-a4c5-fa9d162aeed0 None None] Could not find standard attr ID for object 058ba1b6-3fee-41bf-a7df-3f1c8e408aed. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:50.329814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-8b05ae10-1866-4f39-9bfa-a32ea7207ffc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/quotas/ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 375 time: 0.0222487 Nov 10 22:53:50.394159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-396fd8ce-01f6-4e5a-9fe4-66c2f9bd4cdd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633583 Nov 10 22:53:50.568243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-b3f2550b-8e5d-4ca7-bead-a3a0d1cfc9b4 service neutron] 10.222.0.25 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518955 Nov 10 22:53:50.629632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c4bcef30-eaa2-4e4a-ac0b-f3a828bf814f None None] Could not find standard attr ID for object 058ba1b6-3fee-41bf-a7df-3f1c8e408aed. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:53:50.684133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-446af301-3923-4ec3-931b-e70dc41fe0ec req-9e4def0a-5659-406b-8fc4-6cc718e7bf25 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.3904297 Nov 10 22:53:50.705853 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-a5454ab8-c6ac-450c-bfc0-8ec1a689d822 service neutron] 10.222.0.25 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047363 Nov 10 22:53:50.727000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 49d4fe08-5d02-4e0c-99bd-f8b540048be5 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:50.738061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:50.875919 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:50.946912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b63a73f-f2b4-432b-8a28-c3bbb95cead2 req-050b826a-177d-457c-a58c-8c51d108eb50 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 210 time: 0.0457370 Nov 10 22:53:50.986252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-5eed7a94-f512-4b48-9301-57f6fd6a4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:50.987919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-5eed7a94-f512-4b48-9301-57f6fd6a4813 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 1096 time: 0.3221617 Nov 10 22:53:50.989217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.107587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469f78a-4bf5-4439-9107-4eded32bbcdb req-70ad4442-92e4-444b-8ebc-ea46a1237a18 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:51.109064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a469f78a-4bf5-4439-9107-4eded32bbcdb req-70ad4442-92e4-444b-8ebc-ea46a1237a18 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3107297 Nov 10 22:53:51.167278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.223913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-8e2d03d0-08b7-4d28-a1df-d564b7dde043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:51.225454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-8e2d03d0-08b7-4d28-a1df-d564b7dde043 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.2141888 Nov 10 22:53:51.226161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=49d4fe08-5d02-4e0c-99bd-f8b540048be5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:51.229368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.233353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c2f2486-595f-42a4-b6de-128f6ff5fc70 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/49d4fe08-5d02-4e0c-99bd-f8b540048be5 HTTP/1.1" status: 204 len: 168 time: 0.9830863 Nov 10 22:53:51.237564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:51.250669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e510a-e43a-4eea-a658-f88a768f2510 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:51.255079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a469f78a-4bf5-4439-9107-4eded32bbcdb req-dd4e5005-cc79-4b15-a19a-42ed6ea65961 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372037 Nov 10 22:53:51.346446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-5657edb5-fb03-4968-950d-d8abe1799a92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f HTTP/1.1" status: 200 len: 217 time: 0.1116357 Nov 10 22:53:51.423087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b79d4-a508-4030-a6a1-d3fb55ada91e req-8b2502f6-7a69-4dc3-812a-5b3caf1e7d79 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:51.425502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf0b79d4-a508-4030-a6a1-d3fb55ada91e req-8b2502f6-7a69-4dc3-812a-5b3caf1e7d79 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1022213 Nov 10 22:53:51.487059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet aff333fb-a11d-4480-92fc-6eec180a6239 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:51.514323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.516090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf0b79d4-a508-4030-a6a1-d3fb55ada91e req-e98a79ee-955e-4ca3-9fed-59c8d618bb3d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Nov 10 22:53:51.588571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-b15e47d9-6e5a-4282-83b8-25559915fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:51.591460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-b15e47d9-6e5a-4282-83b8-25559915fb10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2379098 Nov 10 22:53:51.671983 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.727465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-a2f4ffe2-6c2d-4bb7-9191-0a52bdad7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:51.729412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-a2f4ffe2-6c2d-4bb7-9191-0a52bdad7dea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289701 Nov 10 22:53:51.884061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1cca8727-be35-4c87-a26c-fa670f3aec2b req-80875f5e-0982-4e11-b968-5cb0616df370 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0894260 Nov 10 22:53:51.894139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.985833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-94d025fa-7412-43ef-9922-081ea3db6a2b service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003262 Nov 10 22:53:51.991706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.077452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=aff333fb-a11d-4480-92fc-6eec180a6239,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:52.078600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07026288-8f96-46f2-8de6-ba63f2040bcb req-ad8161c5-f172-4c06-be6f-0732f918076d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 210 time: 0.0356166 Nov 10 22:53:52.084994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.088249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-919431b2-11ce-4bda-8e82-9713262985b4 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/aff333fb-a11d-4480-92fc-6eec180a6239 HTTP/1.1" status: 204 len: 168 time: 0.8496325 Nov 10 22:53:52.090911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48054) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:52.227995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.231416 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb40b171-5548-412c-9a79-4c9c33c0990f req-b375d68b-5d8f-4903-bbbe-49b347c23c34 service neutron] 10.222.0.20 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369416 Nov 10 22:53:52.335176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:52.335742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.340380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-890bf514-81e4-4ce2-91ee-84ac2fc965dd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:52.342845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-890bf514-81e4-4ce2-91ee-84ac2fc965dd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 817 time: 0.2121017 Nov 10 22:53:52.441835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-ab2e661d-52cb-4ddb-a6e9-54f92266f076 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba330368ce7e4d1589660f6e994ed213&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0883760 Nov 10 22:53:52.457288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b07ba4-2e07-43b3-9bbb-a218a6eb39c4 None None] Network 3c0b0f7f-825f-4627-a6ea-3334836e2f71 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:52.468245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port 3e4e9d44-9d93-4976-a3ee-67108da03ba9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e4e9d44-9d93-4976-a3ee-67108da03ba9,segment=NetworkSegment(243753c0-2f68-435a-bffb-61443555ceb5),segment_id=243753c0-2f68-435a-bffb-61443555ceb5)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:52.468625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.487340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 3e4e9d44-9d93-4976-a3ee-67108da03ba9 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:52.496163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-36f03df6-f652-4afa-a7ec-47061da0009a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0478802 Nov 10 22:53:52.506436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdb045-d8c6-413c-bbf0-2ed7f85ddb40 req-3ce9e694-164b-4315-a070-ea80d2cefa6c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:52.508089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afcdb045-d8c6-413c-bbf0-2ed7f85ddb40 req-3ce9e694-164b-4315-a070-ea80d2cefa6c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.1080272 Nov 10 22:53:52.518258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'port': {'device_id': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'admin_state_up': True, 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'security_groups': ['49f50071-e5cd-4eb0-85c1-386f1ba169de']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:52.529191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-539bce68-25d0-4b62-a78a-b8b11ee78c5a None None] Provisioning complete for port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:52.529848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-539bce68-25d0-4b62-a78a-b8b11ee78c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.663748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.692139 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-afcdb045-d8c6-413c-bbf0-2ed7f85ddb40 req-5f583651-df9a-47d0-9409-155e9cb278e1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749508 Nov 10 22:53:52.738553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port 3e4e9d44-9d93-4976-a3ee-67108da03ba9 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:52.740251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Made reservation on behalf of ba330368ce7e4d1589660f6e994ed213 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:52.744126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.793433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=3e4e9d44-9d93-4976-a3ee-67108da03ba9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:52.823996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a7155-d22b-4d05-a394-64b6246cc0cb None None] DHCP port deletion for 3c0b0f7f-825f-4627-a6ea-3334836e2f71 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:52.867019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.884695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc423f8-b647-4784-b50c-d500b878e163 req-16b4efb7-5e7e-491a-baf4-e43706c91771 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:52.886784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fdc423f8-b647-4784-b50c-d500b878e163 req-16b4efb7-5e7e-491a-baf4-e43706c91771 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2145476 Nov 10 22:53:52.899859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b0f7f-825f-4627-a6ea-3334836e2f71']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.914528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243753c0-2f68-435a-bffb-61443555ceb5') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.915676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243753c0-2f68-435a-bffb-61443555ceb5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.932302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Allocated IP 172.20.0.14 (79370f5a-76f9-4917-b11f-b531b78654d3/5f723b00-bbeb-448d-a393-058092436f78/b9b97beb-dd86-47ff-bee8-9610c47112c1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:52.937927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.971849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fdc423f8-b647-4784-b50c-d500b878e163 req-8588da98-b11c-46cc-862f-837ca81ee5c1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718422 Nov 10 22:53:52.986956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.024892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:53.025448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.037329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-469ff677-be2c-40bb-9ba7-29c7dd09b162 req-e5e8f625-1af4-4cf1-8bde-9de1a800bc9c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:53.041877 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:53.120144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.126441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.131261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.136127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/3c0b0f7f-825f-4627-a6ea-3334836e2f71 HTTP/1.1" status: 204 len: 168 time: 1.0437412 Nov 10 22:53:53.148209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:53.160299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fb375-bf26-4ab3-a3df-72277d70322e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=3c0b0f7f-825f-4627-a6ea-3334836e2f71,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:53.220919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3fd9a5-9dbc-4c8c-a2de-ab903d4c6cae tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:53.226783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ba3fd9a5-9dbc-4c8c-a2de-ab903d4c6cae tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0733581 Nov 10 22:53:53.227118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48066) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:53.231742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1017f183-48c5-48b3-a207-062c5014d12e req-064143a8-aa7d-4f71-ae8c-e925e0e41cfa tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 210 time: 0.0449836 Nov 10 22:53:53.233499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.280351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:53.283484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:53.287514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:53.292094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-732fde15-f612-484b-af91-26f014e0faeb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0605483 Nov 10 22:53:53.292683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:53.300167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1485549107'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:53.330521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:53.332389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:53.335205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.358796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:53.359470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.374888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:53.380303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4ab95688-f860-431b-b4e5-1b66e21cf224 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770273 Nov 10 22:53:53.388879 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.389327 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment b8b32910-c2af-4f15-916b-00b2d494d91b of type vlan for network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 Nov 10 22:53:53.396412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Request body: {'port': {'device_id': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:53.441418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.465704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.479709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.489874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:53.490838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.557233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2603106 Nov 10 22:53:53.557452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:53.563538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:53.645141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed9d5a2e-0d08-4e49-a6e1-17fec1512997 None None] Provisioning complete for port b9b97beb-dd86-47ff-bee8-9610c47112c1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:53.645757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ef0b6-235f-4697-b29b-787a213623fd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:53.645865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed9d5a2e-0d08-4e49-a6e1-17fec1512997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.681564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:53.711881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:53.717197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.759772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d5a2e-0d08-4e49-a6e1-17fec1512997 None None] Port b9b97beb-dd86-47ff-bee8-9610c47112c1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:54.131919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:54.162267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.217173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2489d2-92ae-4a6b-9358-803b523dfe31 req-449c2143-334a-4d57-9ce9-8dd96eb7e3b6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:54.219599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec2489d2-92ae-4a6b-9358-803b523dfe31 req-449c2143-334a-4d57-9ce9-8dd96eb7e3b6 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1166308 Nov 10 22:53:54.239795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=bc00824b-a818-4421-b744-bf3245be8bcc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:54.253857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:54.265358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb489ab2-7c65-4f17-a7bf-ca747df70009 req-e46ee616-ebe0-4d82-9a9b-7bcc6d308325 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:54.267563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb489ab2-7c65-4f17-a7bf-ca747df70009 req-e46ee616-ebe0-4d82-9a9b-7bcc6d308325 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 945 time: 0.3108909 Nov 10 22:53:54.284583 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.309416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Transition to ACTIVE for port object b9b97beb-dd86-47ff-bee8-9610c47112c1 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:53:54.321757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.371557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': 'b8b32910-c2af-4f15-916b-00b2d494d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:54.376326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:54.391214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.441915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:54.443756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:54.462157 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184e870-63ac-463f-ba85-c80c4f73b7a7" -d '{"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-unplugged", "status": "completed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:54.470593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.510211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb489ab2-7c65-4f17-a7bf-ca747df70009 req-336578b8-5732-449f-9d50-ee3da2fda9e0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333634 Nov 10 22:53:54.553927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:54.559887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec2489d2-92ae-4a6b-9358-803b523dfe31 req-ae17922b-976b-40f3-8769-67683bdd8ece tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469623 Nov 10 22:53:54.591061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:54.614609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:54.615416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.616288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed2408-9682-46bd-addf-cd5296db905e None None] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:54.630924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:54.681157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fab0e2ec-e4db-4e10-ae28-5f6ae939ef5e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1226721 Nov 10 22:53:54.684280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:54.701273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6', 'name': 'tempest-PortsIpV6TestJSON-788931521'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:54.724142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:54.724890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:54.725441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:54.733544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:53:54.734115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:54.741879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:54.744226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:54.744901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:54.745570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Bound port: b9b97beb-dd86-47ff-bee8-9610c47112c1, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:54.746768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.806833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4e9d44-9d93-4976-a3ee-67108da03ba9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:54.857094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:54.882320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3e4e9d44-9d93-4976-a3ee-67108da03ba9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:54.882667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3e4e9d44-9d93-4976-a3ee-67108da03ba9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:54.910993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6', 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': 'bc00824b-a818-4421-b744-bf3245be8bcc'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:54.912360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.960299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1721d9f1-dc07-4444-8657-1be86af136b3 req-2c25a969-e573-4359-82cf-494ff34da34e tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.2257740 Nov 10 22:53:54.963684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9eb96443-7313-4554-aa02-f0c6e9e2b0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.003852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:55.010261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.046694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 05fd0096-91bf-4b2e-87b3-fae089303992 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:55.131682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ed720-7cc9-4c7a-9574-8476df89f4e9 req-048c549c-58e2-4493-821a-c9c1099f69ca tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.139203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f2ed720-7cc9-4c7a-9574-8476df89f4e9 req-048c549c-58e2-4493-821a-c9c1099f69ca tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.3688643 Nov 10 22:53:55.159227 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74f7fb-4d0d-4522-a28a-85e3e02f8974 x-openstack-request-id: req-fb74f7fb-4d0d-4522-a28a-85e3e02f8974 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:55.159544 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-unplugged", "status": "failed", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f", "code": 422}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:55.159773 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb74f7fb-4d0d-4522-a28a-85e3e02f8974 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:55.160234 n-d-811521-3 neutron-server[102459]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'code': 422} returned with failed status Nov 10 22:53:55.190191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:55.198318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Allocated IP 2001:db8::2 (c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6/bc00824b-a818-4421-b744-bf3245be8bcc/57450249-3a42-4261-993b-e27391ac6cdb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:55.198750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:55.207308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.333160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:55.387136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.389141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.391491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-4746aa86-1f8d-4d29-8b2c-7f99883ca428 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 1092 time: 2.0008330 Nov 10 22:53:55.407674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f2ed720-7cc9-4c7a-9574-8476df89f4e9 req-95cec717-90b3-4e24-bd54-7d437c6ba4e8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510684 Nov 10 22:53:55.410521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:55.423613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.427639 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df501c66-04e5-4be0-b841-7a3803dcf6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:55.444852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.532874 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf131f4-3dd2-446f-96e5-858012820310 x-openstack-request-id: req-5bf131f4-3dd2-446f-96e5-858012820310 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:55.534080 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:55.534744 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bf131f4-3dd2-446f-96e5-858012820310 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:55.536498 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'status': 'completed', 'code': 200} Nov 10 22:53:55.562000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::2dd (c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6/bc00824b-a818-4421-b744-bf3245be8bcc/05fd0096-91bf-4b2e-87b3-fae089303992) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:55.570139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-7204c038-b7a0-4b33-a973-6e6751bee138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.574011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-7204c038-b7a0-4b33-a973-6e6751bee138 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1095 time: 0.1253409 Nov 10 22:53:55.626558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Pushing event updated for resources: {'Port': ['ID=57450249-3a42-4261-993b-e27391ac6cdb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:55.673799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:55.674039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-d62cc98d-e41b-494b-91b9-dfc719f4c963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 217 time: 0.0911522 Nov 10 22:53:55.682465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:55.689748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:55.805334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-64b8c8c0-d4e2-4a5f-9d97-301c882a7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.807557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-64b8c8c0-d4e2-4a5f-9d97-301c882a7c4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.1269629 Nov 10 22:53:55.821122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef2d6-5e6e-496b-aa49-fe85c28dc6eb req-0245f22d-4891-4e3c-a853-16c554a819c7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.824258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a31c1-d788-4d6f-b601-2154b43ce54a req-d3c2d706-3298-4191-9f52-c7df795e6d4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.828191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa2a31c1-d788-4d6f-b601-2154b43ce54a req-d3c2d706-3298-4191-9f52-c7df795e6d4e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 943 time: 0.0846419 Nov 10 22:53:55.830248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-281ef2d6-5e6e-496b-aa49-fe85c28dc6eb req-0245f22d-4891-4e3c-a853-16c554a819c7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.0934656 Nov 10 22:53:55.834772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.871912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Attempting to bind port 57450249-3a42-4261-993b-e27391ac6cdb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:55.873157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Attempting to bind port 57450249-3a42-4261-993b-e27391ac6cdb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'b8b32910-c2af-4f15-916b-00b2d494d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:55.873657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Attempting to bind port 57450249-3a42-4261-993b-e27391ac6cdb on network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:55.885529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:55.885907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Checking segment: {'id': 'b8b32910-c2af-4f15-916b-00b2d494d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:55.886375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.886909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Bound using segment: {'id': 'b8b32910-c2af-4f15-916b-00b2d494d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:55.887389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Bound port: 57450249-3a42-4261-993b-e27391ac6cdb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b32910-c2af-4f15-916b-00b2d494d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:55.887769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.932374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa2a31c1-d788-4d6f-b601-2154b43ce54a req-3d1e1a16-13dd-40fc-a8c7-dbf933f9b4c0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907586 Nov 10 22:53:55.944113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22425-e1ff-4b93-9867-434e0d112925 req-1fb152f1-f45a-4d91-8a3d-358acf6a4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:55.946400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-1fb152f1-f45a-4d91-8a3d-358acf6a4ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166608 Nov 10 22:53:55.961038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-281ef2d6-5e6e-496b-aa49-fe85c28dc6eb req-65cf3f17-e01e-4d29-ac71-9f585b3d36e1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215410 Nov 10 22:53:55.961038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.046674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] For port 57450249-3a42-4261-993b-e27391ac6cdb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:56.056782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] For port 57450249-3a42-4261-993b-e27391ac6cdb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=57450249-3a42-4261-993b-e27391ac6cdb,segment=NetworkSegment(b8b32910-c2af-4f15-916b-00b2d494d91b),segment_id=b8b32910-c2af-4f15-916b-00b2d494d91b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:56.057421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:56.063508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:56.068995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:56.073455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.076199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:56.077288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.082531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=05fd0096-91bf-4b2e-87b3-fae089303992,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:56.118683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-67c93476-b9b9-4243-8601-2164ca786251 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4332974 Nov 10 22:53:56.125790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:56.131322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6', 'name': 'tempest-PortsIpV6TestJSON-1692806803'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:56.183743 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-67230b9e-e3eb-40f3-8e38-455ecf27117f service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285500 Nov 10 22:53:56.212554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-abdb3fde-a29b-4fce-9e0b-99464899f59d req-88af8607-b751-4fa8-98eb-6e9e505c0e16 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0435376 Nov 10 22:53:56.224940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd73ab-98d2-4d58-afbb-4c56bcff48f2 None None] Pushing event updated for resources: {'Port': ['ID=57450249-3a42-4261-993b-e27391ac6cdb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:56.343479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3930-2cf9-4adf-945a-4c82fd59d1ad req-912cb00f-34d9-4faa-ac23-83a048cadcaf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:56.345576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0eff3930-2cf9-4adf-945a-4c82fd59d1ad req-912cb00f-34d9-4faa-ac23-83a048cadcaf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1610887 Nov 10 22:53:56.409928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30b22425-e1ff-4b93-9867-434e0d112925 req-ed91a234-61e8-4d12-bd24-0c5550c561dd service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201033 Nov 10 22:53:56.414581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:56.431831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.467279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0eff3930-2cf9-4adf-945a-4c82fd59d1ad req-8dd4989c-8576-4a71-b447-606b50837678 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113605 Nov 10 22:53:56.508886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 047bfdff-ed92-4c10-a802-d99b8c2dae6b yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:53:56.696648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-1541d619-b23a-4551-be75-7e9a20724ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:56.699005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-1541d619-b23a-4551-be75-7e9a20724ae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1095 time: 0.2225676 Nov 10 22:53:56.732217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebde3a-b9bd-47ac-aaf9-0de727008253 req-92499977-b3a7-4c10-b412-689b6a068c46 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:56.732377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695fc7-d5b7-4388-97dc-a10ee904029f req-ca33ad5d-b362-4ffd-8a87-13443d72ee78 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:56.733829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8ebde3a-b9bd-47ac-aaf9-0de727008253 req-92499977-b3a7-4c10-b412-689b6a068c46 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1364043 Nov 10 22:53:56.735329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3695fc7-d5b7-4388-97dc-a10ee904029f req-ca33ad5d-b362-4ffd-8a87-13443d72ee78 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.1054215 Nov 10 22:53:56.761315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 57450249-3a42-4261-993b-e27391ac6cdb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:56.828584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 57450249-3a42-4261-993b-e27391ac6cdb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:56.829002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.840671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::213 (c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6/bc00824b-a818-4421-b744-bf3245be8bcc/047bfdff-ed92-4c10-a802-d99b8c2dae6b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:56.956517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8ebde3a-b9bd-47ac-aaf9-0de727008253 req-6ab2fe77-457f-4c07-90b5-c49f7520a570 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951706 Nov 10 22:53:56.976697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3695fc7-d5b7-4388-97dc-a10ee904029f req-375d76bf-a8b7-46cb-aed9-153b2437b2f1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191198 Nov 10 22:53:57.004325 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.007534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-f2699f41-3a51-4760-bd9b-2a437bb762e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.009199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-f2699f41-3a51-4760-bd9b-2a437bb762e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.2738316 Nov 10 22:53:57.098980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 57450249-3a42-4261-993b-e27391ac6cdb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=57450249-3a42-4261-993b-e27391ac6cdb,segment=NetworkSegment(b8b32910-c2af-4f15-916b-00b2d494d91b),segment_id=b8b32910-c2af-4f15-916b-00b2d494d91b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:57.103898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.117080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-40a21524-e6e9-4e01-89b0-a06da5a47bc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 217 time: 0.0969851 Nov 10 22:53:57.228220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=57450249-3a42-4261-993b-e27391ac6cdb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:57.278832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-66055da0-5917-4e5b-8344-1b801ca1e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.282378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-66055da0-5917-4e5b-8344-1b801ca1e05a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.1564994 Nov 10 22:53:57.308781 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.408454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.428827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e171546-3a88-432f-a589-7911bcd208b9 req-9d7a2f47-32cb-4431-8513-cec3d0679f55 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.430989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e171546-3a88-432f-a589-7911bcd208b9 req-9d7a2f47-32cb-4431-8513-cec3d0679f55 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1430087 Nov 10 22:53:57.445565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-c75a11f9-0221-464a-bebc-c66659ac4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.447375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-c75a11f9-0221-464a-bebc-c66659ac4146 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411836 Nov 10 22:53:57.571751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:57.579406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=047bfdff-ed92-4c10-a802-d99b8c2dae6b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:57.608952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f203d-98bc-42ee-8f5f-beec6cae7571 req-8d54e81e-0654-4462-9ba3-fd30b4bd23be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.611210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-149fd8ac-e1aa-49e1-a399-ac23d6ed3dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.620210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf2f203d-98bc-42ee-8f5f-beec6cae7571 req-8d54e81e-0654-4462-9ba3-fd30b4bd23be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2348418 Nov 10 22:53:57.636661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e171546-3a88-432f-a589-7911bcd208b9 req-0efc7931-49d9-4df9-9517-f4d87fa964ff tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880147 Nov 10 22:53:57.641592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:57.651505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:57.666377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.667083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.750408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4739fe8c-d93a-4381-bc3b-bce79998741a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6229873 Nov 10 22:53:57.754895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:57.795233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf2f203d-98bc-42ee-8f5f-beec6cae7571 req-169e86a2-dc8c-4e9f-91ab-90b3b5f1bf0d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734264 Nov 10 22:53:57.943817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29385907-4c80-43fe-89c0-b24e60daac9a req-75bbfe63-ed3a-45a6-8239-aab57199e5d5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0983422 Nov 10 22:53:57.989292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10410e-403d-4664-bb27-13c1e0abc091 None None] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:58.072430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a02a0-550e-405e-a578-a53873102dcd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:58.074254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea9a02a0-550e-405e-a578-a53873102dcd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2dd HTTP/1.1" status: 200 len: 928 time: 0.3081310 Nov 10 22:53:58.077957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48134) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:58.079262 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-ecd6958c-b490-444b-b7f8-6c81c3978340 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886663 Nov 10 22:53:58.332276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:53:58.335237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 61592b4e-33c8-4dbf-baaf-7b17df4fa30f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:58.366244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df501c66-04e5-4be0-b841-7a3803dcf6c2 req-48154bbe-e46c-4fef-bea9-f669dc5721e7 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514153 Nov 10 22:53:58.452158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401de0a7-5411-4533-ba99-55799496d474 req-6dfc09d1-e306-4048-8482-add4fe10d332 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:58.454007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-401de0a7-5411-4533-ba99-55799496d474 req-6dfc09d1-e306-4048-8482-add4fe10d332 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.2501171 Nov 10 22:53:58.571145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 047bfdff-ed92-4c10-a802-d99b8c2dae6b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:58.571856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.647168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:58.693700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:53:58.735093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 57450249-3a42-4261-993b-e27391ac6cdb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:58.773514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-26154656-d0c4-4e3e-8312-7e6aabbd06bc None None] Provisioning complete for port 57450249-3a42-4261-993b-e27391ac6cdb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:58.776191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26154656-d0c4-4e3e-8312-7e6aabbd06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.807901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.856305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 047bfdff-ed92-4c10-a802-d99b8c2dae6b owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:59.080940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6959b-777f-4a6c-b0b6-5be69b31e18b req-d86fc5c7-72d3-4f69-ae38-9a818ba09ebc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:59.100360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bf6959b-777f-4a6c-b0b6-5be69b31e18b req-d86fc5c7-72d3-4f69-ae38-9a818ba09ebc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.2456543 Nov 10 22:53:59.179358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-401de0a7-5411-4533-ba99-55799496d474 req-8a13a102-c26e-4a5f-b0d3-6266400364a4 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6791425 Nov 10 22:53:59.245610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.255047 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.287588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0bf6959b-777f-4a6c-b0b6-5be69b31e18b req-c075f900-ee9c-40c8-ae53-5dfb0d952f70 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779356 Nov 10 22:53:59.373771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=047bfdff-ed92-4c10-a802-d99b8c2dae6b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:59.394791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:53:59.436934 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.444222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-45609ff8-24f6-4f23-9f12-2b54b1602922 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/047bfdff-ed92-4c10-a802-d99b8c2dae6b HTTP/1.1" status: 204 len: 168 time: 1.3648291 Nov 10 22:53:59.470409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48150) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:59.510043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.514784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b86d979d-6dbf-4799-9f65-46e9affbe29c req-fde21b33-e4d1-4e4c-86f5-45ba5f524cf2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1069796 Nov 10 22:53:59.568524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267685-9a1a-40db-8da9-58c7e9e2bfdc req-557ebeb5-7915-4e53-bbd5-81e8bb5999d2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:59.570190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36267685-9a1a-40db-8da9-58c7e9e2bfdc req-557ebeb5-7915-4e53-bbd5-81e8bb5999d2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1929696 Nov 10 22:53:59.572775 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a478db-0c59-4d29-8288-6b830485db07 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:53:59.579096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-88a478db-0c59-4d29-8288-6b830485db07 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/047bfdff-ed92-4c10-a802-d99b8c2dae6b HTTP/1.1" status: 404 len: 333 time: 0.1063533 Nov 10 22:53:59.583240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48152) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:59.597716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:59.671047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36267685-9a1a-40db-8da9-58c7e9e2bfdc req-918a89b3-5719-4305-85ec-2078912edf06 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942452 Nov 10 22:53:59.743765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.762859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 57450249-3a42-4261-993b-e27391ac6cdb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:59.763970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.915254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 05fd0096-91bf-4b2e-87b3-fae089303992 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:59.915595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.970010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:00.006473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b9b97beb-dd86-47ff-bee8-9610c47112c1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:00.172437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Provisioning complete for port 05fd0096-91bf-4b2e-87b3-fae089303992 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:00.181185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.212445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.249996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 05fd0096-91bf-4b2e-87b3-fae089303992 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:00.271033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Port 05fd0096-91bf-4b2e-87b3-fae089303992 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:00.291672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Could not find standard attr ID for object 047bfdff-ed92-4c10-a802-d99b8c2dae6b. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:54:00.415472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Provisioning complete for port 57450249-3a42-4261-993b-e27391ac6cdb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:00.432245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e8cc24c2-4c34-4191-9f6e-aa8701d13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.576285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c655b4-e24b-49fa-b209-28ea5299b42f req-8114c79f-1ba3-4991-ac01-62f575c92a06 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:00.580367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.596950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53c655b4-e24b-49fa-b209-28ea5299b42f req-8114c79f-1ba3-4991-ac01-62f575c92a06 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1221230 Nov 10 22:54:00.603745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c71a4-02e1-4906-ad45-60ef363ed24e req-2b8254e5-5ca8-4f1c-af5c-1c2a6322d496 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:00.619840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d03c71a4-02e1-4906-ad45-60ef363ed24e req-2b8254e5-5ca8-4f1c-af5c-1c2a6322d496 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.1973214 Nov 10 22:54:00.735840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53c655b4-e24b-49fa-b209-28ea5299b42f req-f481136b-3536-4173-88b5-33a64d0b0455 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375368 Nov 10 22:54:00.767359 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.878915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d03c71a4-02e1-4906-ad45-60ef363ed24e req-28df7600-96a7-4247-acca-6a6b41f26095 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542107 Nov 10 22:54:00.932381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.961232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55036b98-185a-4ecd-8531-1a00406e29c4 req-b3290421-4888-45b5-b825-1f6301132710 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0765817 Nov 10 22:54:01.057414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=05fd0096-91bf-4b2e-87b3-fae089303992,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:01.128085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-95673d7f-ff8d-4ada-9568-a8705d39d4f7 None None] Could not find standard attr ID for object 047bfdff-ed92-4c10-a802-d99b8c2dae6b. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:54:01.132923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-95673d7f-ff8d-4ada-9568-a8705d39d4f7 None None] Could not find standard attr ID for object 05fd0096-91bf-4b2e-87b3-fae089303992. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:54:01.174340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.178126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fba1791a-f9ca-4f2f-9325-c0b641d12bf6 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/05fd0096-91bf-4b2e-87b3-fae089303992 HTTP/1.1" status: 204 len: 168 time: 1.5931144 Nov 10 22:54:01.182980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:01.247031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d54f6-1c93-4b7e-ac6c-e2a9067c6d0c req-4aed5c1e-18a3-4328-b1a7-aca3db854a3d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:01.251484 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85e6f96-b059-4c8f-9d0c-4b778bdf2de8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:54:01.253137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e85e6f96-b059-4c8f-9d0c-4b778bdf2de8 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/05fd0096-91bf-4b2e-87b3-fae089303992 HTTP/1.1" status: 404 len: 333 time: 0.0691962 Nov 10 22:54:01.259252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:01.266072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc9d54f6-1c93-4b7e-ac6c-e2a9067c6d0c req-4aed5c1e-18a3-4328-b1a7-aca3db854a3d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1824358 Nov 10 22:54:01.331913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc9d54f6-1c93-4b7e-ac6c-e2a9067c6d0c req-2ba0ffd7-7701-4601-9b8b-88701835e11f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648339 Nov 10 22:54:01.384668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet bc00824b-a818-4421-b744-bf3245be8bcc {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:01.393703 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.494049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.712021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.811925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.849126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=bc00824b-a818-4421-b744-bf3245be8bcc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:01.887753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.893173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd5b7670-e192-4d93-86ba-109120cdb5f5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/bc00824b-a818-4421-b744-bf3245be8bcc HTTP/1.1" status: 204 len: 168 time: 0.6327677 Nov 10 22:54:01.896008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48180) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:01.969604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12cedc-3155-47d1-82e3-2d34173e4ce5 None None] Network c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:01.985051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971b0d-a6a2-4a1a-9a72-7d9df3c16e1b req-84aeb165-52f1-4861-bde6-533bf9266afe tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:01.992770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56971b0d-a6a2-4a1a-9a72-7d9df3c16e1b req-84aeb165-52f1-4861-bde6-533bf9266afe tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1225977 Nov 10 22:54:02.057419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.117778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56971b0d-a6a2-4a1a-9a72-7d9df3c16e1b req-e21247e8-6888-49ee-acbe-4db03300c8bd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215529 Nov 10 22:54:02.174932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:02.179228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01f727-3850-493c-ae71-c4afdcdd566e req-48ebc863-88b0-42e4-b8db-a07b77f95efe tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:02.190416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca01f727-3850-493c-ae71-c4afdcdd566e req-48ebc863-88b0-42e4-b8db-a07b77f95efe tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.1172683 Nov 10 22:54:02.328638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 57450249-3a42-4261-993b-e27391ac6cdb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:02.329306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.347960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52d6a20b-4e02-4cab-8992-4144fb0b9fe2 req-484d12c4-4c39-4806-a22e-edb4ed17dfcc tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0813847 Nov 10 22:54:02.393669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port b9b97beb-dd86-47ff-bee8-9610c47112c1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:54:02.403468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port 57450249-3a42-4261-993b-e27391ac6cdb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=57450249-3a42-4261-993b-e27391ac6cdb,segment=NetworkSegment(b8b32910-c2af-4f15-916b-00b2d494d91b),segment_id=b8b32910-c2af-4f15-916b-00b2d494d91b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:02.404358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.421792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 57450249-3a42-4261-993b-e27391ac6cdb owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:02.449249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b9b97beb-dd86-47ff-bee8-9610c47112c1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:02.452202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.572188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031a976-4579-49b6-838b-89e3ab886777 req-db680d32-b131-4440-9262-cdf632461245 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:02.573802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b031a976-4579-49b6-838b-89e3ab886777 req-db680d32-b131-4440-9262-cdf632461245 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1091413 Nov 10 22:54:02.621437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84024b-d233-4493-9e1f-25750e1ce552 None None] DHCP port deletion for c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:02.627463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca01f727-3850-493c-ae71-c4afdcdd566e req-1b44a645-eb97-48bc-96a8-ca6d530429f5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280865 Nov 10 22:54:02.629015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.667390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=57450249-3a42-4261-993b-e27391ac6cdb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:02.679434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port 57450249-3a42-4261-993b-e27391ac6cdb on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:02.782289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b031a976-4579-49b6-838b-89e3ab886777 req-7f0e529e-7a42-4e40-a03f-7b62ef513ec5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010355 Nov 10 22:54:02.784939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 57450249-3a42-4261-993b-e27391ac6cdb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:02.895760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 57450249-3a42-4261-993b-e27391ac6cdb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:02.900679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 57450249-3a42-4261-993b-e27391ac6cdb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:02.905336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.920134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.979454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:02.990531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b32910-c2af-4f15-916b-00b2d494d91b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:02.991260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b32910-c2af-4f15-916b-00b2d494d91b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:03.017531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:03.019044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.027368 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c1029-d8d5-4f08-893d-d4fe3fc74375" -d '{"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:03.088942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.090551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:03.104221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:03.105272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.109652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:03.198323 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:03.202115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.219642 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa66237-74c1-4e07-9304-d4aa12048e03 x-openstack-request-id: req-0fa66237-74c1-4e07-9304-d4aa12048e03 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:03.219799 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:03.220063 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fa66237-74c1-4e07-9304-d4aa12048e03 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:03.220459 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'code': 200} Nov 10 22:54:03.268739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.275809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48212) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:03.278246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6 HTTP/1.1" status: 204 len: 168 time: 1.3811073 Nov 10 22:54:03.281999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1360541959'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:03.282197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70d72-5b3d-4ec1-9389-03308943376d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=c6e17ef4-d336-4e3c-b1a6-79ccdb5598b6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:03.318282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:03.345450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:03.349014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.419867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:54:03.445751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.446922 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment aa9eebd8-0adc-44db-9230-7fbd1c97d54c of type vlan for network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 Nov 10 22:54:03.472023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443be8d-80ec-45c8-8af7-7cc3471f5cdc req-beb856e9-5fba-441c-9c86-f077eb73c5e7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:03.485537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f443be8d-80ec-45c8-8af7-7cc3471f5cdc req-beb856e9-5fba-441c-9c86-f077eb73c5e7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1180592 Nov 10 22:54:03.562603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bd46a-d314-42a1-933f-073cc1a024db req-a691b81d-18e0-4ae3-8720-9ba8c482622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:03.574020 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e8bd46a-d314-42a1-933f-073cc1a024db req-a691b81d-18e0-4ae3-8720-9ba8c482622e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1097 time: 0.2770829 Nov 10 22:54:03.602441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.654169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f443be8d-80ec-45c8-8af7-7cc3471f5cdc req-1350abb3-79a8-4aad-9b05-26a9a2fc5653 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670818 Nov 10 22:54:03.744017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e8bd46a-d314-42a1-933f-073cc1a024db req-b96e2dd2-9002-4a26-9e2d-ee7f5f74b590 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608987 Nov 10 22:54:03.896626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97777c68-bfa9-47f8-9fb0-5ef03c2a866f req-2838d88a-1c29-469a-ba8c-281b9991beb7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:03.904313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97777c68-bfa9-47f8-9fb0-5ef03c2a866f req-2838d88a-1c29-469a-ba8c-281b9991beb7 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.1103745 Nov 10 22:54:03.948874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.959111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:03.969371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.986984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43800894-2b70-4625-b29d-730293cd896a req-637a6489-9461-4c00-90a6-1148d330312f tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1661181 Nov 10 22:54:04.023229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97777c68-bfa9-47f8-9fb0-5ef03c2a866f req-485e36cf-4d1a-41c6-bba7-6c07be464b46 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179085 Nov 10 22:54:04.173771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:54:04.374158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3d474-bfb2-4ae7-a21e-b1e783839ede req-81475881-6d4d-4bc3-9b72-fab15ce6e983 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:04.382717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aa3d474-bfb2-4ae7-a21e-b1e783839ede req-81475881-6d4d-4bc3-9b72-fab15ce6e983 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2031229 Nov 10 22:54:04.532604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aa3d474-bfb2-4ae7-a21e-b1e783839ede req-c14f9c2b-c508-4e3e-abd7-20962d36896f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429598 Nov 10 22:54:04.704863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:54:04.992273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac911ab-b3fa-4b4b-8416-67e4e3b52f48 req-cffe5a66-b773-4cbf-a2a5-eee1ffc78e06 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:05.010867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cac911ab-b3fa-4b4b-8416-67e4e3b52f48 req-cffe5a66-b773-4cbf-a2a5-eee1ffc78e06 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1527948 Nov 10 22:54:05.110810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:05.150673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 has no active binding in host n-h1-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 22:54:05.173829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:05.193202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.193818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.194356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.194874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.195371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.195864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.196370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.196870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.197393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.197879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.198440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.198927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:05.206290 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aee28e2f-f3fa-4c50-a74b-5cbfdb7f34ce tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9290428 Nov 10 22:54:05.215123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:54:05.224406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cac911ab-b3fa-4b4b-8416-67e4e3b52f48 req-cb7749ab-ec92-4434-b124-b59015c3288f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012770 Nov 10 22:54:05.224722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48250) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:05.269900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:05.396004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-b5b854f0-e90c-4cac-ab0a-0e21cd98afb4 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:05.401526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-b5b854f0-e90c-4cac-ab0a-0e21cd98afb4 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1096 time: 1.7174625 Nov 10 22:54:05.423160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-3'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:05.511748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-190d2254-bfc8-4809-acd5-175ba0affd4a req-e0b326ad-5ddc-41b5-895f-5b31ca9b9787 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.0320332 Nov 10 22:54:05.533869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d217db2-3f03-45a3-a5b9-f28f76e1bcbb req-91edf4d6-d571-499e-8299-1a12983ecf43 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:05.535646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d217db2-3f03-45a3-a5b9-f28f76e1bcbb req-91edf4d6-d571-499e-8299-1a12983ecf43 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.4040387 Nov 10 22:54:05.578860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:05.583103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.724545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-7a57c1af-7ace-48ca-8a05-2cd5678ad25b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:05.726990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-7a57c1af-7ace-48ca-8a05-2cd5678ad25b tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.4070330 Nov 10 22:54:05.748653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d217db2-3f03-45a3-a5b9-f28f76e1bcbb req-c952683f-2e83-4202-aa1e-0df36ddcadfc tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929722 Nov 10 22:54:05.791160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.136553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.150123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc408b6-8179-4162-bb07-e33d5a36d6b1 req-c96d4905-2313-4db9-9602-f6cdef29eeb9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:06.159152 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebc408b6-8179-4162-bb07-e33d5a36d6b1 req-c96d4905-2313-4db9-9602-f6cdef29eeb9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1809988 Nov 10 22:54:06.203418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Deleting port ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:06.203999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.292469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:06.326774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebc408b6-8179-4162-bb07-e33d5a36d6b1 req-7a321372-5051-4bd8-a393-fbfa4ff891b4 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664174 Nov 10 22:54:06.349827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:06.350633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:54:06.366785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3dff-bcc1-42f6-98cf-cb84f0157a97 req-afe90a3c-2d49-44d8-bbce-34cdc9cc8553 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:06.369916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8ea3dff-bcc1-42f6-98cf-cb84f0157a97 req-afe90a3c-2d49-44d8-bbce-34cdc9cc8553 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 947 time: 0.2384160 Nov 10 22:54:06.394861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=213b1016-4732-4804-bd5d-2fc5f74fad89,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:06.453428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:54:06.473658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:06.488745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236aa3d9-0e6f-4a8f-8a21-57a0b2fd7aed None None] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:06.492708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:06.493811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.494916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] For port ecef19fd-2c4f-428d-a4cf-8032b567f544, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ecef19fd-2c4f-428d-a4cf-8032b567f544,segment=NetworkSegment(35d6b256-ea58-4637-a35f-a0f3b623f712),segment_id=35d6b256-ea58-4637-a35f-a0f3b623f712)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:06.495360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.505863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:06.515111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8ea3dff-bcc1-42f6-98cf-cb84f0157a97 req-2b464633-56f3-4a20-8abf-664cf2608e20 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb42c6c8-3a45-4792-86fd-4584f0fea611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042118 Nov 10 22:54:06.526483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cffa2195-8ed7-4054-98f3-388c692a382c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2984664 Nov 10 22:54:06.534175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:06.549185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9', 'name': 'tempest-PortsIpV6TestJSON-1355986867', 'fixed_ips': [{'subnet_id': '213b1016-4732-4804-bd5d-2fc5f74fad89', 'ip_address': '2001:db8::10'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:06.590102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.597682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:06.601109 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626688c3-117c-4a1c-829e-7d161e8ed78d" -d '{"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:06.611547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Calling delete_port for ecef19fd-2c4f-428d-a4cf-8032b567f544 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:06.717625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.786878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9', 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': '213b1016-4732-4804-bd5d-2fc5f74fad89'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:54:06.789567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.799450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:06.842433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ef3a7-3ba7-4737-adb0-c3a10805cc07 req-b805610c-89c4-48f9-8aa4-de7785ee5664 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:06.853743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a14ef3a7-3ba7-4737-adb0-c3a10805cc07 req-b805610c-89c4-48f9-8aa4-de7785ee5664 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.4217649 Nov 10 22:54:06.893145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8967a908-f5a5-4c91-98c4-ee00d59ba24d req-7aa081b9-3768-4d38-893e-e2d6b79d0c5b tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1753595 Nov 10 22:54:06.896620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.932212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port b16f93f8-3e69-4e67-bf35-90d165108c28 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:54:06.974608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b017b3f-b054-4d09-b44b-69c74c6735f2 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:07.088479 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650b3ac-c0e5-4ba8-9f54-3d3f0277e269 x-openstack-request-id: req-7650b3ac-c0e5-4ba8-9f54-3d3f0277e269 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:07.088913 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:07.089295 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7650b3ac-c0e5-4ba8-9f54-3d3f0277e269 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:07.090069 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'code': 200} Nov 10 22:54:07.097702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a14ef3a7-3ba7-4737-adb0-c3a10805cc07 req-8fba8ce4-91fe-4221-b086-a8727c641f8b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422996 Nov 10 22:54:07.147636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6481458f-fbba-4164-adf1-2685da155887 None None] Provisioning complete for port bb538f47-6f96-48ad-a264-b8916177bdd5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:07.148042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6481458f-fbba-4164-adf1-2685da155887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.158030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:07.166838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Allocated IP 2001:db8::2 (94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9/213b1016-4732-4804-bd5d-2fc5f74fad89/8bd93c7e-9ddf-4620-a402-dff72a0b5512) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:07.197982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on host n-h2-811521-3 for vnic_type normal with profile {"migrating_to": "n-h1-811521-3"} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:07.198560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:07.199016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:07.218374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:54:07.219229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Attempting to bind port bb538f47-6f96-48ad-a264-b8916177bdd5 on network a0fa1162-228e-44ff-8715-31fec406dd4f {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:07.253497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:07.253851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Checking segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:07.254370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Bound using segment: {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:07.254813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Bound port: bb538f47-6f96-48ad-a264-b8916177bdd5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0fa1162-228e-44ff-8715-31fec406dd4f'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:07.255179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.274968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.335145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3516a9-53cd-456b-83f6-59d85fb2fa5f req-b3cb06d1-cdea-4ce5-b7f5-cb2198faa12f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:07.335721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Pushing event deleted for resources: {'Port': ['ID=ecef19fd-2c4f-428d-a4cf-8032b567f544,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:07.364083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a3516a9-53cd-456b-83f6-59d85fb2fa5f req-b3cb06d1-cdea-4ce5-b7f5-cb2198faa12f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1687717 Nov 10 22:54:07.393092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6481458f-fbba-4164-adf1-2685da155887 None None] Port bb538f47-6f96-48ad-a264-b8916177bdd5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:07.410916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac1b41-e039-4446-aa4b-369c1974f516 None None] DHCP port deletion for 39d64004-f881-4221-ab7e-8506772086dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:07.434232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] No DVR routers for this DVR port ecef19fd-2c4f-428d-a4cf-8032b567f544 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:07.440233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.444998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bf1c31f-0ab3-4d22-add3-5611d714c97a req-385be9cb-11f2-4e27-8e16-c9f97282eac4 tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.39 "DELETE /v2.0/ports/ecef19fd-2c4f-428d-a4cf-8032b567f544 HTTP/1.1" status: 204 len: 173 time: 1.6931584 Nov 10 22:54:07.459107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:07.474811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:07.492049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.554465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c28cc5-008e-42f3-b07e-958b3ebf0a11 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:07.579983 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a3516a9-53cd-456b-83f6-59d85fb2fa5f req-02a6436a-14e0-4c3c-aff1-736af7d4e73f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137656 Nov 10 22:54:07.671310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:07.672231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.675810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] 10.222.0.20 "PUT /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 1121 time: 2.2643065 Nov 10 22:54:07.691329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c285cc9-f05a-4999-9ace-297f423feba0 req-dd974c36-e6d0-4d9c-b09b-3def86e50678 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:07.704265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c285cc9-f05a-4999-9ace-297f423feba0 req-dd974c36-e6d0-4d9c-b09b-3def86e50678 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2392988 Nov 10 22:54:07.725948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5fcda-2268-4278-a97d-607c47bbaa73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:07.815052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3fd5400-2b29-4271-841b-3435bff6216c req-759b01ab-aa8c-4d7e-8853-f7e1cd1a72fe tempest-ServersNegativeTestJSON-1773034895 tempest-ServersNegativeTestJSON-1773034895-project] 10.222.0.25 "GET /v2.0/ports?device_id=085732d4-10db-4ec5-9c52-04e937b60818 HTTP/1.1" status: 200 len: 210 time: 0.0664914 Nov 10 22:54:07.851587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c285cc9-f05a-4999-9ace-297f423feba0 req-f016d783-f219-47a5-84de-98260a2e91ae tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458929 Nov 10 22:54:07.853248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['bb538f47-6f96-48ad-a264-b8916177bdd5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:07.885203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['bb538f47-6f96-48ad-a264-b8916177bdd5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:07.889412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.997147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.999085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] Provisioning complete for port bb538f47-6f96-48ad-a264-b8916177bdd5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:07.999452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.105320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724678c-0335-4351-b4d8-e916277e1845 req-619a29d4-ab46-4a0a-9e24-da1a5dcde9ed tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:08.108944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1724678c-0335-4351-b4d8-e916277e1845 req-619a29d4-ab46-4a0a-9e24-da1a5dcde9ed tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1538458 Nov 10 22:54:08.119809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48306) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:08.121810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:08.126984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Request body: {'floatingip': {'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:08.314501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:08.315323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1aee4a79-d4f7-4f7f-bdc6-d4864e6edf81 req-8ffb9a29-a3ff-4f1e-9d77-d58bf8dfd9d5 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/ports?device_id=16cb2701-2a56-400f-aea9-2560c65bbba7 HTTP/1.1" status: 200 len: 210 time: 0.1292036 Nov 10 22:54:08.319416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:08.381266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Pushing event updated for resources: {'Port': ['ID=8bd93c7e-9ddf-4620-a402-dff72a0b5512,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:08.638560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.658482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::10 (94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9/213b1016-4732-4804-bd5d-2fc5f74fad89/b16f93f8-3e69-4e67-bf35-90d165108c28) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:08.681900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Attempting to bind port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:08.682288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Attempting to bind port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:08.683246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Attempting to bind port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 on network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:08.689011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.714456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:08.714871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Checking segment: {'id': 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:08.715221 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.715785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Bound using segment: {'id': 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:08.717024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Bound port: 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:08.717448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.729641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:08.732611 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87973dc4-286e-43ee-be59-ba176a60041b" -d '{"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:08.770854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:08.792126 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.833009 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b3836-b8a9-45a5-acf8-694be289025a x-openstack-request-id: req-1d2b3836-b8a9-45a5-acf8-694be289025a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:08.833276 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:08.833622 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d2b3836-b8a9-45a5-acf8-694be289025a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:08.833932 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'code': 200} Nov 10 22:54:08.899345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:08.916932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] For port 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:08.922097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] For port 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8bd93c7e-9ddf-4620-a402-dff72a0b5512,segment=NetworkSegment(aa9eebd8-0adc-44db-9230-7fbd1c97d54c),segment_id=aa9eebd8-0adc-44db-9230-7fbd1c97d54c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:09.048084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Deleting subnet f768c43a-67f7-404a-849d-9f1d8d377879 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:09.068531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.096943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9beede-990c-4ae5-a98f-8db65c80f14e None None] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:09.105998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-deleted', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544'}, {'name': 'network-changed', 'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:09.109733 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b48fa-c0dd-48e7-a062-fb822b68346c" -d '{"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-deleted", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544"}, {"name": "network-changed", "server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:09.149815 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.192287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:09.194957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.289249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1cda6-5d4b-45ff-959c-05c351cc2054 req-ccc8f02d-1a9f-43d2-969d-3eba805bcb87 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:09.309661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3a1cda6-5d4b-45ff-959c-05c351cc2054 req-ccc8f02d-1a9f-43d2-969d-3eba805bcb87 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1927869 Nov 10 22:54:09.350809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ecef19fd-2c4f-428d-a4cf-8032b567f544 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:09.351163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ecef19fd-2c4f-428d-a4cf-8032b567f544 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:09.401721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.404516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb9cce-4dd7-4861-8550-6abc07a12c1c None None] Pushing event updated for resources: {'Port': ['ID=8bd93c7e-9ddf-4620-a402-dff72a0b5512,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:09.525745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb8f5-c7fd-43f2-b716-d8a88fb452f5 req-8e182df0-dbac-465c-b475-cbacf6bc26f1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:09.530410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-175fb8f5-c7fd-43f2-b716-d8a88fb452f5 req-8e182df0-dbac-465c-b475-cbacf6bc26f1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 943 time: 0.8929603 Nov 10 22:54:09.561703 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3a1cda6-5d4b-45ff-959c-05c351cc2054 req-f8a1750d-466b-4755-b44d-c3219fb4dc9e tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510083 Nov 10 22:54:09.580584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.734171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.735185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1557d-0a60-4b12-96cf-b1e4121e0e63 None None] Network 39d64004-f881-4221-ab7e-8506772086dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:09.762049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f768c43a-67f7-404a-849d-9f1d8d377879 HTTP/1.1" status: 204 len: 168 time: 0.8613091 Nov 10 22:54:09.764009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d64a5-7e87-44d2-add4-a4ead07d34ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f768c43a-67f7-404a-849d-9f1d8d377879,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:09.767987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:09.811317 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591bdcf3-00ed-420e-a55c-6ff16a2b5c8f x-openstack-request-id: req-591bdcf3-00ed-420e-a55c-6ff16a2b5c8f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:09.811908 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085732d4-10db-4ec5-9c52-04e937b60818", "name": "network-vif-deleted", "tag": "ecef19fd-2c4f-428d-a4cf-8032b567f544", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:09.812998 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-591bdcf3-00ed-420e-a55c-6ff16a2b5c8f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:09.815478 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085732d4-10db-4ec5-9c52-04e937b60818', 'name': 'network-vif-deleted', 'tag': 'ecef19fd-2c4f-428d-a4cf-8032b567f544', 'status': 'completed', 'code': 200} Nov 10 22:54:09.816879 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'status': 'completed', 'code': 200} Nov 10 22:54:09.989987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.003058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-931f39f9-c528-4334-a000-5ceb8d79d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:10.005196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-931f39f9-c528-4334-a000-5ceb8d79d09d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1126 time: 0.1019630 Nov 10 22:54:10.136479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-175fb8f5-c7fd-43f2-b716-d8a88fb452f5 req-56f31841-dbad-4045-9bf4-afeeb9965e54 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832224 Nov 10 22:54:10.202237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48338) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:10.219509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c082a6e-57ea-422f-8c6c-0c9131dc6d4a None None] DHCP port deletion for 39d64004-f881-4221-ab7e-8506772086dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:10.310125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:54:10.364844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.430525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d64004-f881-4221-ab7e-8506772086dd']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:10.460188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-4db1cf02-a7f3-4a5e-b3f2-02e0028c7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:10.469926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-4db1cf02-a7f3-4a5e-b3f2-02e0028c7646 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.4541974 Nov 10 22:54:10.478259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d6b256-ea58-4637-a35f-a0f3b623f712') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:10.479087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d6b256-ea58-4637-a35f-a0f3b623f712') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:10.495496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.536832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.597666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.603411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.626867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-9a01e770-b790-4fd6-ae64-a756109ec9aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 217 time: 0.1433706 Nov 10 22:54:10.636790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.656795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.667750 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.730612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:10.732577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:10.738042 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:10.748750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-7150fc4d-b4fa-4655-b3bf-bd1a9a03a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:10.753806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-7150fc4d-b4fa-4655-b3bf-bd1a9a03a971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.3737197 Nov 10 22:54:10.880073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8bd93c7e-9ddf-4620-a402-dff72a0b5512 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:11.015442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:11.017381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.033819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-25b8e1c5-c43f-463c-8ed2-88f4be4b81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:11.037832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-25b8e1c5-c43f-463c-8ed2-88f4be4b81bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.3992493 Nov 10 22:54:11.068561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.136877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.152247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-bc461fb4-12a3-4c3c-8403-fa00b3dce15b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046774 Nov 10 22:54:11.154358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.164526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/39d64004-f881-4221-ab7e-8506772086dd HTTP/1.1" status: 204 len: 168 time: 1.3919632 Nov 10 22:54:11.213384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ca149-b5c2-45d4-944e-e4521117efe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d64004-f881-4221-ab7e-8506772086dd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.214500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.227693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.230192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d573a6-de6e-4435-8a0e-3e7c962a061d None None] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:11.235651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6b8c2c4-d4b9-4761-936f-421fff5950f0 HTTP/1.1" status: 204 len: 168 time: 1.0310724 Nov 10 22:54:11.236309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48350) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.395635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3c457-7030-4692-bcfe-72ef6718a820 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b8c2c4-d4b9-4761-936f-421fff5950f0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.459284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-e288401c-9eb0-413a-9b1d-ad0fe335c738 service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866957 Nov 10 22:54:11.467661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0402abd0-9306-4486-8888-2241c998127a None None] Provisioning complete for port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:11.468041 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0402abd0-9306-4486-8888-2241c998127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.508345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:11.535103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:11.539891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:11.554573 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.560503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:11.561867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.564562 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-9570a41a-072c-426a-8bf8-82cd02766b3d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] show failed (client error): The resource could not be found. Nov 10 22:54:11.573851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9570a41a-072c-426a-8bf8-82cd02766b3d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "GET /v2.0/security-groups/c6b8c2c4-d4b9-4761-936f-421fff5950f0 HTTP/1.1" status: 404 len: 347 time: 0.2613270 Nov 10 22:54:11.576038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.615595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6857923-910c-4eae-b263-4426c723e0cf req-fc49fa45-a2cf-4f21-b066-b3ecf2863485 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:11.624298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6857923-910c-4eae-b263-4426c723e0cf req-fc49fa45-a2cf-4f21-b066-b3ecf2863485 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 1.3038328 Nov 10 22:54:11.634489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.682275 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Floating IP e7f12acb-9f5f-46cc-a4d7-8d070ad69c97 associated. External IP: 172.25.0.46, port: b9b97beb-dd86-47ff-bee8-9610c47112c1. Nov 10 22:54:11.685457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=b16f93f8-3e69-4e67-bf35-90d165108c28,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.719693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be81a40-9d40-4d72-820a-f07f83f105fa req-04a1f23d-c697-4a77-a54a-36a62d10bb79 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:11.725520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1be81a40-9d40-4d72-820a-f07f83f105fa req-04a1f23d-c697-4a77-a54a-36a62d10bb79 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.3751183 Nov 10 22:54:11.728402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f00b48fa-c0dd-48e7-a062-fb822b68346c req-78902649-885d-4629-903f-871837f9767d service neutron] 10.222.0.39 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604926 Nov 10 22:54:11.774938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8bd93c7e-9ddf-4620-a402-dff72a0b5512,segment=NetworkSegment(aa9eebd8-0adc-44db-9230-7fbd1c97d54c),segment_id=aa9eebd8-0adc-44db-9230-7fbd1c97d54c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:11.775288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7d3e7e50-4fec-46c7-b748-00728c23f816 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2394547 Nov 10 22:54:11.782547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.795876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': '94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9', 'name': 'tempest-PortsIpV6TestJSON-1600665147', 'fixed_ips': [{'subnet_id': '213b1016-4732-4804-bd5d-2fc5f74fad89', 'ip_address': '2001:db8::f'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:11.852157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-15681e79-3eb1-4acc-8d41-d66ef05df49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:11.854102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-15681e79-3eb1-4acc-8d41-d66ef05df49d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 1.0945845 Nov 10 22:54:11.903478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1be81a40-9d40-4d72-820a-f07f83f105fa req-e9d2e3db-e6aa-471d-82aa-8bd7355dd263 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701882 Nov 10 22:54:12.111931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:12.283631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:12.363128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port 0750c745-bc1d-4e32-b8b4-d3fa0245aec2 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:54:12.446557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:12.521722 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0402abd0-9306-4486-8888-2241c998127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:12.647000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8bd93c7e-9ddf-4620-a402-dff72a0b5512,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:12.699554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-0402abd0-9306-4486-8888-2241c998127a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:54:12.699907 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-0402abd0-9306-4486-8888-2241c998127a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:54:12.977475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::f (94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9/213b1016-4732-4804-bd5d-2fc5f74fad89/0750c745-bc1d-4e32-b8b4-d3fa0245aec2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:13.260477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca206-8172-4ae1-bc87-d0e9b64505ff req-bdb4fdc6-0df4-4717-b0bd-3044faa861eb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:13.262213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14dca206-8172-4ae1-bc87-d0e9b64505ff req-bdb4fdc6-0df4-4717-b0bd-3044faa861eb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.1177647 Nov 10 22:54:13.349150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.374366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a6857923-910c-4eae-b263-4426c723e0cf req-9964ee02-93f1-44fc-ac63-96ac73e40aaa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7490284 Nov 10 22:54:13.445705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f07c6a3-88ca-482a-a723-259717dc4e33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9845347f3234cfdbf64e96270c226e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8077297 Nov 10 22:54:13.449235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:13.491108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-e230a30c-a004-4fdd-a3d9-f32260038de8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 1.6105082 Nov 10 22:54:13.524218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4431f5ee-76b6-43d1-8115-4f3185f5704e None None] Provisioning complete for port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:13.524771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4431f5ee-76b6-43d1-8115-4f3185f5704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.607854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14dca206-8172-4ae1-bc87-d0e9b64505ff req-246e2ae1-e187-42c3-9454-01b340678f35 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106866 Nov 10 22:54:13.686391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.734078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.841233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4431f5ee-76b6-43d1-8115-4f3185f5704e None None] Provisioning complete for port b16f93f8-3e69-4e67-bf35-90d165108c28 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:13.841924 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4431f5ee-76b6-43d1-8115-4f3185f5704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.868197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.879547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=0750c745-bc1d-4e32-b8b4-d3fa0245aec2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:13.913628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:13.920948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:13.927165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:13.939657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:13.941920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.949733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4431f5ee-76b6-43d1-8115-4f3185f5704e None None] Port b16f93f8-3e69-4e67-bf35-90d165108c28 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:13.955573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 196a64ac-c325-4d1a-8e4d-f3739728008a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:13.956514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:13.974913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-5579f994-4055-4ea0-9040-8cc40d4fda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:13.980321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-371b4137-4c8d-4701-b9d2-c85d1b3fc80f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1932118 Nov 10 22:54:13.980872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-5579f994-4055-4ea0-9040-8cc40d4fda12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.4613409 Nov 10 22:54:13.990245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48388) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:14.004224 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:54:14.018131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:14.098335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fee9ae94-1fee-4d25-a433-efa1a5d54ea7 None None] Provisioning complete for port b16f93f8-3e69-4e67-bf35-90d165108c28 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:14.100676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fee9ae94-1fee-4d25-a433-efa1a5d54ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.233502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360af245-6634-4806-9db2-0d70ee7d8537 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:14.237054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-360af245-6634-4806-9db2-0d70ee7d8537 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2430303 Nov 10 22:54:14.242570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:14.255530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fee9ae94-1fee-4d25-a433-efa1a5d54ea7 None None] Port b16f93f8-3e69-4e67-bf35-90d165108c28 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:14.316651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48394) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:14.376938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-3071657b-5a8c-46e3-9d0c-d2a943fd4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:14.382692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-3071657b-5a8c-46e3-9d0c-d2a943fd4fca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659251 Nov 10 22:54:14.417238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31216a3e-0119-4014-9e8e-eea3f500f3ee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:14.428763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31216a3e-0119-4014-9e8e-eea3f500f3ee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:14.454175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31216a3e-0119-4014-9e8e-eea3f500f3ee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:14.462626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31216a3e-0119-4014-9e8e-eea3f500f3ee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2174661 Nov 10 22:54:14.467018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.472644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.479516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb42c6c8-3a45-4792-86fd-4584f0fea611 HTTP/1.1" status: 204 len: 168 time: 1.0268726 Nov 10 22:54:14.480544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48400) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:14.510243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.510243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.514398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5772b827-fff4-46ac-8012-11811fa4006d None None] Provisioning complete for port 0750c745-bc1d-4e32-b8b4-d3fa0245aec2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:14.521468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5772b827-fff4-46ac-8012-11811fa4006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.637524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb390eb-d0ec-4a9e-bda9-9dc8d220b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb42c6c8-3a45-4792-86fd-4584f0fea611,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:14.694463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 196a64ac-c325-4d1a-8e4d-f3739728008a owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:14.727736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-449c46d8-6dc2-4558-aaee-e058d0357c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.780365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8bd93c7e-9ddf-4620-a402-dff72a0b5512 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:14.953448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5772b827-fff4-46ac-8012-11811fa4006d None None] Port 0750c745-bc1d-4e32-b8b4-d3fa0245aec2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:14.995060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.030597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-449c46d8-6dc2-4558-aaee-e058d0357c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.037556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-449c46d8-6dc2-4558-aaee-e058d0357c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.062930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:15.070186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 0750c745-bc1d-4e32-b8b4-d3fa0245aec2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:15.071265 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.092594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.093313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:15.097427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:15.098908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.105318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-5ee28ade-f56e-449b-9a1e-5043b12a6b54 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989262 Nov 10 22:54:15.165084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570e54-c9db-4e96-88bf-39fead1efe76 req-303937d8-615a-403f-8d0f-9f174bdfd74c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:15.170326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9570e54-c9db-4e96-88bf-39fead1efe76 req-303937d8-615a-403f-8d0f-9f174bdfd74c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.5402493 Nov 10 22:54:15.205306 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.213571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:15.268311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-449c46d8-6dc2-4558-aaee-e058d0357c31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17a24f54fc9d4607a095a47d7c61b67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9491088 Nov 10 22:54:15.280015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48414) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:15.284842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c46d8-6dc2-4558-aaee-e058d0357c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6289d27-c0b2-4fd7-9791-69bcb3c9c2e0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:15.300337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:15.302308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:15.322323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9de85-8178-4d7c-ba43-da0ee1dce97f req-42f70141-e2dd-41c8-9944-dc0e0e2ea7e9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:15.323889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ec9de85-8178-4d7c-ba43-da0ee1dce97f req-42f70141-e2dd-41c8-9944-dc0e0e2ea7e9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 945 time: 0.5233080 Nov 10 22:54:15.328018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.383549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 0750c745-bc1d-4e32-b8b4-d3fa0245aec2 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:15.432434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-670ad670-1ada-4f49-b5fa-d48670d67d54 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "PUT /v2.0/floatingips/e7f12acb-9f5f-46cc-a4d7-8d070ad69c97 HTTP/1.1" status: 200 len: 991 time: 7.3107433 Nov 10 22:54:15.440122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:15.442695 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802a6e1-88d1-4502-9386-47742f16f4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:15.587515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9570e54-c9db-4e96-88bf-39fead1efe76 req-bda66d9c-d9d9-4c88-b2ca-6070679dea4f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746912 Nov 10 22:54:15.604796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a313fa0b-25df-42fc-a833-f46d1dc7881d req-1c419edf-dbaf-4dcd-b15c-e9e59c6b9177 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747484 Nov 10 22:54:15.624739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.670121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:15.671908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.674612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:15.688741 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3d761-f469-46b3-9f16-6e7820d00a7a" -d '{"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:15.707020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:15.716319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.753789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=196a64ac-c325-4d1a-8e4d-f3739728008a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:15.771609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.772106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.772567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.773069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.773515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.773961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.774401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.774856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.775290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.775727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.776162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.776594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:15.836566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb66f38-ce41-488e-a339-4d73ac78d2c6 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:15.847127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.851033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.856007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c855f76a-a859-41b4-9506-8d604213e9f2 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/floatingips/7c7744b0-1442-4e00-bf5e-cd9eb9ac6be5 HTTP/1.1" status: 204 len: 168 time: 4.2669001 Nov 10 22:54:15.856696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48430) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:15.907292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.913286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ec9de85-8178-4d7c-ba43-da0ee1dce97f req-b319fca0-aae0-4ea4-bbdc-64ed64fedbb9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821469 Nov 10 22:54:15.949985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.969314 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6e4ff2-a2f4-4363-96ac-894a7128af09 x-openstack-request-id: req-ee6e4ff2-a2f4-4363-96ac-894a7128af09 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:15.970046 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:15.970409 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee6e4ff2-a2f4-4363-96ac-894a7128af09 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:15.970917 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'status': 'completed', 'code': 200} Nov 10 22:54:15.971245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:16.041012 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4588367b-3747-4b82-b078-6c2417eded27 x-openstack-request-id: req-4588367b-3747-4b82-b078-6c2417eded27 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:16.041342 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:16.041644 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4588367b-3747-4b82-b078-6c2417eded27 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:16.042035 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'code': 200} Nov 10 22:54:16.121787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-a1d4f420-8f15-432e-94d2-0942a90b9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:16.123304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-a1d4f420-8f15-432e-94d2-0942a90b9bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1097 time: 0.1462164 Nov 10 22:54:16.126775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.129399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.130531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6289d27-c0b2-4fd7-9791-69bcb3c9c2e0 HTTP/1.1" status: 204 len: 168 time: 0.8467600 Nov 10 22:54:16.218407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 72ec0f3e-4630-4621-a303-cf25edeba45a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:16.218407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.282174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df195d8d-ea60-47bd-a26e-8bb93a7b869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6289d27-c0b2-4fd7-9791-69bcb3c9c2e0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:16.287625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.354107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48446) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:16.385043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-0055806f-0be8-4349-9816-1ffcf21deee5 service neutron] 10.222.0.39 "GET /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.3516090 Nov 10 22:54:16.386857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.420997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'e7f12acb-9f5f-46cc-a4d7-8d070ad69c97', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:53:48Z', 'updated_at': '2021-11-10T22:54:10Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:16.487437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:16.497755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 72ec0f3e-4630-4621-a303-cf25edeba45a owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:16.515196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:16.516910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:16.530037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=0750c745-bc1d-4e32-b8b4-d3fa0245aec2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:16.554325 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.565133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-81c1f59b-6615-46c7-b56b-9424b4c4c93f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/0750c745-bc1d-4e32-b8b4-d3fa0245aec2 HTTP/1.1" status: 204 len: 168 time: 2.0681970 Nov 10 22:54:16.594480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-dfb8de09-d01e-458a-92e4-37a3389f0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:16.599748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-dfb8de09-d01e-458a-92e4-37a3389f0718 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.4509954 Nov 10 22:54:16.600290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48452) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:16.838545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:16.888044 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a9871e-bf76-40d7-9959-0261e124d40c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:54:16.894033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0a9871e-bf76-40d7-9959-0261e124d40c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/0750c745-bc1d-4e32-b8b4-d3fa0245aec2 HTTP/1.1" status: 404 len: 333 time: 0.2915962 Nov 10 22:54:16.910171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48460) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:16.969994 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-4cd6aa52-a7ab-4d40-a68c-1b669739468c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 999 time: 0.3262749 Nov 10 22:54:16.994691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1388933804-network', 'tenant_id': 'cba2461408df4f919b256b53e63953b4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:17.028739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48464) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:17.082296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef82ad-0d15-41fc-bacd-5d88cc1110ed req-7f46987e-d0ef-4dcb-9280-4d13261d2ee7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.084858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfef82ad-0d15-41fc-bacd-5d88cc1110ed req-7f46987e-d0ef-4dcb-9280-4d13261d2ee7 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3079574 Nov 10 22:54:17.111130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-5dc1fc5d-1990-4b5b-ba1c-ea485159e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.113712 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-5dc1fc5d-1990-4b5b-ba1c-ea485159e8c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.1361563 Nov 10 22:54:17.157135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:17.192178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:17.251925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb538f47-6f96-48ad-a264-b8916177bdd5 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:54:17.255618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-19c03175-ce62-453d-af5b-f211c98f15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.258223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-19c03175-ce62-453d-af5b-f211c98f15a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347291 Nov 10 22:54:17.268383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81cfee21-a3de-481d-8bed-87f3e6f332c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.279486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfef82ad-0d15-41fc-bacd-5d88cc1110ed req-61fa0133-1537-4cb2-ac1a-82f986f83972 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735237 Nov 10 22:54:17.311653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:17.312025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'e7f12acb-9f5f-46cc-a4d7-8d070ad69c97', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:53:48Z', 'updated_at': '2021-11-10T22:54:10Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:17.345792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e776-6aeb-4954-9145-c01f6f464072 None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'e7f12acb-9f5f-46cc-a4d7-8d070ad69c97', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:53:48Z', 'updated_at': '2021-11-10T22:54:10Z', 'revision_number': 1, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:17.488008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.530455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a07bc-c598-46ac-af08-e96fe48d339e req-97e994cc-6b71-48bc-80e8-96d30fae271c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.533465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e6a07bc-c598-46ac-af08-e96fe48d339e req-97e994cc-6b71-48bc-80e8-96d30fae271c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1263428 Nov 10 22:54:17.537951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-76bf4b6f-a70b-4a2f-b5bd-0ec3712f255b service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526052 Nov 10 22:54:17.539144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Made reservation on behalf of cba2461408df4f919b256b53e63953b4 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:17.542971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.592914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.658205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba32df-b62d-4209-bb0c-adbb97ef555a req-be319435-40eb-40c8-85a6-aa0e0165e271 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.660155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afba32df-b62d-4209-bb0c-adbb97ef555a req-be319435-40eb-40c8-85a6-aa0e0165e271 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.3706872 Nov 10 22:54:17.682013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e6a07bc-c598-46ac-af08-e96fe48d339e req-c68fef8f-342f-4181-b594-aeb2b019d848 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254659 Nov 10 22:54:17.700607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e802a6e1-88d1-4502-9386-47742f16f4f4 req-751f9608-1df9-4526-aead-b24643ece272 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534660 Nov 10 22:54:17.723913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.803399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port b16f93f8-3e69-4e67-bf35-90d165108c28 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:17.805339 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.816216 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e32c2e5-e440-487f-b517-1e040530cd8c None None] New status for floating IP e7f12acb-9f5f-46cc-a4d7-8d070ad69c97: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:54:17.825662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=72ec0f3e-4630-4621-a303-cf25edeba45a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:17.903524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ab46-e17e-4fd5-a58d-2503aeb88d55 req-4ef762f3-364a-4731-98fe-5316af6496f6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.905947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa75ab46-e17e-4fd5-a58d-2503aeb88d55 req-4ef762f3-364a-4731-98fe-5316af6496f6 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0872078 Nov 10 22:54:17.987230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afba32df-b62d-4209-bb0c-adbb97ef555a req-59e5191c-e3fe-485d-9503-7c76371ef4af tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062422 Nov 10 22:54:17.990217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81cfee21-a3de-481d-8bed-87f3e6f332c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.005517 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa75ab46-e17e-4fd5-a58d-2503aeb88d55 req-1824b7ad-342a-4e75-814e-87c0c521c639 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919571 Nov 10 22:54:18.077708 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.107021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for b16f93f8-3e69-4e67-bf35-90d165108c28 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:18.122979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] Transition to ACTIVE for port object bb538f47-6f96-48ad-a264-b8916177bdd5 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:54:18.125116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81cfee21-a3de-481d-8bed-87f3e6f332c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.206260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.313955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81cfee21-a3de-481d-8bed-87f3e6f332c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff17f66d564447f9a6e5022808ea3d42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2812212 Nov 10 22:54:18.316611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.316938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48480) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:18.322217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfee21-a3de-481d-8bed-87f3e6f332c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45867d6d-021d-4aef-8910-c931c57a7099,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.323379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ab4c5-46bf-4342-8903-819ef3612bd1 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:18.334124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.337414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-97310747-49c1-439b-ba97-9ba0f6179de4 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/ports/72ec0f3e-4630-4621-a303-cf25edeba45a HTTP/1.1" status: 204 len: 168 time: 2.4797084 Nov 10 22:54:18.340048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48482) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:18.349868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.434475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] No DVR routers for this DVR port bb538f47-6f96-48ad-a264-b8916177bdd5 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:18.463980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:54:18.466937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] Pushing event updated for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=12']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.479030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd7e07b-f419-4cbc-a7d5-d29f40a079af,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.507859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.508202 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Added segment f84347dd-56af-41d5-8690-53b1eb4e90c0 of type vlan for network 29bdfac6-e389-461c-bbca-363f63373ae6 Nov 10 22:54:18.538742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.540708 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-3cf166d9-ffa8-46ee-8ed2-de8a2738f3db service neutron] 10.222.0.39 "PUT /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5/bindings/n-h1-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1410415 Nov 10 22:54:18.602531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d70f-d321-4a91-82ad-aab682dd3379 req-aecf21a0-29a1-49f9-a1ed-33c65de37d92 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:18.603485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.607980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting port 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:18.608320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.608633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55e3d70f-d321-4a91-82ad-aab682dd3379 req-aecf21a0-29a1-49f9-a1ed-33c65de37d92 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3588305 Nov 10 22:54:18.674929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.699329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.750158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-79bfc369-d3e2-4b9b-bd38-c14127d02830 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:18.751695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-79bfc369-d3e2-4b9b-bd38-c14127d02830 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.1354270 Nov 10 22:54:18.760416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=b16f93f8-3e69-4e67-bf35-90d165108c28,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.776202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55e3d70f-d321-4a91-82ad-aab682dd3379 req-18058186-7d97-4989-8c2f-0df1a0d38aa0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443312 Nov 10 22:54:18.793590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.797022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:18.797897 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.835139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.840813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.842595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45867d6d-021d-4aef-8910-c931c57a7099 HTTP/1.1" status: 204 len: 168 time: 0.5241303 Nov 10 22:54:18.849026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.874862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2360ce3-10ff-4cad-9617-b53bfe5dea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45867d6d-021d-4aef-8910-c931c57a7099,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.876860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Calling delete_port for 1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:18.893769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-eab81120-4be7-479e-ac7b-9f77c0f3baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:18.895391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-eab81120-4be7-479e-ac7b-9f77c0f3baf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a HTTP/1.1" status: 200 len: 1095 time: 0.1247673 Nov 10 22:54:18.909856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] Pushing event updated for resources: {'Network': ['ID=29bdfac6-e389-461c-bbca-363f63373ae6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:18.913461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:18.921480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c499d161-4fd2-420c-ad89-e88fa4018434 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/b16f93f8-3e69-4e67-bf35-90d165108c28 HTTP/1.1" status: 204 len: 168 time: 1.9993103 Nov 10 22:54:18.933346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:18.960090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 29bdfac6-e389-461c-bbca-363f63373ae6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:54:19.018866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-355b4f66-4555-4c6a-8bdc-d7e2ef715791 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6601846 Nov 10 22:54:19.020015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48490) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:19.022819 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f02e2a-0644-4cf3-8d15-283770ba8493 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:54:19.034412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15f02e2a-0644-4cf3-8d15-283770ba8493 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/b16f93f8-3e69-4e67-bf35-90d165108c28 HTTP/1.1" status: 404 len: 333 time: 0.0995805 Nov 10 22:54:19.038431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48494) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:19.046074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Request body: {'subnet': {'network_id': '29bdfac6-e389-461c-bbca-363f63373ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1388933804-subnet', 'tenant_id': 'cba2461408df4f919b256b53e63953b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:19.192459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Made reservation on behalf of cba2461408df4f919b256b53e63953b4 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:19.194946 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.199476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-dac23d44-17b2-43a4-aa7f-14eeed2c8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:19.201418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-dac23d44-17b2-43a4-aa7f-14eeed2c8f67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2219925 Nov 10 22:54:19.208571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 213b1016-4732-4804-bd5d-2fc5f74fad89 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:19.220295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.303837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60544-dca9-4eaf-ab84-59bf6a3883ec req-8964919b-7b30-4259-b919-4ad2ad687191 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:19.305398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ae60544-dca9-4eaf-ab84-59bf6a3883ec req-8964919b-7b30-4259-b919-4ad2ad687191 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.1780131 Nov 10 22:54:19.310862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.311171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.361365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Port': ['ID=1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:19.459641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.476935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-80791871-913d-4449-b192-ab1eb7c189f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:19.479470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-80791871-913d-4449-b192-ab1eb7c189f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.2537937 Nov 10 22:54:19.483711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ae60544-dca9-4eaf-ab84-59bf6a3883ec req-940eb3d1-455e-4e50-ad84-8c9f158d3d79 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705580 Nov 10 22:54:19.538603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-76927935-e3bc-43b3-9319-c5f3a92771f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 200 len: 217 time: 0.0513594 Nov 10 22:54:19.542322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.548770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-41282743-62ef-433f-a9ad-4a8b08292b24 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/ports/1bd8dda2-42e6-4a02-a4f9-7fbe2bf80168 HTTP/1.1" status: 204 len: 168 time: 1.2044334 Nov 10 22:54:19.559974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48500) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:19.613037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:19.634929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d27a0391-6829-4287-9ebf-1018dd618c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.672170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting subnet 3c4382a3-e258-4acd-840a-ee8751e5a3f6 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:19.680713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-4773fb79-8894-4c92-a8ca-817e39ed737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:19.682230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-4773fb79-8894-4c92-a8ca-817e39ed737a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1346719 Nov 10 22:54:19.682961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:19.753314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-ed5df136-d8b0-4145-aec1-af960afd2653 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444207 Nov 10 22:54:19.782070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.092660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.116043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.139196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d27a0391-6829-4287-9ebf-1018dd618c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.154954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.158209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d27a0391-6829-4287-9ebf-1018dd618c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.179464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdf655-fab3-488a-a49e-02658b6e8219 req-6625e2d7-67a2-4f34-ad72-0f52546ab97d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:20.180599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8fdf655-fab3-488a-a49e-02658b6e8219 req-6625e2d7-67a2-4f34-ad72-0f52546ab97d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1272118 Nov 10 22:54:20.205041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.207982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/213b1016-4732-4804-bd5d-2fc5f74fad89 HTTP/1.1" status: 204 len: 168 time: 1.1685851 Nov 10 22:54:20.208809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3930ce5-8f78-40ca-b6b8-70b8d0d690fb,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:20.214120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4e1cf-93e7-4058-9885-f6d64603b16c None None] Network 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:20.222100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48516) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:20.241568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-9d8c8d18-8090-474f-a696-a4dbde901cff service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716818 Nov 10 22:54:20.301006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9785df-eb37-40b9-8eff-b67e7f2a5ae9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=213b1016-4732-4804-bd5d-2fc5f74fad89,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:20.332809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Checking segment: {'id': 'f84347dd-56af-41d5-8690-53b1eb4e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '29bdfac6-e389-461c-bbca-363f63373ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:20.333206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Network hostable DHCP agents. Network: 29bdfac6-e389-461c-bbca-363f63373ae6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:54:20.363436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8fdf655-fab3-488a-a49e-02658b6e8219 req-ecb61acb-ffaa-4a39-b8a4-026dbffe7d5f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723461 Nov 10 22:54:20.369854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.407875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d27a0391-6829-4287-9ebf-1018dd618c73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a73939e54914931bc6bd4400e98d95e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7951007 Nov 10 22:54:20.410414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-8407fb0a-1819-4b5c-ac78-aebdeb678c49 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460314 Nov 10 22:54:20.411728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:20.412622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a0391-6829-4287-9ebf-1018dd618c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec997b43-a7be-45a3-8740-2c763373bc7e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:20.421307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Network 29bdfac6-e389-461c-bbca-363f63373ae6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:54:20.445193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.502057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 29bdfac6-e389-461c-bbca-363f63373ae6) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:20.505587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4382a3-e258-4acd-840a-ee8751e5a3f6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:20.510494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6dad28-4e2a-44c7-86ee-782f8a9d9d23 None None] Network 29bdfac6-e389-461c-bbca-363f63373ae6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:20.518199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.527031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48526) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:20.529633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f001752e-87f5-449e-89a9-f5ae4b1cb0d3 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/subnets/3c4382a3-e258-4acd-840a-ee8751e5a3f6 HTTP/1.1" status: 204 len: 168 time: 0.9680417 Nov 10 22:54:20.548749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:20.569256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.759450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44159d1e-cf9b-4cdb-ad12-30654c6deb27 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7239232 Nov 10 22:54:20.794256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-d902d818-4ab2-4027-9c42-85e1fbd82467 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:20.799200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-d902d818-4ab2-4027-9c42-85e1fbd82467 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2&tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1095 time: 0.1047323 Nov 10 22:54:20.913967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Deleting subnet 8d649e2f-e3f2-4009-a99c-efce941d9881 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:20.925091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.933107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.975622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7adaac-4600-4db2-bf01-3b292685c7dc None None] Network 2a07bde3-9cc8-442b-b94e-70ff092eda8d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:20.977809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] DHCP port deletion for 94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:21.049745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4b6be-635f-4dae-8802-9f9e9084984a req-f9747ad3-82a9-4973-9b6f-f7873c04076f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:21.057053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120d26-3f63-4b8a-aaab-896d1d4309c2 req-c961c859-e507-4605-9366-a97d7b9252c2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:21.058823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f120d26-3f63-4b8a-aaab-896d1d4309c2 req-c961c859-e507-4605-9366-a97d7b9252c2 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.3704338 Nov 10 22:54:21.064170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.067166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ba4b6be-635f-4dae-8802-9f9e9084984a req-f9747ad3-82a9-4973-9b6f-f7873c04076f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2810092 Nov 10 22:54:21.073538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-f07a8574-c3ac-4cb1-8354-13d07cbb99c4 service neutron] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:21.076126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:21.076756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.078608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-f07a8574-c3ac-4cb1-8354-13d07cbb99c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.080964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-f07a8574-c3ac-4cb1-8354-13d07cbb99c4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5/bindings/n-h2-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.2556238 Nov 10 22:54:21.179117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ba4b6be-635f-4dae-8802-9f9e9084984a req-aab1fd52-762c-4b7d-b587-d9c1c75d66e2 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106420 Nov 10 22:54:21.206899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48536) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:21.216275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e28da6-3145-4067-b42a-495630fb66cb None None] Network 29bdfac6-e389-461c-bbca-363f63373ae6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:21.286381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.296009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Deleting subnet a3930ce5-8f78-40ca-b6b8-70b8d0d690fb {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:21.311690 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.327727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-ecbbe6a1-51c6-451a-aaaf-bacc0e0c0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:21.329235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-ecbbe6a1-51c6-451a-aaaf-bacc0e0c0b14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.5188053 Nov 10 22:54:21.352958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Deleting port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:21.354391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.438997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.486211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8bd93c7e-9ddf-4620-a402-dff72a0b5512,segment=NetworkSegment(aa9eebd8-0adc-44db-9230-7fbd1c97d54c),segment_id=aa9eebd8-0adc-44db-9230-7fbd1c97d54c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:21.486849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.494346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] For port 8bd93c7e-9ddf-4620-a402-dff72a0b5512, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8bd93c7e-9ddf-4620-a402-dff72a0b5512,segment=NetworkSegment(aa9eebd8-0adc-44db-9230-7fbd1c97d54c),segment_id=aa9eebd8-0adc-44db-9230-7fbd1c97d54c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:21.494752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.539079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.541717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.542175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.544154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec997b43-a7be-45a3-8740-2c763373bc7e HTTP/1.1" status: 204 len: 168 time: 1.1289947 Nov 10 22:54:21.546225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] DHCP port deletion for 2a07bde3-9cc8-442b-b94e-70ff092eda8d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:21.549226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 8bd93c7e-9ddf-4620-a402-dff72a0b5512 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:21.600228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Calling delete_port for 8bd93c7e-9ddf-4620-a402-dff72a0b5512 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:21.612722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f120d26-3f63-4b8a-aaab-896d1d4309c2 req-1c73a89a-a35b-4cd4-b817-bd730f17fdb0 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940920 Nov 10 22:54:21.626922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.628780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcf159-5bd4-4142-9917-dd7e826ffea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec997b43-a7be-45a3-8740-2c763373bc7e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:21.701601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.703736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3930ce5-8f78-40ca-b6b8-70b8d0d690fb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:21.707660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.714793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1fc3db9e-0367-4fa3-9ba4-4fa01b56b16d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a3930ce5-8f78-40ca-b6b8-70b8d0d690fb HTTP/1.1" status: 204 len: 168 time: 0.5046053 Nov 10 22:54:21.715023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:21.731676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-016e9b7e-1b69-4a5a-a19c-a9b29ccd9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:21.733521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-016e9b7e-1b69-4a5a-a19c-a9b29ccd9242 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.3768330 Nov 10 22:54:21.793333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Deleting port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:21.793746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.838259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.857881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-953042e4-17c7-4236-b373-8448ba4eb1ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.1141200 Nov 10 22:54:21.861570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.882605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.903109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] For port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,segment=NetworkSegment(79a07a25-0038-4a7a-a57e-44e8c9338259),segment_id=79a07a25-0038-4a7a-a57e-44e8c9338259)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:21.903519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.935635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Pushing event deleted for resources: {'Port': ['ID=8bd93c7e-9ddf-4620-a402-dff72a0b5512,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:21.936119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Subnet': ['ID=8d649e2f-e3f2-4009-a99c-efce941d9881,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:21.941657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.944960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-39990a44-0cab-441f-8cfa-2c4b52979ad0 tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/subnets/8d649e2f-e3f2-4009-a99c-efce941d9881 HTTP/1.1" status: 204 len: 168 time: 1.4102256 Nov 10 22:54:21.946626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.946983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.947572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.948525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.948525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.948758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48546) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:21.948852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.948950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.949232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.949564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.949924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.950856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.951184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.951330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:21.955860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Calling delete_port for 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:21.959601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6d000-d12b-49d5-acab-4f8f067af447 None None] Network 5a671e46-6435-4f0f-beeb-6c9edebcc0ec requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:21.961965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc259c8b-303d-4b01-a071-24950dc33713 None None] No DVR routers for this DVR port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:21.963486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:21.992271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bdfac6-e389-461c-bbca-363f63373ae6']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.003949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84347dd-56af-41d5-8690-53b1eb4e90c0') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.004272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84347dd-56af-41d5-8690-53b1eb4e90c0') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.025685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.046384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.062455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=8bd93c7e-9ddf-4620-a402-dff72a0b5512,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:22.079381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:22.079803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.088124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port 8bd93c7e-9ddf-4620-a402-dff72a0b5512 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:22.114026 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:22.197113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-b45e7750-6313-4908-b812-4a9a7653e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:22.198892 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-b45e7750-6313-4908-b812-4a9a7653e6b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.3288610 Nov 10 22:54:22.230733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.240179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.258140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/29bdfac6-e389-461c-bbca-363f63373ae6 HTTP/1.1" status: 204 len: 168 time: 0.5419714 Nov 10 22:54:22.260275 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.286382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b231-d25e-4ba3-bec1-152400e2db23 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bdfac6-e389-461c-bbca-363f63373ae6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:22.342354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] Pushing event deleted for resources: {'Port': ['ID=13ff69a9-1340-41f0-8d95-7a2e6faf4e6d,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:22.349021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bace26b-25fe-4f32-a7fb-816ab648e589 None None] No DVR routers for this DVR port 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:22.366417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] DHCP port deletion for 5a671e46-6435-4f0f-beeb-6c9edebcc0ec request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:22.386557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e7d7-76fd-4e5b-bc8a-7e89765a8c3f req-2a9e9fed-02f7-401a-859d-759cf6f61b39 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:22.389225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b636e7d7-76fd-4e5b-bc8a-7e89765a8c3f req-2a9e9fed-02f7-401a-859d-759cf6f61b39 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0767148 Nov 10 22:54:22.489074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.496463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b636e7d7-76fd-4e5b-bc8a-7e89765a8c3f req-a5290372-27fb-4ca5-9e57-00481d26b900 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961747 Nov 10 22:54:22.505191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.537242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:22.546315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Deleting port d5d4f05e-43fa-4283-85d5-47e51038eaeb {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:22.549692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.553664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.589576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-07f4c2a7-4ed3-4b78-9473-1cb8886c3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:22.594454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-07f4c2a7-4ed3-4b78-9473-1cb8886c3951 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3724172 Nov 10 22:54:22.614754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a812e135-60d2-4dc0-80af-f425ec46ece0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cba2461408df4f919b256b53e63953b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737522 Nov 10 22:54:22.616896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48580) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:22.625467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.625761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9eebd8-0adc-44db-9230-7fbd1c97d54c') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.645389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] For port d5d4f05e-43fa-4283-85d5-47e51038eaeb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d5d4f05e-43fa-4283-85d5-47e51038eaeb,segment=NetworkSegment(9829c94d-6921-4769-b381-0c0a8c46e04d),segment_id=9829c94d-6921-4769-b381-0c0a8c46e04d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:22.645786 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.675738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d5d4f05e-43fa-4283-85d5-47e51038eaeb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:22.681862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Calling delete_port for d5d4f05e-43fa-4283-85d5-47e51038eaeb owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:22.746289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.782460 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.790468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.796950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.814081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:22.814560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:22.818491 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:22.821910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0a055-5306-4984-82b0-6ea272f50064 req-2a90ce41-0346-4aa8-a7c6-fd9c2f12aa80 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:22.834193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51a0a055-5306-4984-82b0-6ea272f50064 req-2a90ce41-0346-4aa8-a7c6-fd9c2f12aa80 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.1222460 Nov 10 22:54:22.869301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.882192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a07bde3-9cc8-442b-b94e-70ff092eda8d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.931791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a07a25-0038-4a7a-a57e-44e8c9338259') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.932096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a07a25-0038-4a7a-a57e-44e8c9338259') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:22.944486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.970502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.971507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.976608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.976794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51a0a055-5306-4984-82b0-6ea272f50064 req-93509e29-6224-4ae1-ab4e-a084c1ba215a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413760 Nov 10 22:54:22.991874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:22.992285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.009701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.021050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.027021 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd7e07b-f419-4cbc-a7d5-d29f40a079af HTTP/1.1" status: 204 len: 168 time: 0.4049630 Nov 10 22:54:23.054563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2020f5-3c06-44a3-beee-08ae75d1579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd7e07b-f419-4cbc-a7d5-d29f40a079af,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:23.055645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-ff96ea61-edb6-4720-a3df-76fb6626acc5 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432485 Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:23.056394 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:23.062178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.069205 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.074219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/networks/2a07bde3-9cc8-442b-b94e-70ff092eda8d HTTP/1.1" status: 204 len: 168 time: 1.1238298 Nov 10 22:54:23.081235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.082209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48600) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:23.095333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.100677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9 HTTP/1.1" status: 204 len: 168 time: 2.8778286 Nov 10 22:54:23.113702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:23.119579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145620369'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:23.137446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] Pushing event deleted for resources: {'Port': ['ID=d5d4f05e-43fa-4283-85d5-47e51038eaeb,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:23.139374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b8489-e83a-4f54-869f-bef49b78279d tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Network': ['ID=2a07bde3-9cc8-442b-b94e-70ff092eda8d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:23.147492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddca8ea-95e9-4a0c-8c53-7ba020fd8c7c None None] No DVR routers for this DVR port d5d4f05e-43fa-4283-85d5-47e51038eaeb on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:23.199492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8bd93c7e-9ddf-4620-a402-dff72a0b5512 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:23.226310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8bd93c7e-9ddf-4620-a402-dff72a0b5512 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:23.226756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8bd93c7e-9ddf-4620-a402-dff72a0b5512 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:23.227296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:23.227691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5dc7f-6455-4f79-bbcf-876d4eb9376b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=94dd15b5-bec7-4e2f-bf65-cbf5f6b4ceb9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:23.249018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:23.249489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 13ff69a9-1340-41f0-8d95-7a2e6faf4e6d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:23.266014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:23.271235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.300730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:54:23.314569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.314569 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Added segment 8a64d707-1438-4ba0-b047-b5dd06c21d29 of type vlan for network c511a097-c1e6-487e-a089-389cec2d287f Nov 10 22:54:23.349181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.354996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37101576-3a1d-482f-a267-f74d3b9365c0 req-74d21aa3-4ce2-437a-9cd3-64975279f92e tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:23.357158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37101576-3a1d-482f-a267-f74d3b9365c0 req-74d21aa3-4ce2-437a-9cd3-64975279f92e tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0847378 Nov 10 22:54:23.385355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f6ec89a-dbfd-4e23-abe3-04e8f5bc6559 req-67962975-38b9-42ef-ae6f-11f5a163f490 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099561 Nov 10 22:54:23.417824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.486013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.495399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:23.496711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.503727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.519693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-37101576-3a1d-482f-a267-f74d3b9365c0 req-d18b96f5-a014-4071-81d4-0559e3885cf5 tempest-LiveMigrationTest-394303934 tempest-LiveMigrationTest-394303934-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478624 Nov 10 22:54:23.565312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a671e46-6435-4f0f-beeb-6c9edebcc0ec']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:23.586586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9829c94d-6921-4769-b381-0c0a8c46e04d') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:23.586878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9829c94d-6921-4769-b381-0c0a8c46e04d') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:23.607416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.635864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48628) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:23.640728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5253077 Nov 10 22:54:23.653736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:23.666559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.705675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e79ff-61bb-45a5-933e-a928f7d6c076 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Network': ['ID=c511a097-c1e6-487e-a089-389cec2d287f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:23.721218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c511a097-c1e6-487e-a089-389cec2d287f details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:54:23.741297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab24b-b18d-4376-b3f1-6ac9a238707a req-ef03c879-4b69-4cee-a39c-2104f487aaaa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:23.743874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fdab24b-b18d-4376-b3f1-6ac9a238707a req-ef03c879-4b69-4cee-a39c-2104f487aaaa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0844922 Nov 10 22:54:23.759565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:23.760080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:23.765571 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:23.871245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9fdab24b-b18d-4376-b3f1-6ac9a238707a req-6f89ebe3-b0ea-4627-a14a-2bcacdbc7e10 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154106 Nov 10 22:54:24.214065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8a23c-c86b-4fcb-8eb5-d1b590cb950a req-e8eb11c5-1385-48dc-bcac-072f195a8e14 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:24.216472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5d8a23c-c86b-4fcb-8eb5-d1b590cb950a req-e8eb11c5-1385-48dc-bcac-072f195a8e14 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.0914943 Nov 10 22:54:24.273642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5d8a23c-c86b-4fcb-8eb5-d1b590cb950a req-037317a5-5656-40a9-8e5d-3530a4b56f40 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506666 Nov 10 22:54:24.303161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.321946 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.329561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] 10.222.0.25 "DELETE /v2.0/networks/5a671e46-6435-4f0f-beeb-6c9edebcc0ec HTTP/1.1" status: 204 len: 168 time: 1.2453742 Nov 10 22:54:24.351456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e84df3-2029-4701-80e0-117ca6ea135c tempest-TaggedBootDevicesTest-1542671165 tempest-TaggedBootDevicesTest-1542671165-project] Pushing event deleted for resources: {'Network': ['ID=5a671e46-6435-4f0f-beeb-6c9edebcc0ec,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:24.376963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:24.386154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.759357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-ec0b645c-7824-416c-92f4-23e2f09d3a4b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:24.760984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-ec0b645c-7824-416c-92f4-23e2f09d3a4b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.1342881 Nov 10 22:54:24.885912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.967677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c1af1f-661a-4499-bc41-159e90a7d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.107605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee613b9-030c-4bfa-960d-b672ff610805 req-355395db-1118-4b73-a1fe-33ea97a643d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:25.110037 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dee613b9-030c-4bfa-960d-b672ff610805 req-355395db-1118-4b73-a1fe-33ea97a643d1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.0950429 Nov 10 22:54:25.162799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48686) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:25.183488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:25.189408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Checking segment: {'id': '8a64d707-1438-4ba0-b047-b5dd06c21d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:25.189772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network hostable DHCP agents. Network: c511a097-c1e6-487e-a089-389cec2d287f, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:54:25.203306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dee613b9-030c-4bfa-960d-b672ff610805 req-e34e8e19-2b12-4b21-a803-22e7cb098d7a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857069 Nov 10 22:54:25.204227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Deleting port bb538f47-6f96-48ad-a264-b8916177bdd5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:25.204477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.306509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c511a097-c1e6-487e-a089-389cec2d287f is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:54:25.324147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c511a097-c1e6-487e-a089-389cec2d287f) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:25.333652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1432f01-2d69-4c79-a3b1-79992e9cfa8c None None] Network c511a097-c1e6-487e-a089-389cec2d287f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:25.339710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:25.340990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.375675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:25.392719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-576e6a71-f655-4a7d-8c0f-01c13a9b9e78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7514625 Nov 10 22:54:25.393196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48700) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:25.398096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-392674113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:25.526486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.527552 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.529628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132b8f-5b9b-408c-8640-a3d924f6edcf req-88081363-0525-479f-bc8f-060b9d9ceac5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:25.531188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9132b8f-5b9b-408c-8640-a3d924f6edcf req-88081363-0525-479f-bc8f-060b9d9ceac5 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1709132 Nov 10 22:54:25.533411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] For port bb538f47-6f96-48ad-a264-b8916177bdd5, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bb538f47-6f96-48ad-a264-b8916177bdd5,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:25.533873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.617284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.631771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Calling delete_port for bb538f47-6f96-48ad-a264-b8916177bdd5 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:25.647292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.652761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-caf82561-6481-4d22-b48c-df3d951c9797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.684792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-c511a097-c1e6-487e-a089-389cec2d287f', 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': '2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:54:25.687603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.692226 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9132b8f-5b9b-408c-8640-a3d924f6edcf req-612a988d-711e-4919-9eb3-a15b4bad2f2f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456015 Nov 10 22:54:25.776697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-caf82561-6481-4d22-b48c-df3d951c9797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.790271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7dcb5-3228-435d-9342-0a598e88a4be req-5b66b40b-811d-4db5-a5b2-2f5470f5688e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:25.791298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8f7dcb5-3228-435d-9342-0a598e88a4be req-5b66b40b-811d-4db5-a5b2-2f5470f5688e tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 944 time: 0.3500566 Nov 10 22:54:25.792259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ad88455-1296-4660-a896-ff195ba5ac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.806009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-caf82561-6481-4d22-b48c-df3d951c9797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.843115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-caf82561-6481-4d22-b48c-df3d951c9797 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=115f927f076543e7810e00d40dc356b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665053 Nov 10 22:54:25.846029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:25.847611 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3aac41db-d59c-4d39-be75-c44cb78d7c78 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4531121 Nov 10 22:54:25.848530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48708) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:25.884424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48710) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:25.903240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f', 'name': 'tempest-PortsIpV6TestJSON-1628474518'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:26.016319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.019030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Allocated IP 2001:db8::2 (c511a097-c1e6-487e-a089-389cec2d287f/2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152/8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:26.079160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.189330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.193899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82561-6481-4d22-b48c-df3d951c9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705968d-0e9a-4e93-819d-4fb5a6780e3d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:26.213257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['51a1d6f7-c05e-4de2-a4bc-38316af31382'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:26.227521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event deleted for resources: {'Port': ['ID=bb538f47-6f96-48ad-a264-b8916177bdd5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:26.227736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['bb538f47-6f96-48ad-a264-b8916177bdd5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:26.266325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8f7dcb5-3228-435d-9342-0a598e88a4be req-8740f594-2708-4f4b-b9d8-f71a8bdb7471 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596381 Nov 10 22:54:26.319569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] No DVR routers for this DVR port bb538f47-6f96-48ad-a264-b8916177bdd5 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:26.321498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.324336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.327229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9705968d-0e9a-4e93-819d-4fb5a6780e3d HTTP/1.1" status: 204 len: 168 time: 0.4776092 Nov 10 22:54:26.328599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.334908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6d05b5-ee4a-40c1-a0b6-38e152e9d8e0 req-a4d877c8-d013-4383-8783-52e42a39b51b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "DELETE /v2.0/ports/bb538f47-6f96-48ad-a264-b8916177bdd5 HTTP/1.1" status: 204 len: 173 time: 1.5641763 Nov 10 22:54:26.338681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-deleted', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:26.340727 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda574f-7b03-4466-bf6b-154026e5fa37" -d '{"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-deleted", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:26.353008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc7818-bd50-4556-bf06-c4ac8ecf9660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705968d-0e9a-4e93-819d-4fb5a6780e3d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:26.380478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c733734-1a78-4e77-9036-cd626ea7c272 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:26.492144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:26.516863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.603961 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc205c-e8df-4014-b820-e516e740f4ea x-openstack-request-id: req-cdfc205c-e8df-4014-b820-e516e740f4ea {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:26.604519 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2", "name": "network-vif-deleted", "tag": "bb538f47-6f96-48ad-a264-b8916177bdd5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:26.605033 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdfc205c-e8df-4014-b820-e516e740f4ea {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:26.605721 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2', 'name': 'network-vif-deleted', 'tag': 'bb538f47-6f96-48ad-a264-b8916177bdd5', 'status': 'completed', 'code': 200} Nov 10 22:54:26.617995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.621994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ad88455-1296-4660-a896-ff195ba5ac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.627711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ad88455-1296-4660-a896-ff195ba5ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.637937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port f6ac43b5-5932-446a-b2c5-263023a7a44f yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:54:26.645166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.706150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Pushing event updated for resources: {'Port': ['ID=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:26.717981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Network c511a097-c1e6-487e-a089-389cec2d287f is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:26.726132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:26.730334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:26.749693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad88455-1296-4660-a896-ff195ba5ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a73e53f-8eb3-4e85-9cd0-e5452bb74967,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:26.757876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7ad88455-1296-4660-a896-ff195ba5ac5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49a96b30fa1841e7b5459e02a277bd24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5938501 Nov 10 22:54:26.760994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48770) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:26.903633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Attempting to bind port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:26.906939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Attempting to bind port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8a64d707-1438-4ba0-b047-b5dd06c21d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:26.907556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Attempting to bind port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a on network c511a097-c1e6-487e-a089-389cec2d287f {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:26.929995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::165 (c511a097-c1e6-487e-a089-389cec2d287f/2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152/f6ac43b5-5932-446a-b2c5-263023a7a44f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:26.942943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:26.944615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Checking segment: {'id': '8a64d707-1438-4ba0-b047-b5dd06c21d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:26.945295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.946411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Bound using segment: {'id': '8a64d707-1438-4ba0-b047-b5dd06c21d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:26.948467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Bound port: 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a64d707-1438-4ba0-b047-b5dd06c21d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c511a097-c1e6-487e-a089-389cec2d287f'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:26.949208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:26.958992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.017122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.085674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48782) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:27.117243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-921f94ea-76b9-4d58-bec9-9237c34781f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.193778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] For port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:27.203762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] For port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,segment=NetworkSegment(8a64d707-1438-4ba0-b047-b5dd06c21d29),segment_id=8a64d707-1438-4ba0-b047-b5dd06c21d29)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:27.214908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a4b44625-74f1-487a-8825-2bba47b04e14 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:27.215898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.229494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a4b44625-74f1-487a-8825-2bba47b04e14 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=183b66c7-bb52-47a1-ba8f-af8b5e1d022a HTTP/1.1" status: 200 len: 943 time: 0.1769588 Nov 10 22:54:27.295541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.298814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.323278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a73e53f-8eb3-4e85-9cd0-e5452bb74967 HTTP/1.1" status: 204 len: 168 time: 0.5548236 Nov 10 22:54:27.386702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592178-4b29-4936-8967-bc2846059b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a73e53f-8eb3-4e85-9cd0-e5452bb74967,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:27.472963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.539546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.549870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ffbc-c6e0-4427-9495-d6378db271f4 None None] Pushing event updated for resources: {'Port': ['ID=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:27.569928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:27.570275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.616425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65041422-b866-4e0b-a320-50d185cc133e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.781141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:27.783661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.795873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c511a097-c1e6-487e-a089-389cec2d287f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:27.801765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-372bb820-d45b-4672-a893-e6ca3168ab37 req-5f78ebf8-adf8-485b-802b-a6cafb04c2d7 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.3865044 Nov 10 22:54:27.807978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=f6ac43b5-5932-446a-b2c5-263023a7a44f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:27.820836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for 61592b4e-33c8-4dbf-baaf-7b17df4fa30f owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:27.829367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:27.835663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:27.849008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:27.850174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.963980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-278e7d4e-0a7b-4832-a37e-210e13623c93 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0685275 Nov 10 22:54:27.965654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:28.134495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-921f94ea-76b9-4d58-bec9-9237c34781f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.141715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-921f94ea-76b9-4d58-bec9-9237c34781f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.209739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.225160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-921f94ea-76b9-4d58-bec9-9237c34781f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca414bc96f1448aaa4f3c1d805564518&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1321445 Nov 10 22:54:28.225160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f94ea-76b9-4d58-bec9-9237c34781f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3332fe9-48b4-48ca-86b1-2ea3f8f9716b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:28.229971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48802) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:28.238058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca', '3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:28.398646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:28.461864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=61592b4e-33c8-4dbf-baaf-7b17df4fa30f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:28.529170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: bb538f47-6f96-48ad-a264-b8916177bdd5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:28.529517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bb538f47-6f96-48ad-a264-b8916177bdd5 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:28.638294 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.695446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.829335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] No DVR routers for this DVR port 61592b4e-33c8-4dbf-baaf-7b17df4fa30f on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:28.834482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.838178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce6eb77a-6d71-4f09-adff-1b66319d153e req-a3fa367a-096b-4012-a1e2-3c4d597f57b1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "DELETE /v2.0/ports/61592b4e-33c8-4dbf-baaf-7b17df4fa30f HTTP/1.1" status: 204 len: 173 time: 1.6076155 Nov 10 22:54:28.838653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-deleted', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:28.842721 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9367f-7d29-403f-89c6-079f0e053e28" -d '{"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-deleted", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:28.847112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.850644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.864216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3332fe9-48b4-48ca-86b1-2ea3f8f9716b HTTP/1.1" status: 204 len: 168 time: 0.5930574 Nov 10 22:54:28.879698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:28.886233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef009f-efa2-4836-8fc0-a45fd381a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3332fe9-48b4-48ca-86b1-2ea3f8f9716b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:29.254466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:29.443812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:29.445390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:29.699687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358da07-eb72-43ec-a15d-5bd67772b2b0 None None] Network c511a097-c1e6-487e-a089-389cec2d287f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:29.840237 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4167beb-289c-4187-8c11-ec3cbea745cb req-a06827ab-c7b1-4149-884c-611496f7777f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.2381361 Nov 10 22:54:29.845423 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a380a94-2dcc-438c-a958-499a158f55b0 x-openstack-request-id: req-0a380a94-2dcc-438c-a958-499a158f55b0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:29.845934 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b66c7-bb52-47a1-ba8f-af8b5e1d022a", "name": "network-vif-deleted", "tag": "61592b4e-33c8-4dbf-baaf-7b17df4fa30f", "status": "failed", "code": 422}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:29.846217 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a380a94-2dcc-438c-a958-499a158f55b0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:29.846650 n-d-811521-3 neutron-server[102457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '183b66c7-bb52-47a1-ba8f-af8b5e1d022a', 'name': 'network-vif-deleted', 'tag': '61592b4e-33c8-4dbf-baaf-7b17df4fa30f', 'status': 'failed', 'code': 422} returned with failed status Nov 10 22:54:30.255170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a120a5a7-dd7e-44b7-a3f1-34c0dd80232c None None] Provisioning complete for port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:30.255800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a120a5a7-dd7e-44b7-a3f1-34c0dd80232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:30.325902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:30.666146 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:30.682456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:30.784889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ac20-f43a-43ac-b94a-3375ba4409bc req-6ea1e5e5-fff3-4b8a-af3f-8830d18743f0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:30.789770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:30.807669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a191ac20-f43a-43ac-b94a-3375ba4409bc req-6ea1e5e5-fff3-4b8a-af3f-8830d18743f0 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 908 time: 0.1560843 Nov 10 22:54:30.879635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,segment=NetworkSegment(8a64d707-1438-4ba0-b047-b5dd06c21d29),segment_id=8a64d707-1438-4ba0-b047-b5dd06c21d29)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:30.903102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:31.229338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05009ad7-b339-4cf9-8823-57cdb180400f req-07c1ea50-1d32-43b9-9327-ba7679d332a4 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.0972836 Nov 10 22:54:31.275584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:31.434437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4e629ede-ccc9-4e03-98a1-15d6460c8b41 None None] Provisioning complete for port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:31.438884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e629ede-ccc9-4e03-98a1-15d6460c8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:31.492095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:31.504310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:31.702320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4e629ede-ccc9-4e03-98a1-15d6460c8b41 None None] Provisioning complete for port f6ac43b5-5932-446a-b2c5-263023a7a44f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:31.702935 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e629ede-ccc9-4e03-98a1-15d6460c8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:31.846991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4e629ede-ccc9-4e03-98a1-15d6460c8b41 None None] Port f6ac43b5-5932-446a-b2c5-263023a7a44f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:31.987178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91c99b9f-932e-4377-8118-6d6e212456f3 None None] Provisioning complete for port f6ac43b5-5932-446a-b2c5-263023a7a44f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:31.987604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91c99b9f-932e-4377-8118-6d6e212456f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.008603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-f524751d-ad4e-4762-bda2-436481d161be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:32.010243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-f524751d-ad4e-4762-bda2-436481d161be tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 908 time: 0.2357597 Nov 10 22:54:32.144208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-91c99b9f-932e-4377-8118-6d6e212456f3 None None] Port f6ac43b5-5932-446a-b2c5-263023a7a44f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:32.213300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.217433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=f6ac43b5-5932-446a-b2c5-263023a7a44f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:32.297370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5882b7bb-b3b1-404b-990d-8ac4f70d4831 None None] Provisioning complete for port f6ac43b5-5932-446a-b2c5-263023a7a44f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:32.311463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5882b7bb-b3b1-404b-990d-8ac4f70d4831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.426264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5882b7bb-b3b1-404b-990d-8ac4f70d4831 None None] Port f6ac43b5-5932-446a-b2c5-263023a7a44f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:32.434971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4d696-15ff-49e5-a36c-2092b40d3a72 req-86bc59dc-fb3f-43ae-b6cc-b47b87575247 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:32.436683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67c4d696-15ff-49e5-a36c-2092b40d3a72 req-86bc59dc-fb3f-43ae-b6cc-b47b87575247 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 908 time: 0.3957496 Nov 10 22:54:32.514866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port 35c63a5e-f88a-4666-a6d7-b9349f0da057 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:32.515426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.518522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf94f393-eb79-4e08-99d9-08b0ba2cb8c4 req-7bb1b77d-d7ff-4710-88c9-63a16198fa3a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.0902438 Nov 10 22:54:32.640054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-55ffda1c-56af-41f0-ab3a-3114078c3596 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171033 Nov 10 22:54:32.661773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.743406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port 35c63a5e-f88a-4666-a6d7-b9349f0da057, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=35c63a5e-f88a-4666-a6d7-b9349f0da057,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:32.743773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:32.802113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for 35c63a5e-f88a-4666-a6d7-b9349f0da057 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:33.074863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:33.147152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:33.223536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:33.224213 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:33.235141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=35c63a5e-f88a-4666-a6d7-b9349f0da057,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:33.303988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-c92c09af-c84f-47d5-99ee-ec8b8b725179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:33.311828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-c92c09af-c84f-47d5-99ee-ec8b8b725179 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e54078c1df44bd8cd9474146868475&device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 1095 time: 0.5853953 Nov 10 22:54:33.385968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] No DVR routers for this DVR port 35c63a5e-f88a-4666-a6d7-b9349f0da057 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:33.391632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:33.397490 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09e94e17-ddf0-4931-8e37-9ebe775544ad req-63d032b2-5bd5-4b25-b5a1-d5b9693c95dd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.20 "DELETE /v2.0/ports/35c63a5e-f88a-4666-a6d7-b9349f0da057 HTTP/1.1" status: 204 len: 173 time: 1.3807893 Nov 10 22:54:33.398252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'name': 'network-vif-deleted', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:33.402420 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ace48-9c63-4d25-92de-423fc4d9188d" -d '{"events": [{"server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "name": "network-vif-deleted", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:33.532158 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c14c1-a969-4ca7-aa73-5c4eb923f1ea x-openstack-request-id: req-028c14c1-a969-4ca7-aa73-5c4eb923f1ea {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:33.532449 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f03b0-5782-4c80-b30c-a878c04959e5", "name": "network-vif-deleted", "tag": "35c63a5e-f88a-4666-a6d7-b9349f0da057", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:33.533176 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-028c14c1-a969-4ca7-aa73-5c4eb923f1ea {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:33.534285 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f03b0-5782-4c80-b30c-a878c04959e5', 'name': 'network-vif-deleted', 'tag': '35c63a5e-f88a-4666-a6d7-b9349f0da057', 'status': 'completed', 'code': 200} Nov 10 22:54:33.785999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b68bc20d-8290-4dac-a00e-ac02b3e66dff req-3100ff77-c593-494d-b468-fe8b860bcded tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=202f03b0-5782-4c80-b30c-a878c04959e5 HTTP/1.1" status: 200 len: 210 time: 0.1033492 Nov 10 22:54:33.816699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-1f406367-5a1d-40aa-b537-f4eaab426766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:33.818925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-1f406367-5a1d-40aa-b537-f4eaab426766 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 200 len: 912 time: 0.4725692 Nov 10 22:54:33.823575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48940) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:33.904732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6a0e7389-8788-4222-bc7d-da773e4b3705 req-e0976921-daf9-42c8-8203-a41b4ccb9bb3 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.1127505 Nov 10 22:54:33.942719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Deleting subnet 05a0b38b-fd4e-44aa-ae41-0a076bdfca17 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:33.950702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.049856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.074530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.075337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.109254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.256858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.330599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-84f7fe83-95a2-495a-b687-51216ac753b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 200 len: 998 time: 0.4912405 Nov 10 22:54:34.352760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network c511a097-c1e6-487e-a089-389cec2d287f is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:34.378817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:34.395328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=f6ac43b5-5932-446a-b2c5-263023a7a44f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:34.449440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.486384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.494076 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/05a0b38b-fd4e-44aa-ae41-0a076bdfca17 HTTP/1.1" status: 204 len: 168 time: 0.6644814 Nov 10 22:54:34.529187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48952) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:34.547015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-a4b6b36a-337c-4676-9879-c9ec8be150b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:34.548549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-a4b6b36a-337c-4676-9879-c9ec8be150b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 200 len: 851 time: 0.2057707 Nov 10 22:54:34.559326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b33c-534e-493a-9f6c-cfd4dbb8ff3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a0b38b-fd4e-44aa-ae41-0a076bdfca17,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:34.777429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:34.846663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-3282ee58-77e1-4cb9-ba74-3b208872775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:34.849104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-3282ee58-77e1-4cb9-ba74-3b208872775c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab5e6ca5-9d14-410a-943b-396b29d0716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2852471 Nov 10 22:54:34.980393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-12edacc6-42b7-44e4-acdc-2d5bbd0653d6 None None] Provisioning complete for port f6ac43b5-5932-446a-b2c5-263023a7a44f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:34.981049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12edacc6-42b7-44e4-acdc-2d5bbd0653d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.071120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-12edacc6-42b7-44e4-acdc-2d5bbd0653d6 None None] Port f6ac43b5-5932-446a-b2c5-263023a7a44f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:35.159536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2228b96a-c19a-4d1a-9a18-67e2df02b1cf req-a61a4cff-8717-432d-8583-5ee5fe08c450 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.1008818 Nov 10 22:54:35.167456 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.210943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Router 549a5335-4a25-415b-b95f-6368d4e35bf1 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:54:35.222452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b194d95c-0f02-4c88-926b-da92854099dd']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.255938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f40f964-71c8-424e-8cba-23eb602b6fa0') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.256492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f40f964-71c8-424e-8cba-23eb602b6fa0') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.348791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-51f37fe1-8e4f-4179-86e9-ea3cb45efb55 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896400 Nov 10 22:54:35.353096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.401099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.521674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:35.528392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:35.541329 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:35.716458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:35.727425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48988) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:35.729664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a8a1b19c-10e8-4088-bfa5-126f499ed599 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/routers/549a5335-4a25-415b-b95f-6368d4e35bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7443650 Nov 10 22:54:35.738158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] Sync routers for ids ['549a5335-4a25-415b-b95f-6368d4e35bf1'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:35.784654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] Routers {'549a5335-4a25-415b-b95f-6368d4e35bf1'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:35.785707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['549a5335-4a25-415b-b95f-6368d4e35bf1'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.796514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.844443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.864031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b194d95c-0f02-4c88-926b-da92854099dd HTTP/1.1" status: 204 len: 168 time: 1.3309655 Nov 10 22:54:35.865336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:35.893178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.921627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] Routers {'549a5335-4a25-415b-b95f-6368d4e35bf1'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:35.922251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['549a5335-4a25-415b-b95f-6368d4e35bf1'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:35.943556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b21a-633f-4155-a311-71d7df091eaf req-0f5e34d6-9790-4e60-a0d0-acc727cf6c17 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:35.945490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0770b21a-633f-4155-a311-71d7df091eaf req-0f5e34d6-9790-4e60-a0d0-acc727cf6c17 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.4607570 Nov 10 22:54:35.948173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48994) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:35.957515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564f469-86b5-4f6b-9605-af0512caa87f admin admin] Pushing event deleted for resources: {'Network': ['ID=b194d95c-0f02-4c88-926b-da92854099dd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:35.976601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Deleting subnet fa7790ea-e15d-4921-9e56-6b0eb05c32af {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:35.981596 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:35.989396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51498fb1-df3c-4122-bddc-fa4b2af0815e req-1d40eb7f-d2e7-421b-9f09-b3d3742108e2 service neutron] 10.222.0.39 "GET /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244328 Nov 10 22:54:36.002437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:36.003097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c456cfa-4c8d-4f95-9578-72f00612b7a6 None None] The sync data for ids ['549a5335-4a25-415b-b95f-6368d4e35bf1'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:36.033547 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.089700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.109796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0770b21a-633f-4155-a311-71d7df091eaf req-7471f542-b1a4-431e-93e2-b9fec0a0dad3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496687 Nov 10 22:54:36.183588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c49fe81-7e48-4281-bcbb-d94701723ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.206511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2982c-6d3d-427a-8a4a-2019a8a6ef00 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:36.211247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-41c2982c-6d3d-427a-8a4a-2019a8a6ef00 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a5335-4a25-415b-b95f-6368d4e35bf1 HTTP/1.1" status: 200 len: 989 time: 0.4817297 Nov 10 22:54:36.214675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:36.216805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.285958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7790ea-e15d-4921-9e56-6b0eb05c32af,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:36.308697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 35c63a5e-f88a-4666-a6d7-b9349f0da057 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:36.315338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.324304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-889ae0f4-d23c-4169-a3f6-9e8d296dd0da admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa7790ea-e15d-4921-9e56-6b0eb05c32af HTTP/1.1" status: 204 len: 168 time: 0.4554870 Nov 10 22:54:36.329809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49006) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:36.371480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 35c63a5e-f88a-4666-a6d7-b9349f0da057 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:36.372030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 35c63a5e-f88a-4666-a6d7-b9349f0da057 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:36.537599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.540442 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c49fe81-7e48-4281-bcbb-d94701723ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.550050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c49fe81-7e48-4281-bcbb-d94701723ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.568240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b4c9ca0-dcb3-4a31-b289-94d9fe26eef5 req-2f5b73ed-5951-4807-a527-2ece7b7d5845 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.2360709 Nov 10 22:54:36.667571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c49fe81-7e48-4281-bcbb-d94701723ac8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d88e604d88f4c729d0bae98dc495e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171278 Nov 10 22:54:36.671032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49016) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:36.721437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49fe81-7e48-4281-bcbb-d94701723ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e530c173-0475-46c9-a070-2752f9d25bee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:36.787414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.822321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.890828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.896911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:36.901790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e530c173-0475-46c9-a070-2752f9d25bee HTTP/1.1" status: 204 len: 168 time: 0.2296212 Nov 10 22:54:36.913115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ff84e-4260-47e4-a341-21f204c3dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530c173-0475-46c9-a070-2752f9d25bee,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:37.216214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.266969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956436c-2e34-42c3-bbb9-88c6f86d276c']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:37.295286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81734e32-1ff2-4999-b1d8-d0a1e0c960a1') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:37.295667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81734e32-1ff2-4999-b1d8-d0a1e0c960a1') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:37.305475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750d01-f483-4a2b-ad47-a692ff776391 req-ec9596dc-12be-4a97-bfcc-80497702e983 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:37.307072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21750d01-f483-4a2b-ad47-a692ff776391 req-ec9596dc-12be-4a97-bfcc-80497702e983 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.5866976 Nov 10 22:54:37.328826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.376372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7ec23-f620-493a-8dd2-56ae0e59dd5d req-285db357-eac3-4b32-b2b6-0bcb8aef6ffd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:37.380034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7f7ec23-f620-493a-8dd2-56ae0e59dd5d req-285db357-eac3-4b32-b2b6-0bcb8aef6ffd tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 945 time: 0.1387141 Nov 10 22:54:37.417148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.454821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:37.455463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:37.457371 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:37.471336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:37.522607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7f7ec23-f620-493a-8dd2-56ae0e59dd5d req-64d03bb1-873c-4e39-8e5d-b9d32040875a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289263 Nov 10 22:54:37.526604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbcbf-da5a-42e5-9cf9-4742317ed564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.713610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.748672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.752289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4956436c-2e34-42c3-bbb9-88c6f86d276c HTTP/1.1" status: 204 len: 168 time: 1.4200392 Nov 10 22:54:37.856259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd8bba1b-918d-4a31-841e-ea8b898f4009 req-f6fdcafa-fbb5-41d9-8c10-a5a72ef45e81 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ba2731-e3c9-4b6b-99ca-f3acb0729ad2 HTTP/1.1" status: 200 len: 210 time: 0.1390676 Nov 10 22:54:37.871381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c134f-9540-4f26-a19e-2afb4fa309b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4956436c-2e34-42c3-bbb9-88c6f86d276c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:37.902873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port 3cae26bc-2968-4491-9232-8adb10061842 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:37.903981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.958019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.015537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:38.020141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbcbf-da5a-42e5-9cf9-4742317ed564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.059831 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbcbf-da5a-42e5-9cf9-4742317ed564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.087221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4f5ab3a3-e17b-4003-86f2-83badbcb566a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e3260703f4b4ee4b191b24f3a9cc31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703855 Nov 10 22:54:38.090147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49042) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:38.180322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port 3cae26bc-2968-4491-9232-8adb10061842, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3cae26bc-2968-4491-9232-8adb10061842,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:38.180738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.184520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.210909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.269795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.279896 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.282711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c1a1694-2dd3-4ef1-886f-3325bb803a3f HTTP/1.1" status: 204 len: 168 time: 0.1915350 Nov 10 22:54:38.287156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b9cbbcbf-da5a-42e5-9cf9-4742317ed564 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fca5b46b17b446da3dfadd2ee9a9ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7883985 Nov 10 22:54:38.289156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for 3cae26bc-2968-4491-9232-8adb10061842 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:38.306839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:38.316671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbbcbf-da5a-42e5-9cf9-4742317ed564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b086fd7d-c4bc-4403-bcfc-84a095c1809b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:38.361682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b449f6-4472-40d7-aac4-ada5e5040775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a1694-2dd3-4ef1-886f-3325bb803a3f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:38.424020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.500651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.610115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.616431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.625268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b086fd7d-c4bc-4403-bcfc-84a095c1809b HTTP/1.1" status: 204 len: 168 time: 0.3142099 Nov 10 22:54:38.645234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98abf-10e7-46ca-8c87-7637c4b1014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086fd7d-c4bc-4403-bcfc-84a095c1809b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:38.739392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port f6ac43b5-5932-446a-b2c5-263023a7a44f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:38.739744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.743697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:38.759488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['dd07938a-6e13-4037-9e45-ae37057742ca', '3cae26bc-2968-4491-9232-8adb10061842'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:38.832745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=3cae26bc-2968-4491-9232-8adb10061842,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:38.950564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a18e-f85b-4426-9a22-956d273c4105 req-4bd64644-623d-4725-afcd-5629c45f2d6a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:38.953233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92a9a18e-f85b-4426-9a22-956d273c4105 req-4bd64644-623d-4725-afcd-5629c45f2d6a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecac2ccc-67f3-4896-9323-0e7e3953ab59 HTTP/1.1" status: 200 len: 867 time: 0.2559998 Nov 10 22:54:39.035774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] No DVR routers for this DVR port 3cae26bc-2968-4491-9232-8adb10061842 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:39.075030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.084576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21750d01-f483-4a2b-ad47-a692ff776391 req-60a2433c-927d-4b7f-a584-b1fc2dc7fb6d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "DELETE /v2.0/ports/3cae26bc-2968-4491-9232-8adb10061842 HTTP/1.1" status: 204 len: 173 time: 1.7676351 Nov 10 22:54:39.085113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'name': 'network-vif-deleted', 'tag': '3cae26bc-2968-4491-9232-8adb10061842'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:39.088231 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d0b00e-bf71-490a-9705-d77a65a37e55" -d '{"events": [{"server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "name": "network-vif-deleted", "tag": "3cae26bc-2968-4491-9232-8adb10061842"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:39.130946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:39.151103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.179568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for f6ac43b5-5932-446a-b2c5-263023a7a44f owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:39.216553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92a9a18e-f85b-4426-9a22-956d273c4105 req-2bce7964-716a-4f91-9183-db0fb0a2dbc8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926570 Nov 10 22:54:39.295304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6eded14f-95e5-49aa-a944-236696651205 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d14080acc3b4253b6aeb1f3f37bc9ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593826 Nov 10 22:54:39.304996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:39.384274 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aead8456-33d1-43fc-8f29-48c255f43780 x-openstack-request-id: req-aead8456-33d1-43fc-8f29-48c255f43780 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:39.384715 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2ccc-67f3-4896-9323-0e7e3953ab59", "name": "network-vif-deleted", "tag": "3cae26bc-2968-4491-9232-8adb10061842", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:39.384823 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aead8456-33d1-43fc-8f29-48c255f43780 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:39.393624 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2ccc-67f3-4896-9323-0e7e3953ab59', 'name': 'network-vif-deleted', 'tag': '3cae26bc-2968-4491-9232-8adb10061842', 'status': 'completed', 'code': 200} Nov 10 22:54:39.395576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.453191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.616317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.622847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.625547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83daba19-c8a8-4798-9613-006ffc53c344 HTTP/1.1" status: 204 len: 168 time: 0.3191421 Nov 10 22:54:39.646453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5dd58-f53a-4d48-9fc5-022ece58efa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83daba19-c8a8-4798-9613-006ffc53c344,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:39.853942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:40.049895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=f6ac43b5-5932-446a-b2c5-263023a7a44f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:40.261822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:40.712860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Router 549a5335-4a25-415b-b95f-6368d4e35bf1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:40.863791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:40.877969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] Sync routers for ids ['549a5335-4a25-415b-b95f-6368d4e35bf1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:40.882463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-117dc1cf-fc4d-469d-9160-da17e2153cf0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/routers/549a5335-4a25-415b-b95f-6368d4e35bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6661851 Nov 10 22:54:40.886422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49136) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:40.921018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] Routers {'549a5335-4a25-415b-b95f-6368d4e35bf1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:40.923195 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['549a5335-4a25-415b-b95f-6368d4e35bf1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:40.979643 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477917a-5ef0-4311-87a2-c64df4a0d08e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:54:40.986669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e477917a-5ef0-4311-87a2-c64df4a0d08e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/f6ac43b5-5932-446a-b2c5-263023a7a44f HTTP/1.1" status: 404 len: 333 time: 0.0986938 Nov 10 22:54:40.987641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49140) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:41.051807 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:41.076989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] Routers {'549a5335-4a25-415b-b95f-6368d4e35bf1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:41.079407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['549a5335-4a25-415b-b95f-6368d4e35bf1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:41.178085 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:41.179206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4403a89-0273-4a0c-828e-340c94ef448b None None] The sync data for ids ['549a5335-4a25-415b-b95f-6368d4e35bf1'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:41.222268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.262995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3cae26bc-2968-4491-9232-8adb10061842 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:41.263648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75caee-294f-4f39-8141-3ff73d51efd6 req-22aa4d69-297f-4db6-a133-dd3faff93fd9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:41.285870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee75caee-294f-4f39-8141-3ff73d51efd6 req-22aa4d69-297f-4db6-a133-dd3faff93fd9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.4516611 Nov 10 22:54:41.328326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 3cae26bc-2968-4491-9232-8adb10061842 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:41.328870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3cae26bc-2968-4491-9232-8adb10061842 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:41.332926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-240d8fe2-1fc9-4f50-adf4-ca2146b9c2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3439629 Nov 10 22:54:41.386001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee75caee-294f-4f39-8141-3ff73d51efd6 req-4a2bd009-6785-471d-ac58-5c79389f200f tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987673 Nov 10 22:54:41.531552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-9c1cdcb7-ecaf-412e-bfa9-cb925e09af2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:41.533399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-9c1cdcb7-ecaf-412e-bfa9-cb925e09af2d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.5433347 Nov 10 22:54:41.538069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.543560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.565729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-e7cc910a-3d3d-47cf-b958-9e2872d511e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:41.572268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-e7cc910a-3d3d-47cf-b958-9e2872d511e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 1096 time: 0.1370764 Nov 10 22:54:41.745933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.746720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Fanout notify agent at l3_agent the message router_deleted on router 549a5335-4a25-415b-b95f-6368d4e35bf1 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:54:41.764893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.770024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-50ef3944-1d2f-4f43-a7a5-370b86bc7842 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/routers/549a5335-4a25-415b-b95f-6368d4e35bf1 HTTP/1.1" status: 204 len: 168 time: 0.7811348 Nov 10 22:54:41.770851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49160) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:41.962915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-bc3de07e-ed3c-4d99-be48-898277e09db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:41.966933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-bc3de07e-ed3c-4d99-be48-898277e09db7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 200 len: 907 time: 0.3630085 Nov 10 22:54:41.986507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:42.010043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:42.094804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-19ad0aa8-f169-4b5b-847b-c6761da5fb53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 200 len: 217 time: 0.1199813 Nov 10 22:54:42.116355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port dd07938a-6e13-4037-9e45-ae37057742ca {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:42.116355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:42.247981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-23711f4e-8711-4126-80b8-1eefb2501ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:42.249770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-23711f4e-8711-4126-80b8-1eefb2501ec4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 200 len: 847 time: 0.1474750 Nov 10 22:54:42.307800 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:42.341299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-18e344d3-f900-4ebd-bdd6-42a5177f017c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a0fa1162-228e-44ff-8715-31fec406dd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781043 Nov 10 22:54:42.656736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port dd07938a-6e13-4037-9e45-ae37057742ca, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=dd07938a-6e13-4037-9e45-ae37057742ca,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:42.662694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:42.704412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-a8ec91ad-7183-4ee8-a96c-acf39417b444 service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621671 Nov 10 22:54:42.719194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for dd07938a-6e13-4037-9e45-ae37057742ca owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:42.756445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:42.985394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:43.012949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b21b6-25c2-45de-8a91-3c0789cdf8d8 None None] Network c511a097-c1e6-487e-a089-389cec2d287f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:43.051966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-93cb5d6f-ef28-4c5b-a82d-56f6f55d8e95 req-905450dd-3ff5-4740-996c-5480fc0be71c service neutron] 10.222.0.20 "GET /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367476 Nov 10 22:54:43.082867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:43.091912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2f21-5f8e-42e8-a4ab-30dde1132d67 req-2dd6196c-1a4b-447b-8b6f-21f4533978c8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:43.099051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152 HTTP/1.1" status: 204 len: 168 time: 1.3144083 Nov 10 22:54:43.103804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49210) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:43.108033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37c581-1c10-4411-b6fa-ae4c9a31ab24 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:43.128082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-463f2f21-5f8e-42e8-a4ab-30dde1132d67 req-2dd6196c-1a4b-447b-8b6f-21f4533978c8 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.5454848 Nov 10 22:54:43.287518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-463f2f21-5f8e-42e8-a4ab-30dde1132d67 req-8567f2c7-6c65-4065-a73a-1b31cca32a48 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585019 Nov 10 22:54:43.497712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] DHCP port deletion for c511a097-c1e6-487e-a089-389cec2d287f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:43.500858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:43.676868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Deleting port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:43.677479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:43.853191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] For port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,segment=NetworkSegment(8a64d707-1438-4ba0-b047-b5dd06c21d29),segment_id=8a64d707-1438-4ba0-b047-b5dd06c21d29)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:43.854436 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:43.926520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Calling delete_port for 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:44.164840 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:44.254153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] Pushing event deleted for resources: {'Port': ['ID=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:44.263345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d469b-f313-411a-83eb-66abcaa185e2 None None] No DVR routers for this DVR port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:44.513767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446fd39-82a3-4bb0-9ac5-0d427db4ac7a req-ddc77ca0-3498-473b-81f3-d4928603dd87 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:44.529525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0446fd39-82a3-4bb0-9ac5-0d427db4ac7a req-ddc77ca0-3498-473b-81f3-d4928603dd87 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 946 time: 0.1268539 Nov 10 22:54:44.636027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:44.673624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:44.731545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0446fd39-82a3-4bb0-9ac5-0d427db4ac7a req-050c65b9-6307-48fa-83e5-ccc75dc1d017 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988928 Nov 10 22:54:44.770802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=dd07938a-6e13-4037-9e45-ae37057742ca,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:44.837220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] No DVR routers for this DVR port dd07938a-6e13-4037-9e45-ae37057742ca on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:44.842254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:44.846907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4762a7fa-a31e-4820-aaed-072f05efbe24 req-7b8b9583-9732-4787-9a50-2a52dbe6bddf tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "DELETE /v2.0/ports/dd07938a-6e13-4037-9e45-ae37057742ca HTTP/1.1" status: 204 len: 173 time: 3.3057981 Nov 10 22:54:44.848741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:44.850257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:44.854578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'name': 'network-vif-deleted', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:44.857770 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263495d3-8df8-460d-940d-3ee1863be3c5" -d '{"events": [{"server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "name": "network-vif-deleted", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:45.085027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.131768 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906a4ce-05b6-46a2-85f1-dcc9877b1e49 x-openstack-request-id: req-5906a4ce-05b6-46a2-85f1-dcc9877b1e49 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:45.132650 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe", "name": "network-vif-deleted", "tag": "dd07938a-6e13-4037-9e45-ae37057742ca", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:45.133868 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5906a4ce-05b6-46a2-85f1-dcc9877b1e49 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:45.137641 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe', 'name': 'network-vif-deleted', 'tag': 'dd07938a-6e13-4037-9e45-ae37057742ca', 'status': 'completed', 'code': 200} Nov 10 22:54:45.188007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] For port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:45.188500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.210558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:45.216168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a was not found and therefore no delete operation was performed {{(pid=102458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:54:45.224073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.227560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:45.325276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:45.334585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No DVR routers for this DVR port 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:45.377080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device dd07938a-6e13-4037-9e45-ae37057742ca no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:45.520078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.522778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:45.523398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8d9d0ad5-fed5-42b8-a43d-62d60b6eae2a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:45.531095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: dd07938a-6e13-4037-9e45-ae37057742ca {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:45.534357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device dd07938a-6e13-4037-9e45-ae37057742ca not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:45.595335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c511a097-c1e6-487e-a089-389cec2d287f']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:45.658062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a64d707-1438-4ba0-b047-b5dd06c21d29') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:45.658538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a64d707-1438-4ba0-b047-b5dd06c21d29') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:45.697210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.754154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.764479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:54:45.765940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:54:45.854800 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:54:45.862826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.891451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:45.899685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/c511a097-c1e6-487e-a089-389cec2d287f HTTP/1.1" status: 204 len: 168 time: 2.7889440 Nov 10 22:54:45.907866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:45.932343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc72e5-b4a6-4163-ab68-35b8982ef58d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=c511a097-c1e6-487e-a089-389cec2d287f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:46.118221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17641e4-95ba-43b5-82c9-434917e7f18d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:46.120249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d17641e4-95ba-43b5-82c9-434917e7f18d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/88530ddc-7da6-4bcd-a032-30937c828ae4 HTTP/1.1" status: 200 len: 845 time: 0.2103014 Nov 10 22:54:46.124755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49340) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:46.305167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dae9011f-fd24-4619-b3f1-385be331a3e5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/88530ddc-7da6-4bcd-a032-30937c828ae4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1781590 Nov 10 22:54:46.305384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:46.314240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:46.691076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:46.699953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:46.736496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e82fd9e9-f030-4462-af15-1eff3540bece req-91fe9d84-cf1b-4538-8515-54e53d0f5e25 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b31c14d-ac23-4f57-8d9f-48e0d6fe19fe HTTP/1.1" status: 200 len: 210 time: 0.6694643 Nov 10 22:54:47.259319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:47.476222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=f50fc02f-fbf2-44d1-a089-1dc75e943b4b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:47.498330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:47.500361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:47.507685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:47.510938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:47.514457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3bcde2-1e75-4438-aeca-585cbe78392d None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:47.560189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f57743d-692d-4511-9ef8-feecc2b7ab9c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2510724 Nov 10 22:54:47.563042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49382) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:47.568519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1544965572'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:47.720399 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.002717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d73e64c0-b69e-42b5-ae59-452ffbd3c273', 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'tenant_id': '388498771ef34874a9fe65eb2861d765', 'fixed_ips': [{'subnet_id': 'f50fc02f-fbf2-44d1-a089-1dc75e943b4b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:54:48.007322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.018722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49396) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:48.077863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.087325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.236600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.238700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6745474 Nov 10 22:54:48.241927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:48.248647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'security_group': {'name': 'tempest-secgroup-667942165'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:48.255486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69bd17-f95b-4321-a10f-9d1f3224fc0e tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7c31a-5b54-405c-906f-1e9ed4dccf23,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:48.365199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.631135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a97a1345-10f7-42ae-9d83-c7f5d395c5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:48.644240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Allocated IP 2001:db8::2 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/f50fc02f-fbf2-44d1-a089-1dc75e943b4b/d2dfff4b-04a5-40ba-88de-7f6ac7e8277b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:48.704557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00b3c9-5870-497e-bc77-827475f07a63 req-410f7976-6cef-4b96-b741-eb75a6b6283a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:48.715591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f00b3c9-5870-497e-bc77-827475f07a63 req-410f7976-6cef-4b96-b741-eb75a6b6283a tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.2407627 Nov 10 22:54:48.909792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f00b3c9-5870-497e-bc77-827475f07a63 req-dd6a5675-1825-4a61-b12f-3ebb8edc71aa tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840513 Nov 10 22:54:48.967997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49416) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:49.000151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a97a1345-10f7-42ae-9d83-c7f5d395c5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.052627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a97a1345-10f7-42ae-9d83-c7f5d395c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.132005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.147409 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.174874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a97a1345-10f7-42ae-9d83-c7f5d395c5a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124ebc7a52574c36838c830f4fd54b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1525674 Nov 10 22:54:49.175930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49420) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:49.353770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:49.378605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:49.385791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a1345-10f7-42ae-9d83-c7f5d395c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b37a8c-c7fb-46d0-a07e-6bf7a4e54513,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:49.410170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.420501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.422118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:49.474879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:49.493342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.549837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefdf398-4138-4683-a7e8-b0d9f103180e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:49.563669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.569521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.573140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f06ab8d8-231d-43e7-86e5-0a07850ccc8f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3272705 Nov 10 22:54:49.573474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:49.580461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1776759111', 'security_groups': ['aefdf398-4138-4683-a7e8-b0d9f103180e'], 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f50fc02f-fbf2-44d1-a089-1dc75e943b4b'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:49.658732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cf6a-b63f-4cb3-bdf5-7cf34393eee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.720612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Attempting to bind port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:49.721213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Attempting to bind port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0cf1c32c-6933-4bdf-b759-0adfff1c1839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:49.722577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Attempting to bind port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b on network d73e64c0-b69e-42b5-ae59-452ffbd3c273 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:49.741367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:49.741734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Checking segment: {'id': '0cf1c32c-6933-4bdf-b759-0adfff1c1839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:49.744909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.745270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Bound using segment: {'id': '0cf1c32c-6933-4bdf-b759-0adfff1c1839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:49.764412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Bound port: d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf1c32c-6933-4bdf-b759-0adfff1c1839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:49.764907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:49.888588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:49.892818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:49.899790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-3ace8af6-171e-4006-adba-8ec738bb2699 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:49.905308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-3ace8af6-171e-4006-adba-8ec738bb2699 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.1502228 Nov 10 22:54:49.906315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.043196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:50.177399 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.184719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.184887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331e3d-13c1-4e7e-be14-51ce98d36785 None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:50.191178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75b37a8c-c7fb-46d0-a07e-6bf7a4e54513 HTTP/1.1" status: 204 len: 168 time: 1.0134449 Nov 10 22:54:50.318757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095d5e1-1f11-4967-9ad3-62b0936e22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b37a8c-c7fb-46d0-a07e-6bf7a4e54513,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:50.390291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.444297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port e66519b0-2256-47e6-89ba-402bea002ffc yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:54:50.511356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cf6a-b63f-4cb3-bdf5-7cf34393eee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.523001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cf6a-b63f-4cb3-bdf5-7cf34393eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.604355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9c575-92e5-4446-8d3e-bb3af8faa7d4 req-e4bc7b94-6f66-4f45-af99-2435b8348ec9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:50.621909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6e9c575-92e5-4446-8d3e-bb3af8faa7d4 req-e4bc7b94-6f66-4f45-af99-2435b8348ec9 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.5100698 Nov 10 22:54:50.678361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9cf6a-b63f-4cb3-bdf5-7cf34393eee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cbc83e-d742-4744-a119-2c95f51e0434,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:50.809665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0ff9cf6a-b63f-4cb3-bdf5-7cf34393eee7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07b13bdf941c4de692852bcb83c289f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8400176 Nov 10 22:54:50.810595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:50.822177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:50.828348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.988243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49446) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:51.007215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:54:51.036052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b9-f1ab-4ccd-b8d2-314fced105ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.047870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::1af (d73e64c0-b69e-42b5-ae59-452ffbd3c273/f50fc02f-fbf2-44d1-a089-1dc75e943b4b/e66519b0-2256-47e6-89ba-402bea002ffc) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:51.206799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6e9c575-92e5-4446-8d3e-bb3af8faa7d4 req-116204d4-06e7-45e1-9c6a-60205f6cd846 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5792270 Nov 10 22:54:51.233740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.256516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:51.289834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b9-f1ab-4ccd-b8d2-314fced105ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.298887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b9-f1ab-4ccd-b8d2-314fced105ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.338030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.369764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:51.370599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6f299b9-f1ab-4ccd-b8d2-314fced105ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcd63a29f36a4e04b3ec602082e52fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808308 Nov 10 22:54:51.371152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.375253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:51.507880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.513153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.517617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7cbc83e-d742-4744-a119-2c95f51e0434 HTTP/1.1" status: 204 len: 168 time: 0.6831398 Nov 10 22:54:51.566736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] For port b4dddd80-f54e-44fa-bbe0-179174606ab1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b4dddd80-f54e-44fa-bbe0-179174606ab1,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:51.567363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.584354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2463d7-2848-483a-a6cf-eded7646816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cbc83e-d742-4744-a119-2c95f51e0434,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:51.618708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.684919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f299b9-f1ab-4ccd-b8d2-314fced105ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e950765-75c8-41d7-bb0e-366e54aec0f0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:51.713122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.725756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:51.734716 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.760260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.826914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:51.959334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:52.035194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.094097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=e66519b0-2256-47e6-89ba-402bea002ffc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:52.124564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:52.126387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:52.142770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.145867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.147357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e950765-75c8-41d7-bb0e-366e54aec0f0 HTTP/1.1" status: 204 len: 168 time: 0.7552924 Nov 10 22:54:52.148627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:52.156469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:52.157467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.174792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0e72a49-e4e2-455a-a7bb-e0909992a9d3 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:52.182159 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0e72a49-e4e2-455a-a7bb-e0909992a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.184430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e629cb-d04f-46dd-9f61-75d8cc7c23a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e950765-75c8-41d7-bb0e-366e54aec0f0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:52.197555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a712d0c2-85a5-4c97-b770-6a8669576e1a tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6210213 Nov 10 22:54:52.200482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:52.207500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:52.438982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49468) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:52.477094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66fffbf-8ee6-4186-a8a2-7e4107b8819d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.578512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0e72a49-e4e2-455a-a7bb-e0909992a9d3 None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:52.579643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0e72a49-e4e2-455a-a7bb-e0909992a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.639641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c0e72a49-e4e2-455a-a7bb-e0909992a9d3 None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:52.681414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66fffbf-8ee6-4186-a8a2-7e4107b8819d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.698838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f66fffbf-8ee6-4186-a8a2-7e4107b8819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.711155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:52.715473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.749819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b2b3d-eb0f-42c0-97e4-b077e496ff22 req-df823211-1443-48e7-b431-491071c95f8d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:52.756393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-634b2b3d-eb0f-42c0-97e4-b077e496ff22 req-df823211-1443-48e7-b431-491071c95f8d tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 944 time: 0.3031194 Nov 10 22:54:52.770359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-68bfb5ef-264a-4b81-a6c8-c9134e6af3e3 None None] Provisioning complete for port e66519b0-2256-47e6-89ba-402bea002ffc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:52.771837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-68bfb5ef-264a-4b81-a6c8-c9134e6af3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.823031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fffbf-8ee6-4186-a8a2-7e4107b8819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e568fff-57b6-4953-863c-30e1cc65a327,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:52.833890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f66fffbf-8ee6-4186-a8a2-7e4107b8819d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee6a915053144787a06a4294c4f076f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938417 Nov 10 22:54:52.837335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49476) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:52.845883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.848580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.852425 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Floating IP 2a287ee3-eb7f-4418-af73-ebd8f07ab6f0 disassociated. External IP: 172.25.0.92, port: b4dddd80-f54e-44fa-bbe0-179174606ab1. Nov 10 22:54:52.858061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for b4dddd80-f54e-44fa-bbe0-179174606ab1 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:52.869736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-68bfb5ef-264a-4b81-a6c8-c9134e6af3e3 None None] Port e66519b0-2256-47e6-89ba-402bea002ffc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:52.934663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:52.952006 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f50fc02f-fbf2-44d1-a089-1dc75e943b4b (CIDR: 2001:db8::/64) Nov 10 22:54:52.974438 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:54:52.979205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:54:53.057685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.101698 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48c1edc7-4f50-499a-9fd2-1fc7b862a41c tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8998237 Nov 10 22:54:53.108225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49486) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:53.110045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:53.122838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:53.144891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:53.186058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-634b2b3d-eb0f-42c0-97e4-b077e496ff22 req-92e20305-3da1-4569-b369-875f99d23cf1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232864 Nov 10 22:54:53.237323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd4c621a-bf6e-4333-8c45-c24d592e55ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.317389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.323334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.340631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e568fff-57b6-4953-863c-30e1cc65a327 HTTP/1.1" status: 204 len: 168 time: 0.5010874 Nov 10 22:54:53.443800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909263f-580e-40d9-bbcb-54b8de0919e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e568fff-57b6-4953-863c-30e1cc65a327,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:53.531389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.546043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:53.559799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.579166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd4c621a-bf6e-4333-8c45-c24d592e55ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.608654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:53.673102 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cd4c621a-bf6e-4333-8c45-c24d592e55ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:53.680101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=b4dddd80-f54e-44fa-bbe0-179174606ab1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:53.687622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: b4dddd80-f54e-44fa-bbe0-179174606ab1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:53.689405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b4dddd80-f54e-44fa-bbe0-179174606ab1 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:53.721860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:53.722236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.026601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cd4c621a-bf6e-4333-8c45-c24d592e55ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b462c307680744608fc527203e57c120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8761587 Nov 10 22:54:54.031029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49502) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:54.042271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c621a-bf6e-4333-8c45-c24d592e55ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c26711-3fc7-4146-b9de-569d69b8d3af,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:54.088472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b46d4-ac76-4b50-887e-5edbaa48429e req-865f2d5a-4534-464e-9dcb-aab5c31936dd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:54.096549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c07b46d4-ac76-4b50-887e-5edbaa48429e req-865f2d5a-4534-464e-9dcb-aab5c31936dd tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.5114889 Nov 10 22:54:54.203013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72975be-e91a-44db-ab28-278f2189c669 req-72a1905e-99fa-429a-b665-7109594b404f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:54.228524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f72975be-e91a-44db-ab28-278f2189c669 req-72a1905e-99fa-429a-b665-7109594b404f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 944 time: 0.3096302 Nov 10 22:54:54.254214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.289863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c07b46d4-ac76-4b50-887e-5edbaa48429e req-b44202bb-1ebf-4139-95d5-2919c32d48fc tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922593 Nov 10 22:54:54.293539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:54.348247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.470175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73c0a0bb-03f2-4878-81f0-f3d626b9496c req-111cc8a9-7e4f-4a42-ae2d-53eeab2488a1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f5f379-e795-4d85-aace-0c92e8a38b87 HTTP/1.1" status: 200 len: 210 time: 0.0950041 Nov 10 22:54:54.552928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.633956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:54.636264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.639410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.641783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76c26711-3fc7-4146-b9de-569d69b8d3af HTTP/1.1" status: 204 len: 168 time: 0.6075597 Nov 10 22:54:54.653187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Sync routers for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:54.656404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:54.664331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:54.675034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38570f86-78a6-4599-8286-b51f1dbe1e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c26711-3fc7-4146-b9de-569d69b8d3af,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:54.681876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:54.682669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.690736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=e8a51458-1829-484c-8ad8-69c74f0a9eb2,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:54.699889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] No DVR routers for this DVR port b4dddd80-f54e-44fa-bbe0-179174606ab1 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:54.702667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:54.703621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:54.704039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.711447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f2bd80f-9d87-4bd5-af5a-90ce355711a4 req-bf8d87b5-cda3-4f67-9245-0104ab7a0ec3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.39 "DELETE /v2.0/ports/b4dddd80-f54e-44fa-bbe0-179174606ab1 HTTP/1.1" status: 204 len: 173 time: 4.7824297 Nov 10 22:54:54.711447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-deleted', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:54.711822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Deleting port 51a1d6f7-c05e-4de2-a4bc-38316af31382 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:54.712093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.720879 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5252339-89af-41d9-845c-a90960c30c6c" -d '{"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-deleted", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:54.739793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f901beff-29c6-438a-852f-30384d70b9cb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6283214 Nov 10 22:54:54.743150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49524) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:54.753706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-933208722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8a51458-1829-484c-8ad8-69c74f0a9eb2'}], 'security_groups': ['53d7c31a-5b54-405c-906f-1e9ed4dccf23']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:54.862374 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe78eda-9ab8-4d92-af4d-6c289a9cb31e x-openstack-request-id: req-cbe78eda-9ab8-4d92-af4d-6c289a9cb31e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:54.862832 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5f379-e795-4d85-aace-0c92e8a38b87", "name": "network-vif-deleted", "tag": "b4dddd80-f54e-44fa-bbe0-179174606ab1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:54.863346 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbe78eda-9ab8-4d92-af4d-6c289a9cb31e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:54.865020 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5f379-e795-4d85-aace-0c92e8a38b87', 'name': 'network-vif-deleted', 'tag': 'b4dddd80-f54e-44fa-bbe0-179174606ab1', 'status': 'completed', 'code': 200} Nov 10 22:54:54.956991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] For port 51a1d6f7-c05e-4de2-a4bc-38316af31382, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=51a1d6f7-c05e-4de2-a4bc-38316af31382,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:54.956991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:55.002158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2e7b8-7819-4601-8ea4-81e20a2ebb20 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:55.003558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Calling delete_port for 51a1d6f7-c05e-4de2-a4bc-38316af31382 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:55.179507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:55.415554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:55.510373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:55.600124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event deleted for resources: {'Port': ['ID=51a1d6f7-c05e-4de2-a4bc-38316af31382,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:55.641587 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd66b9a9-3031-4991-b02b-2393e59a1bd1 req-a7bf0f46-a4fa-4061-92a9-423e0ddae87b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf HTTP/1.1" status: 200 len: 210 time: 0.1631601 Nov 10 22:54:55.677243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:55.776166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] No DVR routers for this DVR port 51a1d6f7-c05e-4de2-a4bc-38316af31382 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:54:55.783208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:55.790200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f72975be-e91a-44db-ab28-278f2189c669 req-b3ad598d-0182-474f-89df-2b1b9b412d74 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.39 "DELETE /v2.0/ports/51a1d6f7-c05e-4de2-a4bc-38316af31382 HTTP/1.1" status: 204 len: 173 time: 1.5500472 Nov 10 22:54:55.794213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-deleted', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:55.808678 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd053dc-7396-454d-8b68-7e7d3f4a69c3" -d '{"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-deleted", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:55.905136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a6bad-4c3e-4e4e-a78b-a5fb7c30288f None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:55.909540 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef2ffd-1088-4364-86ae-d42dcc901f8f x-openstack-request-id: req-e7ef2ffd-1088-4364-86ae-d42dcc901f8f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:55.909827 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf", "name": "network-vif-deleted", "tag": "51a1d6f7-c05e-4de2-a4bc-38316af31382", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:55.910283 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7ef2ffd-1088-4364-86ae-d42dcc901f8f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:55.914721 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0e09b-7ade-46ba-8e91-e5e2d9ad3adf', 'name': 'network-vif-deleted', 'tag': '51a1d6f7-c05e-4de2-a4bc-38316af31382', 'status': 'completed', 'code': 200} Nov 10 22:54:55.953020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.063209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.080663 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6938-5c24-4e05-9d6f-ab358dca02d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.097875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Delete allocated IP 2001:db8::1af (d73e64c0-b69e-42b5-ae59-452ffbd3c273/f50fc02f-fbf2-44d1-a089-1dc75e943b4b) {{(pid=102458) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 22:54:56.125708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8:0:1::1b1 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/e8a51458-1829-484c-8ad8-69c74f0a9eb2/e66519b0-2256-47e6-89ba-402bea002ffc) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:56.201198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:56.236517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.241224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.254692 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "DELETE /v2.0/security-groups/e2ca46e5-6ce6-4f37-adf2-e5952caadb6e HTTP/1.1" status: 204 len: 168 time: 0.5732613 Nov 10 22:54:56.255744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:56.290669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49574) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:56.343572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3234f8e-56c7-4c13-a60e-94b31e7a346c tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca46e5-6ce6-4f37-adf2-e5952caadb6e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:56.355562 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-a60049ae-b82e-4871-8c3e-70281a9a1bc1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] show failed (client error): The resource could not be found. Nov 10 22:54:56.364341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a60049ae-b82e-4871-8c3e-70281a9a1bc1 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "GET /v2.0/security-groups/e2ca46e5-6ce6-4f37-adf2-e5952caadb6e HTTP/1.1" status: 404 len: 347 time: 0.0904188 Nov 10 22:54:56.368582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49578) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:56.388685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Checking router: 482ffe41-ae56-403f-9ab2-5eaca89cedd5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:56.417977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Update dhcp port {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'fixed_ips': [{'subnet_id': 'f50fc02f-fbf2-44d1-a089-1dc75e943b4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8a51458-1829-484c-8ad8-69c74f0a9eb2'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'd2dfff4b-04a5-40ba-88de-7f6ac7e8277b'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:54:56.446094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:56.446903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:56.595755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:56.596189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.638242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.827716 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.896410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] In _notify_port_updated(), no bound segment for port e66519b0-2256-47e6-89ba-402bea002ffc on network d73e64c0-b69e-42b5-ae59-452ffbd3c273 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:54:56.910313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:56.918014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:56.919833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/ports/e66519b0-2256-47e6-89ba-402bea002ffc HTTP/1.1" status: 200 len: 930 time: 2.1747589 Nov 10 22:54:56.926061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49594) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:56.957544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592aeba3-510d-404c-ae8c-121d49da71b0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=e66519b0-2256-47e6-89ba-402bea002ffc,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:57.326730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port e66519b0-2256-47e6-89ba-402bea002ffc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:57.327118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:57.337339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:57.406775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf38041-f0c6-4294-8a8a-4abc52fa0080 None None] The sync data for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 is: [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:44:05Z', 'revision_number': 4, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8', 'name': '', 'network_id': 'ab5e6ca5-9d14-410a-943b-396b29d0716d', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'mac_address': 'fa:16:3e:fc:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:01Z', 'updated_at': '2021-11-10T22:44:11Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'subnets': [{'id': '9b40852d-b89c-4038-9ba7-a01e5e8f65b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:57.409343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:54:57.502465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Deleting port 6f9b88ae-3f48-4954-9176-de7dcb251f94 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:57.503613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:57.535024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 51a1d6f7-c05e-4de2-a4bc-38316af31382 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:54:57.535679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 51a1d6f7-c05e-4de2-a4bc-38316af31382 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:54:57.587778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ebf20-8604-4675-8bc2-64ba7d260209 req-316a4126-0043-4290-a79b-2e40a056a531 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:57.589476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-125ebf20-8604-4675-8bc2-64ba7d260209 req-316a4126-0043-4290-a79b-2e40a056a531 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.4179828 Nov 10 22:54:57.664392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e4b35e9e-91cb-4c76-bc94-5e7852980903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:57.675984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Allocated IP 2001:db8:0:1::2 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/e8a51458-1829-484c-8ad8-69c74f0a9eb2/d2dfff4b-04a5-40ba-88de-7f6ac7e8277b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:57.696134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:57.750911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for e66519b0-2256-47e6-89ba-402bea002ffc owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:57.781383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-125ebf20-8604-4675-8bc2-64ba7d260209 req-feccf977-c16d-4fe3-98da-48630e5d24c8 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787066 Nov 10 22:54:57.874414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:57.945602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:57.953582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.078995 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c388d-909f-446a-ab9e-f708164d3e14 None None] New status for floating IP 2a287ee3-eb7f-4418-af73-ebd8f07ab6f0: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:54:58.133506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.208795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=e66519b0-2256-47e6-89ba-402bea002ffc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:58.252949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d198a06-c34e-4aac-984b-17978c8353be None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:58.332603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.337808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8662ef0f-325a-46db-8d4c-1dd8c50c7e8d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/e66519b0-2256-47e6-89ba-402bea002ffc HTTP/1.1" status: 204 len: 168 time: 1.4093218 Nov 10 22:54:58.344360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49626) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:58.373937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-3c728963-0f57-42a2-8e2a-ca7db308f06f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:58.375641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-3c728963-0f57-42a2-8e2a-ca7db308f06f tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.9064140 Nov 10 22:54:58.388200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.389687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.403122 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a1e221-c282-4e0f-b58f-66e480bcc9b5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:54:58.416053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-96a1e221-c282-4e0f-b58f-66e480bcc9b5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/e66519b0-2256-47e6-89ba-402bea002ffc HTTP/1.1" status: 404 len: 333 time: 0.0681658 Nov 10 22:54:58.416963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:58.518328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Calling delete_port for 6f9b88ae-3f48-4954-9176-de7dcb251f94 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:58.535354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.609366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.701319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.710767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.715048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/security-groups/aefdf398-4138-4683-a7e8-b0d9f103180e HTTP/1.1" status: 204 len: 168 time: 0.2957811 Nov 10 22:54:58.718082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49640) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:58.800315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f2040-efa3-4c92-9440-addd27b12144 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefdf398-4138-4683-a7e8-b0d9f103180e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:58.907744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.928391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:58.997756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.004112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Deleting port 565b123e-e646-4ae0-9c6f-a527807026c7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:54:59.004476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.078267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.085956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.087609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/security-groups/53d7c31a-5b54-405c-906f-1e9ed4dccf23 HTTP/1.1" status: 204 len: 168 time: 0.3521667 Nov 10 22:54:59.116004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49646) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:59.167773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae330-c811-41c7-b01c-8b1ddb2de310 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7c31a-5b54-405c-906f-1e9ed4dccf23,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:59.219146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b20f8-5b04-49dc-ba6a-94bdf6ae365a req-b4731405-f8bf-4125-8070-facc62ea6602 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:59.220764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-004b20f8-5b04-49dc-ba6a-94bdf6ae365a req-b4731405-f8bf-4125-8070-facc62ea6602 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 945 time: 0.1604137 Nov 10 22:54:59.230226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet f50fc02f-fbf2-44d1-a089-1dc75e943b4b {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:54:59.238659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.314292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.390478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.404270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-004b20f8-5b04-49dc-ba6a-94bdf6ae365a req-d7bb9dea-f2b6-4be6-953d-931401a0756a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300738 Nov 10 22:54:59.510396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.522304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:59.522724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.597647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] For port 565b123e-e646-4ae0-9c6f-a527807026c7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=565b123e-e646-4ae0-9c6f-a527807026c7,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:59.598426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.635395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:59.640556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.714337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.722957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=f50fc02f-fbf2-44d1-a089-1dc75e943b4b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:59.742359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.752202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f91ece1e-ce32-4b15-b444-9545beb1d84b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/f50fc02f-fbf2-44d1-a089-1dc75e943b4b HTTP/1.1" status: 204 len: 168 time: 0.6351109 Nov 10 22:54:59.756352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49660) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:59.770280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:59.777358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:59.777742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.810189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Calling delete_port for 565b123e-e646-4ae0-9c6f-a527807026c7 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:54:59.880390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Pushing event deleted for resources: {'Port': ['ID=6f9b88ae-3f48-4954-9176-de7dcb251f94,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:59.893573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6915c6-2cf1-4fff-8652-cb504f61c79c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:59.944199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Could not find standard attr ID for object e66519b0-2256-47e6-89ba-402bea002ffc. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:54:59.992509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:59.993194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:59.996367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05742b-5204-4d1a-8af4-5d55ccc0db2e None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:00.071865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:00.076585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.084015 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.086852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.088134 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5d99b54e-27ad-4036-b6b3-e55de07e08e3 tempest-ServerActionsTestJSON-1511119366 tempest-ServerActionsTestJSON-1511119366-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a287ee3-eb7f-4418-af73-ebd8f07ab6f0 HTTP/1.1" status: 204 len: 168 time: 3.7176650 Nov 10 22:55:00.093745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49666) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:00.181231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cbc312ae-a026-4c40-9bd1-717c88acffa4 None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:00.345489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.377033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.387475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-77893b7c-b48c-4323-a3a4-6fb718e2d379 None None] Could not find standard attr ID for object e66519b0-2256-47e6-89ba-402bea002ffc. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:55:00.422866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event deleted for resources: {'Port': ['ID=565b123e-e646-4ae0-9c6f-a527807026c7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:00.432456 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.508877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e35361-500d-46a6-9f2c-236ec8758cd8 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:00.518118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] No DVR routers for this DVR port 565b123e-e646-4ae0-9c6f-a527807026c7 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:00.523402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.527234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7caa1b32-311d-41ad-98b2-c018593ff723 req-da93ef4a-51f5-46f5-8010-6a796cdbf7a9 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "DELETE /v2.0/ports/565b123e-e646-4ae0-9c6f-a527807026c7 HTTP/1.1" status: 204 len: 173 time: 2.1208436 Nov 10 22:55:00.527695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-deleted', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:00.530529 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d06fdcd-9745-49f4-b94d-9932a7c136b6" -d '{"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-deleted", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:00.584348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Deleting port 86f8fab1-2726-457d-918d-26fc44ddf104 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:00.588147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.591799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:00.610350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:00.649240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cbdf93b-34c5-4b16-98c5-bc8eba694ac8 req-a7e72293-9c42-4626-8c25-1501ce1c93bb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a88a2fa-c006-43fd-bbf6-98e66a80d4ae HTTP/1.1" status: 200 len: 210 time: 0.0818081 Nov 10 22:55:00.663618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:00.671125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:00.671738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.679536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=9e4bca19-37d6-420a-b2ef-95e99ad53f1d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:00.723502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a78571b5-970f-4042-9382-447b3fb3c558 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9632368 Nov 10 22:55:00.725377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49680) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:00.732126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048406823'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:00.733930 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.759570 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf109c3-c7fc-4ada-a7a2-a5698da6c8a3 x-openstack-request-id: req-2cf109c3-c7fc-4ada-a7a2-a5698da6c8a3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:00.760358 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a88a2fa-c006-43fd-bbf6-98e66a80d4ae", "name": "network-vif-deleted", "tag": "565b123e-e646-4ae0-9c6f-a527807026c7", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:00.760626 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cf109c3-c7fc-4ada-a7a2-a5698da6c8a3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:00.761603 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a88a2fa-c006-43fd-bbf6-98e66a80d4ae', 'name': 'network-vif-deleted', 'tag': '565b123e-e646-4ae0-9c6f-a527807026c7', 'status': 'completed', 'code': 200} Nov 10 22:55:00.804486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:00.948037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] For port 86f8fab1-2726-457d-918d-26fc44ddf104, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=86f8fab1-2726-457d-918d-26fc44ddf104,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:00.949847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.008814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Calling delete_port for 86f8fab1-2726-457d-918d-26fc44ddf104 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:01.023873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e4c3fb0-8776-40da-b8b5-02933f22b4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.198403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.216762 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.358577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c990787-6189-455c-aea0-7a095c75e26b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:01.390717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.396507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9ca5a3a-2535-4e25-a72e-0bf18527c88f tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6699092 Nov 10 22:55:01.421666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49688) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:01.438683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953149671'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:01.613133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.616261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.628631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e4c3fb0-8776-40da-b8b5-02933f22b4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.644168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e4c3fb0-8776-40da-b8b5-02933f22b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:01.647416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=86f8fab1-2726-457d-918d-26fc44ddf104,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:01.989317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56b5ae-eb5e-4dde-b26c-e087094dc120 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:02.085452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-01b200ff-60b4-43b5-b2e4-bc823cf5c4bd None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:02.088195 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-01b200ff-60b4-43b5-b2e4-bc823cf5c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.236490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.347317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c3fb0-8776-40da-b8b5-02933f22b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63f275-d7c1-419b-b027-30d734dd0930,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:02.375644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2e4c3fb0-8776-40da-b8b5-02933f22b4a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abfebcb34fa140ef939ae7acb84e6516&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7716036 Nov 10 22:55:02.405215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49702) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:02.507008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:02.532036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed1425-e543-48e2-9c60-cf3fe1610e57 req-90f651fc-4432-4776-9699-260c86a9bae1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:02.533721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03ed1425-e543-48e2-9c60-cf3fe1610e57 req-90f651fc-4432-4776-9699-260c86a9bae1 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.1897547 Nov 10 22:55:02.553824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 565b123e-e646-4ae0-9c6f-a527807026c7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:02.554199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 565b123e-e646-4ae0-9c6f-a527807026c7 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:02.581584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.594899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.618121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.670221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec0875-09de-4073-8f3c-4e81a4eab847,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:02.695441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03ed1425-e543-48e2-9c60-cf3fe1610e57 req-8ba2e580-f852-4151-a9a0-544f7c80bd1d tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515625 Nov 10 22:55:02.702825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.705798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5caab6be-7152-460a-b595-f0bbef133a12 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2797859 Nov 10 22:55:02.713198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49704) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:02.725031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081138506'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:02.738872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-01b200ff-60b4-43b5-b2e4-bc823cf5c4bd None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:02.739337 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-01b200ff-60b4-43b5-b2e4-bc823cf5c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.812085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.812510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-01b200ff-60b4-43b5-b2e4-bc823cf5c4bd None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:02.832921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41135304-ae4c-4219-8524-022943106370 None None] Update dhcp port {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'fixed_ips': [{'subnet_id': 'e8a51458-1829-484c-8ad8-69c74f0a9eb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9e4bca19-37d6-420a-b2ef-95e99ad53f1d'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'd2dfff4b-04a5-40ba-88de-7f6ac7e8277b'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:55:02.862789 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41135304-ae4c-4219-8524-022943106370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:02.896981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.018366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.036029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.039636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.070840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.072872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3577306 Nov 10 22:55:03.080651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:03.091434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983979631', 'security_groups': ['778787fe-9299-4882-93e4-7bafd1962733'], 'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e4bca19-37d6-420a-b2ef-95e99ad53f1d'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:03.094742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Router 8fd5522a-2dec-498a-a532-42b1c036984c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:55:03.109243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327841c-24a9-4828-94a6-9ee66775761f req-2da6f422-90d4-4af8-a5e8-51ab8c6ff11a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:03.110939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c327841c-24a9-4828-94a6-9ee66775761f req-2da6f422-90d4-4af8-a5e8-51ab8c6ff11a tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.5130591 Nov 10 22:55:03.196155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-41135304-ae4c-4219-8524-022943106370 None None] Allocated IP 2001:db8::2 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/9e4bca19-37d6-420a-b2ef-95e99ad53f1d/d2dfff4b-04a5-40ba-88de-7f6ac7e8277b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:03.230803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.233288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.234607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f63f275-d7c1-419b-b027-30d734dd0930 HTTP/1.1" status: 204 len: 168 time: 0.8284879 Nov 10 22:55:03.284535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b21ab7-6903-4e82-b36f-076117c908cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778787fe-9299-4882-93e4-7bafd1962733,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:03.379580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8065b7b-01a5-4167-9919-e53eb53d2fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63f275-d7c1-419b-b027-30d734dd0930,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:03.398488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:03.497491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-41135304-ae4c-4219-8524-022943106370 None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:03.516508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:03.538890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e538944-1af0-4394-8e6a-7cf628875d2a admin admin] 10.222.0.25 "PUT /v2.0/routers/8fd5522a-2dec-498a-a532-42b1c036984c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2388928 Nov 10 22:55:03.541369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Deleting port 45e16b3b-147c-4e3a-96ec-f061d8495126 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:03.541807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.549684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Sync routers for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:03.550020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49720) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:03.590011 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41135304-ae4c-4219-8524-022943106370 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.603648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:03.605804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:03.609836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41135304-ae4c-4219-8524-022943106370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.779522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.841792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] device_id is not set on port ed942a4d-c542-4114-a440-c7eb7bda41a1 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:55:03.866485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] For port 45e16b3b-147c-4e3a-96ec-f061d8495126, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=45e16b3b-147c-4e3a-96ec-f061d8495126,segment=NetworkSegment(136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412),segment_id=136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:03.868062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.895656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Calling delete_port for 45e16b3b-147c-4e3a-96ec-f061d8495126 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:03.906959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:55:03.909899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Deleting port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:03.909899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:03.915609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.122748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83713d6f-0e60-42f5-8690-c66c89865cb3 req-d32c786c-04a4-4700-9cb8-9a4282d199cb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:04.131946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83713d6f-0e60-42f5-8690-c66c89865cb3 req-d32c786c-04a4-4700-9cb8-9a4282d199cb tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbad50f-9692-4e2e-adf9-8082dba49de5 HTTP/1.1" status: 200 len: 945 time: 0.2640691 Nov 10 22:55:04.211421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49734) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:04.265338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.282009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.317912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83713d6f-0e60-42f5-8690-c66c89865cb3 req-d8ec7908-ec41-4d2e-afc8-2c25479097d5 tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ddfad4eb-d7f5-4914-8b23-38eac0366ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846347 Nov 10 22:55:04.327445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41135304-ae4c-4219-8524-022943106370 None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:04.378742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] For port cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:04.379109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.382015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a83159c-e12a-4fc1-97e9-36b5562d9450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.451545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Pushing event deleted for resources: {'Port': ['ID=45e16b3b-147c-4e3a-96ec-f061d8495126,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:04.482520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9897a1-d2f4-4975-985a-1d4764301258 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:04.542195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a83159c-e12a-4fc1-97e9-36b5562d9450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.549852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:55:01Z', 'revision_number': 5, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port': {'id': '8dfa4846-0d9f-4df0-b785-45ebf3539356', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:42:07Z', 'updated_at': '2021-11-10T22:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:04.565116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a83159c-e12a-4fc1-97e9-36b5562d9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.575573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] No DVR routers for this DVR port 45e16b3b-147c-4e3a-96ec-f061d8495126 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:04.588623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.593187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c327841c-24a9-4828-94a6-9ee66775761f req-dc1d2744-8207-410e-810e-5d7a797dc04b tempest-LiveMigrationTest-1502337233 tempest-LiveMigrationTest-1502337233-project] 10.222.0.20 "DELETE /v2.0/ports/45e16b3b-147c-4e3a-96ec-f061d8495126 HTTP/1.1" status: 204 len: 173 time: 1.4618554 Nov 10 22:55:04.606631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Checking router: 8fd5522a-2dec-498a-a532-42b1c036984c for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:55:04.608921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-deleted', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:04.611648 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecce0d1c-143d-441d-abab-8f5d7e005a43" -d '{"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-deleted", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:04.634329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Calling delete_port for cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:04.637478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Deleting port 8dfa4846-0d9f-4df0-b785-45ebf3539356 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:04.637977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.653399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Routers {'8fd5522a-2dec-498a-a532-42b1c036984c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:04.655298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8fd5522a-2dec-498a-a532-42b1c036984c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:04.674044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a83159c-e12a-4fc1-97e9-36b5562d9450 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dabcbf65d80245f8ab1b37bfe66c2a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614513 Nov 10 22:55:04.692866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:04.746888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] For port 8dfa4846-0d9f-4df0-b785-45ebf3539356, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dfa4846-0d9f-4df0-b785-45ebf3539356,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:04.747891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:04.768756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Calling delete_port for 8dfa4846-0d9f-4df0-b785-45ebf3539356 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:04.918338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] Set router 8fd5522a-2dec-498a-a532-42b1c036984c gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:55:05.061204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83159c-e12a-4fc1-97e9-36b5562d9450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66150010-8b54-4ac6-98ea-b9cabf16e3d5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:05.092208 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c0735-8db4-44b0-9021-79caf0b59fa8 x-openstack-request-id: req-474c0735-8db4-44b0-9021-79caf0b59fa8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:05.092940 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbad50f-9692-4e2e-adf9-8082dba49de5", "name": "network-vif-deleted", "tag": "45e16b3b-147c-4e3a-96ec-f061d8495126", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:05.094081 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-474c0735-8db4-44b0-9021-79caf0b59fa8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:05.096065 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbad50f-9692-4e2e-adf9-8082dba49de5', 'name': 'network-vif-deleted', 'tag': '45e16b3b-147c-4e3a-96ec-f061d8495126', 'status': 'completed', 'code': 200} Nov 10 22:55:05.105384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.109681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.122820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:55:04Z', 'revision_number': 6, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:05.155829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.156440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfa4846-0d9f-4df0-b785-45ebf3539356,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:05.186112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17220d47-73a5-4336-9adc-deec16c541d9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:05.189761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cccb90-0887-4b8f-a0af-6298912cf104 None None] The sync data for ids ['8fd5522a-2dec-498a-a532-42b1c036984c'] in n-d-811521-3 is: [{'id': '8fd5522a-2dec-498a-a532-42b1c036984c', 'name': 'tempest-TaggedBootDevicesTest-1117043698-router', 'tenant_id': 'ea092890584249179d678e4321bfaa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:42:05Z', 'updated_at': '2021-11-10T22:55:04Z', 'revision_number': 6, 'project_id': 'ea092890584249179d678e4321bfaa2d', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:05.283202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8::91 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/9e4bca19-37d6-420a-b2ef-95e99ad53f1d/ed942a4d-c542-4114-a440-c7eb7bda41a1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:05.286389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.513535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49750) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:05.534973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.540165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.686396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.686970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd5522a-2dec-498a-a532-42b1c036984c {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:55:05.691461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.698150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-87f9878d-57ed-4bb4-b02b-61e4d09586d8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8fd5522a-2dec-498a-a532-42b1c036984c HTTP/1.1" status: 204 len: 168 time: 2.1450880 Nov 10 22:55:05.699371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49754) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:05.743965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.751644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.753662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66150010-8b54-4ac6-98ea-b9cabf16e3d5 HTTP/1.1" status: 204 len: 168 time: 1.0245168 Nov 10 22:55:05.780550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-944b2e9e-6dc4-4bd3-8b81-dcaf0f7a18a1 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:05.781211 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944b2e9e-6dc4-4bd3-8b81-dcaf0f7a18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.856562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Deleting subnet d6cbcfab-19d9-4e54-b870-b93f5d20cd20 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:05.866658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.885563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0419f-cf1d-4ddd-854b-ff01f29fd0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66150010-8b54-4ac6-98ea-b9cabf16e3d5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:05.910927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:05.950489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.992618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.080020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.113834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.127502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:06.150357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Deleting subnet f0d04fae-5f4f-498f-aac3-adc49d6aa724 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:06.172400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.175197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:06.175579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.239283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.292705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-944b2e9e-6dc4-4bd3-8b81-dcaf0f7a18a1 None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:06.294855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944b2e9e-6dc4-4bd3-8b81-dcaf0f7a18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.323805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.364205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:06.395554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:06.400333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:06.411169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:06.413821 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.430943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=ed942a4d-c542-4114-a440-c7eb7bda41a1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:06.457953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.513055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0333808e-1193-4b32-b3d8-4c212ffaaccc tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4294150 Nov 10 22:55:06.516671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:06.521707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:06.570954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.585248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:06.712241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cbcfab-19d9-4e54-b870-b93f5d20cd20,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:06.716265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 86f8fab1-2726-457d-918d-26fc44ddf104 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:06.732254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 45e16b3b-147c-4e3a-96ec-f061d8495126 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:06.732806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 45e16b3b-147c-4e3a-96ec-f061d8495126 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:06.743749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.755784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d6cbcfab-19d9-4e54-b870-b93f5d20cd20 HTTP/1.1" status: 204 len: 168 time: 1.0552793 Nov 10 22:55:06.756844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:06.772963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.773809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-944b2e9e-6dc4-4bd3-8b81-dcaf0f7a18a1 None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:06.775726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.776287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.777192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.777523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.778304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.780591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.782559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.784011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.784349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.784687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.785041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580254e-75e8-4892-9399-2d56dd4194fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:06.788186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da5295-8757-4371-a9bb-ea5e99efa202 None None] Network 253d8ae1-57a6-4cdf-9f54-07e334927f94 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:06.794978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 86f8fab1-2726-457d-918d-26fc44ddf104 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:06.805599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 86f8fab1-2726-457d-918d-26fc44ddf104 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:06.873829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.922401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:06.999955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d04fae-5f4f-498f-aac3-adc49d6aa724,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:07.006057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.010573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0a6a0928-ee03-4c6a-b682-50b30b4deff2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0d04fae-5f4f-498f-aac3-adc49d6aa724 HTTP/1.1" status: 204 len: 168 time: 1.4955683 Nov 10 22:55:07.013787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:07.022185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff3fd1-137b-460a-8dcc-41b96d83ba95 None None] Network a0fa1162-228e-44ff-8715-31fec406dd4f requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:07.025177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e18edfec-442e-4d11-b9c2-2f98476f459d None None] Provisioning complete for port ed942a4d-c542-4114-a440-c7eb7bda41a1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:07.027847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e18edfec-442e-4d11-b9c2-2f98476f459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.130014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.134768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.222587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e18edfec-442e-4d11-b9c2-2f98476f459d None None] Port ed942a4d-c542-4114-a440-c7eb7bda41a1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:07.284467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.316422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fa1162-228e-44ff-8715-31fec406dd4f']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:07.338613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:07.339861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136e71ee-7f1a-4cb1-bd81-7f4fa6fcf412') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:07.402933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.412832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894ba35-4308-4a84-9a08-122eb79c2c61 None None] DHCP port deletion for a0fa1162-228e-44ff-8715-31fec406dd4f request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:07.445351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Deleting port 19e92e63-4882-4270-b337-2500c42fff21 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:07.447189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.504175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] DHCP port deletion for 253d8ae1-57a6-4cdf-9f54-07e334927f94 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:07.513372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:07.517944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.560062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dfa4846-0d9f-4df0-b785-45ebf3539356 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:07.591963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8dfa4846-0d9f-4df0-b785-45ebf3539356 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:07.592169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dfa4846-0d9f-4df0-b785-45ebf3539356 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:07.595313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.612880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] For port 19e92e63-4882-4270-b337-2500c42fff21, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=19e92e63-4882-4270-b337-2500c42fff21,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:07.619051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.628330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Deleting port 19e92e63-4882-4270-b337-2500c42fff21 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:07.629520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.637229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:07.638152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:07.640461 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:07.691382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Calling delete_port for 19e92e63-4882-4270-b337-2500c42fff21 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:07.748795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:55:07.765258 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e4bca19-37d6-420a-b2ef-95e99ad53f1d (CIDR: 2001:db8::/64) Nov 10 22:55:07.777508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] For port 19e92e63-4882-4270-b337-2500c42fff21, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=19e92e63-4882-4270-b337-2500c42fff21,segment=NetworkSegment(10352363-be99-4fc5-bfb6-69666de1b1a1),segment_id=10352363-be99-4fc5-bfb6-69666de1b1a1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:07.779208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.817862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Calling delete_port for 19e92e63-4882-4270-b337-2500c42fff21 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:07.819885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.845463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.852690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] 10.222.0.25 "DELETE /v2.0/networks/a0fa1162-228e-44ff-8715-31fec406dd4f HTTP/1.1" status: 204 len: 168 time: 0.8376083 Nov 10 22:55:07.853957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614a8e1-99a1-4894-a293-629947ff498e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fa1162-228e-44ff-8715-31fec406dd4f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:07.856442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49804) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:07.911259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Deleting subnet 798cb5cd-1eef-44cd-b807-3e0b49dc5f66 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:07.927084 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.948852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.984963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.988434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] Pushing event deleted for resources: {'Port': ['ID=19e92e63-4882-4270-b337-2500c42fff21,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:08.014234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b55592-cf1a-4c7b-88c9-444043c02341 None None] No DVR routers for this DVR port 19e92e63-4882-4270-b337-2500c42fff21 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:08.023489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.052658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e92e63-4882-4270-b337-2500c42fff21,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:08.069318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] No DVR routers for this DVR port 19e92e63-4882-4270-b337-2500c42fff21 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:08.098777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.124882 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:55:08.126478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:08.188160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.208507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-62b98007-0e50-44db-bd76-fce0c37c3711 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6910331 Nov 10 22:55:08.213306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49808) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:08.221793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253d8ae1-57a6-4cdf-9f54-07e334927f94']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.228386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:08.234485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10352363-be99-4fc5-bfb6-69666de1b1a1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.234854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10352363-be99-4fc5-bfb6-69666de1b1a1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.242919 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.257963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.261723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.265358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69cb14-13c8-455a-9cf3-f13af086d113 None None] Network 4f9b743b-71f0-4364-9e43-38e43bd826bc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:08.267859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/798cb5cd-1eef-44cd-b807-3e0b49dc5f66 HTTP/1.1" status: 204 len: 168 time: 0.4083767 Nov 10 22:55:08.273640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:08.333456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:08.346581 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Sync routers for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:08.372254 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:08.372254 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.416144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.421301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f13bf-5c8c-4079-a812-d414cd573b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798cb5cd-1eef-44cd-b807-3e0b49dc5f66,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:08.438915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.461138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6080b1f9-b0e2-43da-aa17-d11ca8281ba2 admin admin] 10.222.0.25 "PUT /v2.0/routers/482ffe41-ae56-403f-9ab2-5eaca89cedd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3660667 Nov 10 22:55:08.489641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:08.571908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499d7b1-cb03-46b7-a0d5-14ebf3676e1f None None] DHCP port deletion for 4f9b743b-71f0-4364-9e43-38e43bd826bc request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:08.585874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:08.586493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:08.591763 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:08.594920 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:55:08.694312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.798603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9b743b-71f0-4364-9e43-38e43bd826bc']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.829371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.840167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce8ebe-4882-4128-84cb-5497a704d2cf') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.849709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce8ebe-4882-4128-84cb-5497a704d2cf') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:08.880965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.887012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] 10.222.0.25 "DELETE /v2.0/networks/253d8ae1-57a6-4cdf-9f54-07e334927f94 HTTP/1.1" status: 204 len: 168 time: 2.1259131 Nov 10 22:55:08.911623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.917759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049843-8ecf-48e7-a90e-bbcb8623e528 admin admin] Pushing event deleted for resources: {'Network': ['ID=253d8ae1-57a6-4cdf-9f54-07e334927f94,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:08.927593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.961663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.983259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:08.983852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:08.987256 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:09.102500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.111845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.117751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f9b743b-71f0-4364-9e43-38e43bd826bc HTTP/1.1" status: 204 len: 168 time: 0.8258469 Nov 10 22:55:09.138270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f193f-ba20-4271-879d-17cbaf3df311 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9b743b-71f0-4364-9e43-38e43bd826bc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:09.187419 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:55:06Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:09.218534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49836) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:09.258368 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Checking router: 482ffe41-ae56-403f-9ab2-5eaca89cedd5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:55:09.280534 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Routers {'482ffe41-ae56-403f-9ab2-5eaca89cedd5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:09.281572 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:54:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:09.301050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-be5016be-516c-456d-8f9c-41d27a89d297 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea092890584249179d678e4321bfaa2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788405 Nov 10 22:55:09.301299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49838) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:09.437537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.446232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 19e92e63-4882-4270-b337-2500c42fff21 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:09.487590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.506696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 19e92e63-4882-4270-b337-2500c42fff21 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:09.507077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 19e92e63-4882-4270-b337-2500c42fff21 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:09.521169 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] Set router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:55:09.578498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.583131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.585567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/761be2e8-5d4f-4c70-88be-e37e8a72bd48 HTTP/1.1" status: 204 len: 168 time: 0.2833118 Nov 10 22:55:09.598891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1889d-97dc-4cbf-a2b7-ab4ac4ff582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761be2e8-5d4f-4c70-88be-e37e8a72bd48,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:09.628432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49848) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:09.697219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:09.702342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.837195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e44527c-8a01-45aa-8068-d9d9f8b8b4ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d394d0f0dbb745ad8f9f5da237372f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2040765 Nov 10 22:55:09.837787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49854) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:09.940841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.945609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.976355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:09.981536 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e8a51458-1829-484c-8ad8-69c74f0a9eb2 (CIDR: 2001:db8:0:1::/64) Nov 10 22:55:10.002834 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:55:06Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:10.036248 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:55:10.037130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:10.072090 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b423c4c-4312-4164-b6a3-c7b76c5370d7 None None] The sync data for ids ['482ffe41-ae56-403f-9ab2-5eaca89cedd5'] in n-d-811521-3 is: [{'id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'name': 'tempest-ServerActionsTestJSON-1450517260-router', 'tenant_id': '42e54078c1df44bd8cd9474146868475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:55Z', 'updated_at': '2021-11-10T22:55:06Z', 'revision_number': 5, 'project_id': '42e54078c1df44bd8cd9474146868475', 'gw_port': {'id': 'e9930e72-6d80-4bf6-a4e2-180aea7f4db4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ffe41-ae56-403f-9ab2-5eaca89cedd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:56Z', 'updated_at': '2021-11-10T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:10.072401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49864) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:10.078057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6807e773-59ec-42eb-bf6b-ca88bde1bf89 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8603611 Nov 10 22:55:10.080932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'subnet': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:10.126701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Deleting port e9930e72-6d80-4bf6-a4e2-180aea7f4db4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:10.128834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.131452 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.138706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.143938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddfad4eb-d7f5-4914-8b23-38eac0366ae8 HTTP/1.1" status: 204 len: 168 time: 0.3048325 Nov 10 22:55:10.263237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf7fd7-9635-45ef-9748-15e97de73a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfad4eb-d7f5-4914-8b23-38eac0366ae8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:10.351222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] For port e9930e72-6d80-4bf6-a4e2-180aea7f4db4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:10.351523 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.373996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Calling delete_port for e9930e72-6d80-4bf6-a4e2-180aea7f4db4 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:10.398492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Made reservation on behalf of 388498771ef34874a9fe65eb2861d765 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:10.410236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.848210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:10.923867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9930e72-6d80-4bf6-a4e2-180aea7f4db4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:10.935387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd697c2-a1c4-4684-803d-a0a935741782 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:10.971132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.042745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:11.069417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:11.084148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:11.090365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:11.091056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.098794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c7efc-7d28-45ff-8041-616b8033bf0a None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:11.152466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0777557 Nov 10 22:55:11.156472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49900) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:11.158906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f81bd-3cf8-4fe1-a66b-177b510accdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Subnet': ['ID=eeabbee7-2705-40df-96e1-1e8566f3b936,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:11.167063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2141352342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eeabbee7-2705-40df-96e1-1e8566f3b936'}], 'security_groups': ['5c990787-6189-455c-aea0-7a095c75e26b', '26ec0875-09de-4073-8f3c-4e81a4eab847']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:11.183302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c01f97e5-8454-4d25-8363-47297e8def6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d4b354f30c64770af410f8ffb96a566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393862 Nov 10 22:55:11.197920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:11.200245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.462359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.467148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.576374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.585244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.585808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482ffe41-ae56-403f-9ab2-5eaca89cedd5 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:55:11.591095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.592253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-884fe00b-484e-4694-8e58-8b4a660d033a admin admin] 10.222.0.25 "DELETE /v2.0/routers/482ffe41-ae56-403f-9ab2-5eaca89cedd5 HTTP/1.1" status: 204 len: 168 time: 3.1003721 Nov 10 22:55:11.604506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49916) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:11.629026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:11.676919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:11.679494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf00c1ce-2a7f-4d0c-9f22-7cd82389b4a8 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:11.693841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.789320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.877759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Update dhcp port {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'fixed_ips': [{'subnet_id': 'e8a51458-1829-484c-8ad8-69c74f0a9eb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9e4bca19-37d6-420a-b2ef-95e99ad53f1d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eeabbee7-2705-40df-96e1-1e8566f3b936'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'd2dfff4b-04a5-40ba-88de-7f6ac7e8277b'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:55:11.910051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Deleting subnet 9b40852d-b89c-4038-9ba7-a01e5e8f65b3 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:11.918824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.929716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.932777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02449ef7-c886-4e24-8093-6f25f1f48dc2 HTTP/1.1" status: 204 len: 168 time: 0.3665204 Nov 10 22:55:11.940696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.951104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81819e19-2209-4e90-9f33-d2115fbb820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02449ef7-c886-4e24-8093-6f25f1f48dc2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:12.044697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:12.111652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:12.789906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49962) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:12.915988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.054219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Delete allocated IP 2001:db8::91 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/9e4bca19-37d6-420a-b2ef-95e99ad53f1d) {{(pid=102457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 22:55:13.057901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.082739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-304491356-network', 'tenant_id': '0dd941430a8740daa0cf085774b87e05'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:13.086503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Allocated IP 2001:db8:0:2::33e (d73e64c0-b69e-42b5-ae59-452ffbd3c273/eeabbee7-2705-40df-96e1-1e8566f3b936/ed942a4d-c542-4114-a440-c7eb7bda41a1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:13.133709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Made reservation on behalf of 0dd941430a8740daa0cf085774b87e05 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:13.136946 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.168669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.201767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2dc72-f614-401b-b8e6-e5c1e5d98074 None None] Network ab5e6ca5-9d14-410a-943b-396b29d0716d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:13.213161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.219031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b40852d-b89c-4038-9ba7-a01e5e8f65b3 HTTP/1.1" status: 204 len: 168 time: 1.6105850 Nov 10 22:55:13.221814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49976) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:13.222093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b329-b48d-48e0-890a-af06e9b162a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b40852d-b89c-4038-9ba7-a01e5e8f65b3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:13.400938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9930e72-6d80-4bf6-a4e2-180aea7f4db4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:13.478566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e9930e72-6d80-4bf6-a4e2-180aea7f4db4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:13.479849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e9930e72-6d80-4bf6-a4e2-180aea7f4db4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:13.614537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.633365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.654197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.657659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49990) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:13.858291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.869461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.917997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:55:13.941426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Allocated IP 2001:db8:0:2::2 (d73e64c0-b69e-42b5-ae59-452ffbd3c273/eeabbee7-2705-40df-96e1-1e8566f3b936/d2dfff4b-04a5-40ba-88de-7f6ac7e8277b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:13.949187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.950456 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Added segment d956e3c1-4318-49b7-8856-6590b0893e8e of type vlan for network 32ed92eb-229d-445f-8e14-015e3b8eaa34 Nov 10 22:55:13.958644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Deleting port 45b26f82-5098-41ab-b692-c286cfb8acd4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:13.959699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:13.976093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] In _notify_port_updated(), no bound segment for port ed942a4d-c542-4114-a440-c7eb7bda41a1 on network d73e64c0-b69e-42b5-ae59-452ffbd3c273 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:55:13.995510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:13.996149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.000013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "PUT /v2.0/ports/ed942a4d-c542-4114-a440-c7eb7bda41a1 HTTP/1.1" status: 200 len: 970 time: 2.8396695 Nov 10 22:55:14.017248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50000) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:14.034762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7984b9ce-3874-4b4e-b380-32c70b2b5f34,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:14.037443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799a613-9dcb-49b1-b5a9-79a09406a086 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event updated for resources: {'Port': ['ID=ed942a4d-c542-4114-a440-c7eb7bda41a1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:14.127785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.152297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:14.180281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.182080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:14.183100 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.185697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.200180 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.220640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e83fcdf-8257-47f2-86e5-00627ddf8aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.282179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e90adb-8350-4aa3-875c-fb01abb0bacf None None] Pushing event updated for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:14.296404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5058405 Nov 10 22:55:14.300124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50006) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:14.323825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] DHCP port deletion for ab5e6ca5-9d14-410a-943b-396b29d0716d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:14.324199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Request body: {'subnet': {'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-304491356-subnet', 'tenant_id': '0dd941430a8740daa0cf085774b87e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:14.397161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port ed942a4d-c542-4114-a440-c7eb7bda41a1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:14.409122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.441652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Deleting port 45b26f82-5098-41ab-b692-c286cfb8acd4 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:14.442035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.463466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] For port 45b26f82-5098-41ab-b692-c286cfb8acd4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=45b26f82-5098-41ab-b692-c286cfb8acd4,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:14.468546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.533251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Calling delete_port for 45b26f82-5098-41ab-b692-c286cfb8acd4 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:14.544836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce473cf-6e20-449a-8562-116ae8c38b38 admin admin] Pushing event updated for resources: {'Network': ['ID=32ed92eb-229d-445f-8e14-015e3b8eaa34,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:14.553670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Made reservation on behalf of 0dd941430a8740daa0cf085774b87e05 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:14.555614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.567901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 32ed92eb-229d-445f-8e14-015e3b8eaa34 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:55:14.821424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] For port 45b26f82-5098-41ab-b692-c286cfb8acd4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=45b26f82-5098-41ab-b692-c286cfb8acd4,segment=NetworkSegment(29ddb22a-2f05-4887-a07a-72064269d353),segment_id=29ddb22a-2f05-4887-a07a-72064269d353)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:14.823862 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.825713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.869571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for ed942a4d-c542-4114-a440-c7eb7bda41a1 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:14.890343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Calling delete_port for 45b26f82-5098-41ab-b692-c286cfb8acd4 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:14.911587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.937721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e83fcdf-8257-47f2-86e5-00627ddf8aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.949536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e83fcdf-8257-47f2-86e5-00627ddf8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:14.997580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.107817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1e83fcdf-8257-47f2-86e5-00627ddf8aa6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83708bd37688497bbb8a2a54590d3d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4476397 Nov 10 22:55:15.110560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fcdf-8257-47f2-86e5-00627ddf8aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330fad9-11cf-422b-adf0-c1baa99de9f4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:15.116791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50022) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:15.184507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b26f82-5098-41ab-b692-c286cfb8acd4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:15.199110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.210044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.243434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] Pushing event deleted for resources: {'Port': ['ID=45b26f82-5098-41ab-b692-c286cfb8acd4,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:15.249847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.262982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f378f3d-b5a1-41cc-aa58-4eb84eeedc0a None None] No DVR routers for this DVR port 45b26f82-5098-41ab-b692-c286cfb8acd4 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:15.372692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=ed942a4d-c542-4114-a440-c7eb7bda41a1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:15.408150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.438917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] No DVR routers for this DVR port 45b26f82-5098-41ab-b692-c286cfb8acd4 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:15.483571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.495790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f14d7a89-6857-4b9a-8e95-8bb82a3162d2 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/ed942a4d-c542-4114-a440-c7eb7bda41a1 HTTP/1.1" status: 204 len: 168 time: 1.4773583 Nov 10 22:55:15.539918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:15.581035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:15.708526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06513908-6f03-4470-a5fe-1011a873b198,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:15.729793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:15.730419 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.778722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Checking segment: {'id': 'd956e3c1-4318-49b7-8856-6590b0893e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:15.779081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Network hostable DHCP agents. Network: 32ed92eb-229d-445f-8e14-015e3b8eaa34, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:55:15.826542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.828622 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b77b83-c0c1-457e-840c-8b03599745a9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] GET failed (client error): The resource could not be found. Nov 10 22:55:15.839881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Could not find standard attr ID for object ed942a4d-c542-4114-a440-c7eb7bda41a1. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:55:15.842042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b3b77b83-c0c1-457e-840c-8b03599745a9 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports/ed942a4d-c542-4114-a440-c7eb7bda41a1 HTTP/1.1" status: 404 len: 333 time: 0.2483594 Nov 10 22:55:15.849484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50046) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:15.856139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Network 32ed92eb-229d-445f-8e14-015e3b8eaa34 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:55:15.874535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:15.875402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.889985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 32ed92eb-229d-445f-8e14-015e3b8eaa34) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:15.895498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:15.896362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.939701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6aef5a9-c38f-4465-8713-9fdad0233a73 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6205225 Nov 10 22:55:15.945792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:15.981297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72955bbc-346e-4aa4-8a4c-f9042110dff8 None None] Network 32ed92eb-229d-445f-8e14-015e3b8eaa34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:16.029735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.088242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5e6ca5-9d14-410a-943b-396b29d0716d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:16.142492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ddb22a-2f05-4887-a07a-72064269d353') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:16.143308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ddb22a-2f05-4887-a07a-72064269d353') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:16.201206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.227925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-51dfba12-e997-4db6-92f6-d9af2cde12b8 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b399fe332f1144a5a0f814f802b14b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765970 Nov 10 22:55:16.275610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.326998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.388701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.403211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:16.403620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.409623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552a1ee-448a-47ca-bccc-d0156327afc4 None None] Network 32ed92eb-229d-445f-8e14-015e3b8eaa34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:16.424999 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:16.489997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.495842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.500216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2330fad9-11cf-422b-adf0-c1baa99de9f4 HTTP/1.1" status: 204 len: 168 time: 1.3160238 Nov 10 22:55:16.602997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 45b26f82-5098-41ab-b692-c286cfb8acd4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:16.699489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 45b26f82-5098-41ab-b692-c286cfb8acd4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:16.700042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 45b26f82-5098-41ab-b692-c286cfb8acd4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:16.767095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-1724cff6-f81f-45c2-9173-343397c7b073 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:16.780872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-1724cff6-f81f-45c2-9173-343397c7b073 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5459468 Nov 10 22:55:16.804130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-61230f99-becc-454f-8ea8-939b3eec2287 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/quotas/b399fe332f1144a5a0f814f802b14b8f HTTP/1.1" status: 200 len: 375 time: 0.0217423 Nov 10 22:55:16.807928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330fad9-11cf-422b-adf0-c1baa99de9f4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:16.816193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:16.816881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.866508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.867321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.867946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.868560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.870488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.871114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.871741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.872334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.872882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.873466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.874145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.874671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446236a-5cb5-4924-add2-303691b3bcec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:16.888661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-bec90736-e2d5-4c87-aca2-e93a8fce66dc tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824878 Nov 10 22:55:16.893289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.898505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-224aa002-9673-49be-ad19-fa091aecfa1e None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:16.903814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.922662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab5e6ca5-9d14-410a-943b-396b29d0716d HTTP/1.1" status: 204 len: 168 time: 3.6859169 Nov 10 22:55:16.932802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e05cdb7c-4e3d-45cc-ad67-7575efeef03e tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:16.961593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e05cdb7c-4e3d-45cc-ad67-7575efeef03e tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/networks?id=32ed92eb-229d-445f-8e14-015e3b8eaa34 HTTP/1.1" status: 200 len: 821 time: 0.3906324 Nov 10 22:55:16.991461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.995746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:16.997187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/security-groups/778787fe-9299-4882-93e4-7bafd1962733 HTTP/1.1" status: 204 len: 168 time: 1.1425185 Nov 10 22:55:17.000384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50084) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.011584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675b0a-17ca-4021-b8a2-a4c52526dd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5e6ca5-9d14-410a-943b-396b29d0716d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:17.021051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8ef2b-1b3e-4d9c-9d80-0bdfdb22242b tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778787fe-9299-4882-93e4-7bafd1962733,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:17.046766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-fd65ec15-f67f-4811-bf91-c6ac527ef835 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/quotas/0dd941430a8740daa0cf085774b87e05 HTTP/1.1" status: 200 len: 375 time: 0.0841832 Nov 10 22:55:17.058116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4d5bfed7-f65a-4206-9c3e-693a5d4f4071 None None] Could not find standard attr ID for object ed942a4d-c542-4114-a440-c7eb7bda41a1. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:55:17.092452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-d8630fa4-1303-4e32-baae-df04afca1c1d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0dd941430a8740daa0cf085774b87e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443330 Nov 10 22:55:17.208554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.265996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.266262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.313605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-f102fd01-1d67-4c52-8d98-41a2319b69c6 service neutron] 10.222.0.25 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106645 Nov 10 22:55:17.355466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50096) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.393267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.396620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.401330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/security-groups/26ec0875-09de-4073-8f3c-4e81a4eab847 HTTP/1.1" status: 204 len: 168 time: 0.3997114 Nov 10 22:55:17.402303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50100) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.456302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5573bf86-2fe8-4d52-8a6a-601e50b762fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.459696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb49d-a33b-49a5-ada9-3683b8ea717d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec0875-09de-4073-8f3c-4e81a4eab847,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:17.501956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-59fbd845-6042-46fc-a9d8-b7ec8c5074e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42e54078c1df44bd8cd9474146868475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326818 Nov 10 22:55:17.519913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50102) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.555870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c28e2fa1-dea8-422c-9431-fe44464c43b0 req-e534678b-0528-4c6a-92c8-81730b167a16 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 210 time: 0.1051574 Nov 10 22:55:17.593882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.658745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.680633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-f4ffe908-620f-48d3-8c3a-61a8ccea6169 service neutron] 10.222.0.25 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568146 Nov 10 22:55:17.698984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.724242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.788287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.794887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.797962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e6c9ef5-3102-4e9b-96e8-985222a0d6f8 HTTP/1.1" status: 204 len: 168 time: 0.2765179 Nov 10 22:55:17.810116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.813343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:17.821975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c990787-6189-455c-aea0-7a095c75e26b HTTP/1.1" status: 204 len: 168 time: 0.4155786 Nov 10 22:55:17.830979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50108) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:17.871179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b70c20-35e9-43a7-ade7-6c0c90dad5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c9ef5-3102-4e9b-96e8-985222a0d6f8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:17.880915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f4231-8503-4b0b-a6cb-9a3fb1352afb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c990787-6189-455c-aea0-7a095c75e26b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:17.961845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet 9e4bca19-37d6-420a-b2ef-95e99ad53f1d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:17.967517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.041371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.117617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5573bf86-2fe8-4d52-8a6a-601e50b762fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.132521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5573bf86-2fe8-4d52-8a6a-601e50b762fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.262156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bd669353-50d3-46c1-916e-c24bc47630b9 req-2d87d3da-f991-4a5d-8f5b-f3af9bdd7f1c tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 210 time: 0.1000919 Nov 10 22:55:18.332351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:18.336531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5573bf86-2fe8-4d52-8a6a-601e50b762fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d789ae5cb323440dadd6bc1e1afeb19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9797893 Nov 10 22:55:18.337392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573bf86-2fe8-4d52-8a6a-601e50b762fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f906f4-915b-434e-941d-a4c87039817f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:18.367459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.489694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.517666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.534657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.630894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4bca19-37d6-420a-b2ef-95e99ad53f1d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:18.639217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.644082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.648539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57f906f4-915b-434e-941d-a4c87039817f HTTP/1.1" status: 204 len: 168 time: 0.3150451 Nov 10 22:55:18.660131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:18.660715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25952cc1-15de-431e-bb59-f937ad7b50e2 None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:18.672669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cde3e8e1-98ad-4574-8b91-3c4f5a75a749 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/9e4bca19-37d6-420a-b2ef-95e99ad53f1d HTTP/1.1" status: 204 len: 168 time: 0.8362157 Nov 10 22:55:18.677864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50138) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:18.685401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba756619-efeb-46fe-9fd7-83c70a40938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f906f4-915b-434e-941d-a4c87039817f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:18.874918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7690fa90-f09b-40e7-82c7-1c0106261351 req-43e7be0b-d5a8-4af6-b50a-a65f13a2744d tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 210 time: 0.1331477 Nov 10 22:55:18.882723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet eeabbee7-2705-40df-96e1-1e8566f3b936 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:18.892646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:19.044813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:19.364443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:19.722611 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91dff97d-a90d-4592-a654-03c6178ddf1b req-698bb783-30f6-4054-90d4-c368e214b1a4 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 210 time: 0.2222662 Nov 10 22:55:19.741920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-2ebe2e75-2c96-46e8-90e1-1fe7f6fc3652 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b399fe332f1144a5a0f814f802b14b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122460 Nov 10 22:55:19.796780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:19.836984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:19.850660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/eeabbee7-2705-40df-96e1-1e8566f3b936 HTTP/1.1" status: 204 len: 168 time: 1.1677949 Nov 10 22:55:19.860040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50176) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:20.021484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50186) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:20.078579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b5d73-8a88-4c2a-b9a4-daf582bbffd5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=eeabbee7-2705-40df-96e1-1e8566f3b936,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:20.120839 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fae8fe-a61d-4a41-aab2-cf82ea9d5ce5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:20.121567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fae8fe-a61d-4a41-aab2-cf82ea9d5ce5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:20.125155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-61fae8fe-a61d-4a41-aab2-cf82ea9d5ce5 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/9e4bca19-37d6-420a-b2ef-95e99ad53f1d HTTP/1.1" status: 404 len: 337 time: 0.2617309 Nov 10 22:55:20.127480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50190) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:20.209523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting subnet e8a51458-1829-484c-8ad8-69c74f0a9eb2 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:20.220678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.252942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b6c58f75-4f9b-4229-9129-8ed6c53a5aee req-a1f5992c-9062-4dd3-aec5-2bb95a2f055e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 210 time: 0.1435182 Nov 10 22:55:20.280736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-fa24dbf9-9939-45fa-8458-1dd5ecd89c8a tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:20.282342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-fa24dbf9-9939-45fa-8458-1dd5ecd89c8a tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326910 Nov 10 22:55:20.301773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1964931973-network', 'tenant_id': '8a06e9fe2ae24f02af655077534d57a8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:20.331123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Request body: {'port': {'device_id': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'b399fe332f1144a5a0f814f802b14b8f'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:20.408391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.461055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b6d3b-596e-42b0-8c40-d6d64749479f None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:20.472382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Made reservation on behalf of 8a06e9fe2ae24f02af655077534d57a8 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:20.475770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.491313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.595703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Made reservation on behalf of b399fe332f1144a5a0f814f802b14b8f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:20.600050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.618666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.652735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7089be86-bddb-4eaf-98e1-3f4c01cbe9dc None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:20.660835 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7089be86-bddb-4eaf-98e1-3f4c01cbe9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.753993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.765525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.935998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.969693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005d3737-186d-41c1-9e16-e634dfb7de8d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:20.982815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.992603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.074088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9500ef09-f109-4eef-b717-61eb1f99ce7a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:21.125090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecc3157c-5164-4aee-a033-343e63c0bcb2 req-981c83fd-309d-4d02-81ca-9f40f7fe3b90 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 210 time: 0.1684246 Nov 10 22:55:21.159432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.182695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:55:21.208475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.209226 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Added segment c0a0abb7-06a5-4ccc-b0b2-13196696d476 of type vlan for network e826a2f6-1caf-4c85-a452-90024b38e800 Nov 10 22:55:21.270413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.281221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/e8a51458-1829-484c-8ad8-69c74f0a9eb2 HTTP/1.1" status: 204 len: 168 time: 1.1508138 Nov 10 22:55:21.281888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50210) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:21.287298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Allocated IP 192.168.233.77 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/ae613bc5-ec20-4e95-ac1f-b86985200d85) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:21.301917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e8144-dddf-402c-8e1b-bd0dcdd8a573 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a51458-1829-484c-8ad8-69c74f0a9eb2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:21.329291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.364223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7089be86-bddb-4eaf-98e1-3f4c01cbe9dc None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:21.372947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7089be86-bddb-4eaf-98e1-3f4c01cbe9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.415962 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3adba1-847c-40d3-b7d1-1f958382bab0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:21.416551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3adba1-847c-40d3-b7d1-1f958382bab0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:21.428229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc3adba1-847c-40d3-b7d1-1f958382bab0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/f50fc02f-fbf2-44d1-a089-1dc75e943b4b HTTP/1.1" status: 404 len: 337 time: 0.1245933 Nov 10 22:55:21.433810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:21.443000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e5e4b4a3-83fe-432f-8369-b8d656869d4b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:21.444622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e5e4b4a3-83fe-432f-8369-b8d656869d4b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.39 "GET /v2.0/networks?id=32ed92eb-229d-445f-8e14-015e3b8eaa34 HTTP/1.1" status: 200 len: 821 time: 0.9527051 Nov 10 22:55:21.457952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Request body: {'port': {'device_id': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34', 'admin_state_up': True, 'tenant_id': '0dd941430a8740daa0cf085774b87e05'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:21.503679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ccd7c7c0-8806-4d98-a0f4-074796fffa88 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a5335-4a25-415b-b95f-6368d4e35bf1 HTTP/1.1" status: 200 len: 205 time: 0.0637550 Nov 10 22:55:21.504481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.505490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:21.506074 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.508388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50220) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:21.514551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7089be86-bddb-4eaf-98e1-3f4c01cbe9dc None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:21.653377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3600fa71-0b54-4294-b049-0780425ba97e None None] Update dhcp port {'port': {'network_id': 'd73e64c0-b69e-42b5-ae59-452ffbd3c273', 'fixed_ips': [{'subnet_id': 'e8a51458-1829-484c-8ad8-69c74f0a9eb2'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'd2dfff4b-04a5-40ba-88de-7f6ac7e8277b'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 22:55:21.686619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Made reservation on behalf of 0dd941430a8740daa0cf085774b87e05 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:21.691050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.706805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3600fa71-0b54-4294-b049-0780425ba97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:21.715561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba015ce5-c317-433b-b842-9a76ea48edf8 req-7e51354c-c755-46a1-8059-028023808bc8 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 210 time: 0.0423322 Nov 10 22:55:21.998782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.075864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Allocated IP 172.20.0.12 (32ed92eb-229d-445f-8e14-015e3b8eaa34/06513908-6f03-4470-a5fe-1011a873b198/35fa1513-e72c-4d0a-9f65-5f3958d3f46a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:22.078998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] Pushing event updated for resources: {'Network': ['ID=e826a2f6-1caf-4c85-a452-90024b38e800,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:22.097408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e826a2f6-1caf-4c85-a452-90024b38e800 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:55:22.133771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.149252 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-68ff9813-5e40-4674-b72d-249ee268b7d3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] delete failed (client error): The resource could not be found. Nov 10 22:55:22.153318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-68ff9813-5e40-4674-b72d-249ee268b7d3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/routers/549a5335-4a25-415b-b95f-6368d4e35bf1 HTTP/1.1" status: 404 len: 336 time: 0.6375568 Nov 10 22:55:22.177724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-424be80d-79d8-4f23-9bb1-d0483eab969e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1526568 Nov 10 22:55:22.192576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:22.201758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:22.235951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Request body: {'subnet': {'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1964931973-subnet', 'tenant_id': '8a06e9fe2ae24f02af655077534d57a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:22.297818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff68b0-23fa-4a68-8861-bef8926728ed None None] Network d73e64c0-b69e-42b5-ae59-452ffbd3c273 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:22.318434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:22.341600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:22.364494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:22.461943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2fcc8842-79ac-4842-86c1-374af9437842 None None] Provisioning complete for port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:22.462118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8842-79ac-4842-86c1-374af9437842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.489832 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-344ab0ae-1405-4b8e-af02-3ab29ca8dbf3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:22.491425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344ab0ae-1405-4b8e-af02-3ab29ca8dbf3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:22.503449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-344ab0ae-1405-4b8e-af02-3ab29ca8dbf3 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/2ce0f4a0-809d-4b2b-ad6b-94ffcf0b1152 HTTP/1.1" status: 404 len: 337 time: 0.2982025 Nov 10 22:55:22.503818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50248) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:22.524928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Made reservation on behalf of 8a06e9fe2ae24f02af655077534d57a8 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:22.528083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Pushing event updated for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:22.560277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.600623 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-626d1066-d0f0-45b2-b280-359c68a6a268 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:22.610275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626d1066-d0f0-45b2-b280-359c68a6a268 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:22.614245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-626d1066-d0f0-45b2-b280-359c68a6a268 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/213b1016-4732-4804-bd5d-2fc5f74fad89 HTTP/1.1" status: 404 len: 337 time: 0.1088736 Nov 10 22:55:22.617170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50252) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:22.644773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:22.657737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.712689 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b831532-ce48-4d7e-bc83-07dbd4a4d627 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:22.714918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b831532-ce48-4d7e-bc83-07dbd4a4d627 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:22.722234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8b831532-ce48-4d7e-bc83-07dbd4a4d627 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/bc00824b-a818-4421-b744-bf3245be8bcc HTTP/1.1" status: 404 len: 337 time: 0.1038313 Nov 10 22:55:22.725001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50256) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:22.815846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-f34d2738-0bfd-4009-82cb-07d35adc85ec tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5025709 Nov 10 22:55:22.829804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-b4c13786-a34c-4c38-b1a1-72e9d901110f tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:55:22.831039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-b4c13786-a34c-4c38-b1a1-72e9d901110f tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142391 Nov 10 22:55:22.832133 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec83583-e81c-40ec-a294-fb317325c982 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:22.833207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec83583-e81c-40ec-a294-fb317325c982 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:22.859560 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aec83583-e81c-40ec-a294-fb317325c982 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/058ba1b6-3fee-41bf-a7df-3f1c8e408aed HTTP/1.1" status: 404 len: 333 time: 0.1289232 Nov 10 22:55:22.865824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2fcc8842-79ac-4842-86c1-374af9437842 None None] Provisioning complete for port 88530ddc-7da6-4bcd-a032-30937c828ae4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:22.866328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8842-79ac-4842-86c1-374af9437842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:22.892273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] DHCP port deletion for d73e64c0-b69e-42b5-ae59-452ffbd3c273 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:22.909184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.018119 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-29321c69-52c7-441d-9569-3ac6b4d764cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:23.018355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29321c69-52c7-441d-9569-3ac6b4d764cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:23.028463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29321c69-52c7-441d-9569-3ac6b4d764cd tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/49d4fe08-5d02-4e0c-99bd-f8b540048be5 HTTP/1.1" status: 404 len: 337 time: 0.1171868 Nov 10 22:55:23.054484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50268) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.165528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23ce7fa3-992b-473e-bd3a-14b10f1b6868 req-f334490b-296e-4e0e-8635-be3f2b2bedc1 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 210 time: 0.6424553 Nov 10 22:55:23.185109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0b657-c13a-43dc-974a-c5e25e8882ce req-286a5438-6506-496b-9859-a1aae6a13296 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:23.195559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22d0b657-c13a-43dc-974a-c5e25e8882ce req-286a5438-6506-496b-9859-a1aae6a13296 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 935 time: 0.1805878 Nov 10 22:55:23.289442 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-10da2fb6-f469-4370-a3ae-810e3eddeb2d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:23.290149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10da2fb6-f469-4370-a3ae-810e3eddeb2d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:23.294462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10da2fb6-f469-4370-a3ae-810e3eddeb2d tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/aff333fb-a11d-4480-92fc-6eec180a6239 HTTP/1.1" status: 404 len: 337 time: 0.2170970 Nov 10 22:55:23.305783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.313347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22d0b657-c13a-43dc-974a-c5e25e8882ce req-b2a3c87e-a1bd-495f-a686-0877bce344c0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140103 Nov 10 22:55:23.354434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Request body: {'port': {'device_id': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:23.370442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc8842-79ac-4842-86c1-374af9437842 None None] Port 88530ddc-7da6-4bcd-a032-30937c828ae4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:23.423260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Deleting port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:23.423734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.441585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.443910 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7f3312-838a-422d-9a13-a8b60ca7ebdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:23.445338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7f3312-838a-422d-9a13-a8b60ca7ebdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:23.448873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5b7f3312-838a-422d-9a13-a8b60ca7ebdb tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/3b66d754-0a3a-456f-ae57-3df84c17c531 HTTP/1.1" status: 404 len: 333 time: 0.1387730 Nov 10 22:55:23.456006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50278) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.542902 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9d9eed-fc15-4f44-a6c3-9fefb7029dee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:23.549136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] For port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,segment=NetworkSegment(0cf1c32c-6933-4bdf-b759-0adfff1c1839),segment_id=0cf1c32c-6933-4bdf-b759-0adfff1c1839)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:23.549536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.551913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9d9eed-fc15-4f44-a6c3-9fefb7029dee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:23.555376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fe9d9eed-fc15-4f44-a6c3-9fefb7029dee tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/25fc25b1-6182-48e0-9b80-3e390ff26ea2 HTTP/1.1" status: 404 len: 337 time: 0.0889280 Nov 10 22:55:23.570971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50280) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.577562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Calling delete_port for d2dfff4b-04a5-40ba-88de-7f6ac7e8277b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:23.664851 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80b20cf-0f57-4d84-b895-e3e8ad198784 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] DELETE failed (client error): The resource could not be found. Nov 10 22:55:23.665335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80b20cf-0f57-4d84-b895-e3e8ad198784 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:55:23.677545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e80b20cf-0f57-4d84-b895-e3e8ad198784 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/subnets/8fcc5a2c-0cfe-4441-8049-397cea5806c3 HTTP/1.1" status: 404 len: 337 time: 0.0952940 Nov 10 22:55:23.682940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50286) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:23.711117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.758191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:23.784877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.831722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.840368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] No DVR routers for this DVR port d2dfff4b-04a5-40ba-88de-7f6ac7e8277b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:23.888173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d2dfff4b-04a5-40ba-88de-7f6ac7e8277b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:23.895812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2dfff4b-04a5-40ba-88de-7f6ac7e8277b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:23.909588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Pushing event deleted for resources: {'Port': ['ID=d2dfff4b-04a5-40ba-88de-7f6ac7e8277b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:23.927003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.933267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.933821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.934479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.934980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.935478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.935971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.938290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a138ae8-c012-481b-8d7e-39315719cda6,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:23.938777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.939303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.939799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.940473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.941004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2d8e7-ac3e-4d16-83c7-5c366d41d28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:55:23.951975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-059c37ef-4dc2-4982-96c4-3a31fa801ddc None None] Provisioning complete for port ae613bc5-ec20-4e95-ac1f-b86985200d85 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:23.955022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-059c37ef-4dc2-4982-96c4-3a31fa801ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.973968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Deleting port 88530ddc-7da6-4bcd-a032-30937c828ae4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:23.974465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:23.981439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Checking segment: {'id': 'c0a0abb7-06a5-4ccc-b0b2-13196696d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:23.992344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Network hostable DHCP agents. Network: e826a2f6-1caf-4c85-a452-90024b38e800, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:55:24.031086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-059c37ef-4dc2-4982-96c4-3a31fa801ddc None None] Port ae613bc5-ec20-4e95-ac1f-b86985200d85 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:24.039622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Network e826a2f6-1caf-4c85-a452-90024b38e800 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:55:24.049610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.067777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e826a2f6-1caf-4c85-a452-90024b38e800) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:24.078039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d91ad-1a0f-44c3-8d35-c2446bc47923 None None] Network e826a2f6-1caf-4c85-a452-90024b38e800 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:24.099054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:24.099957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.191603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-794d4d01-3fc8-44fd-b2e6-866b6d523871 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9833159 Nov 10 22:55:24.200294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Network 32ed92eb-229d-445f-8e14-015e3b8eaa34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:24.204014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:24.212860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:24.239367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.285429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae613bc5-ec20-4e95-ac1f-b86985200d85 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:24.298342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Calling delete_port for 88530ddc-7da6-4bcd-a032-30937c828ae4 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:24.325773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:24.326654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.329947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Pushing event updated for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:24.384650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.405138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-e4d4ea05-5c19-4c62-86d8-b6bb0556838d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9505208 Nov 10 22:55:24.421041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Request body: {'port': {'device_id': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:24.421243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbef21-c232-4bad-9b60-0eaaf775d236 None None] Network e826a2f6-1caf-4c85-a452-90024b38e800 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:24.598888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Transition to ACTIVE for port object ae613bc5-ec20-4e95-ac1f-b86985200d85 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:55:24.625766 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.655703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2cc0-8e15-4e43-b9fb-8584754733a0 req-70247987-c351-439a-86ef-e823ade90314 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:24.657218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc2cc0-8e15-4e43-b9fb-8584754733a0 req-70247987-c351-439a-86ef-e823ade90314 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 932 time: 0.3517570 Nov 10 22:55:24.661074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.684194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0308-2567-4361-a361-52d20e4d6b10 req-c45ac063-f528-439f-a480-42fafebb9132 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:24.686180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3c8f0308-2567-4361-a361-52d20e4d6b10 req-c45ac063-f528-439f-a480-42fafebb9132 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 935 time: 0.1901224 Nov 10 22:55:24.774201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3c8f0308-2567-4361-a361-52d20e4d6b10 req-b06d4862-51d4-4167-a584-2065548fca76 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Nov 10 22:55:24.835908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.869569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.874461 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/ports/88530ddc-7da6-4bcd-a032-30937c828ae4 HTTP/1.1" status: 204 len: 168 time: 1.1894188 Nov 10 22:55:24.880010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:24.945980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Pushing event updated for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:24.961694 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35c63624-d89a-4da6-bd32-157a6016dded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.985948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71dc2cc0-8e15-4e43-b9fb-8584754733a0 req-791a1274-a6f4-4f5e-a13a-86f96c0dda37 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774727 Nov 10 22:55:25.056229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2b08-06f9-4820-87a7-74f68b27ca54 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Port': ['ID=88530ddc-7da6-4bcd-a032-30937c828ae4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:25.084504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.109983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Attempting to bind port ae613bc5-ec20-4e95-ac1f-b86985200d85 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:25.110574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Attempting to bind port ae613bc5-ec20-4e95-ac1f-b86985200d85 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:25.111042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Attempting to bind port ae613bc5-ec20-4e95-ac1f-b86985200d85 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:25.117101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Port ae613bc5-ec20-4e95-ac1f-b86985200d85 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:55:25.117491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Attempting to bind port ae613bc5-ec20-4e95-ac1f-b86985200d85 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:25.134498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:25.134892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:25.135962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:25.136510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Bound port: ae613bc5-ec20-4e95-ac1f-b86985200d85, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:25.140481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.265299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.266392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:25.270957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:25.276443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.299047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:25.299949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.301615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] 10.222.0.39 "PUT /v2.0/ports/ae613bc5-ec20-4e95-ac1f-b86985200d85 HTTP/1.1" status: 200 len: 1095 time: 2.4323730 Nov 10 22:55:25.302163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:25.305319 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d010f11e-64f1-4d78-994b-12a92ffe7786" -d '{"events": [{"name": "network-changed", "server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:25.329773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73e64c0-b69e-42b5-ae59-452ffbd3c273']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:25.373012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf1c32c-6933-4bdf-b759-0adfff1c1839') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:25.373479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf1c32c-6933-4bdf-b759-0adfff1c1839') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:25.408054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fa1513-e72c-4d0a-9f65-5f3958d3f46a {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:25.425673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.431157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.479065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.488274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6151c-83ed-4cbf-b184-b91fa95531ad service neutron] Pushing event updated for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:25.490202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Transition to ACTIVE for port object 35fa1513-e72c-4d0a-9f65-5f3958d3f46a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:55:25.504482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.508251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:25.510713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:25.519084 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:25.524605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-873ab014-fd2e-4a6c-8b3e-380c4cab4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:25.537110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-873ab014-fd2e-4a6c-8b3e-380c4cab4ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 1098 time: 0.1817853 Nov 10 22:55:25.658200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-b73e3415-0cdc-43cb-be1f-858b519477cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85 HTTP/1.1" status: 200 len: 217 time: 0.1114571 Nov 10 22:55:25.773332 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce83f4-a834-4c08-963f-cd79f6f64e1b x-openstack-request-id: req-1cce83f4-a834-4c08-963f-cd79f6f64e1b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:25.773693 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:25.774020 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cce83f4-a834-4c08-963f-cd79f6f64e1b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:25.774515 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85', 'status': 'completed', 'code': 200} Nov 10 22:55:25.784089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.789212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:25.793783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] 10.222.0.25 "DELETE /v2.0/networks/d73e64c0-b69e-42b5-ae59-452ffbd3c273 HTTP/1.1" status: 204 len: 168 time: 0.9067185 Nov 10 22:55:25.804785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-5866b853-61fc-4eea-8eb1-73b979d81e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:25.807956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-5866b853-61fc-4eea-8eb1-73b979d81e1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1415138 Nov 10 22:55:26.433769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Pushing event updated for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:26.441568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c617311-349d-401a-80bf-3243d83c2ca0 tempest-PortsIpV6TestJSON-159677695 tempest-PortsIpV6TestJSON-159677695-project] Pushing event deleted for resources: {'Network': ['ID=d73e64c0-b69e-42b5-ae59-452ffbd3c273,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:26.502694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50378) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:26.593695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-c5cca898-2454-4dbd-a89c-2fd243bf51c1 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:26.595272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-c5cca898-2454-4dbd-a89c-2fd243bf51c1 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/networks?id=e826a2f6-1caf-4c85-a452-90024b38e800 HTTP/1.1" status: 200 len: 813 time: 0.9089465 Nov 10 22:55:26.626113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Attempting to bind port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:26.627744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Attempting to bind port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'd956e3c1-4318-49b7-8856-6590b0893e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:26.628089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Attempting to bind port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a on network 32ed92eb-229d-445f-8e14-015e3b8eaa34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:26.637334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-a5206501-5393-4bd0-bf18-bd30228cbe1d tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/quotas/8a06e9fe2ae24f02af655077534d57a8 HTTP/1.1" status: 200 len: 375 time: 0.0308640 Nov 10 22:55:26.641208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a on network 32ed92eb-229d-445f-8e14-015e3b8eaa34 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:55:26.641536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Attempting to bind port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a on network 32ed92eb-229d-445f-8e14-015e3b8eaa34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:26.689837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:26.689837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Checking segment: {'id': 'd956e3c1-4318-49b7-8856-6590b0893e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:26.689837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Bound using segment: {'id': 'd956e3c1-4318-49b7-8856-6590b0893e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:26.689837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Bound port: 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd956e3c1-4318-49b7-8856-6590b0893e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:26.690406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:26.742419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386c502-a316-47d8-b30b-2b0edbaf990c req-d590b830-d178-4952-a70f-f12706456405 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:26.744538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4386c502-a316-47d8-b30b-2b0edbaf990c req-d590b830-d178-4952-a70f-f12706456405 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 947 time: 0.8271139 Nov 10 22:55:26.748935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-28f5ac46-00d6-46b5-b97c-b466853ed7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:26.753990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-28f5ac46-00d6-46b5-b97c-b466853ed7c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9400477 Nov 10 22:55:26.754900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-177d8363-5291-494a-b1cf-a234ccab0a45 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a06e9fe2ae24f02af655077534d57a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042960 Nov 10 22:55:26.857213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4386c502-a316-47d8-b30b-2b0edbaf990c req-492ed7e6-1119-4edf-a11f-78506f689a8b tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983608 Nov 10 22:55:26.983485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-09fb37e6-472b-4f04-84f3-863c82a3c39a service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127995 Nov 10 22:55:27.072232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-4d520145-5ffe-4e5b-8757-fcedb4327692 service neutron] 10.222.0.25 "GET /v2.0/networks/e826a2f6-1caf-4c85-a452-90024b38e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717960 Nov 10 22:55:27.106417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e98db3e-647b-4e1e-b470-e63d3cdca982 req-97bd32aa-e7a7-4974-a3a3-40ecf65ec842 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122601 Nov 10 22:55:27.210891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068b2d2-80cf-453e-a0f9-1447866d5cad req-d7c7ce68-f2f3-47c0-8c49-0d01e2b5c742 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.212524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2068b2d2-80cf-453e-a0f9-1447866d5cad req-d7c7ce68-f2f3-47c0-8c49-0d01e2b5c742 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 944 time: 0.0903986 Nov 10 22:55:27.232685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:27.291084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,segment=NetworkSegment(d956e3c1-4318-49b7-8856-6590b0893e8e),segment_id=d956e3c1-4318-49b7-8856-6590b0893e8e)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:27.301240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-d590f0ee-5745-465b-af75-79a2949bcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.303665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-d590f0ee-5745-465b-af75-79a2949bcec5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 1098 time: 0.1432996 Nov 10 22:55:27.314064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6045a025-cb2b-4108-9366-5acc2ad86c32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=388498771ef34874a9fe65eb2861d765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8086340 Nov 10 22:55:27.322342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:27.324571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.432953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.434418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.435831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] 10.222.0.39 "PUT /v2.0/ports/35fa1513-e72c-4d0a-9f65-5f3958d3f46a HTTP/1.1" status: 200 len: 1092 time: 3.0231256 Nov 10 22:55:27.452954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:27.452954 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf623a-6388-4796-85f8-ae8acf71daf2" -d '{"events": [{"name": "network-changed", "server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:27.488003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-85ed1f57-169f-48c1-bca7-d996db2732ef service neutron] 10.222.0.25 "GET /v2.0/networks/e826a2f6-1caf-4c85-a452-90024b38e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135513 Nov 10 22:55:27.491815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242043d6-a1a7-4a88-970d-99b974098222 service neutron] Pushing event updated for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:27.553993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2068b2d2-80cf-453e-a0f9-1447866d5cad req-30df3ea7-b9f6-4cf7-a904-a25a6d29362f tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326247 Nov 10 22:55:27.616173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb3aed96-cd51-47aa-8051-a74d74ed52c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.645239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-1bbe25b7-69eb-4f07-b477-93e0afe24bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.646972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-1bbe25b7-69eb-4f07-b477-93e0afe24bfb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dd941430a8740daa0cf085774b87e05&device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 1095 time: 0.1462274 Nov 10 22:55:27.661992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.706219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-ec9ff19b-7806-4f1f-a5c8-29e4d3cdcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.707710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-ec9ff19b-7806-4f1f-a5c8-29e4d3cdcfd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3836443 Nov 10 22:55:27.724396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.774718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-3efa5f82-6d93-441d-b75f-712317fd2908 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85 HTTP/1.1" status: 200 len: 217 time: 0.0579486 Nov 10 22:55:27.833435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-acfea038-2fcc-4830-ada5-a5274e2a6fba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a HTTP/1.1" status: 200 len: 217 time: 0.1745245 Nov 10 22:55:27.834891 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c148b225-1701-4d9f-9335-b199188afef8 x-openstack-request-id: req-c148b225-1701-4d9f-9335-b199188afef8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:27.841173 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:27.841527 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c148b225-1701-4d9f-9335-b199188afef8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:27.841938 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a', 'status': 'completed', 'code': 200} Nov 10 22:55:27.872904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-fe09bf3e-135e-408b-8e43-510886a4eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.874813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-fe09bf3e-135e-408b-8e43-510886a4eddd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0827978 Nov 10 22:55:27.924376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.927196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:27.928402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feb0c9d6-a124-47a9-b03e-a2e7e822579d HTTP/1.1" status: 204 len: 168 time: 0.6019180 Nov 10 22:55:27.948338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8e83f-11aa-49b9-b68a-1e5b446c8b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0c9d6-a124-47a9-b03e-a2e7e822579d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:27.991805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-385dc8b5-1d2b-4087-a7b0-bbe18889297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:27.996360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-385dc8b5-1d2b-4087-a7b0-bbe18889297c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06513908-6f03-4470-a5fe-1011a873b198 HTTP/1.1" status: 200 len: 861 time: 0.1480656 Nov 10 22:55:28.011059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:55:28.037863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-664203d1-45c7-4660-bf03-f940f2396c36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ed92eb-229d-445f-8e14-015e3b8eaa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351138 Nov 10 22:55:28.076392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-040fcf44-8adf-4eb9-a21e-8720a7117feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:28.077856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fbaf6750-43e6-4398-8334-6f4c4ea0f126 req-e154c154-a360-44ce-95e2-d7f31d11fa80 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 210 time: 0.0388215 Nov 10 22:55:28.084523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-040fcf44-8adf-4eb9-a21e-8720a7117feb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021174 Nov 10 22:55:28.229665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-d96ecfb8-b81c-4d2e-9419-0af99b25381a service neutron] 10.222.0.39 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507914 Nov 10 22:55:28.283199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d41f6e-effe-4f66-920f-ad7087d4230e req-06337d80-c3bb-4ca7-a413-5b973e760563 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:28.313221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19d41f6e-effe-4f66-920f-ad7087d4230e req-06337d80-c3bb-4ca7-a413-5b973e760563 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 947 time: 0.3138611 Nov 10 22:55:28.412778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55312fd9-a18e-464f-a281-34b8e70c1f95 req-5e31c2b8-37f1-4ad1-9a81-2e7b57653121 service neutron] 10.222.0.39 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681781 Nov 10 22:55:28.535708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19d41f6e-effe-4f66-920f-ad7087d4230e req-769655ce-d075-492e-923b-6e3a0af17916 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202365 Nov 10 22:55:28.598269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-85126b62-59b9-4f53-a982-063e2006c5cb service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001562 Nov 10 22:55:28.600376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-50434e08-3459-4893-bd24-dc0b782e7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:28.606712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-50434e08-3459-4893-bd24-dc0b782e7554 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dd941430a8740daa0cf085774b87e05&device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 1095 time: 0.1297157 Nov 10 22:55:28.849148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d010f11e-64f1-4d78-994b-12a92ffe7786 req-3f9becf7-69ab-4ca3-b08c-2db9be1d3551 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358556 Nov 10 22:55:28.906917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:29.011632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b840933-4b75-40bc-b1bd-3222fcfd327e req-38d37a65-c75f-4251-a74d-1706a348e49b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:29.027950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b840933-4b75-40bc-b1bd-3222fcfd327e req-38d37a65-c75f-4251-a74d-1706a348e49b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 944 time: 0.2578335 Nov 10 22:55:29.073142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-118b610c-7101-4f5d-a3aa-a2b8ff14550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:29.075128 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-118b610c-7101-4f5d-a3aa-a2b8ff14550e service neutron] 10.222.0.39 "GET /v2.0/networks?id=32ed92eb-229d-445f-8e14-015e3b8eaa34 HTTP/1.1" status: 200 len: 921 time: 0.4618568 Nov 10 22:55:29.186851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-7e2b3601-ce16-41cb-8c9c-fde9c10f913e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a HTTP/1.1" status: 200 len: 217 time: 0.1035783 Nov 10 22:55:29.196478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b840933-4b75-40bc-b1bd-3222fcfd327e req-9ed30096-7b42-49bd-b6e3-0a07abf35466 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675394 Nov 10 22:55:29.247281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8cb23f6-c7d0-42c9-936a-fcee0292a574 req-8aed1733-60b7-4281-8f0a-7074a86113b8 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 210 time: 0.0708528 Nov 10 22:55:29.316604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-23575209-1025-4122-8f76-51a0055220fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:29.318677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-23575209-1025-4122-8f76-51a0055220fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06513908-6f03-4470-a5fe-1011a873b198 HTTP/1.1" status: 200 len: 861 time: 0.1192286 Nov 10 22:55:29.383093 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-52bad46a-574b-47fb-9c98-d2bc303db782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ed92eb-229d-445f-8e14-015e3b8eaa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528963 Nov 10 22:55:29.519439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ae613bc5-ec20-4e95-ac1f-b86985200d85 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:55:29.641780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-c86d3909-900c-4df9-822b-6331771d1bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512722 Nov 10 22:55:29.819507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:29.842323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'ae613bc5-ec20-4e95-ac1f-b86985200d85', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'ae613bc5-ec20-4e95-ac1f-b86985200d85', 'mac_address': 'fa:16:3e:cf:ae:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:55:29.862479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6caf623a-6388-4796-85f8-ae8acf71daf2 req-4a8d1514-8a25-495b-82dc-20c9fe01b526 service neutron] 10.222.0.39 "GET /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131927 Nov 10 22:55:29.913106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:29.933395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae613bc5-ec20-4e95-ac1f-b86985200d85 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:29.961237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:29.968890 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.005147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7bded-63f8-4ac1-90fe-b87bb3170e59 req-c4673d98-300d-4097-b05e-cdb793d727ea tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:30.017854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fc7bded-63f8-4ac1-90fe-b87bb3170e59 req-c4673d98-300d-4097-b05e-cdb793d727ea tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 947 time: 0.3550725 Nov 10 22:55:30.050588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50470) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:30.096568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:30.169466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fc7bded-63f8-4ac1-90fe-b87bb3170e59 req-60cc3552-b906-42f6-8a36-bc32d9a55b27 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501608 Nov 10 22:55:30.209203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ae613bc5-ec20-4e95-ac1f-b86985200d85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:30.253416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-7eb38935-cf61-44d6-823b-b0cffc9b54d4 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:30.254998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-395623331'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:30.257889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-7eb38935-cf61-44d6-823b-b0cffc9b54d4 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.20 "GET /v2.0/networks?id=e826a2f6-1caf-4c85-a452-90024b38e800 HTTP/1.1" status: 200 len: 813 time: 0.5067413 Nov 10 22:55:30.271568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Request body: {'port': {'device_id': '2443a5d8-3041-42ab-9676-50a017399312', 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800', 'admin_state_up': True, 'tenant_id': '8a06e9fe2ae24f02af655077534d57a8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:30.347367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:30.358840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.406606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.454478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4aca7379-826e-4144-8f10-0be51b04bb3e req-24c3a974-fae6-479c-8a29-cb697a350ad3 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 210 time: 0.0718901 Nov 10 22:55:30.502901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.566555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Made reservation on behalf of 8a06e9fe2ae24f02af655077534d57a8 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:30.573867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.699859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acecf26-bd79-4938-9e0b-53de286b87ce req-029052a3-a032-40d9-b6b4-0e4aa538811c tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:30.708947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1acecf26-bd79-4938-9e0b-53de286b87ce req-029052a3-a032-40d9-b6b4-0e4aa538811c tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 944 time: 0.2555256 Nov 10 22:55:30.722845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.923954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Allocated IP 172.20.0.5 (e826a2f6-1caf-4c85-a452-90024b38e800/3a138ae8-c012-481b-8d7e-39315719cda6/642c25ba-ddb5-41d7-9d52-80fce5be9451) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:30.936526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.955805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1acecf26-bd79-4938-9e0b-53de286b87ce req-005cc209-1414-44ed-a0d7-0e2c0a737177 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453123 Nov 10 22:55:30.957133 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.976884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:55:30.998348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:30.998741 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 6a6cfffb-fa06-4054-81ab-42787aeef16f of type vlan for network d2dddbaf-ee49-48df-a5cc-0a11df9e661e Nov 10 22:55:31.065343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.120263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b324376-a973-4b1c-8906-4de361cef8f8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:31.123200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.129274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:31.131467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.261077 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.312041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50506) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:31.316611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:31.320287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260166917'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:31.323646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2698064 Nov 10 22:55:31.344136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364545f4-1bbe-4ceb-9660-c52f8a767c4f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=d2dddbaf-ee49-48df-a5cc-0a11df9e661e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:31.355953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:31.359316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.361407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:55:31.414620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:55:31.424841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.425218 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment d97d326f-3037-49f7-8f8d-9a1b0654ef24 of type vlan for network a60e538c-bc85-4502-8a05-b5498360b277 Nov 10 22:55:31.486393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.534038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.540700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 35fa1513-e72c-4d0a-9f65-5f3958d3f46a details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:55:31.543280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ae613bc5-ec20-4e95-ac1f-b86985200d85 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:31.562764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.581979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:31.582626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.723888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port ae613bc5-ec20-4e95-ac1f-b86985200d85 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:55:31.724559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a541ed-b139-4f7a-8666-65148ee09cb5 req-744f79de-3113-412e-9c0a-7ce050d37fa5 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:31.738907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1a541ed-b139-4f7a-8666-65148ee09cb5 req-744f79de-3113-412e-9c0a-7ce050d37fa5 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 931 time: 0.1255243 Nov 10 22:55:31.740522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port ae613bc5-ec20-4e95-ac1f-b86985200d85 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:31.741612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.810625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Network e826a2f6-1caf-4c85-a452-90024b38e800 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:31.829030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,segment=NetworkSegment(d956e3c1-4318-49b7-8856-6590b0893e8e),segment_id=d956e3c1-4318-49b7-8856-6590b0893e8e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:31.847819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a', 'network_id': '32ed92eb-229d-445f-8e14-015e3b8eaa34', 'port_id': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a', 'mac_address': 'fa:16:3e:24:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06513908-6f03-4470-a5fe-1011a873b198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:55:31.854483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1a541ed-b139-4f7a-8666-65148ee09cb5 req-31d75ef6-6dee-4528-9b6e-ec0f331a6213 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146152 Nov 10 22:55:31.864767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:31.881049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:31.959662 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.962366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.991907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fa1513-e72c-4d0a-9f65-5f3958d3f46a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:32.017364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:32.019714 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab94e7cb-c3cf-48a9-8b3d-8c7c3c6a19d0" -d '{"events": [{"server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "name": "network-vif-plugged", "status": "completed", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:32.077077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:32.079082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,segment=NetworkSegment(d956e3c1-4318-49b7-8856-6590b0893e8e),segment_id=d956e3c1-4318-49b7-8856-6590b0893e8e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:32.087165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.101847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.115355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=a60e538c-bc85-4502-8a05-b5498360b277,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:32.134787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7f2c40fe-8837-48dc-a01e-f593b3a70888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.151845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-06e71eed-924b-4cc2-ac27-7e4edd0deb2d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8371239 Nov 10 22:55:32.158995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6330b9-b78c-4aec-bc29-ccc64038c382 req-2cf08e1e-ec2b-40b2-8671-a3db480905b9 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:32.160571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df6330b9-b78c-4aec-bc29-ccc64038c382 req-2cf08e1e-ec2b-40b2-8671-a3db480905b9 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 944 time: 0.1086876 Nov 10 22:55:32.161101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50542) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:32.164252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:32.164927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.168002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a60e538c-bc85-4502-8a05-b5498360b277 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:55:32.168188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Pushing event updated for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:32.178112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:32.199379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de82f9-c652-4a07-be8f-981ac0a86ea5 req-78bb9889-b529-485c-bfa7-00ad53ea1c13 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:32.203916 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86de82f9-c652-4a07-be8f-981ac0a86ea5 req-78bb9889-b529-485c-bfa7-00ad53ea1c13 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 948 time: 0.8498292 Nov 10 22:55:32.315135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-dd1fb6ca-2513-48d7-9ebb-3f5955f67e33 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0482187 Nov 10 22:55:32.336363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:32.340477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50546) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:32.348997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-01b59e65-4486-45d7-ae5c-59ebe9514e29 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:55:32.351995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['35fa1513-e72c-4d0a-9f65-5f3958d3f46a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:32.353780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-01b59e65-4486-45d7-ae5c-59ebe9514e29 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166044 Nov 10 22:55:32.431391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:32.432596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86de82f9-c652-4a07-be8f-981ac0a86ea5 req-99f2d9b5-20ca-49b4-8c38-8813f2d46d47 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020044 Nov 10 22:55:32.435481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.503748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df6330b9-b78c-4aec-bc29-ccc64038c382 req-43eecbe4-8351-4c11-8e50-e864e4a54c4e tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505082 Nov 10 22:55:32.585040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7f2c40fe-8837-48dc-a01e-f593b3a70888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.591441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7f2c40fe-8837-48dc-a01e-f593b3a70888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.644175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:32.718098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50556) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:32.720560 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7f2c40fe-8837-48dc-a01e-f593b3a70888 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=888bc487665c4444b0d304df3dcd874b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3761561 Nov 10 22:55:32.726249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c40fe-8837-48dc-a01e-f593b3a70888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b9fbd-8d49-45f5-94cf-2acf0697ffbe,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:32.804826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Request body: {'port': {'device_id': '2443a5d8-3041-42ab-9676-50a017399312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:32.944248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db42bc4a-5976-4cf5-b444-148fd1524294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:32.956401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.006083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.020216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.024163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.138051 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b588a-3472-40c7-8291-05ac836e4acc x-openstack-request-id: req-b68b588a-3472-40c7-8291-05ac836e4acc {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:33.138347 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "name": "network-vif-plugged", "status": "completed", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:33.138621 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b68b588a-3472-40c7-8291-05ac836e4acc {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:33.139044 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85', 'code': 200} Nov 10 22:55:33.176418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc194e-fba2-4064-887b-012f8625b034 req-4b4385d2-8c95-419f-a334-c8932b6e3858 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:33.178606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acfc194e-fba2-4064-887b-012f8625b034 req-4b4385d2-8c95-419f-a334-c8932b6e3858 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 931 time: 0.2088749 Nov 10 22:55:33.191932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=bea8670d-62fe-4a74-a457-6d4e592af4ea,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:33.262439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '6a6cfffb-fa06-4054-81ab-42787aeef16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:33.262694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: d2dddbaf-ee49-48df-a5cc-0a11df9e661e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:55:33.273884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.277443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.282143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/321b9fbd-8d49-45f5-94cf-2acf0697ffbe HTTP/1.1" status: 204 len: 168 time: 0.5623262 Nov 10 22:55:33.340025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acfc194e-fba2-4064-887b-012f8625b034 req-7789c4a5-d503-42b1-b17f-44aa64f252ce tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518617 Nov 10 22:55:33.352535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f39473-e660-4e3d-a822-f1eba8884778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b9fbd-8d49-45f5-94cf-2acf0697ffbe,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:33.369169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ec3c2-5c22-4c22-bd5f-9363d23d7cd0 req-72660d1e-ac2e-4256-86b0-eb13fc8a256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:33.370793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-312ec3c2-5c22-4c22-bd5f-9363d23d7cd0 req-72660d1e-ac2e-4256-86b0-eb13fc8a256d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 1100 time: 0.1676726 Nov 10 22:55:33.387566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:55:33.389260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db42bc4a-5976-4cf5-b444-148fd1524294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.412393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db42bc4a-5976-4cf5-b444-148fd1524294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.429129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d2dddbaf-ee49-48df-a5cc-0a11df9e661e) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:33.434752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:33.435424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.442051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7eb10-8f3d-453f-85cc-d2e8702300e1 None None] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:33.479154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-312ec3c2-5c22-4c22-bd5f-9363d23d7cd0 req-8e2ca321-2fb8-4ffc-b89b-0ae66b6336b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006937 Nov 10 22:55:33.486636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0be37ad6-2049-4a5d-9dbd-761e4b99284e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3218944 Nov 10 22:55:33.487367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:33.493824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:33.517002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db42bc4a-5976-4cf5-b444-148fd1524294 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3491215862f4d5f98910478a8472533&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572442 Nov 10 22:55:33.521053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:33.531913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42bc4a-5976-4cf5-b444-148fd1524294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c506a8-e7af-4393-bcf2-d1d507bdda35,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:33.666937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 35fa1513-e72c-4d0a-9f65-5f3958d3f46a up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:33.720148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:33.726473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.743730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d2dddbaf-ee49-48df-a5cc-0a11df9e661e', 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': 'bea8670d-62fe-4a74-a457-6d4e592af4ea'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:55:33.745366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.809201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.813471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65e827-83e2-4795-9550-77adc1553ac0 req-c264ea5b-597d-4024-b2c3-9fb9125071bf tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:33.817092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642c25ba-ddb5-41d7-9d52-80fce5be9451 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:33.826345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed65e827-83e2-4795-9550-77adc1553ac0 req-c264ea5b-597d-4024-b2c3-9fb9125071bf tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 945 time: 0.1740515 Nov 10 22:55:33.836787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.856270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.873814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Transition to ACTIVE for port object 642c25ba-ddb5-41d7-9d52-80fce5be9451 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:55:33.893024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afc27-fb61-49cf-a4ea-470c2483c013 req-13957df5-9b8c-4bdf-9911-40e317fd7427 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:33.893024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b38afc27-fb61-49cf-a4ea-470c2483c013 req-13957df5-9b8c-4bdf-9911-40e317fd7427 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.2166245 Nov 10 22:55:33.898707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:55:33.908645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.909387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:33.910533 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:33.957970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed65e827-83e2-4795-9550-77adc1553ac0 req-c6fea776-b493-4502-b6fb-aaa509cf144b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300516 Nov 10 22:55:34.040053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Allocated IP 2001:db8::2 (d2dddbaf-ee49-48df-a5cc-0a11df9e661e/bea8670d-62fe-4a74-a457-6d4e592af4ea/f4e12a0b-9273-4092-bb2f-b8e10d993980) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:34.058243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b38afc27-fb61-49cf-a4ea-470c2483c013 req-c30f5860-692d-4e96-826c-ddff962892a9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591184 Nov 10 22:55:34.077943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Pushing event updated for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.104046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.106681 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.109121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32c506a8-e7af-4393-bcf2-d1d507bdda35 HTTP/1.1" status: 204 len: 168 time: 0.5851808 Nov 10 22:55:34.127446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60df97-9d39-479b-b2ac-3087b76c8a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c506a8-e7af-4393-bcf2-d1d507bdda35,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.156013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Attempting to bind port 642c25ba-ddb5-41d7-9d52-80fce5be9451 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:34.156394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Attempting to bind port 642c25ba-ddb5-41d7-9d52-80fce5be9451 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'c0a0abb7-06a5-4ccc-b0b2-13196696d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:34.157357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Attempting to bind port 642c25ba-ddb5-41d7-9d52-80fce5be9451 on network e826a2f6-1caf-4c85-a452-90024b38e800 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:34.178757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Port 642c25ba-ddb5-41d7-9d52-80fce5be9451 on network e826a2f6-1caf-4c85-a452-90024b38e800 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:55:34.179399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Attempting to bind port 642c25ba-ddb5-41d7-9d52-80fce5be9451 on network e826a2f6-1caf-4c85-a452-90024b38e800 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:34.189211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:34.189861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Checking segment: {'id': 'c0a0abb7-06a5-4ccc-b0b2-13196696d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:34.190421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Bound using segment: {'id': 'c0a0abb7-06a5-4ccc-b0b2-13196696d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:34.191664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Bound port: 642c25ba-ddb5-41d7-9d52-80fce5be9451, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a0abb7-06a5-4ccc-b0b2-13196696d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:34.193461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.211226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50584) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:34.240906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.290051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:34.294591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451,segment=NetworkSegment(c0a0abb7-06a5-4ccc-b0b2-13196696d476),segment_id=c0a0abb7-06a5-4ccc-b0b2-13196696d476)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:34.304516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.310010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81fad5b8-1b84-4419-9a7e-84caa28215e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.331969 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.372170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=acbed4af-2426-4d97-9d53-d4fd4afbe8f4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.403045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': 'd97d326f-3037-49f7-8f8d-9a1b0654ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:34.403479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: a60e538c-bc85-4502-8a05-b5498360b277, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:55:34.424773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network a60e538c-bc85-4502-8a05-b5498360b277 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:55:34.443088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a60e538c-bc85-4502-8a05-b5498360b277) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:34.451332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:34.452203 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.485700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8bb85e6f-b9ee-411f-8bcb-aaf5c146a2b6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9964554 Nov 10 22:55:34.486046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50596) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:34.491579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a80bb-4356-4da2-b93c-14ac943c5cea None None] Network a60e538c-bc85-4502-8a05-b5498360b277 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:34.507605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-756657417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:34.508876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.519295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:34.520184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.521630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] 10.222.0.20 "PUT /v2.0/ports/642c25ba-ddb5-41d7-9d52-80fce5be9451 HTTP/1.1" status: 200 len: 1091 time: 2.1614623 Nov 10 22:55:34.522088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:34.526338 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639bd00-6d72-48ee-8c2d-d74db1edb02b" -d '{"events": [{"name": "network-changed", "server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:34.535613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ea07e-ddaa-4443-b8b8-215158defb14 service neutron] Pushing event updated for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.584201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.585605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.600102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,segment=NetworkSegment(d956e3c1-4318-49b7-8856-6590b0893e8e),segment_id=d956e3c1-4318-49b7-8856-6590b0893e8e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:34.606677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.636671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.660466 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f3aaa-2132-49c0-8ca3-67c916b99093 x-openstack-request-id: req-8e9f3aaa-2132-49c0-8ca3-67c916b99093 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:34.660758 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:34.661013 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e9f3aaa-2132-49c0-8ca3-67c916b99093 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:34.666159 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451', 'status': 'completed', 'code': 200} Nov 10 22:55:34.685503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:34.694264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:34.696960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:34.713327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.718422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.749448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.750848 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-daef4301-50aa-46e2-9500-458039f10894 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2636991 Nov 10 22:55:34.753480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:34.768227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Pushing event updated for resources: {'Port': ['ID=f4e12a0b-9273-4092-bb2f-b8e10d993980,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.778184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7be51-7417-4102-b042-c21903d0e124 req-c19eca08-aa36-4707-b8df-eea387419aeb tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:34.785160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ec7be51-7417-4102-b042-c21903d0e124 req-c19eca08-aa36-4707-b8df-eea387419aeb tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 943 time: 0.2238789 Nov 10 22:55:34.859187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81fad5b8-1b84-4419-9a7e-84caa28215e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.859426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Attempting to bind port f4e12a0b-9273-4092-bb2f-b8e10d993980 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:34.859802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Attempting to bind port f4e12a0b-9273-4092-bb2f-b8e10d993980 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '6a6cfffb-fa06-4054-81ab-42787aeef16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:34.860157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Attempting to bind port f4e12a0b-9273-4092-bb2f-b8e10d993980 on network d2dddbaf-ee49-48df-a5cc-0a11df9e661e {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:34.878170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:34.878428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Checking segment: {'id': '6a6cfffb-fa06-4054-81ab-42787aeef16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:34.878739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.879421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Bound using segment: {'id': '6a6cfffb-fa06-4054-81ab-42787aeef16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:34.880305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Bound port: f4e12a0b-9273-4092-bb2f-b8e10d993980, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6cfffb-fa06-4054-81ab-42787aeef16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2dddbaf-ee49-48df-a5cc-0a11df9e661e'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:34.880305 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.884935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-a052f0bb-01ec-4e26-a3dd-4fac9e2b8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:34.887433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-a052f0bb-01ec-4e26-a3dd-4fac9e2b8178 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a06e9fe2ae24f02af655077534d57a8&device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 1094 time: 0.1987200 Nov 10 22:55:34.888286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81fad5b8-1b84-4419-9a7e-84caa28215e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.914616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.955080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-a60e538c-bc85-4502-8a05-b5498360b277', 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': 'acbed4af-2426-4d97-9d53-d4fd4afbe8f4'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:55:34.955953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:34.967772 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-81fad5b8-1b84-4419-9a7e-84caa28215e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8096a160a074a228ff9daedb7857f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7552371 Nov 10 22:55:34.984178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fad5b8-1b84-4419-9a7e-84caa28215e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ae241-d5a2-4372-a14b-2d5f35995c11,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:34.990131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:35.076379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] For port f4e12a0b-9273-4092-bb2f-b8e10d993980, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:35.118171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] For port f4e12a0b-9273-4092-bb2f-b8e10d993980, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4e12a0b-9273-4092-bb2f-b8e10d993980,segment=NetworkSegment(6a6cfffb-fa06-4054-81ab-42787aeef16f),segment_id=6a6cfffb-fa06-4054-81ab-42787aeef16f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:35.126716 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.141663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:35.144273 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38abc57-f88d-4f7d-8ed2-df09379c00ff" -d '{"events": [{"server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "name": "network-vif-plugged", "status": "completed", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:35.145370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ec7be51-7417-4102-b042-c21903d0e124 req-3325ae14-3e22-43b5-a1bc-7f80c9f44735 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428309 Nov 10 22:55:35.238422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.280457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf2a4-ecea-4aaa-9f6d-9e783f9b7252 req-066d6708-253e-45e2-b0a3-b5ddef27e6a9 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:35.282655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00bbf2a4-ecea-4aaa-9f6d-9e783f9b7252 req-066d6708-253e-45e2-b0a3-b5ddef27e6a9 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.1527348 Nov 10 22:55:35.320012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.324337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.442772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8b3b5-2ce4-4c22-82a4-9585a2e52803 None None] Pushing event updated for resources: {'Port': ['ID=f4e12a0b-9273-4092-bb2f-b8e10d993980,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:35.461146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Allocated IP 2001:db8:1::2 (a60e538c-bc85-4502-8a05-b5498360b277/acbed4af-2426-4d97-9d53-d4fd4afbe8f4/e34a38a1-6c7d-4eea-830d-bb942a3f079b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:35.576112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-00bbf2a4-ecea-4aaa-9f6d-9e783f9b7252 req-0fc499fa-54f8-41a9-890f-5d9221c07418 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582166 Nov 10 22:55:35.576865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-200618da-1dde-4e2a-a6c9-a8f5362c79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:35.579759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-200618da-1dde-4e2a-a6c9-a8f5362c79b8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8a06e9fe2ae24f02af655077534d57a8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6583421 Nov 10 22:55:35.689606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.689825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae505856-ef0b-44bd-ac05-7e37987a68c9 req-94296a5c-9985-4448-8b1b-d1346c06f9e6 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:35.692747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.693544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae505856-ef0b-44bd-ac05-7e37987a68c9 req-94296a5c-9985-4448-8b1b-d1346c06f9e6 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.3784068 Nov 10 22:55:35.693915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/042ae241-d5a2-4372-a14b-2d5f35995c11 HTTP/1.1" status: 204 len: 168 time: 0.6961823 Nov 10 22:55:35.705939 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ea257-a46e-4f45-b02c-ff9517e4a902 x-openstack-request-id: req-955ea257-a46e-4f45-b02c-ff9517e4a902 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:35.706463 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "name": "network-vif-plugged", "status": "completed", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:35.706463 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-955ea257-a46e-4f45-b02c-ff9517e4a902 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:35.708857 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a', 'code': 200} Nov 10 22:55:35.863204 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.877927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:35.930526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed0038-398f-4dba-a000-8ea82790ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ae241-d5a2-4372-a14b-2d5f35995c11,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:35.984423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Network a60e538c-bc85-4502-8a05-b5498360b277 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:35.993198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8e12d-d661-4f66-be0c-f0bff25ac7c6 req-f70d45b5-c6ff-43d8-93a6-0c9d2a890059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:35.994794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84a8e12d-d661-4f66-be0c-f0bff25ac7c6 req-f70d45b5-c6ff-43d8-93a6-0c9d2a890059 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 1097 time: 0.1656656 Nov 10 22:55:36.014530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:36.038960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:36.052179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Pushing event updated for resources: {'Port': ['ID=e34a38a1-6c7d-4eea-830d-bb942a3f079b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:36.081734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8::1 (d2dddbaf-ee49-48df-a5cc-0a11df9e661e/bea8670d-62fe-4a74-a457-6d4e592af4ea/2c327581-3f49-4937-8c05-a7203f86f42a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:36.094552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae505856-ef0b-44bd-ac05-7e37987a68c9 req-2adb141d-563f-40c7-83ab-b1532ec772f4 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540595 Nov 10 22:55:36.096356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84a8e12d-d661-4f66-be0c-f0bff25ac7c6 req-0e09f50c-3009-46d0-a014-a16fae4a368d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925293 Nov 10 22:55:36.159024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Attempting to bind port e34a38a1-6c7d-4eea-830d-bb942a3f079b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:36.159401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Attempting to bind port e34a38a1-6c7d-4eea-830d-bb942a3f079b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd97d326f-3037-49f7-8f8d-9a1b0654ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:36.159798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Attempting to bind port e34a38a1-6c7d-4eea-830d-bb942a3f079b on network a60e538c-bc85-4502-8a05-b5498360b277 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:36.164935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-282d8939-c9e0-4161-9a4c-717da602b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:36.165180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:36.165523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Checking segment: {'id': 'd97d326f-3037-49f7-8f8d-9a1b0654ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:36.166450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.166855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Bound using segment: {'id': 'd97d326f-3037-49f7-8f8d-9a1b0654ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:36.167464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Bound port: e34a38a1-6c7d-4eea-830d-bb942a3f079b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97d326f-3037-49f7-8f8d-9a1b0654ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a60e538c-bc85-4502-8a05-b5498360b277'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:36.167855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.168795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e639bd00-6d72-48ee-8c2d-d74db1edb02b req-282d8939-c9e0-4161-9a4c-717da602b4c2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5812349 Nov 10 22:55:36.255827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] For port e34a38a1-6c7d-4eea-830d-bb942a3f079b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:36.261779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] For port e34a38a1-6c7d-4eea-830d-bb942a3f079b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e34a38a1-6c7d-4eea-830d-bb942a3f079b,segment=NetworkSegment(d97d326f-3037-49f7-8f8d-9a1b0654ef24),segment_id=d97d326f-3037-49f7-8f8d-9a1b0654ef24)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:36.270772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.279549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-158f4e14-c77d-4992-9cf5-2be87d99e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:36.281986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-158f4e14-c77d-4992-9cf5-2be87d99e5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a06e9fe2ae24f02af655077534d57a8&device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 1094 time: 0.0736024 Nov 10 22:55:36.309925 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.346660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-ca53ba8e-54a2-41e5-b882-090675e3e9ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451 HTTP/1.1" status: 200 len: 217 time: 0.0529752 Nov 10 22:55:36.351032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.357795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da99f2-808a-4822-8fb1-29e458759ddb None None] Pushing event updated for resources: {'Port': ['ID=e34a38a1-6c7d-4eea-830d-bb942a3f079b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:36.415337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=2c327581-3f49-4937-8c05-a7203f86f42a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:36.426544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:36.428360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:36.430881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:36.432099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.472619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-cc75d479-ee8d-4443-8896-f40801691faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:36.489057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-cc75d479-ee8d-4443-8896-f40801691faf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a138ae8-c012-481b-8d7e-39315719cda6 HTTP/1.1" status: 200 len: 853 time: 0.1003861 Nov 10 22:55:36.518791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb65f-023f-4133-9549-c2b13a2abb5f req-0af869a0-4761-4d56-a365-1a43a1cef0e1 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:36.521718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af3fb65f-023f-4133-9549-c2b13a2abb5f req-0af869a0-4761-4d56-a365-1a43a1cef0e1 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 943 time: 0.2451868 Nov 10 22:55:36.564169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-c99fd78b-fce7-49de-b9b1-a02ef8da0daf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e826a2f6-1caf-4c85-a452-90024b38e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410881 Nov 10 22:55:36.645468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:36.706669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af3fb65f-023f-4133-9549-c2b13a2abb5f req-4eedba32-66fc-44c6-bb42-072a52286f55 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386893 Nov 10 22:55:36.830045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-eef44257-c3c2-4c6f-b5ef-7b4e6100cb6c service neutron] 10.222.0.20 "GET /v2.0/networks/e826a2f6-1caf-4c85-a452-90024b38e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567461 Nov 10 22:55:37.113271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b20a6d-8952-4dc2-a5ef-191e11127397 req-bf634292-9337-4932-a7bd-896992eb51b0 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:37.122299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2b20a6d-8952-4dc2-a5ef-191e11127397 req-bf634292-9337-4932-a7bd-896992eb51b0 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.1925924 Nov 10 22:55:37.123627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484aa5-92cb-4173-af24-fb3439f6c57e req-65f6f30f-5f6d-4cf9-bd98-d9c9c7c3800e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:37.127149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47484aa5-92cb-4173-af24-fb3439f6c57e req-65f6f30f-5f6d-4cf9-bd98-d9c9c7c3800e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.0937264 Nov 10 22:55:37.240795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47484aa5-92cb-4173-af24-fb3439f6c57e req-ceee5cb4-19bf-47d5-b52a-a7bb94b58d79 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947096 Nov 10 22:55:37.300199 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:37.315779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:37.316091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f8e86-f5c1-46bf-9c29-258bb2772b5c None None] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:37.317048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:37.464229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=2c327581-3f49-4937-8c05-a7203f86f42a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:37.529203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] Provisioning complete for port f4e12a0b-9273-4092-bb2f-b8e10d993980 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:37.529670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:37.561062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:37.564212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:37.713947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e34a38a1-6c7d-4eea-830d-bb942a3f079b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:37.830534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-34569d5f-d0f8-4f7e-bef6-be9329fb98b9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b399fe332f1144a5a0f814f802b14b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550303 Nov 10 22:55:37.986067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c7a6030-9f83-4628-8184-2b1d37c12b48 req-8087d055-9c8d-43c3-a26d-9ea64b66d4db service neutron] 10.222.0.20 "GET /v2.0/networks/e826a2f6-1caf-4c85-a452-90024b38e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1478522 Nov 10 22:55:38.047068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2b20a6d-8952-4dc2-a5ef-191e11127397 req-aa4e7e67-ef44-4cc9-982a-cdad1e2f6d69 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9242158 Nov 10 22:55:38.217596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e34a38a1-6c7d-4eea-830d-bb942a3f079b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:38.217596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:38.286813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7af08-3290-490e-8431-e3c87fec1c42 None None] Network a60e538c-bc85-4502-8a05-b5498360b277 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:38.298077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6c58-f77b-47e8-be5b-924645458d5b req-e6d5ae5d-2bc2-403c-890b-9a97f6c96ced tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:38.301546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0eac6c58-f77b-47e8-be5b-924645458d5b req-e6d5ae5d-2bc2-403c-890b-9a97f6c96ced tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 943 time: 0.1243429 Nov 10 22:55:38.414294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0eac6c58-f77b-47e8-be5b-924645458d5b req-027e7bc1-6f17-4fc3-b9f9-cb68b4eea588 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056337 Nov 10 22:55:38.463873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-d6669bde-7890-4e8a-892f-b4387a9e0410 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:38.471211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-d6669bde-7890-4e8a-892f-b4387a9e0410 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6313734 Nov 10 22:55:38.477352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:38.483815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 792726bf-2b37-423c-ab53-358fb70dcc00 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:55:38.495070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-556a6fdf-23cb-41d7-a40b-fd567633d614 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/quotas/b399fe332f1144a5a0f814f802b14b8f HTTP/1.1" status: 200 len: 375 time: 0.0227900 Nov 10 22:55:38.616712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] For port f4e12a0b-9273-4092-bb2f-b8e10d993980, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4e12a0b-9273-4092-bb2f-b8e10d993980,segment=NetworkSegment(6a6cfffb-fa06-4054-81ab-42787aeef16f),segment_id=6a6cfffb-fa06-4054-81ab-42787aeef16f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:38.626586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:38.851352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:38.961369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port e34a38a1-6c7d-4eea-830d-bb942a3f079b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e34a38a1-6c7d-4eea-830d-bb942a3f079b,segment=NetworkSegment(d97d326f-3037-49f7-8f8d-9a1b0654ef24),segment_id=d97d326f-3037-49f7-8f8d-9a1b0654ef24)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:38.988948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:38.989937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4e12a0b-9273-4092-bb2f-b8e10d993980 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:38.994377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819561bb-df33-46fb-ae9c-c92e55374e15 None None] Pushing event updated for resources: {'Port': ['ID=f4e12a0b-9273-4092-bb2f-b8e10d993980,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:39.044336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-62d00d67-e079-456f-b590-b942422a51f1 None None] Provisioning complete for port e34a38a1-6c7d-4eea-830d-bb942a3f079b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:39.045347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62d00d67-e079-456f-b590-b942422a51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:39.348004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bbf76-eb72-439d-84b1-531390b3d061 req-44e521ed-2347-471d-8099-bffc681d40e1 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:39.349653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-809bbf76-eb72-439d-84b1-531390b3d061 req-44e521ed-2347-471d-8099-bffc681d40e1 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.1130950 Nov 10 22:55:39.397863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=e34a38a1-6c7d-4eea-830d-bb942a3f079b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:39.471278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-809bbf76-eb72-439d-84b1-531390b3d061 req-8c960404-1149-4f23-ae34-a8be003e3279 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124759 Nov 10 22:55:39.510532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f4e12a0b-9273-4092-bb2f-b8e10d993980 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:39.517228 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:39.545317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-6f519673-dd66-4cbb-bee7-4e06800c4030 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0492542 Nov 10 22:55:39.589475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:39.598164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c16a0842-cdd6-4ffc-904d-2ddef4a301b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8434322 Nov 10 22:55:39.600776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50744) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:39.643534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] Sync routers for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:39.716474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:39.717186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:39.820608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aeb5bf-378d-4e34-b991-bdc03def2741 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:39.825000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4aeb5bf-378d-4e34-b991-bdc03def2741 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports/2c327581-3f49-4937-8c05-a7203f86f42a HTTP/1.1" status: 200 len: 911 time: 0.2204092 Nov 10 22:55:39.825551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50752) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:39.870287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:39.873976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e305-6213-4d43-85ad-101a534f004b req-fa579385-f42e-4889-a589-3172cf564713 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:39.875561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ed7e305-6213-4d43-85ad-101a534f004b req-fa579385-f42e-4889-a589-3172cf564713 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 943 time: 0.1776788 Nov 10 22:55:39.896069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Provisioning complete for port f4e12a0b-9273-4092-bb2f-b8e10d993980 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:39.896458 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:39.947938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:39.948833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:40.000774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ed7e305-6213-4d43-85ad-101a534f004b req-d557f432-2069-4943-9af9-bbc8286dd65a tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164253 Nov 10 22:55:40.050721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:40.055759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652d4d-f633-41ab-ad37-d9d73ade32df None None] The sync data for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:40.094371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e34a38a1-6c7d-4eea-830d-bb942a3f079b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:40.200117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Provisioning complete for port 2c327581-3f49-4937-8c05-a7203f86f42a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:40.200588 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:40.349593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e34a38a1-6c7d-4eea-830d-bb942a3f079b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:40.349593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:40.383747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Port 2c327581-3f49-4937-8c05-a7203f86f42a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:40.412823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Provisioning complete for port e34a38a1-6c7d-4eea-830d-bb942a3f079b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:40.413428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02e5a722-5845-4547-87a3-0db1bc4be08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:40.536234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4e12a0b-9273-4092-bb2f-b8e10d993980 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:40.580810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-82be2d94-2304-47ac-baaf-f052beaf8a2e req-42b6917f-7a88-4310-ab1e-14beaf4f3539 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 210 time: 0.3463318 Nov 10 22:55:40.617555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 642c25ba-ddb5-41d7-9d52-80fce5be9451 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:55:40.720871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f10cb-f269-4c3f-b80c-75a6c045535a req-70ecd170-7d9c-4a71-b11a-66e7a0ec673b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:40.729626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-834f10cb-f269-4c3f-b80c-75a6c045535a req-70ecd170-7d9c-4a71-b11a-66e7a0ec673b tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.0800180 Nov 10 22:55:40.742173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:40.808087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-834f10cb-f269-4c3f-b80c-75a6c045535a req-acce1880-24f0-424e-9eaf-dffda48c2535 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Nov 10 22:55:40.878897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f4e12a0b-9273-4092-bb2f-b8e10d993980 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:40.878897 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.063485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9a99b853-25d4-42e2-bbd4-7ba7446515f2 None None] Provisioning complete for port 2c327581-3f49-4937-8c05-a7203f86f42a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:41.064006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a99b853-25d4-42e2-bbd4-7ba7446515f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.130956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451,segment=NetworkSegment(c0a0abb7-06a5-4ccc-b0b2-13196696d476),segment_id=c0a0abb7-06a5-4ccc-b0b2-13196696d476)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:41.163872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9a99b853-25d4-42e2-bbd4-7ba7446515f2 None None] Port 2c327581-3f49-4937-8c05-a7203f86f42a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:41.169859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '642c25ba-ddb5-41d7-9d52-80fce5be9451', 'network_id': 'e826a2f6-1caf-4c85-a452-90024b38e800', 'port_id': '642c25ba-ddb5-41d7-9d52-80fce5be9451', 'mac_address': 'fa:16:3e:4b:66:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a138ae8-c012-481b-8d7e-39315719cda6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:55:41.249897 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.283555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642c25ba-ddb5-41d7-9d52-80fce5be9451 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:41.321801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451,segment=NetworkSegment(c0a0abb7-06a5-4ccc-b0b2-13196696d476),segment_id=c0a0abb7-06a5-4ccc-b0b2-13196696d476)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:41.327099 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.372658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8:1::1 (a60e538c-bc85-4502-8a05-b5498360b277/acbed4af-2426-4d97-9d53-d4fd4afbe8f4/2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:41.407311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05838bc7-de09-4787-9a05-8b0b90491e4d req-65d1481f-f947-4dd2-891e-063cfcd83bd3 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:41.409217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05838bc7-de09-4787-9a05-8b0b90491e4d req-65d1481f-f947-4dd2-891e-063cfcd83bd3 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 943 time: 0.2648907 Nov 10 22:55:41.412827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:41.550075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['642c25ba-ddb5-41d7-9d52-80fce5be9451'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:41.562227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05838bc7-de09-4787-9a05-8b0b90491e4d req-631db167-aae8-47a7-8956-326aec9e5f11 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286640 Nov 10 22:55:41.635264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.748315 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.812493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6deb1ac-e0c6-4935-9391-9fb01cdec978 req-f17123e0-a7d1-4dbc-8182-f2bd701a9932 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 210 time: 0.1006444 Nov 10 22:55:41.851019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network a60e538c-bc85-4502-8a05-b5498360b277 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:41.859631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:41.871614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:41.872504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:42.002333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-30b858f2-b63e-467c-97b4-ca7e2df62099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1201313 Nov 10 22:55:42.163368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-43daad70-9485-437b-a9de-58d830fbda2e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b399fe332f1144a5a0f814f802b14b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961878 Nov 10 22:55:42.163818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a331-e305-4939-a131-52db5dce1875 req-3b5b2ca8-f7de-4255-bef7-13cbf3b08ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.171730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-3b5b2ca8-f7de-4255-bef7-13cbf3b08ab9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1097 time: 0.1429112 Nov 10 22:55:42.261168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:42.547010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a995979-bb5b-4900-952e-0f8ee5cbc15d req-32359157-df60-4b7c-b4fa-90c648e837c1 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.553749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a995979-bb5b-4900-952e-0f8ee5cbc15d req-32359157-df60-4b7c-b4fa-90c648e837c1 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.4977753 Nov 10 22:55:42.558652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a7f56791-08c0-4675-b478-bbc8e9e4241a None None] Provisioning complete for port 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:42.559295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a7f56791-08c0-4675-b478-bbc8e9e4241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:42.569557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a331-e305-4939-a131-52db5dce1875 req-bf73a4c2-acad-47a7-8d39-be2edd700349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.574046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-bf73a4c2-acad-47a7-8d39-be2edd700349 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.3703806 Nov 10 22:55:42.585734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea709-887c-4785-b3d4-550a0c282103 req-4e02c4a4-6c18-4f3e-9a76-ca58ad79df7d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.587537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a99ea709-887c-4785-b3d4-550a0c282103 req-4e02c4a4-6c18-4f3e-9a76-ca58ad79df7d tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 946 time: 0.6457839 Nov 10 22:55:42.651746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a7f56791-08c0-4675-b478-bbc8e9e4241a None None] Port 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:42.701949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:42.734835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-9c566da1-b25d-4a34-a51c-0678a35c86e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 1001 time: 0.1525373 Nov 10 22:55:42.813317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a331-e305-4939-a131-52db5dce1875 req-b463da16-34c1-47b6-a802-20116fbff849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.814972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-b463da16-34c1-47b6-a802-20116fbff849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.0711396 Nov 10 22:55:42.848688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-6318f201-fa67-4af8-82d5-83a2719a1f7b tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.857023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-6318f201-fa67-4af8-82d5-83a2719a1f7b tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6827550 Nov 10 22:55:42.911870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Request body: {'port': {'device_id': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': 'b399fe332f1144a5a0f814f802b14b8f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:42.922313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528377f-5e5d-494a-83cb-58ff97af2856 req-02dc757a-f0f2-49bd-8534-006f0c3253b0 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.938206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7528377f-5e5d-494a-83cb-58ff97af2856 req-02dc757a-f0f2-49bd-8534-006f0c3253b0 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 944 time: 0.1202240 Nov 10 22:55:42.960392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a331-e305-4939-a131-52db5dce1875 req-d22edc92-2e81-4b7e-b718-42c35d0a3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:42.964643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-d22edc92-2e81-4b7e-b718-42c35d0a3bfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360958 Nov 10 22:55:43.168418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-85fdedc4-655d-4767-84bc-a61842108ed6 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865835 Nov 10 22:55:43.258126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7528377f-5e5d-494a-83cb-58ff97af2856 req-8221aa32-b098-4681-8d45-032a42f634df tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184662 Nov 10 22:55:43.279591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:43.317820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:43.318936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:43.359203 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0558a331-e305-4939-a131-52db5dce1875 req-08542ddb-dc6d-4c53-bf81-59733f9f80b6 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762569 Nov 10 22:55:43.429585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e944b50e-a576-4357-85dc-81f469c41597 req-2b8c453c-9a40-4a1a-b797-f0544acded04 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 210 time: 0.0474825 Nov 10 22:55:43.506435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a995979-bb5b-4900-952e-0f8ee5cbc15d req-38903c93-6266-4a8a-9796-653ae3604e66 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7984b9ce-3874-4b4e-b380-32c70b2b5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8944404 Nov 10 22:55:43.574025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:43.674536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Deleting port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:43.674888 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:43.821490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network a60e538c-bc85-4502-8a05-b5498360b277 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:43.836228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:43.856808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Made reservation on behalf of b399fe332f1144a5a0f814f802b14b8f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:43.859717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:43.986457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] For port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,segment=NetworkSegment(d956e3c1-4318-49b7-8856-6590b0893e8e),segment_id=d956e3c1-4318-49b7-8856-6590b0893e8e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:43.986860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:44.005992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Calling delete_port for 35fa1513-e72c-4d0a-9f65-5f3958d3f46a owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:44.310042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5ddb8fd3-3e7d-4784-9ee9-c6aa3cc2a9d7 None None] Provisioning complete for port 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:44.310664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8fd3-3e7d-4784-9ee9-c6aa3cc2a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:44.369863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb8fd3-3e7d-4784-9ee9-c6aa3cc2a9d7 None None] Port 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:44.522179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 792726bf-2b37-423c-ab53-358fb70dcc00 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:55:44.552572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9ea7-6c16-45e8-9fff-44c4ca2f03d8 req-ca5b1b5b-937f-49fe-b643-eaae1f6fd33c tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:44.554152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04dc9ea7-6c16-45e8-9fff-44c4ca2f03d8 req-ca5b1b5b-937f-49fe-b643-eaae1f6fd33c tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 944 time: 0.1737618 Nov 10 22:55:44.600129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6aca514c-b46a-42fd-8590-74d91e0cb90a req-aef3c085-998f-4aba-98ea-baa144c173e6 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 210 time: 0.0442035 Nov 10 22:55:44.621933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 642c25ba-ddb5-41d7-9d52-80fce5be9451 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:44.684554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:44.733033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:44.737325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 642c25ba-ddb5-41d7-9d52-80fce5be9451 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:55:44.753928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 642c25ba-ddb5-41d7-9d52-80fce5be9451 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:44.756543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:44.784332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-60defab8-cb98-4a11-b236-be5fd5a36a7d req-7a7c33f2-8ade-4166-8c5a-8376135cbccd tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.25 "GET /v2.0/ports?device_id=8295769d-4975-46e4-a434-79ac2e4eaffd HTTP/1.1" status: 200 len: 210 time: 0.0400677 Nov 10 22:55:44.931028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Pushing event deleted for resources: {'Port': ['ID=35fa1513-e72c-4d0a-9f65-5f3958d3f46a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:44.954651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:45.020931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] No DVR routers for this DVR port 35fa1513-e72c-4d0a-9f65-5f3958d3f46a on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:45.036787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:45.037094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:45.041417 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6a672-0aa6-46bd-b6d7-d3e8a213dbcc" -d '{"events": [{"server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "name": "network-vif-plugged", "status": "completed", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:45.043953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a99ea709-887c-4785-b3d4-550a0c282103 req-bf196086-545e-43d5-93b7-210d3ee36f34 tempest-ServerAddressesNegativeTestJSON-1296059682 tempest-ServerAddressesNegativeTestJSON-1296059682-project] 10.222.0.39 "DELETE /v2.0/ports/35fa1513-e72c-4d0a-9f65-5f3958d3f46a HTTP/1.1" status: 204 len: 173 time: 2.4178841 Nov 10 22:55:45.048147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Allocated IP 192.168.233.133 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/744c73e5-f9b6-45b7-a51c-bb1e1e463fd6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:55:45.059635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'name': 'network-vif-deleted', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:45.062744 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669e1893-cbe7-4458-8cd1-b18079c4eeda" -d '{"events": [{"server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "name": "network-vif-deleted", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:45.106619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451,segment=NetworkSegment(c0a0abb7-06a5-4ccc-b0b2-13196696d476),segment_id=c0a0abb7-06a5-4ccc-b0b2-13196696d476)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:45.117042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:45.130906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04dc9ea7-6c16-45e8-9fff-44c4ca2f03d8 req-f3594f40-2dff-42e5-8ec6-cda80cb6de0d tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260204 Nov 10 22:55:45.166533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:45.178893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-962112ea-be60-42a3-bf74-5d82580c13b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3516843 Nov 10 22:55:45.182002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:45.186097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] Sync routers for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:45.230137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:45.232641 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:45.319997 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ad2f2-d107-4b93-8e6d-ef36e9b16633 x-openstack-request-id: req-0e1ad2f2-d107-4b93-8e6d-ef36e9b16633 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:45.320204 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295769d-4975-46e4-a434-79ac2e4eaffd", "name": "network-vif-deleted", "tag": "35fa1513-e72c-4d0a-9f65-5f3958d3f46a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:45.320545 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e1ad2f2-d107-4b93-8e6d-ef36e9b16633 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:45.320953 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295769d-4975-46e4-a434-79ac2e4eaffd', 'name': 'network-vif-deleted', 'tag': '35fa1513-e72c-4d0a-9f65-5f3958d3f46a', 'status': 'completed', 'code': 200} Nov 10 22:55:45.361247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9260e3c-0e4e-432c-84f8-0232274b99b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:45.364398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9260e3c-0e4e-432c-84f8-0232274b99b5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports/2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 HTTP/1.1" status: 200 len: 913 time: 0.1802068 Nov 10 22:55:45.367439 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac72bb0-36c2-46d6-a523-db3e3395deeb x-openstack-request-id: req-dac72bb0-36c2-46d6-a523-db3e3395deeb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:45.368176 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "name": "network-vif-plugged", "status": "completed", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:45.368176 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dac72bb0-36c2-46d6-a523-db3e3395deeb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:45.368500 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451', 'code': 200} Nov 10 22:55:45.369004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:45.379551 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:45.381106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:45.388770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3857a-3610-444b-8fb5-0637257819fe req-462f34ea-56ef-4a38-ac1b-927c3ca462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:45.391130 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:45.391600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75c3857a-3610-444b-8fb5-0637257819fe req-462f34ea-56ef-4a38-ac1b-927c3ca462ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 1096 time: 0.1016684 Nov 10 22:55:45.392001 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:45.395875 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:45.445872 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:45.446572 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad050a4-5a82-49a5-b26f-4a6fe682e494 None None] The sync data for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:45.547434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75c3857a-3610-444b-8fb5-0637257819fe req-58ca2325-fa40-4967-8f52-0b7a0e7ddcbe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420841 Nov 10 22:55:45.616745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 35fa1513-e72c-4d0a-9f65-5f3958d3f46a no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:45.699540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 35fa1513-e72c-4d0a-9f65-5f3958d3f46a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:45.700835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 35fa1513-e72c-4d0a-9f65-5f3958d3f46a not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:45.915137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50960) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:45.970944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.027914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Deleting subnet 06513908-6f03-4470-a5fe-1011a873b198 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:46.037941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.039112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-124cb3f1-eb98-489a-80f5-ac934b794299 req-e88206ff-0ae6-4d40-8972-1f38c7f48c54 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 210 time: 0.1871774 Nov 10 22:55:46.138047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.154190 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.167801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ae613bc5-ec20-4e95-ac1f-b86985200d85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:46.242541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:55:46.258561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:55:46.288199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.308370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:55:46.323427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Pushing event updated for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:46.494664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:46.495417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.548689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-80a73b59-f27e-4407-84c5-018fc747572e tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6394393 Nov 10 22:55:46.592758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Request body: {'port': {'device_id': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:46.593362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00e1d9-7b7a-44b2-88a5-df9bd211eb79 req-88333cf5-1c9a-4af1-a73b-629af493b2ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:46.614327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd00e1d9-7b7a-44b2-88a5-df9bd211eb79 req-88333cf5-1c9a-4af1-a73b-629af493b2ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 945 time: 0.3407450 Nov 10 22:55:46.644298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.770486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.792522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.859287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06513908-6f03-4470-a5fe-1011a873b198,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:46.870163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:46.885530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c2c61c8-a958-4efb-a297-5acbfeb18ebd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06513908-6f03-4470-a5fe-1011a873b198 HTTP/1.1" status: 204 len: 168 time: 0.9691141 Nov 10 22:55:46.886613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50984) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:46.940361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-64f965ea-be8f-43ad-a56b-453559d95117 None None] Provisioning complete for port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:46.941023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64f965ea-be8f-43ad-a56b-453559d95117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.063255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-64f965ea-be8f-43ad-a56b-453559d95117 None None] Port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:55:47.097205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.154855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd00e1d9-7b7a-44b2-88a5-df9bd211eb79 req-4d0a9e7f-b107-414a-9ac2-7b0981820fea tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373769 Nov 10 22:55:47.207109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:47.301631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.331416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed92eb-229d-445f-8e14-015e3b8eaa34']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:47.351830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd956e3c1-4318-49b7-8856-6590b0893e8e') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:47.352132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd956e3c1-4318-49b7-8856-6590b0893e8e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:47.363991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.379300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.388198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:47.388696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.459708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4441-a9b5-462d-8b98-b30c0edf76c3 req-b78e79b8-b5f9-45e1-b64b-d3a822ede0f3 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:47.462903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4eca4441-a9b5-462d-8b98-b30c0edf76c3 req-b78e79b8-b5f9-45e1-b64b-d3a822ede0f3 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 936 time: 0.2350497 Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:47.495680 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:47.499732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.520125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.532365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32ed92eb-229d-445f-8e14-015e3b8eaa34 HTTP/1.1" status: 204 len: 168 time: 0.6347713 Nov 10 22:55:47.581553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4eca4441-a9b5-462d-8b98-b30c0edf76c3 req-c55bcc98-614b-4619-8e67-e06aaa7289cc tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731091 Nov 10 22:55:47.594226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03ca03-b1d0-45e4-820e-c9321a05f683 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ed92eb-229d-445f-8e14-015e3b8eaa34,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:47.619724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70150cf5-fbea-4bf0-8bac-47e2ac5a6764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.793591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51000) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:47.814610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:47.815344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.870145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70150cf5-fbea-4bf0-8bac-47e2ac5a6764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.877702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-70150cf5-fbea-4bf0-8bac-47e2ac5a6764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.907022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:47.917933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.950293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ffbb795-a75c-465c-a8e9-3d398afba4ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dd941430a8740daa0cf085774b87e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437418 Nov 10 22:55:47.952260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51004) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:47.969786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-70150cf5-fbea-4bf0-8bac-47e2ac5a6764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50a43165306644b18646c23e3a5d2c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7610955 Nov 10 22:55:47.972455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51006) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:47.977382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Transition to ACTIVE for port object 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:55:47.978623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70150cf5-fbea-4bf0-8bac-47e2ac5a6764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4823a-873c-4ad9-a8f4-04cdfa7a670e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:47.992767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:47.998170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.080907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:48.095555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:48.104521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.153557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.239631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.242970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.247843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7984b9ce-3874-4b4e-b380-32c70b2b5f34 HTTP/1.1" status: 204 len: 168 time: 0.2904408 Nov 10 22:55:48.257143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa275ce-e740-421d-8e02-a2f064d30ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7984b9ce-3874-4b4e-b380-32c70b2b5f34,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:48.282926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.370456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c92e5-47d1-4848-9b0f-5e573f8f5842 req-59a1e49a-1e82-4c6b-b424-2569f60c5b8e tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:48.372816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e6c92e5-47d1-4848-9b0f-5e573f8f5842 req-59a1e49a-1e82-4c6b-b424-2569f60c5b8e tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 945 time: 0.0837843 Nov 10 22:55:48.380112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.406754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Attempting to bind port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:55:48.407085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Attempting to bind port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:55:48.407411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Attempting to bind port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:48.500897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8e6c92e5-47d1-4848-9b0f-5e573f8f5842 req-4b6e6546-2279-4c93-984b-493fbe9cb513 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Nov 10 22:55:48.518608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:55:48.519107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Attempting to bind port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:55:48.547741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:55:48.548516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:55:48.549373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:55:48.550302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Bound port: 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:55:48.551176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.666055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.669855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.671421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40e4823a-873c-4ad9-a8f4-04cdfa7a670e HTTP/1.1" status: 204 len: 168 time: 0.6957068 Nov 10 22:55:48.685502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.701503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:55:48.714946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af84da-1bef-4bd5-9543-c941124ca584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4823a-873c-4ad9-a8f4-04cdfa7a670e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:48.786122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=2b9c0d1a-08a5-4765-a2e7-fc89ecad0b71,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:48.802559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:55:48.860784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:48.890021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f596e4d-9cea-4f15-8518-057395902f9d req-a77a7b86-3c96-49b1-a14b-c435945ba15b tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:48.895916 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f596e4d-9cea-4f15-8518-057395902f9d req-a77a7b86-3c96-49b1-a14b-c435945ba15b tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 948 time: 0.1228874 Nov 10 22:55:49.037630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f596e4d-9cea-4f15-8518-057395902f9d req-3fdc654b-f8ea-4a73-8ca4-d8698c7add44 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397586 Nov 10 22:55:49.467633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51058) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:49.527432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-102cc416-a65f-48c6-917f-27aa4e67b9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:49.650037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-102cc416-a65f-48c6-917f-27aa4e67b9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:49.658611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-102cc416-a65f-48c6-917f-27aa4e67b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:49.679840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:49.712217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50288ac5-75f0-4666-9d05-a004506b3471 req-3e6f18fa-5dba-404c-a2de-6ec105ad0a67 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:49.720206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50288ac5-75f0-4666-9d05-a004506b3471 req-3e6f18fa-5dba-404c-a2de-6ec105ad0a67 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 945 time: 0.2145348 Nov 10 22:55:49.732947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-102cc416-a65f-48c6-917f-27aa4e67b9b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f6d8b3fca5e45edaca7d8c6c7094446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639840 Nov 10 22:55:49.735649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51068) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:49.745213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc416-a65f-48c6-917f-27aa4e67b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114fc1df-045f-41d9-aff6-4b9b42a57c7a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:49.814237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50288ac5-75f0-4666-9d05-a004506b3471 req-ce6623f2-c4c4-458e-a4d0-02e66b971592 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924611 Nov 10 22:55:49.879465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:49.880314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:49.881949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] 10.222.0.20 "PUT /v2.0/ports/744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 HTTP/1.1" status: 200 len: 1096 time: 3.3233557 Nov 10 22:55:49.882815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:49.885941 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110c18a0-979f-4a68-8540-ee68decd7a33" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:50.039121 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187fca1-d780-41ac-926a-a5b0b4307248 x-openstack-request-id: req-8187fca1-d780-41ac-926a-a5b0b4307248 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:50.039341 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:50.039587 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8187fca1-d780-41ac-926a-a5b0b4307248 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:50.039999 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6', 'status': 'completed', 'code': 200} Nov 10 22:55:50.117568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdb09-94a9-4f78-80a6-2cd28b65aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:50.207550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-78918d01-ad94-4b99-9222-632efbe032b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.209130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-78918d01-ad94-4b99-9222-632efbe032b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 1099 time: 0.1971979 Nov 10 22:55:50.250009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198664-0668-4dca-9fae-d7ff1b39f855 req-ebf1de99-c51d-47f8-8fe0-aca47f9c739f tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.251922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d198664-0668-4dca-9fae-d7ff1b39f855 req-ebf1de99-c51d-47f8-8fe0-aca47f9c739f tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 948 time: 0.1183732 Nov 10 22:55:50.261400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1764f58-dcb7-4932-aed6-7fe9a57c031f req-29855fdb-27b3-4c13-b244-8da5cecd4c7f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.269658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1764f58-dcb7-4932-aed6-7fe9a57c031f req-29855fdb-27b3-4c13-b244-8da5cecd4c7f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.3919554 Nov 10 22:55:50.277423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:50.333606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d198664-0668-4dca-9fae-d7ff1b39f855 req-3ee40602-e3f5-4351-90cf-fcd932bf7000 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727766 Nov 10 22:55:50.394491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-7485da7a-20d1-436f-85be-b9675c7a70c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 HTTP/1.1" status: 200 len: 217 time: 0.1141305 Nov 10 22:55:50.461495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:50.509556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1764f58-dcb7-4932-aed6-7fe9a57c031f req-314bd3f1-3399-46b4-8c4b-c208c2275669 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389534 Nov 10 22:55:50.522686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 792726bf-2b37-423c-ab53-358fb70dcc00 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:55:50.568443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-54126f4b-8137-4acd-9da3-8b9047c92d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.570394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-54126f4b-8137-4acd-9da3-8b9047c92d66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1604013 Nov 10 22:55:50.750221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455813f-fed2-44f7-a591-19377135c121 req-1642abad-4974-4201-b044-dbd625f6d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.756174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-1642abad-4974-4201-b044-dbd625f6d4f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464434 Nov 10 22:55:50.783526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-3bff47bc-fe23-4bbd-9ffd-9ccd544b2d7e tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:50.790688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:50.792113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-3bff47bc-fe23-4bbd-9ffd-9ccd544b2d7e tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.20 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 945 time: 0.0919068 Nov 10 22:55:50.793973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:50.795412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/114fc1df-045f-41d9-aff6-4b9b42a57c7a HTTP/1.1" status: 204 len: 168 time: 0.9859622 Nov 10 22:55:50.870339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d82c-2464-4d7b-bdaa-73d8ec0eb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fc1df-045f-41d9-aff6-4b9b42a57c7a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:50.873567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:50.899067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb82a747-2cbc-40e1-ab8d-a5cf8462870f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5240698 Nov 10 22:55:50.905599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:50.907187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] Sync routers for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:50.982421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:50.983182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:51.078987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:51.088741 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0294745b-f67a-4db6-b295-6857b6c6e09f req-ea4d8dbc-45bc-4ac3-a4df-d30fb24baecd tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0590253 Nov 10 22:55:51.134029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:51.135209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:51.152060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-2ca98008-ad6e-4eb1-9556-c984e99b44b9 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827646 Nov 10 22:55:51.209276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:51.210205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5d3a2-8b4e-42a3-86a1-bc546cd59544 None None] The sync data for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:51.221940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Deleting port 642c25ba-ddb5-41d7-9d52-80fce5be9451 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:51.229748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:51.301265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd68fa-8b54-4adf-a7dc-478141557fd5 req-08c4ba59-7e46-497a-b61c-0430155c69cf tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:51.307531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02bd68fa-8b54-4adf-a7dc-478141557fd5 req-08c4ba59-7e46-497a-b61c-0430155c69cf tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 945 time: 0.3367469 Nov 10 22:55:51.400557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02bd68fa-8b54-4adf-a7dc-478141557fd5 req-79a1e5c2-058a-47e3-afa2-ff5a9bb57498 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/security-groups?id=9500ef09-f109-4eef-b717-61eb1f99ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Nov 10 22:55:51.488745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c455813f-fed2-44f7-a591-19377135c121 req-f15b36e5-0270-482a-ae38-b8b3b2fb52d6 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248200 Nov 10 22:55:51.617219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] For port 642c25ba-ddb5-41d7-9d52-80fce5be9451, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=642c25ba-ddb5-41d7-9d52-80fce5be9451,segment=NetworkSegment(c0a0abb7-06a5-4ccc-b0b2-13196696d476),segment_id=c0a0abb7-06a5-4ccc-b0b2-13196696d476)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:51.617777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:51.691278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Calling delete_port for 642c25ba-ddb5-41d7-9d52-80fce5be9451 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:51.707216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a9c47-b400-42bd-8204-97ca09f5e31d req-bdb0393f-27d0-40b1-8142-5e0912d8be8c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:51.715580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-826a9c47-b400-42bd-8204-97ca09f5e31d req-bdb0393f-27d0-40b1-8142-5e0912d8be8c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 948 time: 0.2095640 Nov 10 22:55:51.761345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-54d77e3a-1cb5-4664-8045-6fce9a46919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:51.765943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-54d77e3a-1cb5-4664-8045-6fce9a46919a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b399fe332f1144a5a0f814f802b14b8f&device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 1099 time: 0.2107096 Nov 10 22:55:51.896193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-24f9341a-f905-4c62-84a4-7ae9ffbd95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:51.898637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-24f9341a-f905-4c62-84a4-7ae9ffbd95e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1191950 Nov 10 22:55:51.970531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb4b98-9bb9-4172-997a-1d3f39bdb016 req-30cbf8e6-723a-46aa-a7bc-dfe8de2e063e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:51.978874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48cb4b98-9bb9-4172-997a-1d3f39bdb016 req-30cbf8e6-723a-46aa-a7bc-dfe8de2e063e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.3072851 Nov 10 22:55:51.988834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-b97846ef-4eac-4343-b1e5-df12b4230aaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 HTTP/1.1" status: 200 len: 217 time: 0.0789828 Nov 10 22:55:52.093671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-826a9c47-b400-42bd-8204-97ca09f5e31d req-0cdab086-2d77-47c2-8855-4e8c3e0f702d tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770299 Nov 10 22:55:52.131843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-8a9a7a2d-cd2c-4977-85ed-e56a40601b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:52.138573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-8a9a7a2d-cd2c-4977-85ed-e56a40601b3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.1408422 Nov 10 22:55:52.161053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48cb4b98-9bb9-4172-997a-1d3f39bdb016 req-6af13da8-6358-42a1-94b6-a5998fa57272 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779811 Nov 10 22:55:52.277679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-729ee4cc-4321-4c76-8768-259a6ea962ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:52.279462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-729ee4cc-4321-4c76-8768-259a6ea962ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139820 Nov 10 22:55:52.316592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:52.418658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-36357efd-27f4-4b43-aa9b-a4f988fbfe77 req-db391a27-9030-483f-971e-d52d6bc4bdaf tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1592674 Nov 10 22:55:52.512485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:52.524336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-5a0e6e9b-a34d-4638-a81f-4b44764cd853 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326062 Nov 10 22:55:52.530043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['642c25ba-ddb5-41d7-9d52-80fce5be9451'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:52.677462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Pushing event deleted for resources: {'Port': ['ID=642c25ba-ddb5-41d7-9d52-80fce5be9451,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:52.713118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-181abb67-b8af-4509-a704-e78618ac69d1 req-4c9174e9-ef33-4627-8ebb-ccc9803e4b09 tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.25 "GET /v2.0/ports?device_id=2443a5d8-3041-42ab-9676-50a017399312 HTTP/1.1" status: 200 len: 210 time: 0.0759168 Nov 10 22:55:52.789119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-110c18a0-979f-4a68-8540-ee68decd7a33 req-708bd81a-a3b6-474b-b703-fc040718e4de service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566566 Nov 10 22:55:52.846335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] No DVR routers for this DVR port 642c25ba-ddb5-41d7-9d52-80fce5be9451 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:52.849467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:52.853662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b4951a4-d2b5-4240-b79c-ef6a0e8f8006 req-dc4c7d0a-3634-48ab-b3fb-5441ba1c80ee tempest-ServerPasswordTestJSON-1588181682 tempest-ServerPasswordTestJSON-1588181682-project] 10.222.0.20 "DELETE /v2.0/ports/642c25ba-ddb5-41d7-9d52-80fce5be9451 HTTP/1.1" status: 204 len: 173 time: 2.0552685 Nov 10 22:55:52.857172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'name': 'network-vif-deleted', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:52.859478 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d36d5c-4859-47d0-8589-d7731566026a" -d '{"events": [{"server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "name": "network-vif-deleted", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:52.986602 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420bd0b9-a762-4e98-8e33-251129551263 x-openstack-request-id: req-420bd0b9-a762-4e98-8e33-251129551263 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:52.989707 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2443a5d8-3041-42ab-9676-50a017399312", "name": "network-vif-deleted", "tag": "642c25ba-ddb5-41d7-9d52-80fce5be9451", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:52.990001 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-420bd0b9-a762-4e98-8e33-251129551263 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:52.994584 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2443a5d8-3041-42ab-9676-50a017399312', 'name': 'network-vif-deleted', 'tag': '642c25ba-ddb5-41d7-9d52-80fce5be9451', 'status': 'completed', 'code': 200} Nov 10 22:55:53.339629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106253e6-33b6-4ef2-a632-d253b55951ae req-2479f81a-2ee7-4598-bb58-a46500192b16 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:53.344441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-106253e6-33b6-4ef2-a632-d253b55951ae req-2479f81a-2ee7-4598-bb58-a46500192b16 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 948 time: 0.1221478 Nov 10 22:55:53.360848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 2c327581-3f49-4937-8c05-a7203f86f42a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:53.361704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:53.506690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5adcda-8067-4a34-bdb5-f814545e7126 req-f2c6f367-a128-409d-9a96-cd6920c254b5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:53.508822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b5adcda-8067-4a34-bdb5-f814545e7126 req-f2c6f367-a128-409d-9a96-cd6920c254b5 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2351606 Nov 10 22:55:53.524451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-106253e6-33b6-4ef2-a632-d253b55951ae req-323aa0b8-9421-4315-9835-366091f917c4 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520991 Nov 10 22:55:53.751886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88fba4be-ae65-41fc-9e2f-b05bc9eb0ea2 req-5d4066ca-a74e-4d31-b347-b1ce0f85fcc5 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0395825 Nov 10 22:55:53.768352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b5adcda-8067-4a34-bdb5-f814545e7126 req-13c0fcbb-efdc-480b-8e4f-b56af8ebc349 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341127 Nov 10 22:55:53.819144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:53.828040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:53.864252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 2c327581-3f49-4937-8c05-a7203f86f42a owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:53.938744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Deleting subnet 3a138ae8-c012-481b-8d7e-39315719cda6 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:53.944316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.065463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.134522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c96fd4c-4b58-453b-bd13-dc64bce6e353 req-08225f00-9cad-4129-8b90-5f91993ac667 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0630310 Nov 10 22:55:54.135036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51196) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:54.193419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.269257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51202) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:54.276057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.302683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.312695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a138ae8-c012-481b-8d7e-39315719cda6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:54.318714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.322687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb5c7409-0a86-43b2-8cc9-429fd210649f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3a138ae8-c012-481b-8d7e-39315719cda6 HTTP/1.1" status: 204 len: 168 time: 0.4996505 Nov 10 22:55:54.325595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:54.344888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=2c327581-3f49-4937-8c05-a7203f86f42a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:54.397422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a10af7b-d1d3-4555-b6a0-862601db7365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.480250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99380e65-5d7f-4d73-92b7-3a2cac127481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.513774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a10af7b-d1d3-4555-b6a0-862601db7365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.518902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.529511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.530254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a10af7b-d1d3-4555-b6a0-862601db7365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.608810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a10af7b-d1d3-4555-b6a0-862601db7365 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d91cf860030420ca9395db82b6d84bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4708412 Nov 10 22:55:54.635916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:55:54.638104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 642c25ba-ddb5-41d7-9d52-80fce5be9451 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:54.663373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:54.703813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 642c25ba-ddb5-41d7-9d52-80fce5be9451 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:55:54.704437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 642c25ba-ddb5-41d7-9d52-80fce5be9451 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:54.850259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.866212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99380e65-5d7f-4d73-92b7-3a2cac127481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.881176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e826a2f6-1caf-4c85-a452-90024b38e800']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:54.894902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a0abb7-06a5-4ccc-b0b2-13196696d476') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:54.895263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a0abb7-06a5-4ccc-b0b2-13196696d476') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:54.928721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:54.929869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.944176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6', 'mac_address': 'fa:16:3e:07:c9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:55:54.963322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.977243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:54.977659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.072376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.110317 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-475e7434-19a5-4455-b86d-ff700ad13ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:55.114910 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:55.124596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10af7b-d1d3-4555-b6a0-862601db7365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c475f-bf17-4629-a2ea-4342ddd328e6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:55.124959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:55:55.175278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:55.181886 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.188612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.247550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:55.248435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.260889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e826a2f6-1caf-4c85-a452-90024b38e800 HTTP/1.1" status: 204 len: 168 time: 0.9336824 Nov 10 22:55:55.291895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d21d3c-7fb2-466b-9cf9-0ef840fc0db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e826a2f6-1caf-4c85-a452-90024b38e800,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:55.298828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.308071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18df235d-c032-4ee9-a5b8-3d41ed0214ea req-11f8cfda-296f-4587-a65e-b124a90a10ac tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1921856 Nov 10 22:55:55.361504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.402552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['744c73e5-f9b6-45b7-a51c-bb1e1e463fd6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:55:55.449657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc127-48b3-4060-a541-695b5223404b req-0406d1a8-d12c-44b7-adb9-a69ff71487c9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:55.459100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-747dc127-48b3-4060-a541-695b5223404b req-0406d1a8-d12c-44b7-adb9-a69ff71487c9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 948 time: 0.7805398 Nov 10 22:55:55.493347 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99380e65-5d7f-4d73-92b7-3a2cac127481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.571207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:55.576085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 792726bf-2b37-423c-ab53-358fb70dcc00 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:55:55.582654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-99380e65-5d7f-4d73-92b7-3a2cac127481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7073de1dcdec4ad49b36f2e75bcf50cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3123419 Nov 10 22:55:55.584695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.587971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.589146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/052c475f-bf17-4629-a2ea-4342ddd328e6 HTTP/1.1" status: 204 len: 168 time: 0.9228201 Nov 10 22:55:55.589940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:55.618039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a872de-5183-4569-95fc-dd2cba1ea4a5 req-294c7295-8b24-4c86-a884-bd6ac275405f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:55.627269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98a872de-5183-4569-95fc-dd2cba1ea4a5 req-294c7295-8b24-4c86-a884-bd6ac275405f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2142653 Nov 10 22:55:55.636169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-747dc127-48b3-4060-a541-695b5223404b req-0d97bb8a-629c-4e3f-b0b8-bf425f61c131 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753795 Nov 10 22:55:55.653705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99380e65-5d7f-4d73-92b7-3a2cac127481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1692c42-c5de-4d34-b259-fa7d73bd5cf7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:55.687640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47adc05-015f-4a74-8896-c842bd2645ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c475f-bf17-4629-a2ea-4342ddd328e6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:55.736461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:55:55.746522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02572c8a-3244-4d96-9a3b-8e514af01f6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a06e9fe2ae24f02af655077534d57a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700718 Nov 10 22:55:55.748566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-807181e2-7c10-4bf6-8a43-09116821db4b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8414822 Nov 10 22:55:55.749439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:55.750745 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] Sync routers for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:55:55.752439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51246) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:55.772188 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:55.774661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:55.792369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-60075668-b127-48cc-83a2-f80877fc5ef0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=792726bf-2b37-423c-ab53-358fb70dcc00 HTTP/1.1" status: 200 len: 205 time: 0.0385773 Nov 10 22:55:55.795123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51248) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:55.810939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98a872de-5183-4569-95fc-dd2cba1ea4a5 req-362345be-7a1f-4252-95c0-bdd65bd11b62 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818597 Nov 10 22:55:55.844036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.852380 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:55.871287 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] Routers {'792726bf-2b37-423c-ab53-358fb70dcc00'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:55:55.871893 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['792726bf-2b37-423c-ab53-358fb70dcc00'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:55.872871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.914988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:55.916480 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d7657-8be6-4a8b-8c9f-027be92a7541 None None] The sync data for ids ['792726bf-2b37-423c-ab53-358fb70dcc00'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:55:55.957091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.960090 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.961544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1692c42-c5de-4d34-b259-fa7d73bd5cf7 HTTP/1.1" status: 204 len: 168 time: 0.3658483 Nov 10 22:55:55.967782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:55.975820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a7c79-7019-47a2-8612-effe7a931e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1692c42-c5de-4d34-b259-fa7d73bd5cf7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:56.102286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.226945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.244312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.246696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.339049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.340190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router 792726bf-2b37-423c-ab53-358fb70dcc00 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:55:56.349573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.353837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73fdb82a-a418-4a18-982d-1743205d588d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00 HTTP/1.1" status: 204 len: 168 time: 0.5544384 Nov 10 22:55:56.354236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:56.367212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.372305 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.376799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9500ef09-f109-4eef-b717-61eb1f99ce7a HTTP/1.1" status: 204 len: 168 time: 0.6237431 Nov 10 22:55:56.393598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61cfd9-f53e-4c90-ab52-67d1c038d960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9500ef09-f109-4eef-b717-61eb1f99ce7a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:56.480807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet acbed4af-2426-4d97-9d53-d4fd4afbe8f4 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:56.491260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.500471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95862c8b-5fa9-4183-b255-f3f135cf1334 req-a6efc67c-603a-46e3-89e6-5b89c16623c9 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0394833 Nov 10 22:55:56.583577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.662626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:55:56.760951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.842943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:55:56.859270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:55:56.861209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.872933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.912813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:56.920052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/acbed4af-2426-4d97-9d53-d4fd4afbe8f4 HTTP/1.1" status: 204 len: 168 time: 0.5645795 Nov 10 22:55:56.929909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:56.935302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40093a-fcb7-4f57-9303-2e47f58becc1 None None] Network a60e538c-bc85-4502-8a05-b5498360b277 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:56.955156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff43392-b327-43e7-941d-465ab830efef tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=acbed4af-2426-4d97-9d53-d4fd4afbe8f4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:57.036333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2df36-1647-492d-8a13-6fc2a1eed69b req-dd14ea40-0c06-4951-bc43-2b07b53efadb tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:57.038110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8cf2df36-1647-492d-8a13-6fc2a1eed69b req-dd14ea40-0c06-4951-bc43-2b07b53efadb tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 949 time: 0.2508740 Nov 10 22:55:57.045339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet bea8670d-62fe-4a74-a457-6d4e592af4ea {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:55:57.074051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.125426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a36bef19-dfd1-4779-852f-6987b62d56aa req-4f83a89e-0f7f-4618-bf47-31fead60a5b0 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0628283 Nov 10 22:55:57.198086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.266622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8cf2df36-1647-492d-8a13-6fc2a1eed69b req-6fc3f8c3-2ffb-4d63-a8b1-2a464573afb2 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170093 Nov 10 22:55:57.312606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.363410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01c31b-0418-4e1e-834f-61056caf7b3d req-ec91f1ca-5283-437f-89e7-15d9c5497574 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:57.372164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f01c31b-0418-4e1e-834f-61056caf7b3d req-ec91f1ca-5283-437f-89e7-15d9c5497574 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1245615 Nov 10 22:55:57.379869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] DHCP port deletion for a60e538c-bc85-4502-8a05-b5498360b277 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:57.391566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.440487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:55:57.445179 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eb133-3e47-41fd-84a6-d431a11295f0" -d '{"events": [{"server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "name": "network-vif-plugged", "status": "completed", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:55:57.474950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f01c31b-0418-4e1e-834f-61056caf7b3d req-7068c11e-21af-430b-a069-62ef1eff2875 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018045 Nov 10 22:55:57.502055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:57.509695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.583497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.635104 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a442a2-3e64-401e-a68c-75e1c19482d9 x-openstack-request-id: req-39a442a2-3e64-401e-a68c-75e1c19482d9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:55:57.635671 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "name": "network-vif-plugged", "status": "completed", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:55:57.636141 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39a442a2-3e64-401e-a68c-75e1c19482d9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:55:57.636802 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6', 'code': 200} Nov 10 22:55:57.642764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:57.687766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb9ea-3e14-40b7-a3f2-ffd7b51f8d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.695266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=bea8670d-62fe-4a74-a457-6d4e592af4ea,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:57.700933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.707294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:57.707564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb446881-1101-4a5f-8441-05b44baf4084 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/bea8670d-62fe-4a74-a457-6d4e592af4ea HTTP/1.1" status: 204 len: 168 time: 0.7761314 Nov 10 22:55:57.741444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c0a9c-8168-41d6-a556-34f6c30d8f08 None None] Network d2dddbaf-ee49-48df-a5cc-0a11df9e661e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:55:57.763687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae035dc-7e92-4f59-ae87-fc4552a93dcd req-58ee814c-7ac3-4ef7-a967-b859315ad2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:57.767656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bae035dc-7e92-4f59-ae87-fc4552a93dcd req-58ee814c-7ac3-4ef7-a967-b859315ad2ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 1101 time: 0.1005330 Nov 10 22:55:57.854000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Deleting port e34a38a1-6c7d-4eea-830d-bb942a3f079b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:57.855346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.895026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bae035dc-7e92-4f59-ae87-fc4552a93dcd req-b2fba3d4-b060-4521-9310-009ac694c228 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210270 Nov 10 22:55:57.961472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] For port e34a38a1-6c7d-4eea-830d-bb942a3f079b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e34a38a1-6c7d-4eea-830d-bb942a3f079b,segment=NetworkSegment(d97d326f-3037-49f7-8f8d-9a1b0654ef24),segment_id=d97d326f-3037-49f7-8f8d-9a1b0654ef24)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:57.962732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:57.983742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Calling delete_port for e34a38a1-6c7d-4eea-830d-bb942a3f079b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:58.164042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e34a38a1-6c7d-4eea-830d-bb942a3f079b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:55:58.252405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.287925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] Pushing event deleted for resources: {'Port': ['ID=e34a38a1-6c7d-4eea-830d-bb942a3f079b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:58.333906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b21834-9bed-42c4-9f28-450fcb9eb41d None None] No DVR routers for this DVR port e34a38a1-6c7d-4eea-830d-bb942a3f079b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:58.349565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port e34a38a1-6c7d-4eea-830d-bb942a3f079b {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 22:55:58.350851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e34a38a1-6c7d-4eea-830d-bb942a3f079b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:55:58.445947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] DHCP port deletion for d2dddbaf-ee49-48df-a5cc-0a11df9e661e request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:55:58.510416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4991535c-ad0c-4155-93b1-61f4a368c501 req-e79ffc82-7a00-46e2-9db0-41f7cc8fda8f tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0941148 Nov 10 22:55:58.579554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.580502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29d4f-ffd0-40ca-ae95-0831eb0589ad req-a508cf33-c9e2-4e00-9da9-55a18957fea0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:58.589420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-daa29d4f-ffd0-40ca-ae95-0831eb0589ad req-a508cf33-c9e2-4e00-9da9-55a18957fea0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.1533732 Nov 10 22:55:58.591273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:58.640060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Deleting port f4e12a0b-9273-4092-bb2f-b8e10d993980 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:55:58.640516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.705947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-daa29d4f-ffd0-40ca-ae95-0831eb0589ad req-5ddc4833-bf1f-48fc-8630-44a4f65a0b24 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Nov 10 22:55:58.768229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] For port f4e12a0b-9273-4092-bb2f-b8e10d993980, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f4e12a0b-9273-4092-bb2f-b8e10d993980,segment=NetworkSegment(6a6cfffb-fa06-4054-81ab-42787aeef16f),segment_id=6a6cfffb-fa06-4054-81ab-42787aeef16f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:55:58.768807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.817494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Calling delete_port for f4e12a0b-9273-4092-bb2f-b8e10d993980 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:55:58.901352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2132981467-network', 'tenant_id': 'aef1b308ffc7404cbd29dd82b02abdee'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:58.919928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.931500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.946110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:58.985100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Made reservation on behalf of aef1b308ffc7404cbd29dd82b02abdee for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:58.987883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.007573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.015088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] Pushing event deleted for resources: {'Port': ['ID=f4e12a0b-9273-4092-bb2f-b8e10d993980,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:59.025674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311bbf5-a583-40a8-9c8f-fbd83cc29140 None None] No DVR routers for this DVR port f4e12a0b-9273-4092-bb2f-b8e10d993980 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:55:59.035058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60e538c-bc85-4502-8a05-b5498360b277']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.060368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97d326f-3037-49f7-8f8d-9a1b0654ef24') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.060763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97d326f-3037-49f7-8f8d-9a1b0654ef24') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.069554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0791-c4e8-4b6e-8643-f72766acb7b5 req-85adf9da-e910-4fd9-bd88-89b92b88d3b9 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:59.071109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-82fc0791-c4e8-4b6e-8643-f72766acb7b5 req-85adf9da-e910-4fd9-bd88-89b92b88d3b9 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.4106095 Nov 10 22:55:59.089852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.138028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.156255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:55:59.157075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:55:59.162170 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:55:59.228283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-82fc0791-c4e8-4b6e-8643-f72766acb7b5 req-c5740e2c-3193-4ab3-bd75-919c9a9f4615 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409805 Nov 10 22:55:59.262968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.276913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51454) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:59.278201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.285111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/a60e538c-bc85-4502-8a05-b5498360b277 HTTP/1.1" status: 204 len: 168 time: 1.5764873 Nov 10 22:55:59.285333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:59.302603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d819-bf41-4b1d-be2b-677dd0259f06 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=a60e538c-bc85-4502-8a05-b5498360b277,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:59.355159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.363609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.391859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:55:59.411525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:59.420206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.421138 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Added segment 12046c5f-6287-40af-aa0c-be7f950dcfc0 of type vlan for network 62693340-31cd-4603-b2b1-97c9c125b046 Nov 10 22:55:59.451729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.462878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81ec82f1-d055-4172-ba07-44d29fd01da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.474519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.512635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.514195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:59.515044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.605113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0111575 Nov 10 22:55:59.609388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51466) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:55:59.633037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Request body: {'subnet': {'network_id': '62693340-31cd-4603-b2b1-97c9c125b046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2132981467-subnet', 'tenant_id': 'aef1b308ffc7404cbd29dd82b02abdee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:55:59.641387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e34a0-db49-46d2-ac6b-06f4165e26c2 admin admin] Pushing event updated for resources: {'Network': ['ID=62693340-31cd-4603-b2b1-97c9c125b046,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:55:59.654576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 62693340-31cd-4603-b2b1-97c9c125b046 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:55:59.685507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.715057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dddbaf-ee49-48df-a5cc-0a11df9e661e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.727756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6cfffb-fa06-4054-81ab-42787aeef16f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.728375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6cfffb-fa06-4054-81ab-42787aeef16f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:55:59.799081 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.806828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Made reservation on behalf of aef1b308ffc7404cbd29dd82b02abdee for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:55:59.809350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.898792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8294ea6-0db0-4653-8937-6923f32c2e93 req-ba7a8a20-6484-477c-b984-8a122643a4bb tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:59.902581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8294ea6-0db0-4653-8937-6923f32c2e93 req-ba7a8a20-6484-477c-b984-8a122643a4bb tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.0847316 Nov 10 22:55:59.928435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81ec82f1-d055-4172-ba07-44d29fd01da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.970214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:59.997868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:56:00.000897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.052210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8294ea6-0db0-4653-8937-6923f32c2e93 req-e69f69fc-d240-4afe-87b1-b25cfbaa7058 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327350 Nov 10 22:56:00.112439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4e12a0b-9273-4092-bb2f-b8e10d993980 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:56:00.133622 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:56:00.137266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51478) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:00.144814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0a0ff0d-9dfc-4010-93dd-b718d8be6bb0 req-8ab2dc22-9047-4b74-ab86-61883a6c755f tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.3786962 Nov 10 22:56:00.150114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81ec82f1-d055-4172-ba07-44d29fd01da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.172285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f4e12a0b-9273-4092-bb2f-b8e10d993980 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:00.173133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f4e12a0b-9273-4092-bb2f-b8e10d993980 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:00.217819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.258331 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.268598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51484) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:00.269260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/d2dddbaf-ee49-48df-a5cc-0a11df9e661e HTTP/1.1" status: 204 len: 168 time: 0.9700844 Nov 10 22:56:00.281785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1466917764'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:00.293792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b7fcd-6a6d-4316-8bc9-97989fa419b0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=d2dddbaf-ee49-48df-a5cc-0a11df9e661e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:00.312854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-81ec82f1-d055-4172-ba07-44d29fd01da8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=773a03bea1294c848c306d5b58649c16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0310771 Nov 10 22:56:00.315946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec82f1-d055-4172-ba07-44d29fd01da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30cafb-00ab-41f7-82f4-64aff6cc938c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:00.319365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:00.323396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.499748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:00.504755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0e9ab-010c-47d2-a2ad-5e7737a5b2f5 req-8bfe252b-da1a-46be-93a5-f3c315b7b0cf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:00.505034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.511585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0bf0e9ab-010c-47d2-a2ad-5e7737a5b2f5 req-8bfe252b-da1a-46be-93a5-f3c315b7b0cf tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.0924420 Nov 10 22:56:00.566650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18ae85f3-d690-4049-857f-f3c7d630b05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.585474 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.597473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.650843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0bf0e9ab-010c-47d2-a2ad-5e7737a5b2f5 req-59e8ba41-d361-41a3-9181-8985927da84f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386986 Nov 10 22:56:00.656352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:00.682789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f10ea76-d365-4a32-bee6-ee3f85206477,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:00.714994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Checking segment: {'id': '12046c5f-6287-40af-aa0c-be7f950dcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:00.716890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Network hostable DHCP agents. Network: 62693340-31cd-4603-b2b1-97c9c125b046, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:00.719080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.737878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.751565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Network 62693340-31cd-4603-b2b1-97c9c125b046 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:00.765445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.766076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 62693340-31cd-4603-b2b1-97c9c125b046) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:00.766222 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 4fb9629d-2b52-4a78-b7f6-4d400b1c375c of type vlan for network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 Nov 10 22:56:00.770614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:00.771619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.777310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f91cc-7142-4517-97bd-f355072dd70a req-f9b92e95-1224-4690-a647-0f4cebe7cbbc tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:00.778925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b29f91cc-7142-4517-97bd-f355072dd70a req-f9b92e95-1224-4690-a647-0f4cebe7cbbc tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.2897532 Nov 10 22:56:00.793666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d76143-7a6e-4b5b-a746-1fb57d521603 None None] Network 62693340-31cd-4603-b2b1-97c9c125b046 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:00.818750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23c2e836-af7c-4886-8868-49d28d10868d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1963162 Nov 10 22:56:00.920579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.930551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18ae85f3-d690-4049-857f-f3c7d630b05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:00.974112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b29f91cc-7142-4517-97bd-f355072dd70a req-7c2a2c96-1848-4659-9d17-29aadad8ee1a tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637697 Nov 10 22:56:00.978062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-18ae85f3-d690-4049-857f-f3c7d630b05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.052624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.057195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.059134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd30cafb-00ab-41f7-82f4-64aff6cc938c HTTP/1.1" status: 204 len: 168 time: 0.7345924 Nov 10 22:56:01.099938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51496) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:01.101864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-18ae85f3-d690-4049-857f-f3c7d630b05d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8311edaf052f45449f6e74207b1339fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611027 Nov 10 22:56:01.110902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.127764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667155cd-d8f5-401b-a8a6-d51bd32d805a None None] Network 62693340-31cd-4603-b2b1-97c9c125b046 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:01.131034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:01.133836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.197997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae85f3-d690-4049-857f-f3c7d630b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b420c18-4e46-41f6-a4e6-6dcaadba0640,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:01.238625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.273033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daafb11-f2b7-43fd-b63d-90e1152667ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30cafb-00ab-41f7-82f4-64aff6cc938c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:01.300964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0311620 Nov 10 22:56:01.312017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51504) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:01.326073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.338273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:01.346033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956233f0-c3c9-4004-80a6-955bc0bb9968 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=8f2947dd-9681-4b9c-99a6-daf58b9437d8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:01.386160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:01.557439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b317803d-19c0-4836-90f4-4f74ba680997 req-ec247464-cd30-4727-81d6-fe19d4315616 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1770535 Nov 10 22:56:01.645687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.649660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.654179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b420c18-4e46-41f6-a4e6-6dcaadba0640 HTTP/1.1" status: 204 len: 168 time: 0.5497952 Nov 10 22:56:01.655750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:01.659752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:01.735371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e256-6e20-4ef3-b7a9-e938387d82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b420c18-4e46-41f6-a4e6-6dcaadba0640,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:01.899659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5adf8-4a89-4d98-8a61-75d0c0b53514 req-63fbb002-8f4d-417b-b149-17649b48fa90 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:01.901797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de5adf8-4a89-4d98-8a61-75d0c0b53514 req-63fbb002-8f4d-417b-b149-17649b48fa90 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1155548 Nov 10 22:56:01.951141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.014122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51536) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:02.029561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-612103516-network', 'tenant_id': 'a814ba07bb894c9d93e061b6a9a52be7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:02.070864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de5adf8-4a89-4d98-8a61-75d0c0b53514 req-e8d86be3-0b8c-45d7-b696-c3b2268fd989 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595197 Nov 10 22:56:02.098496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=7ab4a3cf-c0bb-4600-b32d-0815fc36e815,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:02.119072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Made reservation on behalf of a814ba07bb894c9d93e061b6a9a52be7 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:02.127510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.145476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '4fb9629d-2b52-4a78-b7f6-4d400b1c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:02.146068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: 8f2947dd-9681-4b9c-99a6-daf58b9437d8, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:02.158952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.176639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:02.187436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1eeade-faa9-4887-9805-baa48cd31666 req-1fa1d8ae-d769-4806-af52-5b3bc57d7b92 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:02.195254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e1eeade-faa9-4887-9805-baa48cd31666 req-1fa1d8ae-d769-4806-af52-5b3bc57d7b92 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.0979612 Nov 10 22:56:02.239134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 8f2947dd-9681-4b9c-99a6-daf58b9437d8) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:02.244944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:02.245564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.251027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0302e-802a-406f-b63c-e23f04e95998 None None] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:02.313404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f1867b14-040b-44eb-9970-05e79ab87d73 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9983296 Nov 10 22:56:02.316316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:02.331770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509035546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:02.360588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e1eeade-faa9-4887-9805-baa48cd31666 req-6b9b47dc-b86f-4110-8218-310aeb2a6453 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643410 Nov 10 22:56:02.384650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.386101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.444939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.456580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.459744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.471353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.517970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.522849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4644b27-7269-4b0f-a1ad-f404523ecff5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2049589 Nov 10 22:56:02.534861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51560) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:02.536892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'port': {'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8', 'name': 'tempest-RoutersIpV6Test-340886061'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:02.550335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51564) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:02.560724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:02.570859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-8f2947dd-9681-4b9c-99a6-daf58b9437d8', 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': '7ab4a3cf-c0bb-4600-b32d-0815fc36e815'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:56:02.575972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.598743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c68a30-ec8f-4531-a6d9-37b9384a4b31,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:02.609523 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.609892 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Added segment 3064bcfe-1f3c-45ba-a34d-d86e6d246179 of type vlan for network 3cec6291-9358-443f-a9b1-a049e2bce10e Nov 10 22:56:02.666504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-6fa33fb5-8734-40f2-b314-88f984ebee9a tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:02.674770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-6fa33fb5-8734-40f2-b314-88f984ebee9a tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 1101 time: 0.1333356 Nov 10 22:56:02.689957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:56:02.697864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.728219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-7b2b547f-ab18-474c-80ef-85420c3683b4 tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.808792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a11d5a23-e656-49e0-995b-b75165d8c9c6 req-e507959f-0a3f-49a9-94ca-ecced0d4093f tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0459666 Nov 10 22:56:02.812907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3d9fa42-b431-4177-a341-415ad454f221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.813836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.815476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:02.816490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.952548 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3d9fa42-b431-4177-a341-415ad454f221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.957958 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3d9fa42-b431-4177-a341-415ad454f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:02.992087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9765770 Nov 10 22:56:02.996264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9fa42-b431-4177-a341-415ad454f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d5c54-e589-4de2-a96f-b401a1742356,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:02.997852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51582) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:03.008580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Request body: {'subnet': {'network_id': '3cec6291-9358-443f-a9b1-a049e2bce10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-612103516-subnet', 'tenant_id': 'a814ba07bb894c9d93e061b6a9a52be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:03.036055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d4bf-23a1-4c84-970f-6de8e63f524a admin admin] Pushing event updated for resources: {'Network': ['ID=3cec6291-9358-443f-a9b1-a049e2bce10e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:03.043968 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d3d9fa42-b431-4177-a341-415ad454f221 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0517d32ea3e448cfb2639fc669985b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4902246 Nov 10 22:56:03.045118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Allocated IP 2001:db8::2 (8f2947dd-9681-4b9c-99a6-daf58b9437d8/7ab4a3cf-c0bb-4600-b32d-0815fc36e815/200e5d6f-0d31-4989-b76b-ed4396e9010b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:03.047655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:03.054112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:03.061142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.090875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] device_id is not set on port 6d534690-a676-4ea4-896a-e041d996b7c5 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:56:03.112827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Made reservation on behalf of a814ba07bb894c9d93e061b6a9a52be7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:03.115477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.278657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac6c32-2dc5-4788-94d7-92c52bbb9b18 req-b6b01157-01c8-4f10-82e2-6b038cf99940 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:03.279938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3cec6291-9358-443f-a9b1-a049e2bce10e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:03.286626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cac6c32-2dc5-4788-94d7-92c52bbb9b18 req-b6b01157-01c8-4f10-82e2-6b038cf99940 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.0707614 Nov 10 22:56:03.330923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.334948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-7b2b547f-ab18-474c-80ef-85420c3683b4 tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.357619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cac6c32-2dc5-4788-94d7-92c52bbb9b18 req-c14dc763-dbbe-4bdc-a644-41d900447c9f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701504 Nov 10 22:56:03.396883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-7b2b547f-ab18-474c-80ef-85420c3683b4 tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.440003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:56:03.475958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994be8a9-ae7c-425c-8513-bb3da96658c0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:03.534364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b547f-ab18-474c-80ef-85420c3683b4 tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ccf71-cb84-472e-a72c-487d4054496f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:03.545590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.567582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.580141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.588176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:03.589438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.643235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:56:03.682663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c54269-2737-4a5d-ad9b-7bfeb6297801 req-7b2b547f-ab18-474c-80ef-85420c3683b4 tempest-LiveMigrationNegativeTest-703554691 tempest-LiveMigrationNegativeTest-703554691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0005317 Nov 10 22:56:03.701623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Checking segment: {'id': '3064bcfe-1f3c-45ba-a34d-d86e6d246179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3cec6291-9358-443f-a9b1-a049e2bce10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:03.704320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Network hostable DHCP agents. Network: 3cec6291-9358-443f-a9b1-a049e2bce10e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:03.745145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8::150 (8f2947dd-9681-4b9c-99a6-daf58b9437d8/7ab4a3cf-c0bb-4600-b32d-0815fc36e815/6d534690-a676-4ea4-896a-e041d996b7c5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:03.761782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.770585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.778565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e3d5c54-e589-4de2-a96f-b401a1742356 HTTP/1.1" status: 204 len: 168 time: 0.7278183 Nov 10 22:56:03.841895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Network 3cec6291-9358-443f-a9b1-a049e2bce10e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:03.856166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fa512-8bf9-4a57-9d0e-e080017fbf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d5c54-e589-4de2-a96f-b401a1742356,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:03.888732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3cec6291-9358-443f-a9b1-a049e2bce10e) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:03.922345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:03.923150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:03.993973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3ceca2b6-a1e0-4753-94fa-cb58c29242e7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9907498 Nov 10 22:56:04.100894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae3ffb21-7f34-46e7-9a24-6337a7d5b53a req-854d3763-5953-41bb-af7f-87e530a5666b tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0855486 Nov 10 22:56:04.102958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:04.122680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54e8e4-722e-4d53-a5b8-bb8d802a0334 None None] Network 3cec6291-9358-443f-a9b1-a049e2bce10e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:04.152173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:04.160495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.198096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:04.260122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.292379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Pushing event updated for resources: {'Port': ['ID=200e5d6f-0d31-4989-b76b-ed4396e9010b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:04.361584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:04.373793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:04.387033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:04.432940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:04.433657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.468803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.473112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=6d534690-a676-4ea4-896a-e041d996b7c5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:04.518445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d47e65-41b1-43b8-bd81-d5378643a2dc req-620de4b2-d692-4f61-802b-a156937b70b9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:04.531115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d47e65-41b1-43b8-bd81-d5378643a2dc req-620de4b2-d692-4f61-802b-a156937b70b9 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.2730181 Nov 10 22:56:04.570992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:56:04.574158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b22410ed-8a90-49e7-8289-36df5f301162 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0440688 Nov 10 22:56:04.575078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51618) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:04.681769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d47e65-41b1-43b8-bd81-d5378643a2dc req-0915922d-8d6b-4c11-86da-5b81cc722885 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442816 Nov 10 22:56:04.702379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51620) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:04.724038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:04.734150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Attempting to bind port 200e5d6f-0d31-4989-b76b-ed4396e9010b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:04.734818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Attempting to bind port 200e5d6f-0d31-4989-b76b-ed4396e9010b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4fb9629d-2b52-4a78-b7f6-4d400b1c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:04.735348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Attempting to bind port 200e5d6f-0d31-4989-b76b-ed4396e9010b on network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:04.735974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845850f7-6e95-49f8-bcf9-41324cd367a1 req-09469401-f8c5-41b9-b61a-09ce15537dc3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:04.740659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.744118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-845850f7-6e95-49f8-bcf9-41324cd367a1 req-09469401-f8c5-41b9-b61a-09ce15537dc3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2527697 Nov 10 22:56:04.808269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:04.808662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Checking segment: {'id': '4fb9629d-2b52-4a78-b7f6-4d400b1c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:04.809093 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.809494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Bound using segment: {'id': '4fb9629d-2b52-4a78-b7f6-4d400b1c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:04.809996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Bound port: 200e5d6f-0d31-4989-b76b-ed4396e9010b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb9629d-2b52-4a78-b7f6-4d400b1c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8f2947dd-9681-4b9c-99a6-daf58b9437d8'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:04.810390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:04.879834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b31db6-2e06-411b-9553-bf7aa2180283 None None] Network 3cec6291-9358-443f-a9b1-a049e2bce10e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:04.897034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce8b83f1-3176-4999-a308-f37630fb9dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:05.012694 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:56:05.027860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-845850f7-6e95-49f8-bcf9-41324cd367a1 req-17b57d4e-7c3e-47d5-93a2-34584bd8250f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824063 Nov 10 22:56:05.045140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['b9b97beb-dd86-47ff-bee8-9610c47112c1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:56:05.339787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:05.398754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] For port 200e5d6f-0d31-4989-b76b-ed4396e9010b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:05.401599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:05.405035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] For port 200e5d6f-0d31-4989-b76b-ed4396e9010b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=200e5d6f-0d31-4989-b76b-ed4396e9010b,segment=NetworkSegment(4fb9629d-2b52-4a78-b7f6-4d400b1c375c),segment_id=4fb9629d-2b52-4a78-b7f6-4d400b1c375c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:05.413128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:05.491585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8d441-0891-489d-9074-f440feeb0138 None None] Pushing event updated for resources: {'Port': ['ID=200e5d6f-0d31-4989-b76b-ed4396e9010b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:05.527761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-78314cbe-562c-41da-8c0c-429af6158dec req-4721f3f5-c5da-4d89-88fa-c71ab8b9ce14 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.2063799 Nov 10 22:56:05.885686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce8b83f1-3176-4999-a308-f37630fb9dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:05.981004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce8b83f1-3176-4999-a308-f37630fb9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.068195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5529377b-ba16-40a0-83ea-9abd2a04acc3 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:06.072471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5529377b-ba16-40a0-83ea-9abd2a04acc3 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.4810281 Nov 10 22:56:06.096450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b83f1-3176-4999-a308-f37630fb9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beea06b-2392-4e44-ace9-5318488902c6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:06.126464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848973e1-8b6b-49dd-a1af-dfbcd0c6330a req-63835716-46ba-4949-b226-cdf7c39ddac6 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:06.133966 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-848973e1-8b6b-49dd-a1af-dfbcd0c6330a req-63835716-46ba-4949-b226-cdf7c39ddac6 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.3042428 Nov 10 22:56:06.154472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 200e5d6f-0d31-4989-b76b-ed4396e9010b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:06.229472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51638) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:06.232402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ce8b83f1-3176-4999-a308-f37630fb9dfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eec30ad02fa640bab53d3b9eb514215f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5269849 Nov 10 22:56:06.277572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 200e5d6f-0d31-4989-b76b-ed4396e9010b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:06.279048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.348775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.357103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-848973e1-8b6b-49dd-a1af-dfbcd0c6330a req-037fa1d3-2935-45c8-b1a9-02681533ca7c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221546 Nov 10 22:56:06.409027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.423050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.432621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.530331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=6d534690-a676-4ea4-896a-e041d996b7c5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:06.561271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.568347 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.576233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.579550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7beea06b-2392-4e44-ace9-5318488902c6 HTTP/1.1" status: 204 len: 168 time: 0.3489552 Nov 10 22:56:06.605470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9acb9-7267-4fa5-8b00-0b0998cf5853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beea06b-2392-4e44-ace9-5318488902c6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:06.715254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 200e5d6f-0d31-4989-b76b-ed4396e9010b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=200e5d6f-0d31-4989-b76b-ed4396e9010b,segment=NetworkSegment(4fb9629d-2b52-4a78-b7f6-4d400b1c375c),segment_id=4fb9629d-2b52-4a78-b7f6-4d400b1c375c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:06.724564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.763469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Deleting port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:06.763823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:06.812575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:06.983248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda075-40c9-4e55-8502-bf29a0288016 req-a2207b03-12a0-409b-bf94-e1c46cad4164 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:07.002999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0edda075-40c9-4e55-8502-bf29a0288016 req-a2207b03-12a0-409b-bf94-e1c46cad4164 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.4785757 Nov 10 22:56:07.050472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port b9b97beb-dd86-47ff-bee8-9610c47112c1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:07.050886 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.130358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=200e5d6f-0d31-4989-b76b-ed4396e9010b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:07.243702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.289837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec733e-7849-4f31-8e0e-c1b8803ff9d8 None None] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:07.387189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:07.389682 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc87bf-fc09-4e7e-826d-23d21185dc5d" -d '{"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:07.410526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:07.413340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bc99fe67-60a0-4f2c-b606-81d6fc28ea57 None None] Provisioning complete for port 200e5d6f-0d31-4989-b76b-ed4396e9010b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:07.413818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc99fe67-60a0-4f2c-b606-81d6fc28ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.486602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.632400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.636102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] For port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:07.636721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.649282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:07.656367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0edda075-40c9-4e55-8502-bf29a0288016 req-5852e82a-b9da-4838-8908-fef596d43627 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6523316 Nov 10 22:56:07.758515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Calling delete_port for 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:07.913456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-12150a5e-20d8-4fe7-8a6a-bfb3f999a706 req-c6eb738e-46ce-4394-9f41-922882253459 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0808020 Nov 10 22:56:08.033380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.153064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 200e5d6f-0d31-4989-b76b-ed4396e9010b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:08.274843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 200e5d6f-0d31-4989-b76b-ed4396e9010b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:08.275232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.347744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7cbdc-1c1c-4ed9-88d2-bb2d0216d602 req-f38249d6-dea2-4fc3-81ed-abad23ba4d97 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:08.360650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3b7cbdc-1c1c-4ed9-88d2-bb2d0216d602 req-f38249d6-dea2-4fc3-81ed-abad23ba4d97 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36 HTTP/1.1" status: 200 len: 950 time: 0.2984540 Nov 10 22:56:08.449420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-06db58c9-1ce3-4ae0-806b-edf9e705a95b None None] Provisioning complete for port 200e5d6f-0d31-4989-b76b-ed4396e9010b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:08.449785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06db58c9-1ce3-4ae0-806b-edf9e705a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.737823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-06db58c9-1ce3-4ae0-806b-edf9e705a95b None None] Provisioning complete for port 6d534690-a676-4ea4-896a-e041d996b7c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:08.738540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06db58c9-1ce3-4ae0-806b-edf9e705a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.777042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.835721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:08.861995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ae613bc5-ec20-4e95-ac1f-b86985200d85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:56:08.899460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Pushing event deleted for resources: {'Port': ['ID=744c73e5-f9b6-45b7-a51c-bb1e1e463fd6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:08.925472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-06db58c9-1ce3-4ae0-806b-edf9e705a95b None None] Port 6d534690-a676-4ea4-896a-e041d996b7c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:08.960277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:08.961010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:08.985065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.985341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.987172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.987520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.987852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.988187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.988524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.988842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.989197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.989526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.990029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.990361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:08.996395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.024780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3b7cbdc-1c1c-4ed9-88d2-bb2d0216d602 req-a9d21ad1-2719-48ca-b513-21796e777d5c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482916 Nov 10 22:56:09.033825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.034766 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.107044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] No DVR routers for this DVR port 744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:09.126587 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7e8f1-5fde-40cc-b27e-a0d7574a5479 x-openstack-request-id: req-74a7e8f1-5fde-40cc-b27e-a0d7574a5479 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:09.126928 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:09.127120 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74a7e8f1-5fde-40cc-b27e-a0d7574a5479 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:09.127515 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'code': 200} Nov 10 22:56:09.145113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b040f7dd-2f00-4b76-b08d-5ed145d16a45 None None] Provisioning complete for port 6d534690-a676-4ea4-896a-e041d996b7c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:09.145598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b040f7dd-2f00-4b76-b08d-5ed145d16a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.207234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b040f7dd-2f00-4b76-b08d-5ed145d16a45 None None] Port 6d534690-a676-4ea4-896a-e041d996b7c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:09.217941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.232307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bacf121b-7537-462f-8c9b-84d88682cf18 req-5289c8d9-1d33-412d-8bbd-7dcec1c61f2c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.20 "DELETE /v2.0/ports/744c73e5-f9b6-45b7-a51c-bb1e1e463fd6 HTTP/1.1" status: 204 len: 173 time: 3.1500771 Nov 10 22:56:09.233252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'name': 'network-vif-deleted', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:09.235992 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655d64c-9dec-4a36-aa61-b7630735b45a" -d '{"events": [{"server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "name": "network-vif-deleted", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:09.433424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-21fb877e-5ca5-47cf-b8f5-92b1f4a22369 None None] Provisioning complete for port 6d534690-a676-4ea4-896a-e041d996b7c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:09.433851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21fb877e-5ca5-47cf-b8f5-92b1f4a22369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.485663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-21fb877e-5ca5-47cf-b8f5-92b1f4a22369 None None] Port 6d534690-a676-4ea4-896a-e041d996b7c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:09.492703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:09.499947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:09.529550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=6d534690-a676-4ea4-896a-e041d996b7c5,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:09.559921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30644f-3ce5-4663-bd07-4a650cce4b70 req-e4584a04-2126-4d3a-9e7c-a94327f57f89 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:09.575295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae30644f-3ce5-4663-bd07-4a650cce4b70 req-e4584a04-2126-4d3a-9e7c-a94327f57f89 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1102951 Nov 10 22:56:09.841244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae30644f-3ce5-4663-bd07-4a650cce4b70 req-121d9f63-f899-4293-9d60-d5caacbbbf04 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044179 Nov 10 22:56:09.962142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router a42812cd-1cff-4d25-8a7d-c3d0aaac3220 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:56:10.059639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e792394c-d043-4862-bca8-f3e2b6eda5ee None None] Provisioning complete for port 6d534690-a676-4ea4-896a-e041d996b7c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:10.060610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e792394c-d043-4862-bca8-f3e2b6eda5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:10.133977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e792394c-d043-4862-bca8-f3e2b6eda5ee None None] Port 6d534690-a676-4ea4-896a-e041d996b7c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:10.201460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6df2ae91-128f-47b9-b18f-10aa37ae327c req-85a55a3f-6816-48dd-94cd-2e6c94a318e6 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.2107213 Nov 10 22:56:10.233813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:10.247917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] Sync routers for ids ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:10.263421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] Routers {'a42812cd-1cff-4d25-8a7d-c3d0aaac3220'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:10.269307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-04883416-359e-4e1d-b928-859a404a4f6c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/a42812cd-1cff-4d25-8a7d-c3d0aaac3220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6892786 Nov 10 22:56:10.269568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:10.269785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:10.309963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:10.320839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] Routers {'a42812cd-1cff-4d25-8a7d-c3d0aaac3220'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:10.322393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:10.378528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:10.379121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e4aba-1678-4a13-9f96-e5b9db65e90f None None] The sync data for ids ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:10.382108 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42e713-7d2d-4a47-a11b-8de4c74c6d8a x-openstack-request-id: req-5e42e713-7d2d-4a47-a11b-8de4c74c6d8a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:10.382394 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36", "name": "network-vif-deleted", "tag": "744c73e5-f9b6-45b7-a51c-bb1e1e463fd6", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:10.382643 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e42e713-7d2d-4a47-a11b-8de4c74c6d8a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:10.383052 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec2ecfb-3cfb-4c80-9a88-e6160a9e5c36', 'name': 'network-vif-deleted', 'tag': '744c73e5-f9b6-45b7-a51c-bb1e1e463fd6', 'status': 'completed', 'code': 200} Nov 10 22:56:10.435070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c0c09-e1e6-4808-9b5d-30785eb63b42 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.440111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f6c0c09-e1e6-4808-9b5d-30785eb63b42 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports/6d534690-a676-4ea4-896a-e041d996b7c5 HTTP/1.1" status: 200 len: 983 time: 0.1684966 Nov 10 22:56:10.442011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51696) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:10.839882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece5cb-bca9-48d9-bf48-1264d55ac9b9 req-c714788b-ff39-4067-897e-70c685511a4a tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.841731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-beece5cb-bca9-48d9-bf48-1264d55ac9b9 req-c714788b-ff39-4067-897e-70c685511a4a tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.0772793 Nov 10 22:56:10.951519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-beece5cb-bca9-48d9-bf48-1264d55ac9b9 req-a0d0ec09-86df-4e00-ad8b-7283865ded5c tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008916 Nov 10 22:56:11.015060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:11.151715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d660ee-91c2-415f-9bb4-0edaf2aa1c78 req-3923fa2a-805f-424f-8330-d50e8d97f488 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:11.153235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53d660ee-91c2-415f-9bb4-0edaf2aa1c78 req-3923fa2a-805f-424f-8330-d50e8d97f488 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1010602 Nov 10 22:56:11.271365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53d660ee-91c2-415f-9bb4-0edaf2aa1c78 req-28462fd5-4434-4a4c-a153-481ad997e6a6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859621 Nov 10 22:56:11.354293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 6d534690-a676-4ea4-896a-e041d996b7c5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:11.354637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:11.439978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-014d6ea6-16ce-48b7-a63b-d7168a9b8f6e req-208edff6-e10b-4f33-97d4-15efa502554e tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0407000 Nov 10 22:56:11.519230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:11.534081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 6d534690-a676-4ea4-896a-e041d996b7c5 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:11.756896 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:11.789254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=6d534690-a676-4ea4-896a-e041d996b7c5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:11.935639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:12.189243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-a0079566-99c0-48eb-b2b4-75e21b364c67 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:12.191435 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-a0079566-99c0-48eb-b2b4-75e21b364c67 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.1147771 Nov 10 22:56:12.300034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router a42812cd-1cff-4d25-8a7d-c3d0aaac3220 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:56:12.313498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Deleting port ae613bc5-ec20-4e95-ac1f-b86985200d85 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:12.313755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:12.321789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991ea1-07d0-4bd4-89f8-3860dea64ab2 req-c209a795-8cad-44a1-be4d-0e05c03ba7bf tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:12.329991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84991ea1-07d0-4bd4-89f8-3860dea64ab2 req-c209a795-8cad-44a1-be4d-0e05c03ba7bf tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 949 time: 0.0861962 Nov 10 22:56:12.467929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:12.477275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4a76da1a-e4ff-4678-adff-bc686a920df2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/a42812cd-1cff-4d25-8a7d-c3d0aaac3220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0322535 Nov 10 22:56:12.480120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:12.485033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84991ea1-07d0-4bd4-89f8-3860dea64ab2 req-e085dec6-5a39-4f10-921f-0fe82a065386 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/security-groups?id=005d3737-186d-41c1-9e16-e634dfb7de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540792 Nov 10 22:56:12.493030 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] Sync routers for ids ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:12.535763 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] Routers {'a42812cd-1cff-4d25-8a7d-c3d0aaac3220'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:12.542121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:12.589994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] For port ae613bc5-ec20-4e95-ac1f-b86985200d85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=ae613bc5-ec20-4e95-ac1f-b86985200d85,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:12.590620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:12.612668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Calling delete_port for ae613bc5-ec20-4e95-ac1f-b86985200d85 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:12.655132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:12.684888 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] Routers {'a42812cd-1cff-4d25-8a7d-c3d0aaac3220'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:12.686878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:12.721589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb655d9-b3f0-486b-9670-e6d465a8dcdc req-944b9aee-bb77-4c2f-9e97-3e6552a41913 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:12.744766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7eb655d9-b3f0-486b-9670-e6d465a8dcdc req-944b9aee-bb77-4c2f-9e97-3e6552a41913 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.0885787 Nov 10 22:56:12.763717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:12.776742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['ae613bc5-ec20-4e95-ac1f-b86985200d85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:56:12.817321 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:12.820775 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb45b5b-6bbe-4b28-967f-07566437fb4a None None] The sync data for ids ['a42812cd-1cff-4d25-8a7d-c3d0aaac3220'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:12.864061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7eb655d9-b3f0-486b-9670-e6d465a8dcdc req-45f6b1e2-3719-4639-99dd-259d2db770b0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184084 Nov 10 22:56:12.952849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Pushing event deleted for resources: {'Port': ['ID=ae613bc5-ec20-4e95-ac1f-b86985200d85,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:13.048185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c80ee57-829a-4ffb-9e53-c7553cce5885 req-48323d32-8779-4785-82c6-518b6001f1ef tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0700316 Nov 10 22:56:13.085178 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-b3c0c78e-6c73-4f98-94e3-cec34b46eda9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 22:56:13.087183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b3c0c78e-6c73-4f98-94e3-cec34b46eda9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/a42812cd-1cff-4d25-8a7d-c3d0aaac3220/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6009357 Nov 10 22:56:13.088401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] No DVR routers for this DVR port ae613bc5-ec20-4e95-ac1f-b86985200d85 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:13.090356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:13.092738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.096385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f944723-4437-4d52-b890-266e5ce7fca7 req-586614c7-19e5-49b5-835c-5bc6085658e0 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.39 "DELETE /v2.0/ports/ae613bc5-ec20-4e95-ac1f-b86985200d85 HTTP/1.1" status: 204 len: 173 time: 0.8982234 Nov 10 22:56:13.099361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'name': 'network-vif-deleted', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:13.105739 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd3ebc-a31d-44d4-b8b1-bf606196064f" -d '{"events": [{"server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "name": "network-vif-deleted", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:13.147662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f1f9c36-78b7-4310-8f8e-e9a9faded422 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=a42812cd-1cff-4d25-8a7d-c3d0aaac3220 HTTP/1.1" status: 200 len: 205 time: 0.0554187 Nov 10 22:56:13.150207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:13.217259 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28445ff2-29b4-4ceb-81a1-0a59f7a1967b x-openstack-request-id: req-28445ff2-29b4-4ceb-81a1-0a59f7a1967b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:13.218447 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e52dc-6956-4f8f-a1d9-e2204c8edc9f", "name": "network-vif-deleted", "tag": "ae613bc5-ec20-4e95-ac1f-b86985200d85", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:13.218971 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28445ff2-29b4-4ceb-81a1-0a59f7a1967b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:13.222232 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e52dc-6956-4f8f-a1d9-e2204c8edc9f', 'name': 'network-vif-deleted', 'tag': 'ae613bc5-ec20-4e95-ac1f-b86985200d85', 'status': 'completed', 'code': 200} Nov 10 22:56:13.302111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.610101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.614841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.772869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.773430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router a42812cd-1cff-4d25-8a7d-c3d0aaac3220 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:56:13.781216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.789626 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1073d0ee-0908-4321-9578-486916737253 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/a42812cd-1cff-4d25-8a7d-c3d0aaac3220 HTTP/1.1" status: 204 len: 168 time: 0.6380355 Nov 10 22:56:13.790805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:13.851578 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b59dae68-7d3d-42b9-a999-6a7ebb214daf req-6843aa2a-0535-4094-a484-755aeece4b48 tempest-LiveMigrationNegativeTest-736776871 tempest-LiveMigrationNegativeTest-736776871-project] 10.222.0.25 "GET /v2.0/ports?device_id=da9e52dc-6956-4f8f-a1d9-e2204c8edc9f HTTP/1.1" status: 200 len: 210 time: 0.1056981 Nov 10 22:56:13.918294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet 7ab4a3cf-c0bb-4600-b32d-0815fc36e815 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:56:13.923957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:13.998883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.152210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.231144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149fb94-7356-4883-8cbc-3ca9f5db9924 req-9db66351-493b-4634-b4a4-7315fbd3510e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:14.239363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4149fb94-7356-4883-8cbc-3ca9f5db9924 req-9db66351-493b-4634-b4a4-7315fbd3510e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2197731 Nov 10 22:56:14.246876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.291100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99246257-73bd-4e40-a801-6707bc23a1d5 None None] Network 8f2947dd-9681-4b9c-99a6-daf58b9437d8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:14.340169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.346426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4149fb94-7356-4883-8cbc-3ca9f5db9924 req-116fff04-204d-45be-9183-f5b795364b16 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059656 Nov 10 22:56:14.349895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51752) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:14.353266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/7ab4a3cf-c0bb-4600-b32d-0815fc36e815 HTTP/1.1" status: 204 len: 168 time: 0.5550258 Nov 10 22:56:14.354422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb0364-f2ea-4c22-992c-67507dbe813a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab4a3cf-c0bb-4600-b32d-0815fc36e815,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:14.622525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.644917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] DHCP port deletion for 8f2947dd-9681-4b9c-99a6-daf58b9437d8 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:14.752535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Deleting port 200e5d6f-0d31-4989-b76b-ed4396e9010b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:14.753198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.924767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] For port 200e5d6f-0d31-4989-b76b-ed4396e9010b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=200e5d6f-0d31-4989-b76b-ed4396e9010b,segment=NetworkSegment(4fb9629d-2b52-4a78-b7f6-4d400b1c375c),segment_id=4fb9629d-2b52-4a78-b7f6-4d400b1c375c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:14.925693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:14.942755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Calling delete_port for 200e5d6f-0d31-4989-b76b-ed4396e9010b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:15.106900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.107985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.146758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] Pushing event deleted for resources: {'Port': ['ID=200e5d6f-0d31-4989-b76b-ed4396e9010b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:15.150921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.157166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c5254-e8bb-417e-b860-1be1ac7b547e None None] No DVR routers for this DVR port 200e5d6f-0d31-4989-b76b-ed4396e9010b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:15.167235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68762501-53b8-4d97-8b6e-de94a5717e42 req-af6bf565-8f01-4b2d-9248-1259ff81a4af tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0727172 Nov 10 22:56:15.344402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.380301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2947dd-9681-4b9c-99a6-daf58b9437d8']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:15.403000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb9629d-2b52-4a78-b7f6-4d400b1c375c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:15.403593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb9629d-2b52-4a78-b7f6-4d400b1c375c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:15.442067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.484749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.504058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:56:15.504895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:56:15.511295 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:56:15.724024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e744a-2d69-43c8-b607-3bd8cf4fb09d req-965c8065-c4d7-45c7-8c5c-f66273441711 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:15.732598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa7e744a-2d69-43c8-b607-3bd8cf4fb09d req-965c8065-c4d7-45c7-8c5c-f66273441711 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2175503 Nov 10 22:56:15.759484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.759670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:15.769485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ae613bc5-ec20-4e95-ac1f-b86985200d85 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:15.818141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:15.830407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/8f2947dd-9681-4b9c-99a6-daf58b9437d8 HTTP/1.1" status: 204 len: 168 time: 1.4791820 Nov 10 22:56:15.832772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb499b4-d745-4592-bec8-047446a26333 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=8f2947dd-9681-4b9c-99a6-daf58b9437d8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:15.833955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51770) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:15.843173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1195053751'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:15.859879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: ae613bc5-ec20-4e95-ac1f-b86985200d85 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:15.860336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device ae613bc5-ec20-4e95-ac1f-b86985200d85 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:15.964142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:15.972358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.015714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa7e744a-2d69-43c8-b607-3bd8cf4fb09d req-e5e39059-6d59-4899-a6f1-1bd701960b19 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816181 Nov 10 22:56:16.125132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 200e5d6f-0d31-4989-b76b-ed4396e9010b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:16.151790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:16.178317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-27bd5535-fe0c-4b28-9da2-61a87aa8b460 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b399fe332f1144a5a0f814f802b14b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184632 Nov 10 22:56:16.180869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51774) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:16.188192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.188544 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment a7607689-7794-4139-ac67-db3e5593093e of type vlan for network b5db2d71-ca27-479d-95c1-8efe1110246d Nov 10 22:56:16.260889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 200e5d6f-0d31-4989-b76b-ed4396e9010b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:16.269706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 200e5d6f-0d31-4989-b76b-ed4396e9010b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:16.306091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.380874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.404893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.436057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:16.437972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.493662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6560028 Nov 10 22:56:16.496559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51784) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:16.516471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:16.517121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d91f759a-9b27-4252-94fe-61b2729e4be5 req-9ea95209-7d0b-4f77-9d9b-db8d28ec1fcd tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0960402 Nov 10 22:56:16.567718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.700588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.703953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:16.706592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/005d3737-186d-41c1-9e16-e634dfb7de8d HTTP/1.1" status: 204 len: 168 time: 0.5231490 Nov 10 22:56:16.748207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108efd04-e012-47ca-9db1-03b2a00b46b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d3737-186d-41c1-9e16-e634dfb7de8d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:16.751613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51790) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:16.765015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e16d-3e36-4593-8b35-fe80cde61f1a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=b5db2d71-ca27-479d-95c1-8efe1110246d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:16.791166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b5db2d71-ca27-479d-95c1-8efe1110246d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:16.827029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:16.833846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.082920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8044de3-5e95-423d-b35e-4b4893eb0940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.294361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af221-129b-42f6-a0cc-d943cc5a0077 req-7fa42e3b-12b6-43f4-9819-da4de4652912 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:17.314518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf7af221-129b-42f6-a0cc-d943cc5a0077 req-7fa42e3b-12b6-43f4-9819-da4de4652912 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1073365 Nov 10 22:56:17.321753 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.457754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf7af221-129b-42f6-a0cc-d943cc5a0077 req-a4fa6d26-f2df-4cbc-80a0-170d8e0f9c10 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239240 Nov 10 22:56:17.459178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=ffec911e-93e4-409e-91f3-674315efe12b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:17.459178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8044de3-5e95-423d-b35e-4b4893eb0940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.459178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': 'a7607689-7794-4139-ac67-db3e5593093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:17.459178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: b5db2d71-ca27-479d-95c1-8efe1110246d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:17.478131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.478478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.478921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.479363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.479812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.480246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.480685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.481719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.482174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.483031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.483031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.483498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:17.486748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8044de3-5e95-423d-b35e-4b4893eb0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.520798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c8044de3-5e95-423d-b35e-4b4893eb0940 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a600cdbafdf4dc19f07c5be067d3c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7610934 Nov 10 22:56:17.522223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51800) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:17.523891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51802) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:17.549800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044de3-5e95-423d-b35e-4b4893eb0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef09be-1eb0-4a61-babb-7108c6d39fdd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:17.600218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network b5db2d71-ca27-479d-95c1-8efe1110246d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:17.627727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.630536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b5db2d71-ca27-479d-95c1-8efe1110246d) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:17.636244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fa309f5f-f411-4b63-ab12-ba070c5ba210 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c693284440724460bebe9f907b41ef41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103125 Nov 10 22:56:17.636853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51806) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:17.641367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ce200-7528-4569-95c3-cd96353b4ff3 None None] Network b5db2d71-ca27-479d-95c1-8efe1110246d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:17.654315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:17.657004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.691827 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6e8b2532-d3f4-4bfe-8a1d-30432ba8a396 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1861818 Nov 10 22:56:17.692072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51808) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:17.702040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-165992764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:17.720278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.741793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.743775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.811041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c3ed8d12-0804-48de-927b-5d3b0ee9e0f5 req-a07acc09-2e9f-4bab-809b-787c7b6de632 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0742943 Nov 10 22:56:17.926120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:17.954359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.041451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.051751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.053272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/603ccf71-cb84-472e-a72c-487d4054496f HTTP/1.1" status: 204 len: 168 time: 0.4136610 Nov 10 22:56:18.096119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52503b-0d3a-463d-8461-c3f0e678f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ccf71-cb84-472e-a72c-487d4054496f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:18.111523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.124521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.130352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8ef09be-1eb0-4a61-babb-7108c6d39fdd HTTP/1.1" status: 204 len: 168 time: 0.6033101 Nov 10 22:56:18.170570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf84f1-d004-404d-9d0c-d83d656f14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef09be-1eb0-4a61-babb-7108c6d39fdd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:18.243434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.250042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.274677 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.278727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-287c06b4-de59-40dd-a1c4-5ce597cc2d10 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5823317 Nov 10 22:56:18.279837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51820) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:18.475119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b5db2d71-ca27-479d-95c1-8efe1110246d', 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': 'ffec911e-93e4-409e-91f3-674315efe12b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:56:18.477803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:18.770281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb02fb-25c4-4e67-a10d-69e3d410df15 req-46680dd7-4f6e-46e0-902e-155a4be0900d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:18.773069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-faeb02fb-25c4-4e67-a10d-69e3d410df15 req-46680dd7-4f6e-46e0-902e-155a4be0900d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1263938 Nov 10 22:56:18.880706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Allocated IP 2001:db8::2 (b5db2d71-ca27-479d-95c1-8efe1110246d/ffec911e-93e4-409e-91f3-674315efe12b/4078a0e2-7b8c-4286-a94f-802c31e3fae2) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:18.894598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-faeb02fb-25c4-4e67-a10d-69e3d410df15 req-9f56ac34-d940-47f3-b639-1c7897335a35 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126475 Nov 10 22:56:19.054650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.221356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5dd46dbc-0443-4151-a654-f5467246e84d req-c8fedb34-2c13-4a2c-be5b-45ce1a922648 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0638595 Nov 10 22:56:19.234805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.245187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.286849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Network b5db2d71-ca27-479d-95c1-8efe1110246d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:19.407580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:19.412686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:19.421985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Pushing event updated for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:19.556846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Attempting to bind port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:19.557975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Attempting to bind port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a7607689-7794-4139-ac67-db3e5593093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:19.558719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Attempting to bind port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 on network b5db2d71-ca27-479d-95c1-8efe1110246d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:19.565524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:19.566146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Checking segment: {'id': 'a7607689-7794-4139-ac67-db3e5593093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:19.566739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.567288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Bound using segment: {'id': 'a7607689-7794-4139-ac67-db3e5593093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:19.567931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Bound port: 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7607689-7794-4139-ac67-db3e5593093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5db2d71-ca27-479d-95c1-8efe1110246d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:19.568466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.599088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8::1 (b5db2d71-ca27-479d-95c1-8efe1110246d/ffec911e-93e4-409e-91f3-674315efe12b/3a948388-8ccf-4cfa-a159-eca49156b46b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:19.741964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:19.751644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4078a0e2-7b8c-4286-a94f-802c31e3fae2,segment=NetworkSegment(a7607689-7794-4139-ac67-db3e5593093e),segment_id=a7607689-7794-4139-ac67-db3e5593093e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:19.761601 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.871093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:19.957904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0635dd7-9bf5-4c60-98fe-8c75b0e9bd78 None None] Pushing event updated for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:19.960440 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.032505 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network b5db2d71-ca27-479d-95c1-8efe1110246d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:20.106604 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:20.108771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:20.119636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:20.120193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.166165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8488d-6a02-47eb-bc2f-704ca118b14d req-48941d09-a629-4652-86e2-0b001636abeb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:20.174552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8c8488d-6a02-47eb-bc2f-704ca118b14d req-48941d09-a629-4652-86e2-0b001636abeb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1008534 Nov 10 22:56:20.278952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8c8488d-6a02-47eb-bc2f-704ca118b14d req-71ab3b48-3133-4c62-842e-2001eb414572 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034088 Nov 10 22:56:20.451829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=3a948388-8ccf-4cfa-a159-eca49156b46b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:20.494386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da42786f-73ac-483c-9fc2-bb0afeba3dad req-6d8e2f08-d808-4342-9199-b8a1feeffd82 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0677898 Nov 10 22:56:20.543468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1336762414-network', 'tenant_id': '5262c90b2e544ba2b787757794e83381'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:20.552708 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.624045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Made reservation on behalf of 5262c90b2e544ba2b787757794e83381 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:20.626848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.652303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.831892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.839551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.905414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18c5fc-afa5-4f18-a161-6ce00a6678f9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:20.933070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:20.951938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.952291 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Added segment 6baa9cf2-19f6-4ae1-82dc-56d10fa973d1 of type vlan for network aa98f13d-6494-430f-aefb-f7060a201e2e Nov 10 22:56:21.054266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.137709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.138956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:21.139674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.219351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.226668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.229055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.286880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1707866 Nov 10 22:56:21.299424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51920) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:21.314381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Request body: {'subnet': {'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1336762414-subnet', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:21.326477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52fae-0edc-40ed-a014-9dd458ccd57d admin admin] Pushing event updated for resources: {'Network': ['ID=aa98f13d-6494-430f-aefb-f7060a201e2e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:21.357051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network aa98f13d-6494-430f-aefb-f7060a201e2e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:21.369997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Made reservation on behalf of 5262c90b2e544ba2b787757794e83381 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:21.372564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:21.661573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4c048-0603-43d6-aa21-55b98929edd5 None None] Network b5db2d71-ca27-479d-95c1-8efe1110246d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:21.697775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1f354-546e-4960-9e4c-1193bb47ad1e req-d0259533-b05d-4d48-9f12-768b0497e3c7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:21.708510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54b1f354-546e-4960-9e4c-1193bb47ad1e req-d0259533-b05d-4d48-9f12-768b0497e3c7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2168450 Nov 10 22:56:21.719719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=3a948388-8ccf-4cfa-a159-eca49156b46b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:21.737293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-6b203eb7-ab7d-46a8-b937-a416943f4683 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:21.745445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-6b203eb7-ab7d-46a8-b937-a416943f4683 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/networks?id=62693340-31cd-4603-b2b1-97c9c125b046 HTTP/1.1" status: 200 len: 825 time: 0.3814030 Nov 10 22:56:21.858822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-6a47842b-644f-495d-bb6a-02ea5210fb9e tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/quotas/aef1b308ffc7404cbd29dd82b02abdee HTTP/1.1" status: 200 len: 375 time: 0.1024652 Nov 10 22:56:21.912103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] Provisioning complete for port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:21.912386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.016322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-1bf3c95a-6a98-4f5c-bacd-89e4ef06cffa tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aef1b308ffc7404cbd29dd82b02abdee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454206 Nov 10 22:56:22.056649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network b5db2d71-ca27-479d-95c1-8efe1110246d is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:22.061927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-8c8fb3c7-f856-4eed-92e6-0b8293b072e9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:56:22.063644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-8c8fb3c7-f856-4eed-92e6-0b8293b072e9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180700 Nov 10 22:56:22.077692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:22.096947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54b1f354-546e-4960-9e4c-1193bb47ad1e req-3eb7130a-e24a-46a0-9d58-8489d262ec50 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863921 Nov 10 22:56:22.098814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.202110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.235838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4078a0e2-7b8c-4286-a94f-802c31e3fae2,segment=NetworkSegment(a7607689-7794-4139-ac67-db3e5593093e),segment_id=a7607689-7794-4139-ac67-db3e5593093e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:22.250083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.288199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4078a0e2-7b8c-4286-a94f-802c31e3fae2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:22.300534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9d6d5f8-1351-468d-bc30-9c124be17285 req-062a4a6d-0583-4eab-a5e6-d836e88fc655 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0939987 Nov 10 22:56:22.390936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efadf24-5368-4374-8fde-738db740239e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:22.420933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Checking segment: {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:22.421631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Network hostable DHCP agents. Network: aa98f13d-6494-430f-aefb-f7060a201e2e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:22.463723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Network aa98f13d-6494-430f-aefb-f7060a201e2e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:22.485534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, aa98f13d-6494-430f-aefb-f7060a201e2e) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:22.491198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:22.491802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.502536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13cb9d-b347-4c3a-bf62-8c19c7f68a9b None None] Pushing event updated for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:22.522102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:22.522845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.543714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9d3f045c-a9f7-476a-be27-ff871e01b6ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2436104 Nov 10 22:56:22.547632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:22.556007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:22.569227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dcf983-3775-4df5-b581-eec036e9e87a None None] Network aa98f13d-6494-430f-aefb-f7060a201e2e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:22.594739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-df6880a8-4eb3-438d-beb3-3dd0adc4e47e service neutron] 10.222.0.25 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180504 Nov 10 22:56:22.629649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.630786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.671072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-357e16ca-fe9b-471a-ae71-53f5c57ca9df None None] Provisioning complete for port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:22.684803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-357e16ca-fe9b-471a-ae71-53f5c57ca9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:22.836887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router d4c990fa-c710-4e6c-a514-440906855b19 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:56:22.839598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:23.102735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-b2cbc9d0-0486-4585-ba3d-36cfed0c9134 service neutron] 10.222.0.25 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927549 Nov 10 22:56:23.119572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:23.129834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f74f46f8-5441-4b33-b1a8-81bd5a883e79 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/d4c990fa-c710-4e6c-a514-440906855b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8488836 Nov 10 22:56:23.132907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:23.157754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] Sync routers for ids ['d4c990fa-c710-4e6c-a514-440906855b19'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:23.260000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c106835-4ca2-4b90-a897-920e8010ec09 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:23.262692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c106835-4ca2-4b90-a897-920e8010ec09 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports/3a948388-8ccf-4cfa-a159-eca49156b46b HTTP/1.1" status: 200 len: 911 time: 0.1260252 Nov 10 22:56:23.270919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] Routers {'d4c990fa-c710-4e6c-a514-440906855b19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:23.270919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4c990fa-c710-4e6c-a514-440906855b19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:23.272180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52008) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:23.364341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:23.546690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:23.556549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-aa98f13d-6494-430f-aefb-f7060a201e2e', 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'fixed_ips': [{'subnet_id': '1efadf24-5368-4374-8fde-738db740239e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:56:23.557636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:23.660832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] Routers {'d4c990fa-c710-4e6c-a514-440906855b19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:23.661912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4c990fa-c710-4e6c-a514-440906855b19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:23.749343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:23.749816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166966f-9de1-485b-9540-8620ede14bfc req-7ece9f26-cc7d-4fd8-82f2-f7b97f029906 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:23.756164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56fc229-3980-4b49-a955-73020967e6ff None None] The sync data for ids ['d4c990fa-c710-4e6c-a514-440906855b19'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:23.769685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3166966f-9de1-485b-9540-8620ede14bfc req-7ece9f26-cc7d-4fd8-82f2-f7b97f029906 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.3385744 Nov 10 22:56:23.787778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b32a927-513b-4af8-a292-c145bca3ae76 req-0e2d6095-4ab9-413b-88bb-5b8040b59434 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1227498 Nov 10 22:56:23.909592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3166966f-9de1-485b-9540-8620ede14bfc req-8dff2625-6151-40b7-aa72-aea04ded772e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388972 Nov 10 22:56:23.950198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-357e16ca-fe9b-471a-ae71-53f5c57ca9df None None] Provisioning complete for port 3a948388-8ccf-4cfa-a159-eca49156b46b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:23.952794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-357e16ca-fe9b-471a-ae71-53f5c57ca9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:23.976358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68e7e7b1-75c9-4727-bd69-e0c609a9659f req-c23f654c-7a50-45bc-8ea4-45dedd16086d tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 210 time: 0.0436552 Nov 10 22:56:24.030077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:24.110948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-357e16ca-fe9b-471a-ae71-53f5c57ca9df None None] Port 3a948388-8ccf-4cfa-a159-eca49156b46b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:24.232614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4078a0e2-7b8c-4286-a94f-802c31e3fae2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:24.341025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:24.482793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:24.510976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4410eade-754d-4e11-90f7-eea0d0504d01 None None] Provisioning complete for port 3a948388-8ccf-4cfa-a159-eca49156b46b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:24.525292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-754d-4e11-90f7-eea0d0504d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:24.711641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4410eade-754d-4e11-90f7-eea0d0504d01 None None] Port 3a948388-8ccf-4cfa-a159-eca49156b46b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:24.723805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Allocated IP 172.20.0.2 (aa98f13d-6494-430f-aefb-f7060a201e2e/1efadf24-5368-4374-8fde-738db740239e/4a9fceea-78b2-4578-8db9-65850577463c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:24.854559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Allocated IP 172.25.0.108 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/62d01eeb-a6c2-4352-a664-49b5f94e53bc) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:24.869412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-81a306a1-0f24-47bb-abe4-0e54245dc97c req-a103a7be-7e21-4687-8a15-745309187f46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1066103 Nov 10 22:56:25.119205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:25.119581 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.134634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 3a948388-8ccf-4cfa-a159-eca49156b46b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:25.135225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.155506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65984009-5a84-4a66-8e39-39bbd7323097 req-3a764efc-c506-43fe-848a-ebdf62784a5a tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.0966139 Nov 10 22:56:25.313354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.362465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d2655856-75cd-40f5-b964-13176e811ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.417593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.631635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:25.663299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Pushing event updated for resources: {'Port': ['ID=62d01eeb-a6c2-4352-a664-49b5f94e53bc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:25.678209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24b97-5b8d-44f3-94cb-f7a43b19f5d6 req-acff874f-a13c-4f1b-9b92-a914ec1d3e63 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:25.679625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad24b97-5b8d-44f3-94cb-f7a43b19f5d6 req-acff874f-a13c-4f1b-9b92-a914ec1d3e63 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.2609444 Nov 10 22:56:25.705677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 3a948388-8ccf-4cfa-a159-eca49156b46b owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:25.743564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43023f71-ca1b-439b-82e3-62381ed70a56 req-88a512d4-f465-40fa-a990-49354e59c671 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 210 time: 0.3105924 Nov 10 22:56:25.985267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fad24b97-5b8d-44f3-94cb-f7a43b19f5d6 req-cc5164d0-ae87-4ee3-a0af-6a99db26d8a7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895627 Nov 10 22:56:26.027635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.043995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.087811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-ade0f466-48d1-4bee-864c-53cd669ceecf tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:26.098495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-ade0f466-48d1-4bee-864c-53cd669ceecf tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.20 "GET /v2.0/networks?id=62693340-31cd-4603-b2b1-97c9c125b046 HTTP/1.1" status: 200 len: 825 time: 0.3537841 Nov 10 22:56:26.137785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:26.154139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:26.168475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:26.244416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02919d-f1d8-44b8-aacd-8ca00d0d6152 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:26.271990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Request body: {'port': {'device_id': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046', 'admin_state_up': True, 'tenant_id': 'aef1b308ffc7404cbd29dd82b02abdee'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:26.283300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Network aa98f13d-6494-430f-aefb-f7060a201e2e is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:26.312123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:26.335244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:26.338231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.345935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Pushing event updated for resources: {'Port': ['ID=4a9fceea-78b2-4578-8db9-65850577463c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:26.378057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.378407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.378768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.379102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.379432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.379759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.380097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.380405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.380724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.381066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.381388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.381705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:26.448132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-47add3cd-b02c-4bc3-a179-777fce79ee02 None None] Provisioning complete for port 62d01eeb-a6c2-4352-a664-49b5f94e53bc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:26.448404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-47add3cd-b02c-4bc3-a179-777fce79ee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.474189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=3a948388-8ccf-4cfa-a159-eca49156b46b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:26.568429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1ccddd7f-2740-43b9-af0f-be14a68377aa req-e9cb69e3-eb9f-4c5f-a999-98b4ef57d912 tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1079600 Nov 10 22:56:26.661529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Attempting to bind port 4a9fceea-78b2-4578-8db9-65850577463c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:26.675402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Attempting to bind port 4a9fceea-78b2-4578-8db9-65850577463c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:26.676061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Attempting to bind port 4a9fceea-78b2-4578-8db9-65850577463c on network aa98f13d-6494-430f-aefb-f7060a201e2e {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:26.688449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:26.690912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Checking segment: {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:26.693165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.693681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Bound using segment: {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:26.696818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Bound port: 4a9fceea-78b2-4578-8db9-65850577463c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:26.697578 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:26.750604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-47add3cd-b02c-4bc3-a179-777fce79ee02 None None] Port 62d01eeb-a6c2-4352-a664-49b5f94e53bc cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:27.022214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] For port 4a9fceea-78b2-4578-8db9-65850577463c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:27.034174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] For port 4a9fceea-78b2-4578-8db9-65850577463c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fceea-78b2-4578-8db9-65850577463c,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:27.046765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:27.073163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ca8e59e-0c95-4038-b70c-4e4e7051a910 req-e75a59e9-e324-4164-bfc2-55a5ea7d6df8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7596b53edbcf4d05979132c3a9758b1e&device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1203077 Nov 10 22:56:27.074951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:27.143782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3089e70f-62a0-40be-b0ca-3adbaa842ca3 req-2c76dbb3-2898-46a3-9d72-e8cc170a4c6d tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 210 time: 0.1267414 Nov 10 22:56:27.183873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775d55-8611-4839-a5ba-85b2c9ecd03a None None] Pushing event updated for resources: {'Port': ['ID=4a9fceea-78b2-4578-8db9-65850577463c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:27.195719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ca8e59e-0c95-4038-b70c-4e4e7051a910 req-ca7ff627-c2c9-403b-ae70-472467db6b2a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7596b53edbcf4d05979132c3a9758b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133416 Nov 10 22:56:27.415879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Made reservation on behalf of aef1b308ffc7404cbd29dd82b02abdee for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:27.420104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:27.517094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:27.615763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-46dada1c-54af-4383-b1ce-9f19ce0dac3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:27.673045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c75b7237-d6ef-4b9a-b3b2-85a667a2acbb req-280a9c82-4464-47c4-badd-fb793832885a tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.5606520 Nov 10 22:56:27.817463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Allocated IP 172.20.0.7 (62693340-31cd-4603-b2b1-97c9c125b046/9f10ea76-d365-4a32-bee6-ee3f85206477/3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:28.049457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:28.154319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router d4c990fa-c710-4e6c-a514-440906855b19 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:56:28.350281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e59e-0c95-4038-b70c-4e4e7051a910 req-156be7b6-a042-4970-b594-5baa24b864bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:28.356922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ca8e59e-0c95-4038-b70c-4e4e7051a910 req-156be7b6-a042-4970-b594-5baa24b864bb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1259704 Nov 10 22:56:28.388771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fceea-78b2-4578-8db9-65850577463c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:28.486175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df439-309f-475c-9c4f-5fdcbcb77b13 req-7157bf31-2142-4314-b5d1-795ad0fbc650 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:28.500609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e9df439-309f-475c-9c4f-5fdcbcb77b13 req-7157bf31-2142-4314-b5d1-795ad0fbc650 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.6748004 Nov 10 22:56:28.610987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4a9fceea-78b2-4578-8db9-65850577463c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:28.611676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:28.836959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:28.840839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:28.851237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] Sync routers for ids ['d4c990fa-c710-4e6c-a514-440906855b19'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:28.885386 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] Routers {'d4c990fa-c710-4e6c-a514-440906855b19'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:28.886067 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4c990fa-c710-4e6c-a514-440906855b19'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:28.896186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b9b237e9-fb15-48bf-8b56-8caf47f1a36e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/d4c990fa-c710-4e6c-a514-440906855b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6225469 Nov 10 22:56:28.897826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:28.898847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:29.016220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 4a9fceea-78b2-4578-8db9-65850577463c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fceea-78b2-4578-8db9-65850577463c,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:29.017637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:29.021137 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6104800-17dd-410d-9e9a-d84ef4718c74 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4c990fa-c710-4e6c-a514-440906855b19 HTTP/1.1" status: 200 len: 205 time: 0.1178908 Nov 10 22:56:29.025412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52246) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:29.026739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.027474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.059147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] Routers {'d4c990fa-c710-4e6c-a514-440906855b19'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:29.060012 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4c990fa-c710-4e6c-a514-440906855b19'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:29.115531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be02b3-0b68-405f-9b00-9a974ed617c1 None None] Network aa98f13d-6494-430f-aefb-f7060a201e2e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:29.144936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.159477 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:29.163563 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812ebe-1fc1-452b-9eba-92e5d327eed6 None None] The sync data for ids ['d4c990fa-c710-4e6c-a514-440906855b19'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:29.167104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e9df439-309f-475c-9c4f-5fdcbcb77b13 req-2953099b-ec88-47dd-8c7b-488cf055f7b0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655025 Nov 10 22:56:29.231315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2377d8c4-6fc8-4949-8f5c-5f8d0671929f None None] Provisioning complete for port 4a9fceea-78b2-4578-8db9-65850577463c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:29.232194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2377d8c4-6fc8-4949-8f5c-5f8d0671929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.419672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ae728e8-af01-42e4-a7bd-fe030aa538ee req-84c222ef-e54a-4321-a596-75df09221efc tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1105578 Nov 10 22:56:29.569914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=4a9fceea-78b2-4578-8db9-65850577463c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:29.591440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3039d1eb-6f6c-412e-8118-3a509fbe993c req-68d4ef44-6a8f-45f6-aaf8-63530e80dbf7 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 210 time: 1.1685338 Nov 10 22:56:29.597833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:56:29.760091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.852947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ca8e59e-0c95-4038-b70c-4e4e7051a910 req-e3c2620a-ab1d-40ea-8fa4-ca0b7d958abc tempest-ServerShowV257Test-2105006064 tempest-ServerShowV257Test-2105006064-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b619f9c-6d4d-44e2-be41-cf52a8162c28 HTTP/1.1" status: 200 len: 210 time: 0.1348066 Nov 10 22:56:29.884704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.959008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.963000 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-faf72cd0-6d0a-495b-8fe4-3abee64b9753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:29.995652 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.117004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Network 62693340-31cd-4603-b2b1-97c9c125b046 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:30.128387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:30.152211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:30.204942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fceea-78b2-4578-8db9-65850577463c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:30.205125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.205766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router d4c990fa-c710-4e6c-a514-440906855b19 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:56:30.220527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.229139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-75d8c907-f395-4a70-a6b0-9775ac53002d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/d4c990fa-c710-4e6c-a514-440906855b19 HTTP/1.1" status: 204 len: 168 time: 1.2020380 Nov 10 22:56:30.247020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:30.247253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Pushing event updated for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:30.345242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:30.395974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Sync routers for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:30.407493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.425604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:30.426281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:30.435168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4a9fceea-78b2-4578-8db9-65850577463c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:30.435168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.456927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet ffec911e-93e4-409e-91f3-674315efe12b {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:56:30.478076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.482339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d948bc45-5a2c-4285-b0f8-120f23a90b72 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9336302 Nov 10 22:56:30.483067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52276) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:30.496692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:30.497391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.518110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.580701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-4c18685b-c091-46f0-a465-085e86138b29 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4335675 Nov 10 22:56:30.624284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Request body: {'port': {'device_id': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:30.720305 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.721294 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-faf72cd0-6d0a-495b-8fe4-3abee64b9753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.727139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6e81aebc-6ab0-456c-b6ce-ea12d88e0fa7 None None] Provisioning complete for port 4a9fceea-78b2-4578-8db9-65850577463c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:30.727611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e81aebc-6ab0-456c-b6ce-ea12d88e0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.753078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-faf72cd0-6d0a-495b-8fe4-3abee64b9753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:30.853089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-faf72cd0-6d0a-495b-8fe4-3abee64b9753 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c9b2f9e802440479ce7df5df0954067&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9490464 Nov 10 22:56:30.871939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52290) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:30.995948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.068923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:31.145346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.177435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.253961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.257017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52294) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:31.350109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.446230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae7808-c214-4f26-80ba-4f5de06d09d7 req-5102f609-07cf-4c7b-b183-e3988afb0b1e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:31.448470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2ae7808-c214-4f26-80ba-4f5de06d09d7 req-5102f609-07cf-4c7b-b183-e3988afb0b1e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.9605255 Nov 10 22:56:31.457286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.482315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf72cd0-6d0a-495b-8fe4-3abee64b9753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c7a89-faf2-4ebb-8547-a80cd7de9a77,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:31.521256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-d3dbaa1b-7009-40cc-b041-4318c008f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:31.522887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-d3dbaa1b-7009-40cc-b041-4318c008f8b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1097 time: 0.6909781 Nov 10 22:56:31.531945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.535309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.540830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a28c7a89-faf2-4ebb-8547-a80cd7de9a77 HTTP/1.1" status: 204 len: 168 time: 0.6190581 Nov 10 22:56:31.541915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=ffec911e-93e4-409e-91f3-674315efe12b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:31.544572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291f781-6c6d-4bef-9db0-8b4189f458cd None None] Network b5db2d71-ca27-479d-95c1-8efe1110246d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:31.551886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.556721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc944-6d63-4800-b1f6-35309a21ae69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.558409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c460ced-786b-4875-b8de-b38fa0e382aa tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/ffec911e-93e4-409e-91f3-674315efe12b HTTP/1.1" status: 204 len: 168 time: 1.3074300 Nov 10 22:56:31.577242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:31.579422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4c810-4331-4aad-9f9b-a4f2020a6e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c7a89-faf2-4ebb-8547-a80cd7de9a77,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:31.674067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.775307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:27Z', 'revision_number': 3, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:31.810377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc944-6d63-4800-b1f6-35309a21ae69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.815060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2ae7808-c214-4f26-80ba-4f5de06d09d7 req-390a8dd6-824c-480b-8e9b-9505677584ad tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991433 Nov 10 22:56:31.828196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc944-6d63-4800-b1f6-35309a21ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.851554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-c2b88b00-7e4d-4af4-a282-3bb314af9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:31.853807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-c2b88b00-7e4d-4af4-a282-3bb314af9b9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.3042367 Nov 10 22:56:31.866607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:31.866607 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:31.880268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Checking router: 56d54c66-b3cd-4a0d-9563-303faaaf5a27 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:56:31.880901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Updating router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 port 62d01eeb-a6c2-4352-a664-49b5f94e53bc binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:56:31.941401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.040875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] DHCP port deletion for b5db2d71-ca27-479d-95c1-8efe1110246d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:32.047445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:56:32.057324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.071323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Transition to ACTIVE for port object 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:56:32.212875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4078a0e2-7b8c-4286-a94f-802c31e3fae2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:32.230713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc944-6d63-4800-b1f6-35309a21ae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423f311-60cb-4e02-8c0c-d869d011fc28,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:32.313437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.326777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:32.502528 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2fdbc944-6d63-4800-b1f6-35309a21ae69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7596b53edbcf4d05979132c3a9758b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2421536 Nov 10 22:56:32.510132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:32.512077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Deleting port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:32.512456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.537407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4078a0e2-7b8c-4286-a94f-802c31e3fae2,segment=NetworkSegment(a7607689-7794-4139-ac67-db3e5593093e),segment_id=a7607689-7794-4139-ac67-db3e5593093e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:32.538016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.545542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-8effea7f-9bb6-415c-b3e8-6e1d277497e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 1001 time: 0.1737723 Nov 10 22:56:32.573714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26826-c486-4db4-952c-fb2a9e49282b req-318246ed-9367-4511-aacf-2a836739feae tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:32.579455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.582699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aed26826-c486-4db4-952c-fb2a9e49282b req-318246ed-9367-4511-aacf-2a836739feae tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.7690217 Nov 10 22:56:32.587378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 4078a0e2-7b8c-4286-a94f-802c31e3fae2 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:32.720516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4078a0e2-7b8c-4286-a94f-802c31e3fae2,segment=NetworkSegment(a7607689-7794-4139-ac67-db3e5593093e),segment_id=a7607689-7794-4139-ac67-db3e5593093e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:32.720912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.736181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 4078a0e2-7b8c-4286-a94f-802c31e3fae2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4078a0e2-7b8c-4286-a94f-802c31e3fae2,segment=NetworkSegment(a7607689-7794-4139-ac67-db3e5593093e),segment_id=a7607689-7794-4139-ac67-db3e5593093e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:32.742575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Calling delete_port for 4078a0e2-7b8c-4286-a94f-802c31e3fae2 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:32.745611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.765574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Pushing event updated for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:32.801406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-a2e3a1f5-1dc4-4f1c-9e50-b4a8b1741bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:32.803275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-a2e3a1f5-1dc4-4f1c-9e50-b4a8b1741bcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.2342708 Nov 10 22:56:32.833586 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aed26826-c486-4db4-952c-fb2a9e49282b req-73933e51-1212-414f-aff5-d61dd165ebd9 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414622 Nov 10 22:56:32.833586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-045f76ca-5bcd-4120-9c68-036091b1753c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.921324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Attempting to bind port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:32.921656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Attempting to bind port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '12046c5f-6287-40af-aa0c-be7f950dcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:32.921978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Attempting to bind port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 on network 62693340-31cd-4603-b2b1-97c9c125b046 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:32.940294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 on network 62693340-31cd-4603-b2b1-97c9c125b046 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:56:32.940813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Attempting to bind port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 on network 62693340-31cd-4603-b2b1-97c9c125b046 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:32.951689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.957702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:32.958060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Checking segment: {'id': '12046c5f-6287-40af-aa0c-be7f950dcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:32.958416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Bound using segment: {'id': '12046c5f-6287-40af-aa0c-be7f950dcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:32.958870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Bound port: 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12046c5f-6287-40af-aa0c-be7f950dcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:32.959226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.960723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.969267 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:32.971515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:32.986740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.089003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Attempting to bind port 62d01eeb-a6c2-4352-a664-49b5f94e53bc on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:33.089644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Attempting to bind port 62d01eeb-a6c2-4352-a664-49b5f94e53bc by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:33.090164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Attempting to bind port 62d01eeb-a6c2-4352-a664-49b5f94e53bc on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:33.100675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:33.101361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:33.102604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.103107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:33.103284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:33.103914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Bound port: 62d01eeb-a6c2-4352-a664-49b5f94e53bc, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:33.104445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.142933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.159659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] For port 62d01eeb-a6c2-4352-a664-49b5f94e53bc, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:33.162963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-d584fe3f-84fa-452c-9534-201e13f19885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:33.163126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] For port 62d01eeb-a6c2-4352-a664-49b5f94e53bc, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=62d01eeb-a6c2-4352-a664-49b5f94e53bc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:33.164335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21718d-2e88-4ed1-8c76-d0636497daaa None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:33.164617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-d584fe3f-84fa-452c-9534-201e13f19885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3077841 Nov 10 22:56:33.170412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe60fe-3ce2-4fd2-bf16-2db8842867d4 None None] Pushing event updated for resources: {'Port': ['ID=62d01eeb-a6c2-4352-a664-49b5f94e53bc,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.175454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.194835 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.204894 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.245288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] No DVR routers for this DVR port 4078a0e2-7b8c-4286-a94f-802c31e3fae2 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:33.251006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66814c4f-ea71-451e-99f0-29518ef931fc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:33.275325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:33.276179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:33.338173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe60fe-3ce2-4fd2-bf16-2db8842867d4 None None] Pushing event updated for resources: {'Port': ['ID=62d01eeb-a6c2-4352-a664-49b5f94e53bc,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.386372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.415354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04354777-e01e-434a-8b40-7f999c2e23f0 req-b4dd249c-7f3a-46c3-b029-68f361363fbd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:33.416858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04354777-e01e-434a-8b40-7f999c2e23f0 req-b4dd249c-7f3a-46c3-b029-68f361363fbd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.4164631 Nov 10 22:56:33.432568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.499057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:33.506068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-045f76ca-5bcd-4120-9c68-036091b1753c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.529047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:33.531090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-045f76ca-5bcd-4120-9c68-036091b1753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.548173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5db2d71-ca27-479d-95c1-8efe1110246d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:33.559894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862dd9a-9e07-452b-b830-505fe1fc4a2b None None] Pushing event deleted for resources: {'Port': ['ID=4078a0e2-7b8c-4286-a94f-802c31e3fae2,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.578252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,segment=NetworkSegment(12046c5f-6287-40af-aa0c-be7f950dcfc0),segment_id=12046c5f-6287-40af-aa0c-be7f950dcfc0)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:33.621577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7607689-7794-4139-ac67-db3e5593093e') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:33.621798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7607689-7794-4139-ac67-db3e5593093e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:33.635093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] Provisioning complete for port 62d01eeb-a6c2-4352-a664-49b5f94e53bc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:33.635700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.646043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.650783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-614b6eb3-4dd8-40ff-94da-0a84ee45e454 service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399452 Nov 10 22:56:33.654801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-04354777-e01e-434a-8b40-7f999c2e23f0 req-37ecbd61-61a3-4795-ab8b-58009f101064 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083647 Nov 10 22:56:33.677134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.680254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.681426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8423f311-60cb-4e02-8c0c-d869d011fc28 HTTP/1.1" status: 204 len: 168 time: 1.1646297 Nov 10 22:56:33.724992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.738396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c58c5-9419-4645-bc57-e4d188d99564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423f311-60cb-4e02-8c0c-d869d011fc28,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.744595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:56:33.745117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:56:33.748682 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:56:33.811323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Allocated IP 172.20.0.1 (aa98f13d-6494-430f-aefb-f7060a201e2e/1efadf24-5368-4374-8fde-738db740239e/1f211571-9e30-4ae7-8a33-6bbe2b77d836) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:33.816505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.872007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:33.873419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.875891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] 10.222.0.20 "PUT /v2.0/ports/3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 HTTP/1.1" status: 200 len: 1091 time: 3.2564256 Nov 10 22:56:33.877006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f76ca-5bcd-4120-9c68-036091b1753c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2e838-64f2-47fe-a265-9a13be0f5df9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:33.906507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.950809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:33.969715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/b5db2d71-ca27-479d-95c1-8efe1110246d HTTP/1.1" status: 204 len: 168 time: 2.3881974 Nov 10 22:56:33.980849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:33.993742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52384) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:34.004840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1328894475', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:34.011221 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:34.018341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d749c-89ea-4c0e-8b0a-cd100d0e8ffd tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=b5db2d71-ca27-479d-95c1-8efe1110246d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:34.021866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adaf3475-4329-41d1-8f03-d3d1e96d0176 req-58936ba7-9f52-4304-8769-47bf5855177c service neutron] 10.222.0.20 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590336 Nov 10 22:56:34.099290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.100588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.193376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-045f76ca-5bcd-4120-9c68-036091b1753c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82141bce5a7f487390bc58f1ebcc3930&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8285151 Nov 10 22:56:34.195073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:34.207622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.209742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52396) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:34.272246 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c597d-0808-4dc5-8447-ca1a1c6a0fe7 x-openstack-request-id: req-072c597d-0808-4dc5-8447-ca1a1c6a0fe7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:34.272246 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:34.272551 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-072c597d-0808-4dc5-8447-ca1a1c6a0fe7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:34.272882 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1', 'status': 'completed', 'code': 200} Nov 10 22:56:34.288554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.318222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] For port 62d01eeb-a6c2-4352-a664-49b5f94e53bc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=62d01eeb-a6c2-4352-a664-49b5f94e53bc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:34.331607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.427620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.453481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:27Z', 'revision_number': 3, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:34.459065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a60e3-1c7c-468f-8857-74c3f35b31b2 None None] Pushing event updated for resources: {'Port': ['ID=62d01eeb-a6c2-4352-a664-49b5f94e53bc,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:34.481707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414592-eefe-43a8-acc4-2430bfdcaddc service neutron] Pushing event updated for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:34.518337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-8a4d0988-725e-441d-8c5d-6d41be4e1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:34.519853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-8a4d0988-725e-441d-8c5d-6d41be4e1fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aef1b308ffc7404cbd29dd82b02abdee&device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 1094 time: 0.3690484 Nov 10 22:56:34.533474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c982cc-4f0a-4457-a7c2-3eabae7b19e8 req-4010dfd0-3d1e-422e-b74c-acec2a90d415 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:34.541579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74c982cc-4f0a-4457-a7c2-3eabae7b19e8 req-4010dfd0-3d1e-422e-b74c-acec2a90d415 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.3919935 Nov 10 22:56:34.612391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362655-acfb-4c19-9a90-c77a3bdfb9f3 None None] The sync data for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 is: [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:27Z', 'revision_number': 3, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:34.624600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-2fd845b5-2b9b-4ce7-ab3d-7242e2f839d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 HTTP/1.1" status: 200 len: 217 time: 0.0809326 Nov 10 22:56:34.643302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b6204c53-0508-48f5-8df4-93de236fbb23 None None] Provisioning complete for port 62d01eeb-a6c2-4352-a664-49b5f94e53bc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:34.643699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6204c53-0508-48f5-8df4-93de236fbb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.661808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.698393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5459-7dc6-413a-8886-f7bdd27dcbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.803081 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.847814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.869321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74c982cc-4f0a-4457-a7c2-3eabae7b19e8 req-8775e0fa-597d-4231-a314-d2bb6c50b03d tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267102 Nov 10 22:56:34.888995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.919579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c348-c360-4dae-aa36-faca1a4644fb req-5a850b93-6c4c-4834-af96-7387ec2c1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:34.922628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-5a850b93-6c4c-4834-af96-7387ec2c1546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f10ea76-d365-4a32-bee6-ee3f85206477 HTTP/1.1" status: 200 len: 865 time: 0.2758739 Nov 10 22:56:34.931528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:34.937918 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:34.996493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-cb68f766-51ba-401e-aa35-673e645d3315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62693340-31cd-4603-b2b1-97c9c125b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586646 Nov 10 22:56:35.025151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.166973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.186430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5459-7dc6-413a-8886-f7bdd27dcbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.204020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362a829-2432-42c0-8a47-0eb882327239 req-24c32ac2-4f2d-4168-b892-c49d5b8fa90e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:35.209865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0362a829-2432-42c0-8a47-0eb882327239 req-24c32ac2-4f2d-4168-b892-c49d5b8fa90e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.3761878 Nov 10 22:56:35.214630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5459-7dc6-413a-8886-f7bdd27dcbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.226106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:35.230750 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c23f5b-e868-4bac-979b-618412e2eb4f" -d '{"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:35.273101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff8c5459-7dc6-413a-8886-f7bdd27dcbd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc325d91e94d4bfaae4b3a8cc8976270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0619259 Nov 10 22:56:35.277740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Network aa98f13d-6494-430f-aefb-f7060a201e2e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:35.297153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52420) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:35.299507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:35.322423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:35.334488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:35.336094 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc942597-2652-4dfa-9b38-d16bc23a4483 x-openstack-request-id: req-cc942597-2652-4dfa-9b38-d16bc23a4483 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:35.336460 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:35.336924 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc942597-2652-4dfa-9b38-d16bc23a4483 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:35.337151 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'code': 200} Nov 10 22:56:35.346637 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.375663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c5459-7dc6-413a-8886-f7bdd27dcbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf795e53-bd01-4dc9-b870-e6a98946d671,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:35.446849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 172.25.0.133 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/8da0e154-5cf7-453b-939f-91ea569d0adb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:35.481569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0362a829-2432-42c0-8a47-0eb882327239 req-0ae6cae7-e87f-4b6d-9b40-3b1f8d654d05 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178097 Nov 10 22:56:35.617702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:35.751746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.829463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.846966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-394c4c51-4343-4d20-9a3b-11a0bd87a3bc None None] Provisioning complete for port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:35.847350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-394c4c51-4343-4d20-9a3b-11a0bd87a3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.890401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:35.913530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:35.927654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:35.953195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34af54-7ac9-4325-b092-6ea4f30ccfde None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:35.989090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=8da0e154-5cf7-453b-939f-91ea569d0adb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:36.009605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-394c4c51-4343-4d20-9a3b-11a0bd87a3bc None None] Port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:36.161666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6c195bc7-64b2-4947-bf63-4b2c0a9ef3cd None None] Provisioning complete for port 8da0e154-5cf7-453b-939f-91ea569d0adb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:36.162136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6c195bc7-64b2-4947-bf63-4b2c0a9ef3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.258398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6c195bc7-64b2-4947-bf63-4b2c0a9ef3cd None None] Port 8da0e154-5cf7-453b-939f-91ea569d0adb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:36.282724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.283279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 62d01eeb-a6c2-4352-a664-49b5f94e53bc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:36.299969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde76a06-cdb5-4063-bc64-34ca02e5658b req-7074b7d3-6c68-403e-989d-f5f15ac435b2 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:36.309333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dde76a06-cdb5-4063-bc64-34ca02e5658b req-7074b7d3-6c68-403e-989d-f5f15ac435b2 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.2052867 Nov 10 22:56:36.363685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 62d01eeb-a6c2-4352-a664-49b5f94e53bc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:36.364137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.370287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.373073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.378480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2d2e838-64f2-47fe-a265-9a13be0f5df9 HTTP/1.1" status: 204 len: 168 time: 2.1599817 Nov 10 22:56:36.471882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Pushing event updated for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:36.503739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d01ceb-a440-4b10-8499-f34c2012a68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2e838-64f2-47fe-a265-9a13be0f5df9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:36.551296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-ce5a5394-fd34-484b-a79b-e2d703d5c1b7 service neutron] 10.222.0.20 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5434926 Nov 10 22:56:36.562259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dde76a06-cdb5-4063-bc64-34ca02e5658b req-e8b27194-9a4a-4b99-8296-78f21ec40003 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473681 Nov 10 22:56:36.675526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.727652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.786027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6520c348-c360-4dae-aa36-faca1a4644fb req-04762b99-c7b0-4a49-b5ab-0fd7b61e88ea service neutron] 10.222.0.20 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249599 Nov 10 22:56:36.807140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.909435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.912058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:36.913142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf795e53-bd01-4dc9-b870-e6a98946d671 HTTP/1.1" status: 204 len: 168 time: 1.5687981 Nov 10 22:56:36.931211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12b4a-acc0-4a32-9a1d-ee0c207b76c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf795e53-bd01-4dc9-b870-e6a98946d671,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:36.964766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:36.978175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-3f7d99a8-9b58-4a41-b96a-f4efbbfa1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:36.979710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-3f7d99a8-9b58-4a41-b96a-f4efbbfa1732 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aef1b308ffc7404cbd29dd82b02abdee&device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 1094 time: 0.1246867 Nov 10 22:56:37.024799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.043590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7d38-15f2-4a5b-b4e3-534f912b66cc req-0b33d134-0bcc-4132-b79c-3113ff03aa5e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:37.049341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd9f7d38-15f2-4a5b-b4e3-534f912b66cc req-0b33d134-0bcc-4132-b79c-3113ff03aa5e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.1003387 Nov 10 22:56:37.177112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52476) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:37.177259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-5d05e4c5-e67c-4b78-8efd-7a0406f0ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:37.178854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-5d05e4c5-e67c-4b78-8efd-7a0406f0ab50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62693340-31cd-4603-b2b1-97c9c125b046 HTTP/1.1" status: 200 len: 925 time: 0.1871357 Nov 10 22:56:37.184072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.206481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81953c07-6333-4a70-ad05-baa0ed643f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.214257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd9f7d38-15f2-4a5b-b4e3-534f912b66cc req-160cdb50-a350-4c58-a2d4-9e0865cbe257 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302245 Nov 10 22:56:37.230175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-ede82feb-3c26-4a5e-8dd8-74922bf25bf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 HTTP/1.1" status: 200 len: 217 time: 0.0431552 Nov 10 22:56:37.231169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.460204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81953c07-6333-4a70-ad05-baa0ed643f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.466360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.478254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81953c07-6333-4a70-ad05-baa0ed643f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.486455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Pushing event updated for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:37.490178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-3d357d2b-1131-4266-a3f1-e70bcf8714c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:37.491848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-3d357d2b-1131-4266-a3f1-e70bcf8714c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f10ea76-d365-4a32-bee6-ee3f85206477 HTTP/1.1" status: 200 len: 865 time: 0.2214587 Nov 10 22:56:37.576065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0d436b-3aa6-4659-ae21-4d2337d34fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.612522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-296d3257-c5a3-4fc4-8abf-9bb04ba21622 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62693340-31cd-4603-b2b1-97c9c125b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034880 Nov 10 22:56:37.620371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Network aa98f13d-6494-430f-aefb-f7060a201e2e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:37.634653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:37.680484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81953c07-6333-4a70-ad05-baa0ed643f56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8535b0d68f9c4e37a5c71049aa70a46d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987047 Nov 10 22:56:37.689774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:37.690400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953c07-6333-4a70-ad05-baa0ed643f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e4faf7-1462-4dd0-8549-517ec156d11a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:37.839828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.872353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-5c92d405-cbbf-4394-96c0-49891b22f5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507288 Nov 10 22:56:37.934029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.965975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ce8d0-e16f-4d5d-a75c-0b7e6656b310 req-7edd38b6-d441-48a8-a937-70caeb7dac19 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:37.968125 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-680ce8d0-e16f-4d5d-a75c-0b7e6656b310 req-7edd38b6-d441-48a8-a937-70caeb7dac19 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.2335169 Nov 10 22:56:38.027903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:56:38.093066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.100801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0728fc7a-b6e8-4e45-abc7-e4514ce370cd req-95e9f08a-539f-4932-bac1-b312da521eff service neutron] 10.222.0.20 "GET /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203636 Nov 10 22:56:38.102220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-334c3fc0-5fb4-40ef-b934-45a7986289d6 None None] Provisioning complete for port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:38.103311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-334c3fc0-5fb4-40ef-b934-45a7986289d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.182193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-334c3fc0-5fb4-40ef-b934-45a7986289d6 None None] Port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:38.244896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0d436b-3aa6-4659-ae21-4d2337d34fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.247241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:38.257281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e46260f0-6eca-437a-b707-efd4ad1bc80c admin admin] 10.222.0.25 "PUT /v2.0/routers/56d54c66-b3cd-4a0d-9563-303faaaf5a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7726750 Nov 10 22:56:38.265279 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Sync routers for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:38.277987 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:38.281780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0d436b-3aa6-4659-ae21-4d2337d34fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.282793 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:38.350193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c0d436b-3aa6-4659-ae21-4d2337d34fde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a03f1f583c847ae96636bbe3f6e9935&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3787940 Nov 10 22:56:38.352898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52530) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:38.363749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-680ce8d0-e16f-4d5d-a75c-0b7e6656b310 req-da72274c-0408-4aec-b820-a30a63b65a3c tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844464 Nov 10 22:56:38.437793 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:38.490980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 9224c888-bae7-4c7e-9255-d3c714bb5699 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:56:38.513895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.516444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.528537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.531012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7e4faf7-1462-4dd0-8549-517ec156d11a HTTP/1.1" status: 204 len: 168 time: 0.8372862 Nov 10 22:56:38.543333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d436b-3aa6-4659-ae21-4d2337d34fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd71ee3f-0a75-4ee1-be28-9cecfd5e42b0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:38.569211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7d03-d346-409a-a7fe-74c10c491ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e4faf7-1462-4dd0-8549-517ec156d11a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:38.584649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.762848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.767620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:38.769625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd71ee3f-0a75-4ee1-be28-9cecfd5e42b0 HTTP/1.1" status: 204 len: 168 time: 0.4154122 Nov 10 22:56:38.782654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26069a6d-c0f3-48db-a09f-8b01c0896384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd71ee3f-0a75-4ee1-be28-9cecfd5e42b0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:38.934786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:38.946675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:36Z', 'revision_number': 4, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f211571-9e30-4ae7-8a33-6bbe2b77d836', 'name': '', 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'mac_address': 'fa:16:3e:fa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '1efadf24-5368-4374-8fde-738db740239e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:33Z', 'updated_at': '2021-11-10T22:56:36Z', 'revision_number': 2, 'project_id': '5262c90b2e544ba2b787757794e83381', 'subnets': [{'id': '1efadf24-5368-4374-8fde-738db740239e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:39.006166 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Checking router: 56d54c66-b3cd-4a0d-9563-303faaaf5a27 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:56:39.006931 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Updating router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:56:39.053636 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:39.069440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:39.181052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:39.192074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52590) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:39.195295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-97b9141b-7d9f-4d88-92f2-f1fe8182eb0f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2028871 Nov 10 22:56:39.264455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] Sync routers for ids ['9224c888-bae7-4c7e-9255-d3c714bb5699'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:39.299775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] Routers {'9224c888-bae7-4c7e-9255-d3c714bb5699'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:39.300419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9224c888-bae7-4c7e-9255-d3c714bb5699'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:39.394857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:39.427236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] Routers {'9224c888-bae7-4c7e-9255-d3c714bb5699'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:39.427875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9224c888-bae7-4c7e-9255-d3c714bb5699'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:39.433181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52618) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:39.433763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0dca1c0d-a23a-43b4-8718-8be288198198 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers/9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 200 len: 885 time: 0.2404432 Nov 10 22:56:39.480255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7acd3b-d3bb-45a2-9e79-7304f01d0e37 req-fc279201-c5d2-439a-8414-e0057bafb792 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:39.493603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c7acd3b-d3bb-45a2-9e79-7304f01d0e37 req-fc279201-c5d2-439a-8414-e0057bafb792 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.2344155 Nov 10 22:56:39.528333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:39.530258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63178f3-61cd-41ee-b973-eaa84ee3f2a7 None None] The sync data for ids ['9224c888-bae7-4c7e-9255-d3c714bb5699'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:39.572627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c7acd3b-d3bb-45a2-9e79-7304f01d0e37 req-7ba40647-5268-4646-a08d-5963c4a5ecd1 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734942 Nov 10 22:56:39.661826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9a98-dbfb-4c3d-8ae8-294355cdbf9f req-ce0614d0-b81f-489c-98e2-236e2a4329af tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:39.671875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80c9a98-dbfb-4c3d-8ae8-294355cdbf9f req-ce0614d0-b81f-489c-98e2-236e2a4329af tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.1081519 Nov 10 22:56:39.683910 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:39.702339 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:39.819575 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Pushing event updated for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:39.843734 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.844206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.844603 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.844884 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.845469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.845827 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.846113 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.846414 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.846732 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.847045 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.847358 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.847663 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:56:39.891638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80c9a98-dbfb-4c3d-8ae8-294355cdbf9f req-127a8a02-2cf1-4f50-9e58-b5089bfb5a2c tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191496 Nov 10 22:56:40.004277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Attempting to bind port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:40.004644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Attempting to bind port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:40.005021 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Attempting to bind port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 on network aa98f13d-6494-430f-aefb-f7060a201e2e {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:40.018466 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:40.018831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Checking segment: {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:40.019229 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.019613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Bound using segment: {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:40.020085 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Bound port: 1f211571-9e30-4ae7-8a33-6bbe2b77d836, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:40.020455 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.053681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-42c12da9-555e-43eb-9c61-6e875ca8292f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6186650 Nov 10 22:56:40.056460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52674) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:40.062138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1328894475'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:40.129361 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] For port 1f211571-9e30-4ae7-8a33-6bbe2b77d836, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:40.134017 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] For port 1f211571-9e30-4ae7-8a33-6bbe2b77d836, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f211571-9e30-4ae7-8a33-6bbe2b77d836,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:40.144236 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.164757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-c3af73b2-3f6b-4e29-ac85-8ac6104cbe92 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3654222 Nov 10 22:56:40.172162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-029b08b4-5ff2-436c-9b5a-5a5eae356d88 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:56:40.186759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-029b08b4-5ff2-436c-9b5a-5a5eae356d88 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204887 Nov 10 22:56:40.278318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ac8a-dfde-4c95-84bb-1b8ab7248eb9 None None] Pushing event updated for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:40.304872 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:40.306592 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:40.360061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] Provisioning complete for port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:40.362140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.519082 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:40.688936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.819438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] For port 1f211571-9e30-4ae7-8a33-6bbe2b77d836, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f211571-9e30-4ae7-8a33-6bbe2b77d836,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:40.828529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:40.932595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:56:40.941148 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:36Z', 'revision_number': 4, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f211571-9e30-4ae7-8a33-6bbe2b77d836', 'name': '', 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'mac_address': 'fa:16:3e:fa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '1efadf24-5368-4374-8fde-738db740239e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:33Z', 'updated_at': '2021-11-10T22:56:40Z', 'revision_number': 4, 'project_id': '5262c90b2e544ba2b787757794e83381', 'subnets': [{'id': '1efadf24-5368-4374-8fde-738db740239e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:40.968234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81df6a9-49a3-4bbd-ab34-bc84e418d279 req-f43bdfb4-ecd6-4c6e-97c3-2634b782eeb0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:40.971851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b81df6a9-49a3-4bbd-ab34-bc84e418d279 req-f43bdfb4-ecd6-4c6e-97c3-2634b782eeb0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.2478850 Nov 10 22:56:41.063031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf842aa-dddc-44f3-a80a-0f5d6706851e None None] Pushing event updated for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:41.064597 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8967f-b05b-46d9-9c25-3063213841c5 None None] The sync data for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 is: [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:36Z', 'revision_number': 4, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '1f211571-9e30-4ae7-8a33-6bbe2b77d836', 'name': '', 'network_id': 'aa98f13d-6494-430f-aefb-f7060a201e2e', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'mac_address': 'fa:16:3e:fa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '1efadf24-5368-4374-8fde-738db740239e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:33Z', 'updated_at': '2021-11-10T22:56:40Z', 'revision_number': 4, 'project_id': '5262c90b2e544ba2b787757794e83381', 'subnets': [{'id': '1efadf24-5368-4374-8fde-738db740239e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:41.156399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c46ddf76-fae4-4be7-9097-07597f00fc30 None None] Provisioning complete for port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:41.157102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c46ddf76-fae4-4be7-9097-07597f00fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.171096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83147c-bd8a-4e52-8a78-109efddb6c14 req-36c14d16-d729-461c-96ec-427fa1975dc7 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:41.173993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.191906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a83147c-bd8a-4e52-8a78-109efddb6c14 req-36c14d16-d729-461c-96ec-427fa1975dc7 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 943 time: 0.1497412 Nov 10 22:56:41.266507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.286819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:41.315074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:56:41.333884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a83147c-bd8a-4e52-8a78-109efddb6c14 req-c3d9ed3f-50d2-4d64-a1cd-2d9ea885e642 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404498 Nov 10 22:56:41.475476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b81df6a9-49a3-4bbd-ab34-bc84e418d279 req-e47670a4-c232-4b4a-a828-12554e606dad tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4942954 Nov 10 22:56:41.643071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 9224c888-bae7-4c7e-9255-d3c714bb5699 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:56:41.644396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,segment=NetworkSegment(12046c5f-6287-40af-aa0c-be7f950dcfc0),segment_id=12046c5f-6287-40af-aa0c-be7f950dcfc0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:41.681632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1', 'network_id': '62693340-31cd-4603-b2b1-97c9c125b046', 'port_id': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1', 'mac_address': 'fa:16:3e:71:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10ea76-d365-4a32-bee6-ee3f85206477', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:56:41.784038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.819791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acc06f82-90b0-4797-b365-7b09f8da6b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.820891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:56:41.865064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,segment=NetworkSegment(12046c5f-6287-40af-aa0c-be7f950dcfc0),segment_id=12046c5f-6287-40af-aa0c-be7f950dcfc0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:41.875907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.919401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:41.930538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] Sync routers for ids ['9224c888-bae7-4c7e-9255-d3c714bb5699'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:41.937773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:41.949986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] Routers {'9224c888-bae7-4c7e-9255-d3c714bb5699'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:41.951918 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9224c888-bae7-4c7e-9255-d3c714bb5699'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:41.954176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.955378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ae5252e4-7327-4a87-87a2-127fd761da0e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 200 len: 892 time: 1.8978736 Nov 10 22:56:41.962456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52720) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.067085 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:42.078234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:56:42.125643 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] Routers {'9224c888-bae7-4c7e-9255-d3c714bb5699'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:42.126342 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9224c888-bae7-4c7e-9255-d3c714bb5699'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:42.147473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acc06f82-90b0-4797-b365-7b09f8da6b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.161025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-acc06f82-90b0-4797-b365-7b09f8da6b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.252915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:42.255630 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3679d9a-214c-4e04-8d43-e8943f12884e None None] The sync data for ids ['9224c888-bae7-4c7e-9255-d3c714bb5699'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:42.257095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52726) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.258013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06f82-90b0-4797-b365-7b09f8da6b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67500e6-9c79-4f19-ac94-f3b2852919ac,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:42.272101 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:56:42.301726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-4c6e9fc7-f92e-413f-a5cb-610c9c0f3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:42.303262 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-4c6e9fc7-f92e-413f-a5cb-610c9c0f3d79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7&tenant_id=ba330368ce7e4d1589660f6e994ed213 HTTP/1.1" status: 200 len: 1095 time: 0.4307914 Nov 10 22:56:42.322088 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-acc06f82-90b0-4797-b365-7b09f8da6b59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b5ff2d29b541f69ba187c7793029f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0310152 Nov 10 22:56:42.322697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f211571-9e30-4ae7-8a33-6bbe2b77d836 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:42.323696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52730) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.328724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:42.437747 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.497762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.514917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c766b2b9-ae5b-48e0-9052-4a0f48d706d5 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers/9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 200 len: 892 time: 0.5435579 Nov 10 22:56:42.525066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.606148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.619981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.631082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:42.631708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.634944 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.640372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a67500e6-9c79-4f19-ac94-f3b2852919ac HTTP/1.1" status: 204 len: 168 time: 0.3148384 Nov 10 22:56:42.664858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4a3f088f-0879-41cc-b901-ea95b594a226 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 200 len: 205 time: 0.1314423 Nov 10 22:56:42.667354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52746) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:42.700559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:42.852539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a106415-3590-4673-8084-fe9a066e5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67500e6-9c79-4f19-ac94-f3b2852919ac,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:42.860380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-network', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:42.865143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed0296-2e27-441e-91c1-e88553ca1930 req-6f867c5d-1781-4349-bf1f-7752f5e2bb35 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:42.867641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68ed0296-2e27-441e-91c1-e88553ca1930 req-6f867c5d-1781-4349-bf1f-7752f5e2bb35 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 944 time: 0.4406204 Nov 10 22:56:43.062796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7fe3-f8cb-4f3e-8b6b-9b50d72164cc req-902ac636-4690-4f8b-ac74-6891e4d9e8aa tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:43.066994 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c17c7fe3-f8cb-4f3e-8b6b-9b50d72164cc req-902ac636-4690-4f8b-ac74-6891e4d9e8aa tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.3247473 Nov 10 22:56:43.144369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Made reservation on behalf of 67b1339ecdf64aa3b22dad02d8070ce4 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:43.146688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.185811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68ed0296-2e27-441e-91c1-e88553ca1930 req-b70cc05c-68ae-40a6-b8fb-4f64424ddf00 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486379 Nov 10 22:56:43.188072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.321390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:43.352810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c17c7fe3-f8cb-4f3e-8b6b-9b50d72164cc req-7a2fc34a-2e9e-4ca1-abf6-838979249433 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074320 Nov 10 22:56:43.365214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:43.414982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:56:43.426075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.441524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Transition to ACTIVE for port object b9b97beb-dd86-47ff-bee8-9610c47112c1 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:56:43.446265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.484651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.499923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.524863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.564950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:43.583787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77df240f-9caf-49dc-a3ae-8a567aa9da45,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:43.587397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.587740 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Added segment c378b89a-4b72-4b4d-9272-430ee95f1aa9 of type vlan for network e3c5c424-9e00-4483-b1fc-da72ac6de9ac Nov 10 22:56:43.688052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.716067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52776) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:43.816407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.819981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:43.823246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.970095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6968427 Nov 10 22:56:43.974198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:43.975191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12edacaf-9eb8-4fdb-95e9-4dabe8c9b0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:43.981429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Request body: {'subnet': {'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-subnet', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:44.020577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe36a8e-57de-4136-be3d-9985025acefd admin admin] Pushing event updated for resources: {'Network': ['ID=e3c5c424-9e00-4483-b1fc-da72ac6de9ac,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:44.042346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:44.076402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.087015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Made reservation on behalf of 67b1339ecdf64aa3b22dad02d8070ce4 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:44.089391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.159887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=9']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:44.260611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.264899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] No DVR routers for this DVR port b9b97beb-dd86-47ff-bee8-9610c47112c1 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:44.410571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12edacaf-9eb8-4fdb-95e9-4dabe8c9b0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.456215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7531-cfa9-453d-8942-8c2611c30e48 req-1bc4e36c-beff-4e5d-8cdf-a94c9a013574 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:44.458405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b82d7531-cfa9-453d-8942-8c2611c30e48 req-1bc4e36c-beff-4e5d-8cdf-a94c9a013574 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 944 time: 0.1451435 Nov 10 22:56:44.503680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 8da0e154-5cf7-453b-939f-91ea569d0adb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:44.504279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.533193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12edacaf-9eb8-4fdb-95e9-4dabe8c9b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.568390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:44.568962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:44.569487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:44.587533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.594483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:56:44.595044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Attempting to bind port b9b97beb-dd86-47ff-bee8-9610c47112c1 on network 79370f5a-76f9-4917-b11f-b531b78654d3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:44.611767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b82d7531-cfa9-453d-8942-8c2611c30e48 req-307f0711-fa7a-40ab-a435-4a5c65a0ea5c tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421754 Nov 10 22:56:44.614800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:44.615320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Checking segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:44.615899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Bound using segment: {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:44.617235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Bound port: b9b97beb-dd86-47ff-bee8-9610c47112c1, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7479267d-a3f2-46b9-a78e-e4f425d37be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:44.617768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.638874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:44.651088 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.668338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.683231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 8da0e154-5cf7-453b-939f-91ea569d0adb owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:44.721373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-12edacaf-9eb8-4fdb-95e9-4dabe8c9b0db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f7027bc0e21497aa1525d9878b77e10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0021508 Nov 10 22:56:44.722223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52802) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:44.750500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fc9260-441b-4657-9e8a-13b13fa0a254,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:44.822185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edacaf-9eb8-4fdb-95e9-4dabe8c9b0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d676dcb-2981-4abc-b3de-c49249e7ec43,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:44.848391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69f05-56f1-4e03-91eb-da30b2cbffd3 req-329f7de1-c993-4324-868d-8acc36119e5f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:44.849929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67f69f05-56f1-4e03-91eb-da30b2cbffd3 req-329f7de1-c993-4324-868d-8acc36119e5f tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 944 time: 0.3186893 Nov 10 22:56:44.915095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05bc68f8-3ca1-4ebf-89de-9183550bcb18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.915577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Checking segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:44.915937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Network hostable DHCP agents. Network: e3c5c424-9e00-4483-b1fc-da72ac6de9ac, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:44.931795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:44.937744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.946723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67f69f05-56f1-4e03-91eb-da30b2cbffd3 req-52dc5deb-8910-4e85-a881-b24c546f3ee9 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861101 Nov 10 22:56:44.962146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:44.975261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:45.011319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=8da0e154-5cf7-453b-939f-91ea569d0adb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:45.013631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:56:45.018728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:45.019990 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.024901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:45.040472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:45.046212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.063551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.072120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9571c2-1f62-4ad6-ab54-d32b23d10dc2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:45.142564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.175337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:45.176420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.183741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 1092 time: 2.8594685 Nov 10 22:56:45.188139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:45.193389 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866929ba-3fab-4de4-8914-b6f5d705bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:45.211572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13bc70-f3b7-4e83-8ae1-a3639bc44f38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:45.223663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.287065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.335874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,segment=NetworkSegment(12046c5f-6287-40af-aa0c-be7f950dcfc0),segment_id=12046c5f-6287-40af-aa0c-be7f950dcfc0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:45.337948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:45.341523 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7999aa-f853-4fba-9f99-5e9efd67a4c4" -d '{"events": [{"server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "name": "network-vif-plugged", "status": "completed", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:45.364412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.366824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05bc68f8-3ca1-4ebf-89de-9183550bcb18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.432264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05bc68f8-3ca1-4ebf-89de-9183550bcb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.494996 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfa7fa-f264-44fc-9c5c-f35c0540d6b9 x-openstack-request-id: req-53dfa7fa-f264-44fc-9c5c-f35c0540d6b9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:45.495524 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "name": "network-vif-plugged", "status": "completed", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:45.496068 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53dfa7fa-f264-44fc-9c5c-f35c0540d6b9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:45.496709 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1', 'code': 200} Nov 10 22:56:45.499785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:45.500870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.508867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.539314 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf9030-f0bf-4415-b924-90dfb79136ff x-openstack-request-id: req-3caf9030-f0bf-4415-b924-90dfb79136ff {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:45.539607 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:45.539858 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3caf9030-f0bf-4415-b924-90dfb79136ff {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:45.540254 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'status': 'completed', 'code': 200} Nov 10 22:56:45.583299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e3c5c424-9e00-4483-b1fc-da72ac6de9ac) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:45.597663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cad396-b09a-478e-8e41-75f224909b11 None None] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:45.597867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-05bc68f8-3ca1-4ebf-89de-9183550bcb18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ceb64caa94064a5bb31b3ea25a021fa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9577465 Nov 10 22:56:45.600301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52812) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:45.606685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:45.606685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.612795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc68f8-3ca1-4ebf-89de-9183550bcb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b66774-7de9-488c-b1f7-a94d32f3063f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:45.625129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-06663f25-0c4d-4da2-b9e5-ac6ff61a6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:45.626641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-06663f25-0c4d-4da2-b9e5-ac6ff61a6332 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1096 time: 0.3930378 Nov 10 22:56:45.645590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.647145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router 9224c888-bae7-4c7e-9255-d3c714bb5699 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:56:45.656094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85408be2-55c1-4eb8-bea4-a301ecfe4d1c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6783669 Nov 10 22:56:45.660248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52816) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:45.667029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:45.686908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Deleting port 1f211571-9e30-4ae7-8a33-6bbe2b77d836 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:45.687207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.696722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd18a4b-f388-455e-9989-b3e29c7d403d req-9dd1433e-16b9-41c9-9778-1f203a4bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:45.698230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd18a4b-f388-455e-9989-b3e29c7d403d req-9dd1433e-16b9-41c9-9778-1f203a4bac26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 1096 time: 0.1113002 Nov 10 22:56:45.703314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.708731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d2b02f2-678b-4c64-beb5-e7c06ba3d679 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 204 len: 168 time: 3.0279124 Nov 10 22:56:45.709960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52818) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:45.717966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337049870'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:45.721227 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.724372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.728573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d676dcb-2981-4abc-b3de-c49249e7ec43 HTTP/1.1" status: 204 len: 168 time: 0.9760993 Nov 10 22:56:45.871670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-e3cd367a-7828-4458-b520-dc05a232f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:45.874016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-e3cd367a-7828-4458-b520-dc05a232f4df service neutron] 10.222.0.39 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.2297130 Nov 10 22:56:45.891281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.892388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.927018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.939970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6277-2f3b-4aa9-b1ec-5f4c9c46b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d676dcb-2981-4abc-b3de-c49249e7ec43,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:46.084173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:46.087114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.088213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.160202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9cd18a4b-f388-455e-9989-b3e29c7d403d req-77aa329c-df52-48e9-a86d-3e585a29a010 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493902 Nov 10 22:56:46.179001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:56:46.180158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072be67b-723c-4713-9e8f-9a790c260946 req-c425740e-bc5c-4ba5-a988-648849c4185d tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:46.181476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-072be67b-723c-4713-9e8f-9a790c260946 req-c425740e-bc5c-4ba5-a988-648849c4185d tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.3579195 Nov 10 22:56:46.182235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.183403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.185498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] For port 1f211571-9e30-4ae7-8a33-6bbe2b77d836, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f211571-9e30-4ae7-8a33-6bbe2b77d836,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:46.185995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.217865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Calling delete_port for 1f211571-9e30-4ae7-8a33-6bbe2b77d836 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:46.286014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54ae77-8669-4a3a-9330-caa05fd35615 req-1e11c024-face-46d7-a29c-9f36c2d1a80c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:46.298014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:56:46.302399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e54ae77-8669-4a3a-9330-caa05fd35615 req-1e11c024-face-46d7-a29c-9f36c2d1a80c tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.1813607 Nov 10 22:56:46.327975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.328521 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 297b299a-3d86-42e1-b5f4-fb3293957429 of type vlan for network 6dcea130-78e1-47a5-88a9-d869b78121ad Nov 10 22:56:46.374280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-17b86ceb-b2f0-4da7-9505-05f18ec6b503 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 999 time: 0.4765701 Nov 10 22:56:46.396521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e54ae77-8669-4a3a-9330-caa05fd35615 req-6444c2f1-27ab-401b-9727-c5850d64d1a8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909140 Nov 10 22:56:46.458054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Allocated IP 172.20.0.2 (e3c5c424-9e00-4483-b1fc-da72ac6de9ac/02fc9260-441b-4657-9e8a-13b13fa0a254/90acf537-d25a-490b-82bd-f203c090e2e2) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:46.468318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.475027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-d79ab709-bcc2-4a76-a64f-592b21f3d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:46.478497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-d79ab709-bcc2-4a76-a64f-592b21f3d2c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.0772338 Nov 10 22:56:46.501103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-072be67b-723c-4713-9e8f-9a790c260946 req-cae09ab3-ef88-4864-b3fe-0f61ad6bc1ec tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086751 Nov 10 22:56:46.548116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-f65ad92b-8da0-4d6b-9a35-233dc1483ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:46.550361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-f65ad92b-8da0-4d6b-9a35-233dc1483ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638354 Nov 10 22:56:46.553809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.558510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.558755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.562393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66b66774-7de9-488c-b1f7-a94d32f3063f HTTP/1.1" status: 204 len: 168 time: 0.9573500 Nov 10 22:56:46.640786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.659776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:46.660430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.671619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92abaae-46f3-4ca2-a860-78ad26dda4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b66774-7de9-488c-b1f7-a94d32f3063f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:46.690579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.707013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-374f5177-fcb6-4f1b-93d0-9bb9a5ed331b service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457202 Nov 10 22:56:46.713394 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:46.855316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1416261 Nov 10 22:56:46.857878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52846) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:46.861241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:46.870832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:46.880447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:46.884515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:46.887819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Pushing event updated for resources: {'Port': ['ID=90acf537-d25a-490b-82bd-f203c090e2e2,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:46.901486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419f9e5-03ab-44b5-98e1-204db30c5219 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=6dcea130-78e1-47a5-88a9-d869b78121ad,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:46.929671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6dcea130-78e1-47a5-88a9-d869b78121ad details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:56:47.089710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.177618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1f211571-9e30-4ae7-8a33-6bbe2b77d836,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:47.183798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-f1a2c540-417c-47bc-9efa-924b74240045 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638431 Nov 10 22:56:47.270094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Attempting to bind port 90acf537-d25a-490b-82bd-f203c090e2e2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:47.282841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Attempting to bind port 90acf537-d25a-490b-82bd-f203c090e2e2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:47.285426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Attempting to bind port 90acf537-d25a-490b-82bd-f203c090e2e2 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:47.323790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:47.324167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Checking segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:47.335164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.336175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Bound using segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:47.338535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Bound port: 90acf537-d25a-490b-82bd-f203c090e2e2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:47.340194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.415069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:56:47.426642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.590375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] For port 90acf537-d25a-490b-82bd-f203c090e2e2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:47.610023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] For port 90acf537-d25a-490b-82bd-f203c090e2e2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=90acf537-d25a-490b-82bd-f203c090e2e2,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:47.625496 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.790314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.793593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59043b-d4b0-4e55-a730-4e63fe796748 None None] Pushing event updated for resources: {'Port': ['ID=90acf537-d25a-490b-82bd-f203c090e2e2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:47.810293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-b547fd0f-5317-40d7-8299-0549ee5e6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:47.811831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-b547fd0f-5317-40d7-8299-0549ee5e6d72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1096 time: 0.5292439 Nov 10 22:56:47.892136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:47.988530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b233-9799-4fa0-be56-23230915fcd0 req-fd1ec87c-0561-4650-8f8d-e46ff2f511cd tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:47.992935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4963b233-9799-4fa0-be56-23230915fcd0 req-fd1ec87c-0561-4650-8f8d-e46ff2f511cd tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.2999668 Nov 10 22:56:48.043935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5604f-0dcf-4b15-998d-51ef7399526b req-136f080f-9f2d-452e-b39f-2e0fcb11f033 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:48.052503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1d5604f-0dcf-4b15-998d-51ef7399526b req-136f080f-9f2d-452e-b39f-2e0fcb11f033 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.3794696 Nov 10 22:56:48.104926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:48.321925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4963b233-9799-4fa0-be56-23230915fcd0 req-4e6ed7f2-43e5-4d96-9a60-c57c72a5bad1 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815487 Nov 10 22:56:48.328865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Allocated IP 172.25.0.93 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/0a81f335-d164-4ff9-bb95-705e05ca549e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:48.382482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1d5604f-0dcf-4b15-998d-51ef7399526b req-42f4d958-fca9-43f9-8150-aa59f95e94dd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285229 Nov 10 22:56:48.424150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-8b6e0577-6ffc-4f48-83bf-277184b311b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:48.426276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-8b6e0577-6ffc-4f48-83bf-277184b311b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.5180199 Nov 10 22:56:48.463718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 90acf537-d25a-490b-82bd-f203c090e2e2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:48.600220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 90acf537-d25a-490b-82bd-f203c090e2e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:48.600604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:48.618359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:48.787332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:48.895504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-73569a4e-9c0c-4735-97d4-11102221ad4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 999 time: 0.4503381 Nov 10 22:56:48.903766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 90acf537-d25a-490b-82bd-f203c090e2e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=90acf537-d25a-490b-82bd-f203c090e2e2,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:48.921995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:49.098373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=1f818217-b6a4-4298-8775-6d7225263ad4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:49.108332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86fa73-0678-4db4-81b7-11bc6524f5f2 req-63c0f974-7c27-4c78-a03a-1a6c3f621950 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:49.130272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec86fa73-0678-4db4-81b7-11bc6524f5f2 req-63c0f974-7c27-4c78-a03a-1a6c3f621950 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.5882485 Nov 10 22:56:49.213613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-39a34167-cc25-41cc-a361-14ea97d05ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:49.216153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-39a34167-cc25-41cc-a361-14ea97d05ca7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.2098691 Nov 10 22:56:49.222656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=90acf537-d25a-490b-82bd-f203c090e2e2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:49.524293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '297b299a-3d86-42e1-b5f4-fb3293957429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:49.525290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: 6dcea130-78e1-47a5-88a9-d869b78121ad, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:56:49.551734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-d6e597ec-5ee2-4bed-9154-b58682d8f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:49.555835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-d6e597ec-5ee2-4bed-9154-b58682d8f552 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130226 Nov 10 22:56:49.659749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.005044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec86fa73-0678-4db4-81b7-11bc6524f5f2 req-2b9b2d0a-ef03-42a3-ba0a-690dc84a816a tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085661 Nov 10 22:56:50.009216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:56:50.083859 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-7b0b4c64-5165-46bc-8c37-2691a0a2df8d service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067325 Nov 10 22:56:50.127429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 6dcea130-78e1-47a5-88a9-d869b78121ad is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:56:50.146319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d0639-e185-46bd-987d-a01f050bcf56 None None] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:50.263265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6dcea130-78e1-47a5-88a9-d869b78121ad) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:50.290842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:50.291493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.343105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d302c30-2c9d-4ec2-a121-8cb23b74afed None None] Network 6dcea130-78e1-47a5-88a9-d869b78121ad requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:50.470407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 90acf537-d25a-490b-82bd-f203c090e2e2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:50.477450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-945488b9-0e4f-4b67-9dfd-8f5fbd78a625 None None] Provisioning complete for port 90acf537-d25a-490b-82bd-f203c090e2e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:50.478219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-945488b9-0e4f-4b67-9dfd-8f5fbd78a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.498161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b72e332-dbf8-4f99-9ad4-888c7e0d435d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6370590 Nov 10 22:56:50.648795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:50.669763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053739261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:50.734804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.768499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261a795-29dc-4d7a-b4ba-47c226e4638c req-52cbbf0f-9254-4c8b-8065-fba5cca06f8b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:50.770119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f261a795-29dc-4d7a-b4ba-47c226e4638c req-52cbbf0f-9254-4c8b-8065-fba5cca06f8b tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.6698456 Nov 10 22:56:50.778833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.782487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:50.986524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:50.994281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:51.009313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:51.062965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:51.150055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Sync routers for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:51.168517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-866929ba-3fab-4de4-8914-b6f5d705bbc5 req-852e89e9-d9af-402f-9458-e31a851b9d02 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9914165 Nov 10 22:56:51.201326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501b0c0-4f25-483e-9443-dda093ea207b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:51.206630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f261a795-29dc-4d7a-b4ba-47c226e4638c req-af248fbf-51a8-492e-a541-bff388c03548 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485312 Nov 10 22:56:51.213276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Pushing event updated for resources: {'Port': ['ID=0a81f335-d164-4ff9-bb95-705e05ca549e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:51.255510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-88cd91ac-4c30-40a1-aa62-ea4c9a95d8ce admin admin] 10.222.0.25 "PUT /v2.0/routers/56d54c66-b3cd-4a0d-9563-303faaaf5a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6468124 Nov 10 22:56:51.258003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52934) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:51.299539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:51.323914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:51.364028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:51.367797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:51.381368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:51.385599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9cacbe0b-d4a9-40c1-a597-ed8c0a1105e4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7283807 Nov 10 22:56:51.391176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 90acf537-d25a-490b-82bd-f203c090e2e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:51.391731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:51.392294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52940) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:51.905645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:52.159647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6dcea130-78e1-47a5-88a9-d869b78121ad', 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': '1f818217-b6a4-4298-8775-6d7225263ad4'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:56:52.173794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:52.279471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:52.724436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:52.760356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Allocated IP 2001:db8::2 (6dcea130-78e1-47a5-88a9-d869b78121ad/1f818217-b6a4-4298-8775-6d7225263ad4/0587f6bf-4698-4951-a590-7ab9ed726198) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:52.999348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.035130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a26a5a-8a3b-4e07-adfa-5f76e75a251f req-ee374eda-2835-4add-a546-148f450784ee tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:53.053387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4a26a5a-8a3b-4e07-adfa-5f76e75a251f req-ee374eda-2835-4add-a546-148f450784ee tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.5219238 Nov 10 22:56:53.289656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474b3f1-fc13-4a37-b270-a3c0bf872353 req-e7ad77cb-e59f-4af5-875c-4ea3f05efa15 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:53.308184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9474b3f1-fc13-4a37-b270-a3c0bf872353 req-e7ad77cb-e59f-4af5-875c-4ea3f05efa15 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 1.6182792 Nov 10 22:56:53.310307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.315251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d174a7a7-0576-42b3-921a-91a1e72f4493 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-169591138'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:53.315908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d174a7a7-0576-42b3-921a-91a1e72f4493 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Unknown quota resources ['metering_label']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:56:53.429859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-11efc784-16a4-4f0f-bf38-6968f937336e None None] Provisioning complete for port 0a81f335-d164-4ff9-bb95-705e05ca549e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:53.430623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11efc784-16a4-4f0f-bf38-6968f937336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.559764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-11efc784-16a4-4f0f-bf38-6968f937336e None None] Port 0a81f335-d164-4ff9-bb95-705e05ca549e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:56:53.684444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9474b3f1-fc13-4a37-b270-a3c0bf872353 req-f7eaa027-8722-4c46-95b0-5c0ccf551607 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749261 Nov 10 22:56:53.733282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.753416 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4a26a5a-8a3b-4e07-adfa-5f76e75a251f req-5796b4c8-03b8-447c-85da-c2b186d180dd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6983325 Nov 10 22:56:53.768563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.802632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:53.941198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.024696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Pushing event updated for resources: {'Port': ['ID=0587f6bf-4698-4951-a590-7ab9ed726198,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:54.080243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Network 6dcea130-78e1-47a5-88a9-d869b78121ad is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:54.104159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:54.111355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:54.173878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d174a7a7-0576-42b3-921a-91a1e72f4493 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.180047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d174a7a7-0576-42b3-921a-91a1e72f4493 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4530675 Nov 10 22:56:54.180840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:54.205477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0946d757-9f8e-4607-824c-e605423d423a tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '33b50eb2-62a3-4422-92f2-21218b032078'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:54.206060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0946d757-9f8e-4607-824c-e605423d423a tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:56:54.358496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bbf94e3e-2747-4d35-b70a-b7f0bcd3c3b1 None None] Provisioning complete for port 90acf537-d25a-490b-82bd-f203c090e2e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:54.358496 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf94e3e-2747-4d35-b70a-b7f0bcd3c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.364136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:46Z', 'revision_number': 5, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port': {'id': '62d01eeb-a6c2-4352-a664-49b5f94e53bc', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:24Z', 'updated_at': '2021-11-10T22:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:54.444116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Deleting port 62d01eeb-a6c2-4352-a664-49b5f94e53bc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:54.446404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.454723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Checking router: 56d54c66-b3cd-4a0d-9563-303faaaf5a27 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:56:54.551784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Routers {'56d54c66-b3cd-4a0d-9563-303faaaf5a27'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:54.552658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:54.555623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Attempting to bind port 0587f6bf-4698-4951-a590-7ab9ed726198 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:56:54.558675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Attempting to bind port 0587f6bf-4698-4951-a590-7ab9ed726198 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '297b299a-3d86-42e1-b5f4-fb3293957429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:56:54.559243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Attempting to bind port 0587f6bf-4698-4951-a590-7ab9ed726198 on network 6dcea130-78e1-47a5-88a9-d869b78121ad {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:56:54.719439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:56:54.723474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Checking segment: {'id': '297b299a-3d86-42e1-b5f4-fb3293957429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:56:54.724878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.726716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Bound using segment: {'id': '297b299a-3d86-42e1-b5f4-fb3293957429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:56:54.728928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Bound port: 0587f6bf-4698-4951-a590-7ab9ed726198, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297b299a-3d86-42e1-b5f4-fb3293957429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dcea130-78e1-47a5-88a9-d869b78121ad'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:56:54.730874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.739206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] For port 62d01eeb-a6c2-4352-a664-49b5f94e53bc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=62d01eeb-a6c2-4352-a664-49b5f94e53bc,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:54.740459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.781689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Calling delete_port for 62d01eeb-a6c2-4352-a664-49b5f94e53bc owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:54.898543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] Set router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:55.016285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:55.206090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:53Z', 'revision_number': 6, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:55.260670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d01eeb-a6c2-4352-a664-49b5f94e53bc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:55.396487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7642791-b15f-4ea3-bfa5-46c401396004 req-442df592-9105-40d6-935f-21708755694e tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:55.400054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7642791-b15f-4ea3-bfa5-46c401396004 req-442df592-9105-40d6-935f-21708755694e tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.9754338 Nov 10 22:56:55.410424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8::1 (6dcea130-78e1-47a5-88a9-d869b78121ad/1f818217-b6a4-4298-8775-6d7225263ad4/f7f2471e-912f-4855-a0d2-d99144e034f9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:56:55.515707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] For port 0587f6bf-4698-4951-a590-7ab9ed726198, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:56:55.524685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] For port 0587f6bf-4698-4951-a590-7ab9ed726198, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0587f6bf-4698-4951-a590-7ab9ed726198,segment=NetworkSegment(297b299a-3d86-42e1-b5f4-fb3293957429),segment_id=297b299a-3d86-42e1-b5f4-fb3293957429)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:56:55.529744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479374d-ebeb-435d-9c82-f20a70fd38b2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:55.542241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:55.552468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:55.560066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ced79d-c28f-4ea9-bc23-456d35eab455 None None] The sync data for ids ['56d54c66-b3cd-4a0d-9563-303faaaf5a27'] in n-d-811521-3 is: [{'id': '56d54c66-b3cd-4a0d-9563-303faaaf5a27', 'name': 'tempest-ImageQuotaTest-1336762414-router', 'tenant_id': '5262c90b2e544ba2b787757794e83381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:22Z', 'updated_at': '2021-11-10T22:56:53Z', 'revision_number': 6, 'project_id': '5262c90b2e544ba2b787757794e83381', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:56:55.667043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d82300e3-0236-4aae-9e93-5680f6eb985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:55.762660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92266-de58-4d25-a8d6-2d4ea44cf073 None None] Pushing event updated for resources: {'Port': ['ID=0587f6bf-4698-4951-a590-7ab9ed726198,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:56.106708 n-d-811521-3 neutron-server[102457]: WARNING neutron.services.metering.metering_plugin [None req-0946d757-9f8e-4607-824c-e605423d423a tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 22:56:56.126037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.132886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7642791-b15f-4ea3-bfa5-46c401396004 req-f6e8fe1f-a1e5-4630-823e-7927b27b1ae8 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735542 Nov 10 22:56:56.134475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.322758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f211571-9e30-4ae7-8a33-6bbe2b77d836 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:56.389501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.390078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d54c66-b3cd-4a0d-9563-303faaaf5a27 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:56:56.400724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.406775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-71b93405-1d30-4dba-a823-75db843f5f74 admin admin] 10.222.0.25 "DELETE /v2.0/routers/56d54c66-b3cd-4a0d-9563-303faaaf5a27 HTTP/1.1" status: 204 len: 168 time: 5.1461513 Nov 10 22:56:56.408486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1f211571-9e30-4ae7-8a33-6bbe2b77d836 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:56.414128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f211571-9e30-4ae7-8a33-6bbe2b77d836 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:56.424452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53022) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:56.457580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.522131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Deleting subnet 1efadf24-5368-4374-8fde-738db740239e {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:56:56.526516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.579480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.669547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.737425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.771522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0946d757-9f8e-4607-824c-e605423d423a tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.776910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:56.777110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0946d757-9f8e-4607-824c-e605423d423a tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 2.5787778 Nov 10 22:56:56.787242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-219de254-263c-4e4d-8f23-927143ab995b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '33b50eb2-62a3-4422-92f2-21218b032078'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:56.787551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-219de254-263c-4e4d-8f23-927143ab995b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:56:56.803927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-0326cbc9-9d03-4934-b24b-ce9473cad1a6 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:56.806073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-0326cbc9-9d03-4934-b24b-ce9473cad1a6 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.8696134 Nov 10 22:56:56.810770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad23bb6-bfe6-4bf7-adc3-183737acee1d None None] Network aa98f13d-6494-430f-aefb-f7060a201e2e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:56.820716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9151e-0ac9-42e1-84f0-eec353692971 req-e1c0b76d-647f-471f-8652-134c00753014 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:56.822632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efadf24-5368-4374-8fde-738db740239e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:56.827432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:56.839444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-490b09e6-1642-4746-89f4-94dd980793a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1efadf24-5368-4374-8fde-738db740239e HTTP/1.1" status: 204 len: 168 time: 0.4134815 Nov 10 22:56:56.848724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53030) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:56.860907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efa9151e-0ac9-42e1-84f0-eec353692971 req-e1c0b76d-647f-471f-8652-134c00753014 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.9236913 Nov 10 22:56:57.140806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efa9151e-0ac9-42e1-84f0-eec353692971 req-9171989e-93e3-456f-8dfc-195852a979fb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787304 Nov 10 22:56:57.328491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:56:57.371964 n-d-811521-3 neutron-server[102458]: WARNING neutron.services.metering.metering_plugin [None req-219de254-263c-4e4d-8f23-927143ab995b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 22:56:57.389411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] DHCP port deletion for aa98f13d-6494-430f-aefb-f7060a201e2e request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:56:57.550270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.566930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Deleting port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:57.567284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.657270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Deleting port 4a9fceea-78b2-4578-8db9-65850577463c {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:56:57.657922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.771554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=f7f2471e-912f-4855-a0d2-d99144e034f9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:57.893338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] For port 4a9fceea-78b2-4578-8db9-65850577463c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fceea-78b2-4578-8db9-65850577463c,segment=NetworkSegment(6baa9cf2-19f6-4ae1-82dc-56d10fa973d1),segment_id=6baa9cf2-19f6-4ae1-82dc-56d10fa973d1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:57.894320 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.936125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Calling delete_port for 4a9fceea-78b2-4578-8db9-65850577463c owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:57.938915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219de254-263c-4e4d-8f23-927143ab995b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.945014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-219de254-263c-4e4d-8f23-927143ab995b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1665962 Nov 10 22:56:57.945934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53044) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:57.958387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 6dcea130-78e1-47a5-88a9-d869b78121ad is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:56:57.968484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:56:57.976541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:56:57.977149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:57.992175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.005278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad14fe-49c7-4267-b227-1929cf7195ee req-dfb6aa1c-08b6-45c7-a683-3869226d6071 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:58.015919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39ad14fe-49c7-4267-b227-1929cf7195ee req-dfb6aa1c-08b6-45c7-a683-3869226d6071 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab0f35a-f5ff-4224-a7f8-7615218d009e HTTP/1.1" status: 200 len: 945 time: 0.6598308 Nov 10 22:56:58.053965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:56:58.064590 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:56:58.084609 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:56:58.085817 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:58.095307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af947d8-1a7d-4fc9-b32c-fd792ab18c3e None None] Network 6dcea130-78e1-47a5-88a9-d869b78121ad requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:56:58.123206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0587f6bf-4698-4951-a590-7ab9ed726198 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:56:58.197974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] For port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,segment=NetworkSegment(12046c5f-6287-40af-aa0c-be7f950dcfc0),segment_id=12046c5f-6287-40af-aa0c-be7f950dcfc0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:58.198387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.210086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.212066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f09cf95e-877a-448c-ab30-cc95181c9265 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.5508468 Nov 10 22:56:58.228176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9629c876-e257-4184-be8e-0c52a039a701 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2447a6a8-c697-494b-9e8e-b03d715fd04d HTTP/1.1" status: 200 len: 464 time: 0.2669270 Nov 10 22:56:58.232541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53056) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:58.232889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:58.255189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Calling delete_port for 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:56:58.300651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab1a00b5-dee6-4c97-adc4-31283cea66d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.449052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:56:58.546100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] Provisioning complete for port 0587f6bf-4698-4951-a590-7ab9ed726198 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:58.546681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.640030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbf2da-9a5c-46de-8ba9-5bbe92f5f292 req-8906254e-6d48-4131-ad52-fda09e692ac2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:58.642108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32dbf2da-9a5c-46de-8ba9-5bbe92f5f292 req-8906254e-6d48-4131-ad52-fda09e692ac2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.1944718 Nov 10 22:56:58.792774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32dbf2da-9a5c-46de-8ba9-5bbe92f5f292 req-4a223564-71cb-4ff3-8840-39f4be8c44f3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435566 Nov 10 22:56:58.798889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0587f6bf-4698-4951-a590-7ab9ed726198 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:56:58.799262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.807700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:58.990237 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.039400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:56:59.054294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.055482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] Pushing event deleted for resources: {'Port': ['ID=4a9fceea-78b2-4578-8db9-65850577463c,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:59.097542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93562805-c5c4-4eef-b827-71bf3cbc4388 None None] No DVR routers for this DVR port 4a9fceea-78b2-4578-8db9-65850577463c on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:59.105614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:56:59.106220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:56:59.186014 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.186621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Pushing event deleted for resources: {'Port': ['ID=3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:59.230775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39ad14fe-49c7-4267-b227-1929cf7195ee req-13a3836f-ec87-4d04-a804-54f1a1981051 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2138855 Nov 10 22:56:59.241819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:56:51Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:56:59.311591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] For port 0587f6bf-4698-4951-a590-7ab9ed726198, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0587f6bf-4698-4951-a590-7ab9ed726198,segment=NetworkSegment(297b299a-3d86-42e1-b5f4-fb3293957429),segment_id=297b299a-3d86-42e1-b5f4-fb3293957429)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:56:59.340946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.350130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.406891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] No DVR routers for this DVR port 3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:56:59.411875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.440432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebe0da72-a7b5-4a05-a41e-146f400a5d24 req-69082d4b-49fe-444b-bfb3-62557e282268 tempest-ServersNegativeTestMultiTenantJSON-521578516 tempest-ServersNegativeTestMultiTenantJSON-521578516-project] 10.222.0.20 "DELETE /v2.0/ports/3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1 HTTP/1.1" status: 204 len: 173 time: 2.5697153 Nov 10 22:56:59.444568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'name': 'network-vif-deleted', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:56:59.453138 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a823e-ecb7-4e12-907f-957b03eb9539" -d '{"events": [{"server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "name": "network-vif-deleted", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:56:59.500639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508ddb8-171f-4d77-8f93-b22f24d215cf None None] Pushing event updated for resources: {'Port': ['ID=0587f6bf-4698-4951-a590-7ab9ed726198,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:56:59.505281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:56:59.505630 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:56:59.557403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0600c021-827e-4384-bf10-f2fb553e876b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:59.560873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0600c021-827e-4384-bf10-f2fb553e876b tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/2447a6a8-c697-494b-9e8e-b03d715fd04d HTTP/1.1" status: 204 len: 168 time: 1.1034849 Nov 10 22:56:59.561778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:59.593580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-75d83025-74c0-49cf-8d7e-f46491186f44 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2447a6a8-c697-494b-9e8e-b03d715fd04d HTTP/1.1" status: 200 len: 221 time: 0.0305736 Nov 10 22:56:59.598717 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a4474-bb52-4ad2-a29b-581649276318 x-openstack-request-id: req-9b2a4474-bb52-4ad2-a29b-581649276318 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:56:59.599111 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0f35a-f5ff-4224-a7f8-7615218d009e", "name": "network-vif-deleted", "tag": "3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:56:59.600282 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b2a4474-bb52-4ad2-a29b-581649276318 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:56:59.601455 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0f35a-f5ff-4224-a7f8-7615218d009e', 'name': 'network-vif-deleted', 'tag': '3d1f5cb4-4785-412c-8ef3-8e6e17ab65c1', 'status': 'completed', 'code': 200} Nov 10 22:56:59.602034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:56:59.611257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c5aae6a2-7fdd-4750-ac07-5aa577e934e0 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1884715082', 'description': 'label created by tempest'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:56:59.611981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c5aae6a2-7fdd-4750-ac07-5aa577e934e0 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Unknown quota resources ['metering_label']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 22:56:59.832871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:56:59.833304 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Updating router b058e70e-8c40-4fda-9ad6-c0197b9639a0 port 0a81f335-d164-4ff9-bb95-705e05ca549e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:56:59.955594 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.115664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.168464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.244104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5aae6a2-7fdd-4750-ac07-5aa577e934e0 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.250270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5aae6a2-7fdd-4750-ac07-5aa577e934e0 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6470823 Nov 10 22:57:00.254708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53134) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:00.280086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a002b244-b975-4778-b290-65212410b4c6 None None] Provisioning complete for port 0587f6bf-4698-4951-a590-7ab9ed726198 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:00.280635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a002b244-b975-4778-b290-65212410b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.304333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa98f13d-6494-430f-aefb-f7060a201e2e']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:00.360375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:00.360686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baa9cf2-19f6-4ae1-82dc-56d10fa973d1') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:00.416925 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.417601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 62d01eeb-a6c2-4352-a664-49b5f94e53bc no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:57:00.448112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53142) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:00.458873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.474211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:00.476179 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.519475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.521464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 62d01eeb-a6c2-4352-a664-49b5f94e53bc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:57:00.522156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 62d01eeb-a6c2-4352-a664-49b5f94e53bc not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:57:00.522790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fceea-78b2-4578-8db9-65850577463c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:57:00.554639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4a9fceea-78b2-4578-8db9-65850577463c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:57:00.555414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fceea-78b2-4578-8db9-65850577463c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:57:00.660057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a002b244-b975-4778-b290-65212410b4c6 None None] Provisioning complete for port f7f2471e-912f-4855-a0d2-d99144e034f9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:00.660774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a002b244-b975-4778-b290-65212410b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.758409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-163fe091-040d-4538-965a-d4e1c761072c tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=2a1003e9-1bdd-4cee-943a-a2fdb528e4b6 HTTP/1.1" status: 200 len: 468 time: 0.4895332 Nov 10 22:57:00.769992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a002b244-b975-4778-b290-65212410b4c6 None None] Port f7f2471e-912f-4855-a0d2-d99144e034f9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:00.798736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0587f6bf-4698-4951-a590-7ab9ed726198 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:00.838258 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.849488 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.851520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:00.881585 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:00.917524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0feb68-aac7-42e6-81c6-b94e717764ff None None] Pushing event updated for resources: {'Port': ['ID=0a81f335-d164-4ff9-bb95-705e05ca549e,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:00.943763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.946390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.961805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:00.977246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa98f13d-6494-430f-aefb-f7060a201e2e HTTP/1.1" status: 204 len: 168 time: 4.1141374 Nov 10 22:57:01.011309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59288ca-425a-4e9c-b615-d6aa5ad2ddc8 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:01.015511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Attempting to bind port 0a81f335-d164-4ff9-bb95-705e05ca549e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:01.017160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Attempting to bind port 0a81f335-d164-4ff9-bb95-705e05ca549e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:01.018058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Attempting to bind port 0a81f335-d164-4ff9-bb95-705e05ca549e on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:01.050213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8a0c5e0b-7e9a-41e3-b24a-1f54db4c488a None None] Provisioning complete for port f7f2471e-912f-4855-a0d2-d99144e034f9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:01.050989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5e0b-7e9a-41e3-b24a-1f54db4c488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.081099 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:01.082160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:01.086390 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.087030 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:01.088895 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Bound port: 0a81f335-d164-4ff9-bb95-705e05ca549e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:01.089667 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.171054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Deleting subnet 9f10ea76-d365-4a32-bee6-ee3f85206477 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:57:01.175596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c5e0b-7e9a-41e3-b24a-1f54db4c488a None None] Port f7f2471e-912f-4855-a0d2-d99144e034f9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:01.218014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0587f6bf-4698-4951-a590-7ab9ed726198 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:01.223788 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.276260 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] For port 0a81f335-d164-4ff9-bb95-705e05ca549e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:01.282549 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] For port 0a81f335-d164-4ff9-bb95-705e05ca549e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a81f335-d164-4ff9-bb95-705e05ca549e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:01.296594 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.339314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.428505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0feb68-aac7-42e6-81c6-b94e717764ff None None] Pushing event updated for resources: {'Port': ['ID=0a81f335-d164-4ff9-bb95-705e05ca549e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:01.441069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] Provisioning complete for port 0a81f335-d164-4ff9-bb95-705e05ca549e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:01.441457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.471944 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:01.472939 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:01.485439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b5fc1-2bf9-4e3b-86ec-d820b2e48eaa None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:01.636315 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:01.732615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00111cc3-92f6-464b-bd3d-930f34ab887e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa98f13d-6494-430f-aefb-f7060a201e2e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:01.766570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53182) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:01.840304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f69c-963c-4ac6-bed4-4536df63918c tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.847073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.851197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3c3f69c-963c-4ac6-bed4-4536df63918c tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/2a1003e9-1bdd-4cee-943a-a2fdb528e4b6 HTTP/1.1" status: 204 len: 168 time: 0.9971418 Nov 10 22:57:01.855652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53186) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:01.871027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] For port 0a81f335-d164-4ff9-bb95-705e05ca549e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a81f335-d164-4ff9-bb95-705e05ca549e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:01.879318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.912422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cdefecba-8ef4-44a7-8ff5-15ae63a86b90 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=2a1003e9-1bdd-4cee-943a-a2fdb528e4b6 HTTP/1.1" status: 200 len: 216 time: 0.0486147 Nov 10 22:57:01.927127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53188) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:01.940608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:01.979798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb71f-5765-4b83-be97-ad22fed1ccaf req-fb19453a-7a7c-46b5-88b3-e5d0d317a509 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:01.988196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba7eb71f-5765-4b83-be97-ad22fed1ccaf req-fb19453a-7a7c-46b5-88b3-e5d0d317a509 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 1.8596642 Nov 10 22:57:02.036591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-51b85cde-3fa8-459a-84e7-de56cecce279 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1079774 Nov 10 22:57:02.041029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53190) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.069891 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:56:51Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:02.086546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.140114 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c4062-5713-4ec0-aaf9-9d123e83cdbc None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:56:51Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:02.196016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a715f242-db38-48d4-a820-11e6943b0160 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5262c90b2e544ba2b787757794e83381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195199 Nov 10 22:57:02.199414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.354707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba7eb71f-5765-4b83-be97-ad22fed1ccaf req-60595bc0-e452-4362-8524-2443bb4d5143 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653851 Nov 10 22:57:02.374320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7de7a640-5228-4127-b576-921cd4d1eb16 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3111925 Nov 10 22:57:02.376604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53200) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.464681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ad9b293b-490d-4f4a-b492-7da5253ccbe8 None None] Provisioning complete for port 0a81f335-d164-4ff9-bb95-705e05ca549e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:02.465454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad9b293b-490d-4f4a-b492-7da5253ccbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.467401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4683a1-1f1e-4ae0-af39-ae002a0d5dc1 None None] Pushing event updated for resources: {'Port': ['ID=0a81f335-d164-4ff9-bb95-705e05ca549e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:02.488195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.510748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.650740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.662352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6c4334e1-141f-45fa-83a7-5d276849378c tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/33b50eb2-62a3-4422-92f2-21218b032078 HTTP/1.1" status: 200 len: 472 time: 0.2550910 Nov 10 22:57:02.666949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.667215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9f10ea76-d365-4a32-bee6-ee3f85206477 HTTP/1.1" status: 204 len: 168 time: 2.2101722 Nov 10 22:57:02.670243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be150d7-9046-4b0a-9193-fd80b32867d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f10ea76-d365-4a32-bee6-ee3f85206477,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:02.673531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53208) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.764497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:02.824560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53210) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:02.859377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2eae76f6-8d05-4204-a673-d8ba6bd70c03 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/0cff4517-2623-4526-885a-86900f92aa15 HTTP/1.1" status: 200 len: 461 time: 0.1818936 Nov 10 22:57:02.861669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53214) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:03.065302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.173202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.182916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.198174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.237386 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de190f4e-12ea-4a89-a3b9-4b13f0f43025 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.240849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de190f4e-12ea-4a89-a3b9-4b13f0f43025 tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0cff4517-2623-4526-885a-86900f92aa15 HTTP/1.1" status: 204 len: 168 time: 0.3744090 Nov 10 22:57:03.242421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53220) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:03.281837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.290925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.295315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef18c5fc-afa5-4f18-a161-6ce00a6678f9 HTTP/1.1" status: 204 len: 168 time: 1.0910122 Nov 10 22:57:03.338596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e89f7-3845-4b3c-a3f1-3b491138bc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18c5fc-afa5-4f18-a161-6ce00a6678f9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:03.347061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3ae53f1f-5398-42c2-b414-553ac4cdd7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.356462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=f7f2471e-912f-4855-a0d2-d99144e034f9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:03.755374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3ae53f1f-5398-42c2-b414-553ac4cdd7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.840752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.903909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62693340-31cd-4603-b2b1-97c9c125b046']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:03.941101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12046c5f-6287-40af-aa0c-be7f950dcfc0') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:03.945641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12046c5f-6287-40af-aa0c-be7f950dcfc0') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:03.970512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.975704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3ae53f1f-5398-42c2-b414-553ac4cdd7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:03.979978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53230) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:04.008682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.013875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1306bb04-6d1e-4ead-aa88-be831ed6495f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.023988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:04.027540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:04.135827 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:04.151744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.158515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.169035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1306bb04-6d1e-4ead-aa88-be831ed6495f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.199471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.205731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62693340-31cd-4603-b2b1-97c9c125b046 HTTP/1.1" status: 204 len: 168 time: 1.5254076 Nov 10 22:57:04.208296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1306bb04-6d1e-4ead-aa88-be831ed6495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.209429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53232) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:04.217287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-145ad417-dbf3-4180-9ca1-d0864221c0ec tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.218457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-145ad417-dbf3-4180-9ca1-d0864221c0ec tempest-MeteringTestJSON-2136939717 tempest-MeteringTestJSON-2136939717-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/33b50eb2-62a3-4422-92f2-21218b032078 HTTP/1.1" status: 204 len: 168 time: 0.9662402 Nov 10 22:57:04.313410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e835d5-563d-4de7-ba53-6f425bfd9a47 req-bde4b352-066d-4647-bd61-ff1b2c840996 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:04.322786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27e835d5-563d-4de7-ba53-6f425bfd9a47 req-bde4b352-066d-4647-bd61-ff1b2c840996 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.6646843 Nov 10 22:57:04.331022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b62c51-93fe-4abb-8307-7a4fb955c042 admin admin] Pushing event deleted for resources: {'Network': ['ID=62693340-31cd-4603-b2b1-97c9c125b046,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:04.342553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3ae53f1f-5398-42c2-b414-553ac4cdd7d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81d2816ee9cf4103935315224b4a320e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5171649 Nov 10 22:57:04.349587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 6dcea130-78e1-47a5-88a9-d869b78121ad is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:04.351370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:04.377568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae53f1f-5398-42c2-b414-553ac4cdd7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64258066-3951-42ad-a8d0-130ba5162237,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:04.431714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1306bb04-6d1e-4ead-aa88-be831ed6495f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4474962 Nov 10 22:57:04.438924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53242) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:04.486301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306bb04-6d1e-4ead-aa88-be831ed6495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0302a-16f0-4daa-96bb-608168e0d261,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:04.534414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27e835d5-563d-4de7-ba53-6f425bfd9a47 req-d229fb74-b3e4-4060-bf2b-255346f7363a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038784 Nov 10 22:57:04.557597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.586065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.703273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.720993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:04.730082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57c0302a-16f0-4daa-96bb-608168e0d261 HTTP/1.1" status: 204 len: 168 time: 0.2896502 Nov 10 22:57:04.763524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88c60d-f1e4-4f3d-abde-839346e73c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0302a-16f0-4daa-96bb-608168e0d261,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:04.920164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a81f335-d164-4ff9-bb95-705e05ca549e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:05.017243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53248) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:05.041030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0a81f335-d164-4ff9-bb95-705e05ca549e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:05.044665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.076921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:05.251840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Allocated IP 172.20.0.1 (e3c5c424-9e00-4483-b1fc-da72ac6de9ac/02fc9260-441b-4657-9e8a-13b13fa0a254/27c9e9ec-4065-4d9a-9219-c79f60f24079) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:05.457989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-927974c8-7baa-4c27-801d-151cc02c6ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.577053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-927974c8-7baa-4c27-801d-151cc02c6ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.577394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Deleting subnet 994be8a9-ae7c-425c-8513-bb3da96658c0 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:57:05.582820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-927974c8-7baa-4c27-801d-151cc02c6ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.585778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.608345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.628889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.638726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-927974c8-7baa-4c27-801d-151cc02c6ac9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60d83edc88334fb4b0c7f83ac88e984b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193407 Nov 10 22:57:05.640324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927974c8-7baa-4c27-801d-151cc02c6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287fa4ee-de76-4673-bfa9-38f2b4bd3178,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:05.642869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53258) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:05.673306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c28587b1-4301-45ee-8121-32699848826e None None] Provisioning complete for port f7f2471e-912f-4855-a0d2-d99144e034f9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:05.674769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c28587b1-4301-45ee-8121-32699848826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.696893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.710058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.723630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c28587b1-4301-45ee-8121-32699848826e None None] Port f7f2471e-912f-4855-a0d2-d99144e034f9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:05.864074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.893805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:05.901653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.263727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 0eac762c-14cb-4fd8-ae91-949cfe8feb19 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:57:06.266643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:06.281886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52e333-0d6a-4c5b-8fb9-73096cae06ca req-622babfc-cd80-4460-8b39-5883bb1d2c93 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:06.283383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de52e333-0d6a-4c5b-8fb9-73096cae06ca req-622babfc-cd80-4460-8b39-5883bb1d2c93 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.5340168 Nov 10 22:57:06.294550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.297674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:06.309784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:06.318482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Pushing event updated for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:06.359464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.361835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.365268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64258066-3951-42ad-a8d0-130ba5162237 HTTP/1.1" status: 204 len: 168 time: 2.0090237 Nov 10 22:57:06.414806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee5bff-3201-46f9-9f14-f5fb9177e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64258066-3951-42ad-a8d0-130ba5162237,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:06.417192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.542174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994be8a9-ae7c-425c-8513-bb3da96658c0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:06.546914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.552717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53268) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:06.553296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9319b8e-0874-4a6e-99b7-3363d8203039 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/994be8a9-ae7c-425c-8513-bb3da96658c0 HTTP/1.1" status: 204 len: 168 time: 2.3357418 Nov 10 22:57:06.564389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de52e333-0d6a-4c5b-8fb9-73096cae06ca req-f2e7f155-c91f-4274-b703-6f73eede4fd8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677748 Nov 10 22:57:06.565494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.623497 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.626390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.627572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/287fa4ee-de76-4673-bfa9-38f2b4bd3178 HTTP/1.1" status: 204 len: 168 time: 0.9762776 Nov 10 22:57:06.633400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:06.656916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a8c30be0-b4f0-4241-a6c9-99842f51b02b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/0eac762c-14cb-4fd8-ae91-949cfe8feb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2611132 Nov 10 22:57:06.662470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53274) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:06.669692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f106244-7ccf-47bc-a8ee-7685ef96983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fa4ee-de76-4673-bfa9-38f2b4bd3178,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:06.677577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] Sync routers for ids ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:06.792564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] Routers {'0eac762c-14cb-4fd8-ae91-949cfe8feb19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:06.793391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:06.796631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:06.797873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a39260-abaa-4555-9081-82b1c68b940b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:06.803212 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-10a39260-abaa-4555-9081-82b1c68b940b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports/f7f2471e-912f-4855-a0d2-d99144e034f9 HTTP/1.1" status: 200 len: 911 time: 0.1320722 Nov 10 22:57:06.804844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:06.815330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f818217-b6a4-4298-8775-6d7225263ad4'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:06.815563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e473b69a-ff76-4bd9-acf4-77e08190cb64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.818412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.822941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.921339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f0cfc9e9-3651-4e1e-9e48-d35ff46bbfd3 None None] Provisioning complete for port 27c9e9ec-4065-4d9a-9219-c79f60f24079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:06.924925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0cfc9e9-3651-4e1e-9e48-d35ff46bbfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.938743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:06.985950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] Routers {'0eac762c-14cb-4fd8-ae91-949cfe8feb19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:06.986819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:07.033809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfc9e9-3651-4e1e-9e48-d35ff46bbfd3 None None] Port 27c9e9ec-4065-4d9a-9219-c79f60f24079 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:07.036197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:07.037133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f72a33-6dc1-4f08-8559-eaecbab138dc None None] The sync data for ids ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:07.063619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.091568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e473b69a-ff76-4bd9-acf4-77e08190cb64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.103629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cec6291-9358-443f-a9b1-a049e2bce10e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:07.109482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e473b69a-ff76-4bd9-acf4-77e08190cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.124796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3064bcfe-1f3c-45ba-a34d-d86e6d246179') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:07.125189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3064bcfe-1f3c-45ba-a34d-d86e6d246179') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:07.155097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.187033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b69a-ff76-4bd9-acf4-77e08190cb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2151aa5e-e42e-43fe-85e2-79cde1c5e826,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:07.195758 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.212676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.214509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e473b69a-ff76-4bd9-acf4-77e08190cb64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fab9b2a058242529c035d75db52f5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4165344 Nov 10 22:57:07.218041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53284) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:07.252183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.278361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53286) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:07.285234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.322715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:07.323114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:07.324962 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:07.350767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f1cac1c-9261-4d78-b581-0852944f930f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.364625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.417417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Pushing event updated for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:07.431263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.434127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.612694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f1cac1c-9261-4d78-b581-0852944f930f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.613363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.618804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.620089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2151aa5e-e42e-43fe-85e2-79cde1c5e826 HTTP/1.1" status: 204 len: 168 time: 0.4007502 Nov 10 22:57:07.637291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc9ce-001e-4944-9e85-fbaf1d1265ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151aa5e-e42e-43fe-85e2-79cde1c5e826,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:07.639228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f1cac1c-9261-4d78-b581-0852944f930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.800131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f1cac1c-9261-4d78-b581-0852944f930f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a253851425a45f8b2372bbc5b44b4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195172 Nov 10 22:57:07.800389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cac1c-9261-4d78-b581-0852944f930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489df992-3431-4483-bcba-c56a20ac287b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:07.803443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53292) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:07.855510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:07.860885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:07.868005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.908333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:07.914432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] 10.222.0.25 "DELETE /v2.0/networks/3cec6291-9358-443f-a9b1-a049e2bce10e HTTP/1.1" status: 204 len: 168 time: 1.3597999 Nov 10 22:57:07.933811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e008c6-fa1d-409b-aabc-777a4c8e40fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3cec6291-9358-443f-a9b1-a049e2bce10e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:07.986252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de1bbd-c73b-41b7-b8c2-5414cc36fd71 req-6a6ba217-5056-4478-8979-e05f666626e8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:07.987850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75de1bbd-c73b-41b7-b8c2-5414cc36fd71 req-6a6ba217-5056-4478-8979-e05f666626e8 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 945 time: 0.1597326 Nov 10 22:57:08.013480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:08.113338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.207060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75de1bbd-c73b-41b7-b8c2-5414cc36fd71 req-8e660ee2-83da-4c5f-9df3-6604e5b136a7 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079225 Nov 10 22:57:08.216333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.228154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:08.259311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:08.259523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:08.285861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'port_id': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'mac_address': 'fa:16:3e:30:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:08.344950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-665767c7-bea1-45c2-b5eb-1fc747048fc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aef1b308ffc7404cbd29dd82b02abdee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124842 Nov 10 22:57:08.352372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:08.358673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.372999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.396281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:08.416863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.430735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:08.433771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:08.434364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.440423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/ports/f7f2471e-912f-4855-a0d2-d99144e034f9 HTTP/1.1" status: 200 len: 911 time: 1.6265543 Nov 10 22:57:08.440692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.441763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53304) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:08.508179 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.509577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=11']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:08.510908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.511955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/489df992-3431-4483-bcba-c56a20ac287b HTTP/1.1" status: 204 len: 168 time: 0.7075841 Nov 10 22:57:08.517185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-59194fb7-a999-4c57-a64f-9ecd06cfccd1 None None] Provisioning complete for port 27c9e9ec-4065-4d9a-9219-c79f60f24079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:08.517185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59194fb7-a999-4c57-a64f-9ecd06cfccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.559620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9594da-697b-4f4b-b80b-99e81c8b1ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489df992-3431-4483-bcba-c56a20ac287b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:08.562445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-59194fb7-a999-4c57-a64f-9ecd06cfccd1 None None] Port 27c9e9ec-4065-4d9a-9219-c79f60f24079 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:08.584276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:08.597422 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:08.601412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5c1a393e-f4aa-43fe-8edd-13dc37f2cb7e admin admin] 10.222.0.25 "PUT /v2.0/routers/b058e70e-8c40-4fda-9ad6-c0197b9639a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3520553 Nov 10 22:57:08.631526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:08.632781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:08.659728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b9b97beb-dd86-47ff-bee8-9610c47112c1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:08.661607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a0551-b23e-4e2e-bd72-b165b2a94f03 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=f7f2471e-912f-4855-a0d2-d99144e034f9,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:08.667148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.763027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.896225 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:08.956458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.966469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.967825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5481c19-7fd5-4ec1-a2b2-468fc0b13d13 HTTP/1.1" status: 204 len: 168 time: 0.6144235 Nov 10 22:57:08.984841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a9025-e9ed-4e04-8687-922095cd6e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5481c19-7fd5-4ec1-a2b2-468fc0b13d13,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:09.086765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.193302 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 2, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:09.246520 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:09.247049 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Updating router b058e70e-8c40-4fda-9ad6-c0197b9639a0 port 27c9e9ec-4065-4d9a-9219-c79f60f24079 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:09.278051 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.504200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port f7f2471e-912f-4855-a0d2-d99144e034f9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:09.504842 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.573868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa200e-58e8-4877-b7ad-d799606f7826 req-412417d8-7406-45cd-a7f8-cae6178a5e0d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:09.576362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-caaa200e-58e8-4877-b7ad-d799606f7826 req-412417d8-7406-45cd-a7f8-cae6178a5e0d tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 946 time: 0.1376653 Nov 10 22:57:09.662300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.714076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for f7f2471e-912f-4855-a0d2-d99144e034f9 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:57:09.718411 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.730602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-caaa200e-58e8-4877-b7ad-d799606f7826 req-cb3b4366-2df9-4617-829a-e0125bc94167 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397774 Nov 10 22:57:09.738956 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.019125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Attempting to bind port 27c9e9ec-4065-4d9a-9219-c79f60f24079 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:10.019359 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Attempting to bind port 27c9e9ec-4065-4d9a-9219-c79f60f24079 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:10.019746 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Attempting to bind port 27c9e9ec-4065-4d9a-9219-c79f60f24079 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:10.024497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.035692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:10.056263 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:10.059283 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Checking segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:10.060303 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.060707 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Bound using segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:10.064553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53360) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:10.066224 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Bound port: 27c9e9ec-4065-4d9a-9219-c79f60f24079, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:10.066833 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.097885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=f7f2471e-912f-4855-a0d2-d99144e034f9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:10.137537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-4a8575e6-91ee-482a-80b9-d6c6e5a15cbc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:10.139379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-4a8575e6-91ee-482a-80b9-d6c6e5a15cbc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 820 time: 0.3703177 Nov 10 22:57:10.192220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.195253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.195791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.196317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.197352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.198856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.199636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.200440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.201217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.201720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.202232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.202723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:10.213915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-11d5e7a2-f5dd-4f3c-9812-c47c185977c1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/quotas/67b1339ecdf64aa3b22dad02d8070ce4 HTTP/1.1" status: 200 len: 375 time: 0.0599554 Nov 10 22:57:10.217804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port b9b97beb-dd86-47ff-bee8-9610c47112c1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:57:10.228695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b9b97beb-dd86-47ff-bee8-9610c47112c1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:10.229606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.259154 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] For port 27c9e9ec-4065-4d9a-9219-c79f60f24079, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:10.277537 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] For port 27c9e9ec-4065-4d9a-9219-c79f60f24079, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=27c9e9ec-4065-4d9a-9219-c79f60f24079,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:10.282238 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43367756-0e94-4331-ae6e-f7fed02dcc1d None None] Pushing event updated for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:10.292810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3dc85b7f-7321-4d76-ae53-2e53015364c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a814ba07bb894c9d93e061b6a9a52be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248909 Nov 10 22:57:10.293494 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.357729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53366) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:10.407475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:10.408521 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:10.410256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] Provisioning complete for port 27c9e9ec-4065-4d9a-9219-c79f60f24079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:10.411692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.450595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-c472af69-9cfa-4494-9825-a90e406ecccd tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2238786 Nov 10 22:57:10.510081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43367756-0e94-4331-ae6e-f7fed02dcc1d None None] Pushing event updated for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:10.600741 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.755519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.817974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.828198 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:10.839006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:10.843951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.844148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:10.852224 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f7f32-e2ce-45cc-be11-4ad31cf267ef" -d '{"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:10.861696 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:10.867503 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.024571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] For port 27c9e9ec-4065-4d9a-9219-c79f60f24079, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=27c9e9ec-4065-4d9a-9219-c79f60f24079,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:11.042200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.057286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53386) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:11.058479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:11.095093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 0eac762c-14cb-4fd8-ae91-949cfe8feb19 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:11.133443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-7af6829b-0a11-4fca-b43b-76c5d41b521b service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723578 Nov 10 22:57:11.141521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6fe62-01ab-46b8-811e-cf83c4c53bc4 req-923ae480-0354-4093-9bda-021e7391ab1a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:11.143325 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79c6fe62-01ab-46b8-811e-cf83c4c53bc4 req-923ae480-0354-4093-9bda-021e7391ab1a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.2361820 Nov 10 22:57:11.144198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41fc31-d8dc-4ec4-b981-2af2853e7d39 None None] Pushing event updated for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:11.184660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ea29f3ce-cd65-4a05-9f3a-9b7046dbd9f6 None None] Provisioning complete for port 27c9e9ec-4065-4d9a-9219-c79f60f24079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:11.185730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ea29f3ce-cd65-4a05-9f3a-9b7046dbd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.205898 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:11.244109 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8becfd5-72d6-47c8-a83b-23b3a178bd11 None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:11.314009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.316358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.321619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9c68a30-ec8f-4531-a6d9-37b9384a4b31 HTTP/1.1" status: 204 len: 168 time: 0.9600878 Nov 10 22:57:11.323972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:11.332719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-37bb3977-b116-4efc-93da-2d55cac63179 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/0eac762c-14cb-4fd8-ae91-949cfe8feb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873546 Nov 10 22:57:11.337270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53396) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:11.356483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad663c09-171b-4149-8602-e3731fa2cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c68a30-ec8f-4531-a6d9-37b9384a4b31,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:11.376259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3a84bf7-e67f-4129-ab2d-e1ea1c02eae3 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eac762c-14cb-4fd8-ae91-949cfe8feb19 HTTP/1.1" status: 200 len: 205 time: 0.0345564 Nov 10 22:57:11.376705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53400) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:11.424633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-0ce25cbc-7c4a-4565-85e9-d808e1687ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800338 Nov 10 22:57:11.485812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] Sync routers for ids ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:11.518572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-234116083'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:11.526266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] Routers {'0eac762c-14cb-4fd8-ae91-949cfe8feb19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:11.527861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79c6fe62-01ab-46b8-811e-cf83c4c53bc4 req-b6ae33dc-7b2a-48b5-8457-9b60e7b2ce92 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704550 Nov 10 22:57:11.528359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:11.533789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.582626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Made reservation on behalf of ca07d68b98a04475856bd603e7b76e8a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:11.597162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.617763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.651761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:11.674930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] Routers {'0eac762c-14cb-4fd8-ae91-949cfe8feb19'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:11.675587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:11.770992 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38badf4e-6c23-4c2a-ba4b-794da71e0a99 x-openstack-request-id: req-38badf4e-6c23-4c2a-ba4b-794da71e0a99 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:11.771291 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-plugged", "status": "completed", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:11.771470 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38badf4e-6c23-4c2a-ba4b-794da71e0a99 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:11.772495 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'code': 200} Nov 10 22:57:11.772495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:11.781260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ab47a-eb65-4a41-b0f1-803dd54a6ecf None None] The sync data for ids ['0eac762c-14cb-4fd8-ae91-949cfe8feb19'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:11.827263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.841645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.873375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:11.914434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.917125 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Added segment 3122b99c-2ecd-45fe-8b99-ee2948d8ca2d of type vlan for network 3081a550-867b-4550-8710-242d6816b73a Nov 10 22:57:11.956139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.958733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.073362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.078884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.081845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router 0eac762c-14cb-4fd8-ae91-949cfe8feb19 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:57:12.103628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.104944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-167a6aaa-727b-49d1-92d6-8d9b8368415f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/0eac762c-14cb-4fd8-ae91-949cfe8feb19 HTTP/1.1" status: 204 len: 168 time: 0.7261078 Nov 10 22:57:12.107402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-737b1143-b427-4004-a8ed-3e620413d94b req-18237c3c-f8f7-4e22-b404-f11fcffbbbdf tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 210 time: 0.0448339 Nov 10 22:57:12.109356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53414) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:12.205409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506d95fc-78fd-4481-8414-7e4a8744dd33,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:12.208935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet 1f818217-b6a4-4298-8775-6d7225263ad4 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:57:12.217806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.260377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.277736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:12.278391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.287375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.496716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.603060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53442) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:12.609434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5500550 Nov 10 22:57:12.616454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-03d1aff2-0bfa-4557-8aa9-918a75a99401 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-735712887') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:12.673197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46496688-e2e5-403d-a32b-185ade7d647a req-80f4d129-dd58-4d1e-a5bd-64a0546f84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:12.681197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46496688-e2e5-403d-a32b-185ade7d647a req-80f4d129-dd58-4d1e-a5bd-64a0546f84be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1098 time: 0.5536540 Nov 10 22:57:12.735719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dde76-59e4-4036-adc2-79cf82b3618f tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Pushing event updated for resources: {'Network': ['ID=3081a550-867b-4550-8710-242d6816b73a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:12.774841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3081a550-867b-4550-8710-242d6816b73a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:12.819053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.881911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46496688-e2e5-403d-a32b-185ade7d647a req-74d2fdf9-7b5b-442f-9434-18ce801ba46f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921580 Nov 10 22:57:12.898673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:12.903894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cd3c2-82b7-4148-8c58-7d6fe894b13d req-d563f4e6-c04a-49c5-957e-8ee697121b72 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:12.908999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/1f818217-b6a4-4298-8775-6d7225263ad4 HTTP/1.1" status: 204 len: 168 time: 0.7984927 Nov 10 22:57:12.911917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 27c9e9ec-4065-4d9a-9219-c79f60f24079 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:12.914571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db67b21-7255-4363-b7cf-9ddcf64a61c1 None None] Network 6dcea130-78e1-47a5-88a9-d869b78121ad requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:12.919978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf4cd3c2-82b7-4148-8c58-7d6fe894b13d req-d563f4e6-c04a-49c5-957e-8ee697121b72 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.1775966 Nov 10 22:57:12.928079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53450) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:12.978959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d7dc-d162-4f76-a98b-570bcb717c4a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=1f818217-b6a4-4298-8775-6d7225263ad4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:13.056016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-03d1aff2-0bfa-4557-8aa9-918a75a99401 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "PUT /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-735712887 HTTP/1.1" status: 201 len: 201 time: 0.4504073 Nov 10 22:57:13.058421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:13.062873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-ae433526-6447-45b4-9bad-c3e6a4235437 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-735712887') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:13.273986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cf4cd3c2-82b7-4148-8c58-7d6fe894b13d req-8f5a34cc-0f55-4daa-9515-471198f04af3 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522975 Nov 10 22:57:13.283218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:13.334414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1749cad3-e66d-4ac8-a628-97102c72e061 req-eda603d8-2831-4a14-a7bb-93ce4f09bd29 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 210 time: 0.0528932 Nov 10 22:57:13.373370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ae433526-6447-45b4-9bad-c3e6a4235437 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-735712887 HTTP/1.1" status: 204 len: 168 time: 0.3116384 Nov 10 22:57:13.379649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53470) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:13.386491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-a55c4fbf-2b4e-4f36-bb3e-c9fbb1210902 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:13.423651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 27c9e9ec-4065-4d9a-9219-c79f60f24079 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:13.424032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:13.539722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 0587f6bf-4698-4951-a590-7ab9ed726198 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:13.540060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:13.552733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a55c4fbf-2b4e-4f36-bb3e-c9fbb1210902 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags HTTP/1.1" status: 200 len: 237 time: 0.1719778 Nov 10 22:57:13.555345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53474) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:13.567646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-ef1974d7-ce2b-47d8-a225-c40e96e42bea tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', {'tags': ['tempest-TagsTest-Tag-1095162594', 'tempest-TagsTest-Tag-659441559', 'tempest-TagsTest-Tag-1573540166']}) {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:13.611241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] DHCP port deletion for 6dcea130-78e1-47a5-88a9-d869b78121ad request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:13.825440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Deleting port 0587f6bf-4698-4951-a590-7ab9ed726198 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:13.826085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:13.851739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 0587f6bf-4698-4951-a590-7ab9ed726198, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0587f6bf-4698-4951-a590-7ab9ed726198,segment=NetworkSegment(297b299a-3d86-42e1-b5f4-fb3293957429),segment_id=297b299a-3d86-42e1-b5f4-fb3293957429)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:13.852696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:13.885503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 0587f6bf-4698-4951-a590-7ab9ed726198 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:57:13.980493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:14.069184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef1974d7-ce2b-47d8-a225-c40e96e42bea tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "PUT /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags HTTP/1.1" status: 200 len: 308 time: 0.5069351 Nov 10 22:57:14.072828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53494) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:14.080948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] For port 0587f6bf-4698-4951-a590-7ab9ed726198, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0587f6bf-4698-4951-a590-7ab9ed726198,segment=NetworkSegment(297b299a-3d86-42e1-b5f4-fb3293957429),segment_id=297b299a-3d86-42e1-b5f4-fb3293957429)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:14.081401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.083265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-ce1773a1-3f37-41ba-b826-36b8f34a5b25 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-1095162594') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.115013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Calling delete_port for 0587f6bf-4698-4951-a590-7ab9ed726198 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:57:14.156235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-dc4aad6d-1fc4-44e4-a36f-b4eeb9106889 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:14.156235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-dc4aad6d-1fc4-44e4-a36f-b4eeb9106889 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 820 time: 0.4540913 Nov 10 22:57:14.169491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'port': {'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'admin_state_up': True, 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:14.189710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.229039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port 0587f6bf-4698-4951-a590-7ab9ed726198 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:57:14.238656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=0587f6bf-4698-4951-a590-7ab9ed726198,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.262808 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:57:14.266716 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 22:57:14.274110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.311683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1459014737-network', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:14.322900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] Pushing event deleted for resources: {'Port': ['ID=0587f6bf-4698-4951-a590-7ab9ed726198,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:14.325315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b1acb-65db-4cf7-b88f-fc37ebef365d None None] No DVR routers for this DVR port 0587f6bf-4698-4951-a590-7ab9ed726198 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:57:14.348026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ce1773a1-3f37-41ba-b826-36b8f34a5b25 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "DELETE /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-1095162594 HTTP/1.1" status: 204 len: 168 time: 0.2729027 Nov 10 22:57:14.349207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53506) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:14.359587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-8a163673-d07f-4c9f-bbfd-63af34249a4d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-1095162594') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.423866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.458585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Made reservation on behalf of 67b1339ecdf64aa3b22dad02d8070ce4 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:14.468729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.473869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Made reservation on behalf of 315287d039ad4a3d919f8ed46f05dc14 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:14.478206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.506707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.526994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcea130-78e1-47a5-88a9-d869b78121ad']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.605373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297b299a-3d86-42e1-b5f4-fb3293957429') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.605676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297b299a-3d86-42e1-b5f4-fb3293957429') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.617868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.646667 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.670217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74b487aa-4084-4822-bc6e-3e2bb25aab7e req-fee0cce4-869d-4f33-bf08-980f3eb7a456 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 210 time: 0.1396503 Nov 10 22:57:14.715954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.781421 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-8a163673-d07f-4c9f-bbfd-63af34249a4d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] show failed (client error): The resource could not be found. Nov 10 22:57:14.786174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a163673-d07f-4c9f-bbfd-63af34249a4d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-1095162594 HTTP/1.1" status: 404 len: 326 time: 0.4329200 Nov 10 22:57:14.794188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53520) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:14.831836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0587f6bf-4698-4951-a590-7ab9ed726198 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:57:14.866975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4898d-2b24-46e5-b57c-dc796b513f14 req-906b89d2-97ec-4e4b-8eb9-8d261b83016e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:14.887250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3d4898d-2b24-46e5-b57c-dc796b513f14 req-906b89d2-97ec-4e4b-8eb9-8d261b83016e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.3839374 Nov 10 22:57:14.914530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0587f6bf-4698-4951-a590-7ab9ed726198 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:57:14.914878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0587f6bf-4698-4951-a590-7ab9ed726198 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:57:14.917918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-dab9e128-8177-4cc6-b52b-1a89763af704 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-659441559') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:14.928071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:14.930511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:14.941161 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:15.076508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Allocated IP 172.20.0.3 (e3c5c424-9e00-4483-b1fc-da72ac6de9ac/02fc9260-441b-4657-9e8a-13b13fa0a254/9066c782-42e5-4ac6-8f86-c455ff470fe9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:15.094539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53540) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.119688 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.178866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a3d4898d-2b24-46e5-b57c-dc796b513f14 req-f5e59d20-ad48-4723-8966-2e4460a2a996 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902362 Nov 10 22:57:15.211039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.228806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.230223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.237124 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/6dcea130-78e1-47a5-88a9-d869b78121ad HTTP/1.1" status: 204 len: 168 time: 2.2900925 Nov 10 22:57:15.247424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53552) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.252313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf06c1-6ae0-4753-8fc1-ccea659f0418 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=6dcea130-78e1-47a5-88a9-d869b78121ad,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:15.254216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.261619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1703267823', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:15.269120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dab9e128-8177-4cc6-b52b-1a89763af704 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-659441559 HTTP/1.1" status: 204 len: 168 time: 0.3738227 Nov 10 22:57:15.281966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53554) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.290483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-13d8cc23-2010-47c0-8b8b-502836245614 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-1573540166') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:15.321999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:15.360296 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.361395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.370725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.371100 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Added segment f4329e3d-a893-4af0-a9c1-0a5a0ca301a2 of type vlan for network 7a4cc360-1b81-4579-a64b-c32336b4fedf Nov 10 22:57:15.383083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4113fd-a49c-4a23-b85f-ac15ca5885ae,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:15.438247 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313b443-0616-49c2-acef-e4d93e4faad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.472203 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.475060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.490117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.523733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13d8cc23-2010-47c0-8b8b-502836245614 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-1573540166 HTTP/1.1" status: 204 len: 168 time: 0.2368455 Nov 10 22:57:15.524839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53556) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.530121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-9bcb57e2-b8fe-46a4-bd0f-668e856ce6a8 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:15.535012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.536173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a7356fb-4237-4315-abd1-b0f7f572c13d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2860422 Nov 10 22:57:15.539083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53558) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.549897 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.550861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:15.551462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.566672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301427528'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:15.652797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.666157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:15.670774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.720278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:15.755793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313b443-0616-49c2-acef-e4d93e4faad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.761176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.761854 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment a463ff03-5dce-435d-8c73-4b3b65a5fccb of type vlan for network 8320b549-bead-4ccc-861d-fe8d55d16a08 Nov 10 22:57:15.773322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313b443-0616-49c2-acef-e4d93e4faad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.839917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.894389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:15.901680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a313b443-0616-49c2-acef-e4d93e4faad3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7e64c760b764b1bba5dbee0cf3efea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8001430 Nov 10 22:57:15.943059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53562) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.968749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9866090 Nov 10 22:57:15.971292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53564) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:15.985925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Request body: {'subnet': {'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1459014737-subnet', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:16.055537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ef9f9-78c3-4cf5-927e-bab0c74fbed7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4cc360-1b81-4579-a64b-c32336b4fedf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.082339 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.096029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:16.146324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Made reservation on behalf of 315287d039ad4a3d919f8ed46f05dc14 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:16.153605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.273941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9bcb57e2-b8fe-46a4-bd0f-668e856ce6a8 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "DELETE /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags HTTP/1.1" status: 204 len: 168 time: 0.7469203 Nov 10 22:57:16.287011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.295543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:16.310159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-b851612e-0d3a-4230-a207-f8b8882e1189 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-659441559') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:16.375545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:16.376676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b443-0616-49c2-acef-e4d93e4faad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83151e12-5d62-4466-9cc7-356f7bcca7d0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.383286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event updated for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.386454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:16.406441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:16.483945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48d63-6168-4495-82e0-32cf884b8112 req-17cd82af-dfa8-4773-8c86-b835c4152f2e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:16.486003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1db48d63-6168-4495-82e0-32cf884b8112 req-17cd82af-dfa8-4773-8c86-b835c4152f2e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.1825852 Nov 10 22:57:16.492713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:16.498351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.501752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.504368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.505537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83151e12-5d62-4466-9cc7-356f7bcca7d0 HTTP/1.1" status: 204 len: 168 time: 0.5612516 Nov 10 22:57:16.527980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.533844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:16.534556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.604672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1db48d63-6168-4495-82e0-32cf884b8112 req-0517354f-f37c-44eb-ae20-6303f33fe1e0 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954475 Nov 10 22:57:16.607599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e2fc-26b3-485e-8d32-aa10fa3760bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83151e12-5d62-4466-9cc7-356f7bcca7d0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.610031 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-b851612e-0d3a-4230-a207-f8b8882e1189 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] show failed (client error): The resource could not be found. Nov 10 22:57:16.611056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b851612e-0d3a-4230-a207-f8b8882e1189 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-659441559 HTTP/1.1" status: 404 len: 325 time: 0.3063576 Nov 10 22:57:16.615524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53574) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:16.623918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-35e9af1a-5b04-4525-9bbf-5de7c0a5f904 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a', 'tempest-TagsTest-Tag-1573540166') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:16.697935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-1bddc794-3563-445c-80a2-1e73bad3c574 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5334830 Nov 10 22:57:16.711098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82999a8d-2e26-4b86-9ec5-09ebfa5dbd1b req-fa0b743d-49bc-40e3-b3d0-ecbc49e23564 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:16.721068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82999a8d-2e26-4b86-9ec5-09ebfa5dbd1b req-fa0b743d-49bc-40e3-b3d0-ecbc49e23564 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 931 time: 0.8901091 Nov 10 22:57:16.730739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Request body: {'port': {'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:16.751974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2115426 Nov 10 22:57:16.773055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a42e49-a486-4956-a525-73db70a78991 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=8320b549-bead-4ccc-861d-fe8d55d16a08,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.775401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53578) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:16.786234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:16.816085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:16.830936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.833726 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-35e9af1a-5b04-4525-9bbf-5de7c0a5f904 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] show failed (client error): The resource could not be found. Nov 10 22:57:16.838008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-35e9af1a-5b04-4525-9bbf-5de7c0a5f904 tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "GET /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags/tempest-TagsTest-Tag-1573540166 HTTP/1.1" status: 404 len: 326 time: 0.2186885 Nov 10 22:57:16.840999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53582) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:16.846176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-5f66d2c7-6b14-46da-9335-ad5d6e4994cc tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3081a550-867b-4550-8710-242d6816b73a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:16.877862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82999a8d-2e26-4b86-9ec5-09ebfa5dbd1b req-fc8ff168-a89c-4bc1-b276-f84a9d24b026 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545720 Nov 10 22:57:16.981383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8b13e4-39ae-4b3d-b401-d461a4aaffde,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:16.985996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:16.993806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Checking segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:16.994234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Network hostable DHCP agents. Network: 7a4cc360-1b81-4579-a64b-c32336b4fedf, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:17.011593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5f66d2c7-6b14-46da-9335-ad5d6e4994cc tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "DELETE /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a/tags HTTP/1.1" status: 204 len: 168 time: 0.1695330 Nov 10 22:57:17.015646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:17.075118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:17.106254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 7a4cc360-1b81-4579-a64b-c32336b4fedf) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:17.125292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:17.130298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.135019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a28282-21f1-44a3-a22c-dbe29953a356 None None] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:17.141438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8fec5dc1-89b2-4707-9be9-36abe3310383 None None] Provisioning complete for port 9066c782-42e5-4ac6-8f86-c455ff470fe9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:17.142443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8fec5dc1-89b2-4707-9be9-36abe3310383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.157681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.169859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:17.179003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.183661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6d704b4-57de-4954-a6ef-3649f078d112 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2016525 Nov 10 22:57:17.184549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53588) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:17.203123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8fec5dc1-89b2-4707-9be9-36abe3310383 None None] Port 9066c782-42e5-4ac6-8f86-c455ff470fe9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:17.210463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53590) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:17.213989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:17.233558 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.327455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.352256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.355206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.380456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3081a550-867b-4550-8710-242d6816b73a']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:17.400649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3122b99c-2ecd-45fe-8b99-ee2948d8ca2d') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:17.401363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3122b99c-2ecd-45fe-8b99-ee2948d8ca2d') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:17.423845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-7a4cc360-1b81-4579-a64b-c32336b4fedf', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:17.424928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.435624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.494523 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.502809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.604211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.611445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.620339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Allocated IP 172.20.0.2 (7a4cc360-1b81-4579-a64b-c32336b4fedf/2d8b13e4-39ae-4b3d-b401-d461a4aaffde/93eb7178-4737-41aa-91df-ee7127acd4be) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:17.627093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:17.628046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.630859 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:17.634179 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:17.699361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9066c782-42e5-4ac6-8f86-c455ff470fe9 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:17.721341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.761903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ae339e5360c460ab4f3047071eb56b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5441039 Nov 10 22:57:17.766843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:17.773907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=c956984b-7923-4467-8a9b-bbdee9afe797,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:17.797173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2a42ba-e4df-4186-99a2-25bdbb676520,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:17.802259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Transition to ACTIVE for port object 9066c782-42e5-4ac6-8f86-c455ff470fe9 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:57:17.807362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.812043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.813292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.832534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.836536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] 10.222.0.25 "DELETE /v2.0/networks/3081a550-867b-4550-8710-242d6816b73a HTTP/1.1" status: 204 len: 168 time: 0.8196814 Nov 10 22:57:17.843053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:17.843520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: 8320b549-bead-4ccc-861d-fe8d55d16a08, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:17.850965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Pushing event deleted for resources: {'Network': ['ID=3081a550-867b-4550-8710-242d6816b73a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:17.865895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.865895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.865895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.865895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.865895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.872892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20152285-8d7d-4de0-a09a-dd29f243a8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.883557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.883557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.884638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.885271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.885622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.885971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.886310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.886903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.890419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.890419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.890419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.890881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ed2b-1cf7-41f9-9155-b0dc7040854d tempest-TagsTest-554455532 tempest-TagsTest-554455532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:17.896622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:17.917890 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.037238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Pushing event updated for resources: {'Port': ['ID=93eb7178-4737-41aa-91df-ee7127acd4be,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:18.085029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:18.086268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.086808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:18.089422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:18.106529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:18.170691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526dab-6c31-4553-a71f-dea63f2739b4 req-68463f10-9574-4d31-a747-98c346873a8e tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:18.172497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18526dab-6c31-4553-a71f-dea63f2739b4 req-68463f10-9574-4d31-a747-98c346873a8e tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.0837381 Nov 10 22:57:18.206112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Attempting to bind port 93eb7178-4737-41aa-91df-ee7127acd4be on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:18.206655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Attempting to bind port 93eb7178-4737-41aa-91df-ee7127acd4be by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:18.208081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Attempting to bind port 93eb7178-4737-41aa-91df-ee7127acd4be on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:18.215797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.223258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:18.224220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Checking segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:18.224519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.225671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Bound using segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:18.230794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Bound port: 93eb7178-4737-41aa-91df-ee7127acd4be, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:18.230998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.258245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Pushing event updated for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:18.288482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Attempting to bind port 9066c782-42e5-4ac6-8f86-c455ff470fe9 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:18.288862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Attempting to bind port 9066c782-42e5-4ac6-8f86-c455ff470fe9 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:18.289237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Attempting to bind port 9066c782-42e5-4ac6-8f86-c455ff470fe9 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:18.301114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18526dab-6c31-4553-a71f-dea63f2739b4 req-835b8c7c-1d0e-497f-aeba-67b73997e2b1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168032 Nov 10 22:57:18.312474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 8320b549-bead-4ccc-861d-fe8d55d16a08) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:18.329558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Port 9066c782-42e5-4ac6-8f86-c455ff470fe9 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:57:18.330084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Attempting to bind port 9066c782-42e5-4ac6-8f86-c455ff470fe9 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:18.341326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:18.342348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.355705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:18.356266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Checking segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:18.356861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Bound using segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:18.357581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Bound port: 9066c782-42e5-4ac6-8f86-c455ff470fe9, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:18.358088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.362675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] For port 93eb7178-4737-41aa-91df-ee7127acd4be, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:18.372315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] For port 93eb7178-4737-41aa-91df-ee7127acd4be, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=93eb7178-4737-41aa-91df-ee7127acd4be,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:18.393040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388f724-90bd-45b5-bea9-1a42f671a2e3 None None] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:18.453737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-92ad514b-1f5d-4f7c-a652-990102b96720 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6738634 Nov 10 22:57:18.457917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:18.489298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:18.494021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:18.504839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.519605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.544835 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.550594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.558968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:18.621735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.624477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.625690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf2a42ba-e4df-4186-99a2-25bdbb676520 HTTP/1.1" status: 204 len: 168 time: 0.8460526 Nov 10 22:57:18.656245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:18.656882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:18.658449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] 10.222.0.20 "PUT /v2.0/ports/9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 1091 time: 1.9323626 Nov 10 22:57:18.659240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b1153-caa3-4d62-a5c3-c41614a8c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2a42ba-e4df-4186-99a2-25bdbb676520,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:18.668451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:18.671354 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d141ab2-e179-457c-8940-6fe6739a78c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:18.861352 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d214bbc8-7974-436f-8629-adbff7ffd139 x-openstack-request-id: req-d214bbc8-7974-436f-8629-adbff7ffd139 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:18.861632 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:18.861867 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d214bbc8-7974-436f-8629-adbff7ffd139 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:18.862303 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:57:18.927875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da486ade-ffbf-46c5-ab67-39ed75176018 service neutron] Pushing event updated for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:18.972815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Allocated IP 172.25.0.118 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a8690aeb-879e-4482-8d67-6620b3609f45) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:19.076949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-ff01cae0-cd5c-48e9-ae27-5648371ce4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:19.078583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-ff01cae0-cd5c-48e9-ae27-5648371ce4ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1094 time: 0.3418801 Nov 10 22:57:19.079774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:57:19.160869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b165-aa2f-4e4c-b08a-c8e44181cc3d None None] Pushing event updated for resources: {'Port': ['ID=93eb7178-4737-41aa-91df-ee7127acd4be,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:19.167827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-b7ebc5c6-dc21-4db2-8b54-c0df7528f903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.0800836 Nov 10 22:57:19.218259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fdb085c5-fc87-4e07-bd63-174b39d10e27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca07d68b98a04475856bd603e7b76e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6564631 Nov 10 22:57:19.227049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53616) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:19.298245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-8320b549-bead-4ccc-861d-fe8d55d16a08', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:19.302466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.360502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.366860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.444531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-60ae6d7a-704b-47b4-9547-dd851e60d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:19.449368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-60ae6d7a-704b-47b4-9547-dd851e60d74e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.2735457 Nov 10 22:57:19.451904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.610870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Allocated IP 2001:db8::2 (8320b549-bead-4ccc-861d-fe8d55d16a08/c956984b-7923-4467-8a9b-bbdee9afe797/d104e993-8202-48e9-8134-ff733c0ac635) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:19.676676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:19.701629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:19.721282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:19.749429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d0403-d962-4129-8679-385cde9017b1 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:19.774136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Pushing event updated for resources: {'Port': ['ID=a8690aeb-879e-4482-8d67-6620b3609f45,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:19.847462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1afa-1056-4a1e-98dd-a64084594ee6 req-cb83c23c-f38c-4d61-ae22-4e63767fb7ab tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:19.854575 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.866840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-32cb064f-4fa2-4987-b414-7b7ad37cb0a4 None None] Provisioning complete for port a8690aeb-879e-4482-8d67-6620b3609f45 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:19.867207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32cb064f-4fa2-4987-b414-7b7ad37cb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.868116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.869676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b60a1afa-1056-4a1e-98dd-a64084594ee6 req-cb83c23c-f38c-4d61-ae22-4e63767fb7ab tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.3165779 Nov 10 22:57:19.880350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3213b-5295-474a-86b0-5322814ca69d req-204bc060-63e6-4af0-90ca-091e8cf31549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:19.881930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-204bc060-63e6-4af0-90ca-091e8cf31549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995068 Nov 10 22:57:19.910781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-32cb064f-4fa2-4987-b414-7b7ad37cb0a4 None None] Port a8690aeb-879e-4482-8d67-6620b3609f45 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:19.913577 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:19.968048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:19.975814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:19.978793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:19.987151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Pushing event updated for resources: {'Port': ['ID=d104e993-8202-48e9-8134-ff733c0ac635,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:20.040163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.107403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Attempting to bind port d104e993-8202-48e9-8134-ff733c0ac635 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:20.107794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Attempting to bind port d104e993-8202-48e9-8134-ff733c0ac635 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:20.108147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Attempting to bind port d104e993-8202-48e9-8134-ff733c0ac635 on network 8320b549-bead-4ccc-861d-fe8d55d16a08 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:20.126446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:20.126864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Checking segment: {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:20.127274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.127677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Bound using segment: {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:20.128149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Bound port: d104e993-8202-48e9-8134-ff733c0ac635, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:20.128536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.143694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b60a1afa-1056-4a1e-98dd-a64084594ee6 req-3116c012-3008-4ba8-a520-d43c714b1c42 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620840 Nov 10 22:57:20.230553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] For port d104e993-8202-48e9-8134-ff733c0ac635, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:20.234198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] For port d104e993-8202-48e9-8134-ff733c0ac635, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d104e993-8202-48e9-8134-ff733c0ac635,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:20.243621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.304592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8::1 (8320b549-bead-4ccc-861d-fe8d55d16a08/c956984b-7923-4467-8a9b-bbdee9afe797/ce799f17-bb32-4f93-9aa4-ed55717f5cab) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:20.321222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-bd128e25-c1e8-424a-ae65-0a89e4a1628f service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293289 Nov 10 22:57:20.331584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.474938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ed0a1-98fd-4d3f-b15f-615a4a7d4c8a None None] Pushing event updated for resources: {'Port': ['ID=d104e993-8202-48e9-8134-ff733c0ac635,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:20.617196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.621792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.630120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/506d95fc-78fd-4481-8414-7e4a8744dd33 HTTP/1.1" status: 204 len: 168 time: 1.3999770 Nov 10 22:57:20.688434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00022e1-f99d-417c-bbb3-ad427a5a7726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d95fc-78fd-4481-8414-7e4a8744dd33,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:20.871628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4de3213b-5295-474a-86b0-5322814ca69d req-149995e8-c886-4cb6-b6e3-686359d09098 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335498 Nov 10 22:57:20.883732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:20.943256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 93eb7178-4737-41aa-91df-ee7127acd4be up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:21.123037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.138230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-8c7c991f-1869-465f-a38f-b4ea3ef303c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:21.141823 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-8c7c991f-1869-465f-a38f-b4ea3ef303c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1094 time: 0.2120709 Nov 10 22:57:21.143168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.153710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 93eb7178-4737-41aa-91df-ee7127acd4be triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:21.154070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.199758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bccb583-98a3-4910-ac8f-40ba60466b16 None None] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:21.293543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1ccecfbe-1810-421a-879d-0fb970bbce03 None None] Provisioning complete for port 93eb7178-4737-41aa-91df-ee7127acd4be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:21.294156 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ccecfbe-1810-421a-879d-0fb970bbce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.401801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.455013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:21.639356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:21.661370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:21.661937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.681147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:21.770147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 93eb7178-4737-41aa-91df-ee7127acd4be, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=93eb7178-4737-41aa-91df-ee7127acd4be,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:21.809757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.868230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36123-cada-4692-a6b1-4d15801613be req-998570b5-cefc-4e16-98df-3f12ea280194 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:21.876415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0e36123-cada-4692-a6b1-4d15801613be req-998570b5-cefc-4e16-98df-3f12ea280194 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.4685092 Nov 10 22:57:21.890590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ccecfbe-1810-421a-879d-0fb970bbce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.899201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-16e63264-52fa-41ec-9161-6713b8017341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:21.901036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-16e63264-52fa-41ec-9161-6713b8017341 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.7464523 Nov 10 22:57:21.970566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-8ecb66f6-eae8-4591-9cda-f39bdd0169f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.0568929 Nov 10 22:57:22.160701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:57:22.170231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a0e36123-cada-4692-a6b1-4d15801613be req-300ece94-8ce2-4696-b3dd-16d4d0d8ac02 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918341 Nov 10 22:57:22.187199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:22.223543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-6f539611-4589-4d56-92c6-e1bb35da291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:22.225248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-6f539611-4589-4d56-92c6-e1bb35da291b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.2395077 Nov 10 22:57:22.231806 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-1ccecfbe-1810-421a-879d-0fb970bbce03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:57:22.233673 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-1ccecfbe-1810-421a-879d-0fb970bbce03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:57:22.280948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=93eb7178-4737-41aa-91df-ee7127acd4be,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:22.374185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521f1399-606b-4bbe-bb3a-0d8b1f0b242b None None] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:22.417090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-592570ed-2caf-437f-ba41-5e7f4c9fb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:22.419015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-592570ed-2caf-437f-ba41-5e7f4c9fb30b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845796 Nov 10 22:57:22.440771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:22.453653 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:22.476082 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:22.480099 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:22.508305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:22.514561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2b5eded-06db-4691-b993-ade2d35a99ba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3036187 Nov 10 22:57:22.520072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:22.687332 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:22.801555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:22.958216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-4e78792e-2ca6-4b02-9333-404dd036a471 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270736 Nov 10 22:57:22.968781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 93eb7178-4737-41aa-91df-ee7127acd4be up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:23.073542 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:20Z', 'revision_number': 3, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:23.145651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Provisioning complete for port d104e993-8202-48e9-8134-ff733c0ac635 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:23.146031 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.154490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:23.156789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122135298-network', 'tenant_id': 'd17975e51db94bae93b534ce8bce7274'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:23.158357 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Updating router d4f9c9c7-9d29-479e-992f-a05d25d848ac port a8690aeb-879e-4482-8d67-6620b3609f45 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:23.239716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 93eb7178-4737-41aa-91df-ee7127acd4be triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:23.240083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.241639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.249157 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.304510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.310237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.320726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.343208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Made reservation on behalf of d17975e51db94bae93b534ce8bce7274 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:23.347552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.394706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] For port d104e993-8202-48e9-8134-ff733c0ac635, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d104e993-8202-48e9-8134-ff733c0ac635,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:23.399827 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.461827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Provisioning complete for port 93eb7178-4737-41aa-91df-ee7127acd4be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:23.462207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.493545 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.517355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d141ab2-e179-457c-8940-6fe6739a78c3 req-161a8649-7b05-490b-83c4-e4fc0982cff3 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472949 Nov 10 22:57:23.541662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848438ea-da09-4034-9c82-acbf06a5883d req-841ba63e-b57e-47f9-9617-343581617065 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:23.546432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-848438ea-da09-4034-9c82-acbf06a5883d req-841ba63e-b57e-47f9-9617-343581617065 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.1553814 Nov 10 22:57:23.567145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d104e993-8202-48e9-8134-ff733c0ac635 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:23.573010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.625690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd52e-3d9e-4592-9033-903d718d911c None None] Pushing event updated for resources: {'Port': ['ID=d104e993-8202-48e9-8134-ff733c0ac635,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:23.676904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d104e993-8202-48e9-8134-ff733c0ac635 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:23.677402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.780225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-848438ea-da09-4034-9c82-acbf06a5883d req-800f5ad1-f5d6-446c-a922-f7ecf9251ead tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245297 Nov 10 22:57:23.819264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23cfc7e0-9ff0-454a-ad11-d724bde64c5a None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:23.819643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23cfc7e0-9ff0-454a-ad11-d724bde64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.919133 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.926729 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:23.989283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-23cfc7e0-9ff0-454a-ad11-d724bde64c5a None None] Port ce799f17-bb32-4f93-9aa4-ed55717f5cab cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:24.017924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Allocated IP 172.20.0.1 (7a4cc360-1b81-4579-a64b-c32336b4fedf/2d8b13e4-39ae-4b3d-b401-d461a4aaffde/3a5c08fe-8478-446e-8209-0280245e89c9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:24.042840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dfa601-5521-45c2-a61f-8ec04cba6583 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:24.048154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23cfc7e0-9ff0-454a-ad11-d724bde64c5a None None] Provisioning complete for port d104e993-8202-48e9-8134-ff733c0ac635 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:24.048780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23cfc7e0-9ff0-454a-ad11-d724bde64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.062158 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Attempting to bind port a8690aeb-879e-4482-8d67-6620b3609f45 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:24.062656 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Attempting to bind port a8690aeb-879e-4482-8d67-6620b3609f45 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:24.063025 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Attempting to bind port a8690aeb-879e-4482-8d67-6620b3609f45 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:24.091380 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:24.091753 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:24.092158 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.092547 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:24.093279 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Bound port: a8690aeb-879e-4482-8d67-6620b3609f45, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:24.093662 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.096533 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2fd3c-b565-4bdb-84cf-7f767ddb2ef8 None None] Pushing event updated for resources: {'Port': ['ID=a8690aeb-879e-4482-8d67-6620b3609f45,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:24.196368 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] For port a8690aeb-879e-4482-8d67-6620b3609f45, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:24.199608 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] For port a8690aeb-879e-4482-8d67-6620b3609f45, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a8690aeb-879e-4482-8d67-6620b3609f45,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:24.203922 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.220535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:24.274931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b4c49-c314-41a7-851c-6b5f3547c57f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:24.292637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:24.296376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:24.312405 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:24.313998 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:24.318404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Provisioning complete for port a8690aeb-879e-4482-8d67-6620b3609f45 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:24.318793 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.323442 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2fd3c-b565-4bdb-84cf-7f767ddb2ef8 None None] Pushing event updated for resources: {'Port': ['ID=a8690aeb-879e-4482-8d67-6620b3609f45,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:24.343771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.436841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.470102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.476023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.507762 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:24.518877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ea53a-f60d-4f44-b8ae-9b8b7230d94b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:24.519005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:24.550104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:24.584291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:24.592266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.597257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:24.603883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.604289 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Added segment c566acaa-0ca1-4176-baa2-7b9e4b533e84 of type vlan for network d35100c7-f5a1-49bf-ad3f-c46459d9f134 Nov 10 22:57:24.616028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:57:24.660133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] For port a8690aeb-879e-4482-8d67-6620b3609f45, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a8690aeb-879e-4482-8d67-6620b3609f45,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:24.671391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.743553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:24.804104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d104e993-8202-48e9-8134-ff733c0ac635 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:24.908791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:24.924439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:24.933307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.035194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:25.064176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.070524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:25.118463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9066c782-42e5-4ac6-8f86-c455ff470fe9 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:25.132344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3adb8a4-6112-4904-83ef-a58b9610f3f8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6360509 Nov 10 22:57:25.135780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53720) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:25.142186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:25.142186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:56:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:25.154075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-397068964'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:25.206114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8de14-766e-4cd1-b4e9-eeaa44cb8658 req-b2bf88b6-8de1-443a-a5c9-40a31fffec70 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:25.207491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7a8de14-766e-4cd1-b4e9-eeaa44cb8658 req-b2bf88b6-8de1-443a-a5c9-40a31fffec70 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.1399417 Nov 10 22:57:25.228326 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.277611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.278586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:25.279638 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.313470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:20Z', 'revision_number': 3, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:25.345386 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb176b2-b1a4-4dcf-b564-dc7011358581 None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:20Z', 'revision_number': 3, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:25.414687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:25.418309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.429295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b7a8de14-766e-4cd1-b4e9-eeaa44cb8658 req-9663b926-5a01-408d-9fa3-d092460e7fc9 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062018 Nov 10 22:57:25.468428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6656740 Nov 10 22:57:25.471675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:25.476828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53160c-06eb-47e8-b380-dad30ed91203 admin admin] Pushing event updated for resources: {'Network': ['ID=d35100c7-f5a1-49bf-ad3f-c46459d9f134,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:25.479641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Request body: {'subnet': {'network_id': 'd35100c7-f5a1-49bf-ad3f-c46459d9f134', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122135298-subnet', 'tenant_id': 'd17975e51db94bae93b534ce8bce7274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:25.495748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:25.509145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.509659 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 9288caed-e9ec-4589-b89b-7d57823c4de2 of type vlan for network abba1020-dccc-484f-8f5f-f91f3851773a Nov 10 22:57:25.542407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Made reservation on behalf of d17975e51db94bae93b534ce8bce7274 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:25.545385 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.546265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Pushing event updated for resources: {'Port': ['ID=a8690aeb-879e-4482-8d67-6620b3609f45,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:25.559798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d35100c7-f5a1-49bf-ad3f-c46459d9f134 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:25.563987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.565134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-425ba67e-2a07-428c-b23e-5ebb1cc99f9a None None] Port ce799f17-bb32-4f93-9aa4-ed55717f5cab cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:25.566518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0146ff33-242f-4e5c-a5f7-71f5d96dd595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.595915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:57:25.598621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.606159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:25.607151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.688805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5370595 Nov 10 22:57:25.688805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53730) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:25.715749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:25.766717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d104e993-8202-48e9-8134-ff733c0ac635 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:25.767089 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.803859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c80c2-7308-49d4-807e-0147c295a81c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=abba1020-dccc-484f-8f5f-f91f3851773a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:25.865118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network abba1020-dccc-484f-8f5f-f91f3851773a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:25.875574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:25.880907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.931453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.941788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.946530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:25.960793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.995024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:26.034064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd17441-9d86-4276-8f66-3fdb4d7df180,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:26.058077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Provisioning complete for port a8690aeb-879e-4482-8d67-6620b3609f45 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:26.058447 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.161834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.196313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:26.224689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.250341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:26.269367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Checking segment: {'id': 'c566acaa-0ca1-4176-baa2-7b9e4b533e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd35100c7-f5a1-49bf-ad3f-c46459d9f134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:26.269991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Network hostable DHCP agents. Network: d35100c7-f5a1-49bf-ad3f-c46459d9f134, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:26.311963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=88b71f61-3464-48a6-897a-14aad739e9e7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:26.328044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:26.328542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Network d35100c7-f5a1-49bf-ad3f-c46459d9f134 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:26.328806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: abba1020-dccc-484f-8f5f-f91f3851773a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:26.352510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d35100c7-f5a1-49bf-ad3f-c46459d9f134) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:26.358119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network abba1020-dccc-484f-8f5f-f91f3851773a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:26.366618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, abba1020-dccc-484f-8f5f-f91f3851773a) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:26.370900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:26.371496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.382322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:26.385171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.390577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b27f009-1276-43e0-a6d4-ab9950a8f0f4 None None] Network d35100c7-f5a1-49bf-ad3f-c46459d9f134 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:26.391348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad26c94e-1f01-4db8-bfa4-d8f2977a890f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6873534 Nov 10 22:57:26.394968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:26.409141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:26.425045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a85a7-5189-41e6-8bc4-dd2c7674a19e None None] Network abba1020-dccc-484f-8f5f-f91f3851773a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:26.464160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e4c87819-9027-4bb0-a173-fc92c7300f22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9830549 Nov 10 22:57:26.500337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:26.505177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:26.835285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5718-7bf0-4adc-91fa-2ee0d5809438 req-14ff8e7e-c9ad-45c1-a22d-b2373965e61f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:26.837163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abae5718-7bf0-4adc-91fa-2ee0d5809438 req-14ff8e7e-c9ad-45c1-a22d-b2373965e61f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 943 time: 0.1919334 Nov 10 22:57:26.890475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9066c782-42e5-4ac6-8f86-c455ff470fe9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:26.958986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abae5718-7bf0-4adc-91fa-2ee0d5809438 req-07788975-385e-4c54-ae66-27c0984185f6 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077049 Nov 10 22:57:26.979413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:27.142671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:27.163835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c624fcfb-407e-4a9b-bc82-3aacd4dac919 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4f9c9c7-9d29-479e-992f-a05d25d848ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6413388 Nov 10 22:57:27.208250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:27.244232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:27.244621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.246545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.339172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.401334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a8690aeb-879e-4482-8d67-6620b3609f45 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:27.455840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Port 3a5c08fe-8478-446e-8209-0280245e89c9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:27.471392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-abba1020-dccc-484f-8f5f-f91f3851773a', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:27.472155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.474098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139491d-e3e7-4b56-a0a8-abcacec78932 None None] Network d35100c7-f5a1-49bf-ad3f-c46459d9f134 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:27.489205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9066c782-42e5-4ac6-8f86-c455ff470fe9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:27.598863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:27.619015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.619389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.619725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.620053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.620378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.620702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.621042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.621414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.621952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.622488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.623051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.623437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:27.641764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:21Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:22Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:27.695809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:27.696290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.741065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ddffcf92-fab1-4041-bdc8-d7fe18c1e189 None None] Port ce799f17-bb32-4f93-9aa4-ed55717f5cab cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:27.828220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ff350a17-1c46-44be-9986-1210c37bed1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.835618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:27.835972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Updating router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 port ce799f17-bb32-4f93-9aa4-ed55717f5cab binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:27.917472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8:1::1 (abba1020-dccc-484f-8f5f-f91f3851773a/88b71f61-3464-48a6-897a-14aad739e9e7/16d4e4b7-77b1-4544-8862-c7c2b876f60a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:27.988463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.062531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a8690aeb-879e-4482-8d67-6620b3609f45 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:28.062934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.085094 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:28.110011 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:28.113418 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:28.171844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:28.185392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801774888', 'description': 'tempest-description--2111562478'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:28.278219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1afbe-1319-46d7-af02-c9ac08380150 req-06762cbf-5caa-4666-af01-3f750683aa24 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:28.293551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03b1afbe-1319-46d7-af02-c9ac08380150 req-06762cbf-5caa-4666-af01-3f750683aa24 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 944 time: 0.1471205 Nov 10 22:57:28.298526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.303220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.321444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53788) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:28.334170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131680516-network', 'tenant_id': '4e0d33be264a4ec7a523c6777e711713'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:28.377928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-02e26b48-e6ea-46c1-9460-8b168c57460e None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:28.378523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02e26b48-e6ea-46c1-9460-8b168c57460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.401492 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:28.434150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.436935 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-03b1afbe-1319-46d7-af02-c9ac08380150 req-22507d1d-a5cb-4d47-9d0b-3b629d525522 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412587 Nov 10 22:57:28.455433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Made reservation on behalf of 4e0d33be264a4ec7a523c6777e711713 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:28.462619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.490149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.516125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:28.543728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.551792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.556369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network abba1020-dccc-484f-8f5f-f91f3851773a is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:28.566773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:28.579623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:28.581394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.635790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.639930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4612296 Nov 10 22:57:28.641145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53794) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:28.645925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d477f7-1d26-4248-9932-3589e126e3ef tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810d56e8-f809-4477-9c27-ac2021f09ac9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:28.665089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group_rule': {'security_group_id': '810d56e8-f809-4477-9c27-ac2021f09ac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:28.681854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.697565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.753075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.767351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-02e26b48-e6ea-46c1-9460-8b168c57460e None None] Port 3a5c08fe-8478-446e-8209-0280245e89c9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:28.788896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:28.805329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.805889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d91deb-06f0-42e8-9aa0-854b4a79b571,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:28.817089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.817950 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Added segment c8470d5c-b654-4e37-866b-f1063e6f04af of type vlan for network 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 Nov 10 22:57:28.879555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.920129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:28.922441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:28.923064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.018024 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 2, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:29.019894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Allocated IP 2001:db8:1::2 (abba1020-dccc-484f-8f5f-f91f3851773a/88b71f61-3464-48a6-897a-14aad739e9e7/8fb8bf3a-cef1-42ad-ad62-c796690bbdb9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:29.062970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] Pushing event updated for resources: {'Network': ['ID=9aaad1f2-8a9c-4a4d-914c-5c039f1a6058,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.072666 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:29.073026 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Updating router d4f9c9c7-9d29-479e-992f-a05d25d848ac port 3a5c08fe-8478-446e-8209-0280245e89c9 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:29.086925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f50b43fa-5f12-4f82-8004-c8af30b28251 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7632952 Nov 10 22:57:29.087652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53802) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:29.092884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Request body: {'subnet': {'network_id': '9aaad1f2-8a9c-4a4d-914c-5c039f1a6058', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131680516-subnet', 'tenant_id': '4e0d33be264a4ec7a523c6777e711713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:29.131847 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.139873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.142846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Made reservation on behalf of 4e0d33be264a4ec7a523c6777e711713 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:29.145242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.155371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.220275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7255c7c-89dc-49c8-b47d-16d4f62f12c2,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.285628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.303983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.306370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:29.349659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.350993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cdad6486-7547-44f2-8f91-8fdf37d82f48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7089701 Nov 10 22:57:29.354100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53804) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:29.363415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group_rule': {'security_group_id': '810d56e8-f809-4477-9c27-ac2021f09ac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:29.433992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.442383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.491522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.501437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.502224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.562582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Checking segment: {'id': 'c8470d5c-b654-4e37-866b-f1063e6f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aaad1f2-8a9c-4a4d-914c-5c039f1a6058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:29.563054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Network hostable DHCP agents. Network: 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:29.609368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f79125-0b59-40b3-8f35-42fd39db6e50,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.637552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.651584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Network 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:29.663945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Network abba1020-dccc-484f-8f5f-f91f3851773a is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:29.667487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.671055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:29.676413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:29.678709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.681545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:29.684105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:29.690212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.704304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4f32e5a8-9f59-4d38-9fc2-3333fadcc3d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6154830 Nov 10 22:57:29.706537 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.717064 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.761448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.764918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network abba1020-dccc-484f-8f5f-f91f3851773a is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:29.780847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:29.789798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c815f-2b12-4205-8552-55a5371cfaec None None] Network 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:29.799541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5883f78d-5986-44ae-94c1-4fb61e93d69b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.821663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.826315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:29.830969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:29.852785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eef83608-0912-4bb8-9771-ae464c770252 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977748 Nov 10 22:57:29.879426 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ebc9-043b-43ab-9232-76b6d1b1a5db None None] Pushing event updated for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:29.908679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.967637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Attempting to bind port 3a5c08fe-8478-446e-8209-0280245e89c9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:29.968292 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Attempting to bind port 3a5c08fe-8478-446e-8209-0280245e89c9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:29.969745 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Attempting to bind port 3a5c08fe-8478-446e-8209-0280245e89c9 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:29.985543 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:29.986490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Checking segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:29.987197 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:29.989399 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Bound using segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:29.990750 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Bound port: 3a5c08fe-8478-446e-8209-0280245e89c9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:29.991361 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.019789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2a43-90db-4c25-922c-d3001fe908f9 req-000b6c03-f4e4-46ad-80e2-11a860267369 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:30.046785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b79b2a43-90db-4c25-922c-d3001fe908f9 req-000b6c03-f4e4-46ad-80e2-11a860267369 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 944 time: 0.4401526 Nov 10 22:57:30.090617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:30.178214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] For port 3a5c08fe-8478-446e-8209-0280245e89c9, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:30.187018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] For port 3a5c08fe-8478-446e-8209-0280245e89c9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a5c08fe-8478-446e-8209-0280245e89c9,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:30.195661 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.266641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Attempting to bind port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:30.267013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Attempting to bind port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:30.267909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Attempting to bind port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 on network abba1020-dccc-484f-8f5f-f91f3851773a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:30.270010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Pushing event updated for resources: {'Port': ['ID=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:30.292793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Deleting subnet 4bd17441-9d86-4276-8f66-3fdb4d7df180 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:57:30.296093 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ebc9-043b-43ab-9232-76b6d1b1a5db None None] Pushing event updated for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:30.313734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.315770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:30.338188 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:30.342414 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:30.343302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b79b2a43-90db-4c25-922c-d3001fe908f9 req-80d334fd-e002-4f74-abfc-5b3a491ac3b5 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193134 Nov 10 22:57:30.414865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.474122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.524674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:30.526892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.531498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Checking segment: {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:30.532037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.532453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Bound using segment: {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:30.533007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Bound port: 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:30.533404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.555492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76988d50-46df-4c64-a6bd-23b29f2a46da None None] Network 9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:30.633075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:30.650938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e01e5a9b-8a48-48a1-9efd-2e917fc57926 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2547970 Nov 10 22:57:30.653957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:30.658978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157872451'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:30.698030 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:30.707955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:30.717644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.757998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:30.768691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.769296 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 13e9b18c-e69b-455c-af56-206176c089bb of type vlan for network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 Nov 10 22:57:30.820613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.857649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.868027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:30.869458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.883801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.899394 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.939800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd17441-9d86-4276-8f66-3fdb4d7df180,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:30.944098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:30.956115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c77da21-1b10-401b-9226-4c8a38645bff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bd17441-9d86-4276-8f66-3fdb4d7df180 HTTP/1.1" status: 204 len: 168 time: 0.8599560 Nov 10 22:57:30.968565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:30.976061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:30.976440 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.047677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3926115 Nov 10 22:57:31.051105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53832) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:31.077911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:31.093239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Allocated IP 172.25.0.125 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/38928181-36e4-4fb7-b7f2-9eddc4795ae8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:31.118968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.259501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.281499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97823c-6b42-4515-8705-d491a2cbb96e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=3872d5a8-5f90-4a1c-95b4-4b4b01854593,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:31.285072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9066c782-42e5-4ac6-8f86-c455ff470fe9 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:31.299087 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:30Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:31.341197 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82381a7f-caf0-4cbd-8033-f940efbca988 None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:30Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:31.357873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:31.369328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.375168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:31.694330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] For port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:31.743383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.777136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] For port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:31.782511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.804658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 9066c782-42e5-4ac6-8f86-c455ff470fe9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:57:31.818584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.913220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.919684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882012-1746-42c6-ba39-373139e78047 None None] Pushing event updated for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:31.922567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:31.961361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=8292c8fe-52b5-4657-91c8-941476558b05,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:32.017784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a61c0-4bb1-43e4-9b91-7fd4232bcdb5 None None] Pushing event updated for resources: {'Port': ['ID=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:32.026492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:32.026662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: 3872d5a8-5f90-4a1c-95b4-4b4b01854593, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:32.031782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 9066c782-42e5-4ac6-8f86-c455ff470fe9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:32.032161 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.089948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:32.109413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3872d5a8-5f90-4a1c-95b4-4b4b01854593) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:32.124285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:32.128048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.148198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a5c08fe-8478-446e-8209-0280245e89c9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:32.150470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99466a-50fa-4493-ad74-c3b5ff3b5270 None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:32.197615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5bc05c4-de4e-45b5-825f-3b98514cb468 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1403503 Nov 10 22:57:32.198328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:32.468711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.602641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da7e52-6737-4698-9b8b-6efb34b2d660 req-bf412d42-5fd4-4ff8-b56c-190016d3a15d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:32.604382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95da7e52-6737-4698-9b8b-6efb34b2d660 req-bf412d42-5fd4-4ff8-b56c-190016d3a15d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 944 time: 0.3201811 Nov 10 22:57:32.618693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35100c7-f5a1-49bf-ad3f-c46459d9f134']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:32.724991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c566acaa-0ca1-4176-baa2-7b9e4b533e84') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:32.725375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c566acaa-0ca1-4176-baa2-7b9e4b533e84') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:32.781032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.890197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.911521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] For port 3a5c08fe-8478-446e-8209-0280245e89c9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a5c08fe-8478-446e-8209-0280245e89c9,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:32.952630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.975207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:32.985048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:32.985688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.042211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:33.072613 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:33.075404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.078186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.089742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Attempting to bind port ce799f17-bb32-4f93-9aa4-ed55717f5cab on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:33.089909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.090581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Attempting to bind port ce799f17-bb32-4f93-9aa4-ed55717f5cab by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:33.091909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Attempting to bind port ce799f17-bb32-4f93-9aa4-ed55717f5cab on network 8320b549-bead-4ccc-861d-fe8d55d16a08 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:33.095149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d35100c7-f5a1-49bf-ad3f-c46459d9f134 HTTP/1.1" status: 204 len: 168 time: 2.1244915 Nov 10 22:57:33.105034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53860) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:33.125412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95da7e52-6737-4698-9b8b-6efb34b2d660 req-9412b219-88c3-4215-8e09-cce262b77d0a tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087130 Nov 10 22:57:33.133689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328bc02-ef7d-44ad-9585-66f4f1b5b1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35100c7-f5a1-49bf-ad3f-c46459d9f134,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:33.154560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:33.157363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Checking segment: {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:33.157900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.158459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Bound using segment: {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:33.159074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Bound port: ce799f17-bb32-4f93-9aa4-ed55717f5cab, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463ff03-5dce-435d-8c73-4b3b65a5fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:33.160666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.200146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:33.203676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:33.212058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:33.248792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=38928181-36e4-4fb7-b7f2-9eddc4795ae8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:33.254932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:33.255632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.321163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Deleting subnet 30f79125-0b59-40b3-8f35-42fd39db6e50 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:57:33.335936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.424250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:33.424779 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.454116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.469434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.481189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350d16e-f971-46df-8bb4-be0494ee3085 None None] Pushing event updated for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:33.541432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.552125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-684f16b5-6fba-4902-b034-664542f1c3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.553697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] For port ce799f17-bb32-4f93-9aa4-ed55717f5cab, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:33.562891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] For port ce799f17-bb32-4f93-9aa4-ed55717f5cab, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce799f17-bb32-4f93-9aa4-ed55717f5cab,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:33.600542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.664361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.711044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.858478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.943266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:33.944129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.960895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.968789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:33.979630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:33.980325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:34.133897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=38928181-36e4-4fb7-b7f2-9eddc4795ae8,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:34.151085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:34.152078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.155120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.200053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.210253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84370a75-fb27-4963-93e7-1254f30b29ec tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3744714 Nov 10 22:57:34.270571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:34.346658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7de9e-33e3-4f1a-9539-82bbf81a3994 None None] Network abba1020-dccc-484f-8f5f-f91f3851773a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:34.351424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882012-1746-42c6-ba39-373139e78047 None None] Pushing event updated for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:34.464394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:34.466649 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840e5d30-6386-4dc3-8aa5-c38b6e1fb07e" -d '{"events": [{"server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "name": "network-vif-plugged", "status": "completed", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:34.543089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-c9ec36e9-c07d-4999-89c5-e15d1ce24d00 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--801774888&fields=id&tenant_id=315287d039ad4a3d919f8ed46f05dc14 HTTP/1.1" status: 200 len: 267 time: 0.1150503 Nov 10 22:57:34.553731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:34.572901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.624276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243042c8-6230-4e49-a095-45d7426a366b req-f1f2caef-891e-4a9a-a700-4f6c2d0f2a9f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:34.626101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-243042c8-6230-4e49-a095-45d7426a366b req-f1f2caef-891e-4a9a-a700-4f6c2d0f2a9f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 944 time: 0.2371371 Nov 10 22:57:34.639676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-7e3286b9-2a6a-4cb2-a13f-9301a97e9186 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829033 Nov 10 22:57:34.642114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-684f16b5-6fba-4902-b034-664542f1c3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.680799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.691424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30f79125-0b59-40b3-8f35-42fd39db6e50 HTTP/1.1" status: 204 len: 168 time: 1.5828669 Nov 10 22:57:34.702424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53882) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:34.713587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaf898-9760-438d-82cd-5a14bf82143c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f79125-0b59-40b3-8f35-42fd39db6e50,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:34.715426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-684f16b5-6fba-4902-b034-664542f1c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.750145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.844045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-32256417-06fc-4f04-85b9-02a1f60d8781 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:34.845725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-32256417-06fc-4f04-85b9-02a1f60d8781 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 811 time: 0.2983134 Nov 10 22:57:34.846320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f16b5-6fba-4902-b034-664542f1c3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd4b60-6309-4977-b1a3-01111e9fa92b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:34.862905 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-684f16b5-6fba-4902-b034-664542f1c3aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b3fcb3e32c24034a5b4aef259eff142&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8187666 Nov 10 22:57:34.868220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53884) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:34.873611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Allocated IP 2001:db8:2::2 (3872d5a8-5f90-4a1c-95b4-4b4b01854593/8292c8fe-52b5-4657-91c8-941476558b05/a051ba5f-5c4a-41d7-b42f-aed12a38f5e0) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:34.915279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-243042c8-6230-4e49-a095-45d7426a366b req-d87b8b3f-ab71-4944-b338-f7ada9a3f9c1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671115 Nov 10 22:57:34.941479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-42701176-2cef-478f-b90e-5b5265a62e2c tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/quotas/315287d039ad4a3d919f8ed46f05dc14 HTTP/1.1" status: 200 len: 375 time: 0.0683818 Nov 10 22:57:34.955892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.967555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:34.984458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-ad5cad3e-102e-49c5-b7bb-41b42d15759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:34.986007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-ad5cad3e-102e-49c5-b7bb-41b42d15759e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba330368ce7e4d1589660f6e994ed213&device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 1098 time: 0.2618437 Nov 10 22:57:34.999123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.055516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:35.060564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.077753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.077952 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc9fe9-3d5d-40b1-811f-7f84db56962c x-openstack-request-id: req-d0dc9fe9-3d5d-40b1-811f-7f84db56962c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:35.078344 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "name": "network-vif-plugged", "status": "completed", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:35.078599 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0dc9fe9-3d5d-40b1-811f-7f84db56962c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:35.078984 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'code': 200} Nov 10 22:57:35.080823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.081642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16fd4b60-6309-4977-b1a3-01111e9fa92b HTTP/1.1" status: 204 len: 168 time: 0.2126989 Nov 10 22:57:35.134525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:35.140870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7469e-8ed1-4e39-bc94-27b968489b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd4b60-6309-4977-b1a3-01111e9fa92b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:35.183296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1292a-5504-4729-a86e-387fa6063172 req-576eeabd-abf7-431c-be6c-a2bf12097add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:35.185398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7be1292a-5504-4729-a86e-387fa6063172 req-576eeabd-abf7-431c-be6c-a2bf12097add service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.0647571 Nov 10 22:57:35.225539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] For port ce799f17-bb32-4f93-9aa4-ed55717f5cab, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce799f17-bb32-4f93-9aa4-ed55717f5cab,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:35.233006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-96804205-867d-4ee4-b281-ea164bedd05e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2859788 Nov 10 22:57:35.276693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.278956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7be1292a-5504-4729-a86e-387fa6063172 req-b9f58cee-f562-4379-a6ac-7936ac31e82d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858562 Nov 10 22:57:35.354188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f894d-09c2-47e1-9d2c-dc45b7466238 None None] Pushing event updated for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:35.414710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:35.414967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.437316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-d9167445-7fbf-41d0-9456-749e88169f33 service neutron] 10.222.0.25 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675904 Nov 10 22:57:35.447714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.481619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-638809a7-8220-4358-a4dc-0799aadcf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:35.483247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-638809a7-8220-4358-a4dc-0799aadcf2ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 200 len: 917 time: 0.4623063 Nov 10 22:57:35.487555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Provisioning complete for port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:35.488124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.518552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53890) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:35.535001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b83bf0a-5b5f-43e4-b23a-617c9e819d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.535320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaad1f2-8a9c-4a4d-914c-5c039f1a6058']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:35.577831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8470d5c-b654-4e37-866b-f1063e6f04af') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:35.578512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8470d5c-b654-4e37-866b-f1063e6f04af') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:35.597145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.604609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.628370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.634413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.652022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:57:35.652022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:57:35.655563 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:57:35.691087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:28Z', 'revision_number': 3, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:29Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:33Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:35.727584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b83bf0a-5b5f-43e4-b23a-617c9e819d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.732046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8:2::1 (3872d5a8-5f90-4a1c-95b4-4b4b01854593/8292c8fe-52b5-4657-91c8-941476558b05/185a2958-f0a0-46df-a818-5e9febed7b4c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:35.735745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b83bf0a-5b5f-43e4-b23a-617c9e819d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.739724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.754691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-e5ed1730-388e-40d7-b0ff-539e4b1dd5e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 200 len: 1001 time: 0.2370014 Nov 10 22:57:35.800068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-8d89ae66-9e76-4639-a33b-7706a57eee09 service neutron] 10.222.0.25 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540680 Nov 10 22:57:35.803760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.824027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:35.835493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b83bf0a-5b5f-43e4-b23a-617c9e819d98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d258096fa2c7424fbb0b17a68b2a3b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127377 Nov 10 22:57:35.837042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53894) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:35.841269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9aaad1f2-8a9c-4a4d-914c-5c039f1a6058 HTTP/1.1" status: 204 len: 168 time: 1.1377127 Nov 10 22:57:35.885298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83bf0a-5b5f-43e4-b23a-617c9e819d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed496f4a-a6df-4236-a684-32773d98e6d4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:36.060650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3a75-42a8-4612-87a0-c3ad85ee8641 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aaad1f2-8a9c-4a4d-914c-5c039f1a6058,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:36.126960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-a8f43992-b235-45de-9983-d51930c7d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:36.128526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-a8f43992-b235-45de-9983-d51930c7d78b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 200 len: 856 time: 0.2678287 Nov 10 22:57:36.233651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:36.261640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f28858-0579-4aa6-ac0c-9cab32ef10c9 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:28Z', 'revision_number': 3, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:29Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:33Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:36.273288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:36.277810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:36.296398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:36.307448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-6b412a9a-074f-48cc-bcb4-2d18845f712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:36.316128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.320562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-6b412a9a-074f-48cc-bcb4-2d18845f712c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79370f5a-76f9-4917-b11f-b531b78654d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841180 Nov 10 22:57:36.371183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f540aa-7ebd-4bd9-b0e7-97d7c79aee67 req-d81945ba-070a-4eaa-b8ea-7662c2cd99d3 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:36.373148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97f540aa-7ebd-4bd9-b0e7-97d7c79aee67 req-d81945ba-070a-4eaa-b8ea-7662c2cd99d3 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 945 time: 0.3151667 Nov 10 22:57:36.374304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.387005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa6e1e64-0657-4da0-9750-aa2eb5781c0c req-619bbe41-5290-4a02-a21c-47938541c193 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 210 time: 0.1022294 Nov 10 22:57:36.398008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Pushing event updated for resources: {'Port': ['ID=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:36.456951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.491943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.543871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53908) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:36.545621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e7756277-2be2-412b-b2f6-c4aa8a4c98a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d17975e51db94bae93b534ce8bce7274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436600 Nov 10 22:57:36.556071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97f540aa-7ebd-4bd9-b0e7-97d7c79aee67 req-bc976dc7-7dc9-426c-8058-f14030b9f370 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657529 Nov 10 22:57:36.564367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:36.575602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.588134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a5c08fe-8478-446e-8209-0280245e89c9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:36.598613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.646003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.649249 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.653757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed496f4a-a6df-4236-a684-32773d98e6d4 HTTP/1.1" status: 204 len: 168 time: 0.8099043 Nov 10 22:57:36.676713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:36.684345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:36.696563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac2115-0ac2-44e8-8d76-8d569c6aaab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed496f4a-a6df-4236-a684-32773d98e6d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:36.713947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:36.714532 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.773320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-3883daad-6c51-4a6f-a377-0b70bdb5c3cb service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099700 Nov 10 22:57:36.804319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:36.804856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Attempting to bind port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:36.804856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Attempting to bind port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:36.805104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Attempting to bind port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 on network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:36.881235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.941097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.997615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:36.999608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Checking segment: {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:37.000024 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.000428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Bound using segment: {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:37.000928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Bound port: a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:37.014724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.075420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.083329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85dfddb9-2478-4da2-bbaf-60899cb1df43 req-3eed8229-fa8a-4192-a74b-70226ebd7911 service neutron] 10.222.0.39 "GET /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954452 Nov 10 22:57:37.134298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.137431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.140774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c00ea53a-f60d-4f44-b8ae-9b8b7230d94b HTTP/1.1" status: 204 len: 168 time: 0.5940349 Nov 10 22:57:37.186549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc685ad-9b7b-4ee0-a05c-e099adf9e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ea53a-f60d-4f44-b8ae-9b8b7230d94b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:37.225189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:37.228369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:57:37.228717 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:57:37.367265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] For port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:37.377223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] For port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:37.389218 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.550654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3a5c08fe-8478-446e-8209-0280245e89c9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:37.551253 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.610648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9085258-1d4e-461c-8e58-85b877b9cd92 req-8e57189e-38fe-4f69-b9b9-4814a172290f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 210 time: 0.0799189 Nov 10 22:57:37.668033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdab64-8fc4-4cdb-a4d5-ad3f1e68da2b None None] Pushing event updated for resources: {'Port': ['ID=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:37.880488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:37.881263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dd4b81f2-2a47-4e2d-9be5-1a96161d5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.916014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.934164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.934978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:37.970531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53936) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:38.083068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2b6a4943-a73e-41cf-bba1-9f66d4729a91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e0d33be264a4ec7a523c6777e711713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103814 Nov 10 22:57:38.093673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53938) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:38.152606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:38.289802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.339005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.342798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e7f7e9d-912e-45b9-84d0-12b4060b53d7 None None] Provisioning complete for port 16d4e4b7-77b1-4544-8862-c7c2b876f60a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:38.343368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e9d-912e-45b9-84d0-12b4060b53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.432832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f1f1-18fe-4f88-afd5-479cdf467ec4 req-bad9cfd0-a02e-4fc9-9b83-98ec30a2b2da tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:38.438060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.440793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.442041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3d91deb-06f0-42e8-9aa0-854b4a79b571 HTTP/1.1" status: 204 len: 168 time: 0.3470516 Nov 10 22:57:38.446003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26a2f1f1-18fe-4f88-afd5-479cdf467ec4 req-bad9cfd0-a02e-4fc9-9b83-98ec30a2b2da tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 945 time: 0.5225015 Nov 10 22:57:38.458438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42d9a-e2a2-4e86-8acd-ce675a3bd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d91deb-06f0-42e8-9aa0-854b4a79b571,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:38.477630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce799f17-bb32-4f93-9aa4-ed55717f5cab up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:38.610478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f7e9d-912e-45b9-84d0-12b4060b53d7 None None] Port 16d4e4b7-77b1-4544-8862-c7c2b876f60a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:38.661250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ce799f17-bb32-4f93-9aa4-ed55717f5cab triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:38.661913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.665814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e7f7e9d-912e-45b9-84d0-12b4060b53d7 None None] Provisioning complete for port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:38.669762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e9d-912e-45b9-84d0-12b4060b53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.697073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26a2f1f1-18fe-4f88-afd5-479cdf467ec4 req-b41fe994-6dc5-4e76-9640-a55a4377c38f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205753 Nov 10 22:57:38.737959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:38.740642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:38.824341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-514a274e-e33f-467a-afb2-f29e550f8593 req-fbd2af20-561f-4c7d-b43e-a7f047bb51ad tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 210 time: 0.0607891 Nov 10 22:57:39.069069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:39.175130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:39.175567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:39.286307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-ff6baf7c-7d7e-40af-bf31-1df3934e5dab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:39.290876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-ff6baf7c-7d7e-40af-bf31-1df3934e5dab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 811 time: 0.2935157 Nov 10 22:57:39.414919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:39.422340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-834bc248-65b3-4acd-a6b4-7d7e911739a5 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6590247 Nov 10 22:57:39.433676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:39.466007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-f8ab7666-f5b9-4234-b695-1f693b70d7e3 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315287d039ad4a3d919f8ed46f05dc14&shared=False HTTP/1.1" status: 200 len: 379 time: 0.1642404 Nov 10 22:57:39.535831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-8760eae7-2860-47a6-8fc4-aa7ddd781d25 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0626950 Nov 10 22:57:39.548503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'port': {'device_id': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'admin_state_up': True, 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'security_groups': ['810d56e8-f809-4477-9c27-ac2021f09ac9']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:39.651440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb0593-ddb5-4e67-a91f-399b488f55d5 None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:39.748603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:39.761736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:39.783983 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e35800e-f0f8-454d-8727-43d4ec970193 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5806773 Nov 10 22:57:39.787715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53984) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:39.795755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210499084'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:39.845453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Made reservation on behalf of 315287d039ad4a3d919f8ed46f05dc14 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:39.855696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:39.957168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] Provisioning complete for port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:39.961731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.089738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e17fce9f-5907-481f-9226-3a7f14c2b9b3 req-7343c764-6890-4a6b-ae62-3fe37a5a4503 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 210 time: 0.1168931 Nov 10 22:57:40.093877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:40.098802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.192735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.273801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:40.283629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:40.295081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:40.331387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.331936 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added segment 802d6588-93a2-4176-a7a7-d175c096d365 of type vlan for network 92ddef74-a65e-4304-a97b-e1c3805a7521 Nov 10 22:57:40.356165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Allocated IP 172.20.0.11 (7a4cc360-1b81-4579-a64b-c32336b4fedf/2d8b13e4-39ae-4b3d-b401-d461a4aaffde/7399895f-c364-4d7b-9ce2-ff6956d51c13) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:40.415256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Allocated IP 172.25.0.43 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/63872e12-3044-4a04-a3b9-1ae906ca9995) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:40.431822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:40.433151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:40.447716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.704589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.705142 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.715813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:40.716521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.734205 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.743767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:40.744410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.805987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.836889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:40.887588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:40.956652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:40.970032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:40.982263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:40.984940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1961658 Nov 10 22:57:41.015646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] For port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:41.069182 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.079556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.084214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54016) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:41.105610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'subnet': {'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:41.106692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event updated for resources: {'Port': ['ID=63872e12-3044-4a04-a3b9-1ae906ca9995,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:41.229987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.256898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.295239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.410406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b22ef-4d50-4595-970e-248977b59197 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Network': ['ID=92ddef74-a65e-4304-a97b-e1c3805a7521,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:41.414209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8001a-b4ad-4351-94c2-339aa99c0ab0 None None] Pushing event updated for resources: {'Port': ['ID=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:41.450825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:41.460275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:41.504054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:41.536602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:41.564063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3fdc2381-0911-4f9b-a03b-d5c3b7cc099f None None] Provisioning complete for port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:41.572707 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2381-0911-4f9b-a03b-d5c3b7cc099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.663115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:41.670425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:57:41.671051 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:57:41.790469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.797188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.807985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:41.811441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.883749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9795fd-02f4-43e5-bc81-33f787a429a5 req-51e5b3ca-9933-4ca0-89aa-c7f927f8e658 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:41.890611 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a9795fd-02f4-43e5-bc81-33f787a429a5 req-51e5b3ca-9933-4ca0-89aa-c7f927f8e658 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 932 time: 0.6212907 Nov 10 22:57:41.981281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.011739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Made reservation on behalf of 68f31cb8df764f6699df1a1d724a1205 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:42.025269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.058640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event updated for resources: {'Port': ['ID=63872e12-3044-4a04-a3b9-1ae906ca9995,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:42.088722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.103255 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-ed430e99-98a7-4813-8e99-06c83f9bc0ce tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6741424 Nov 10 22:57:42.373702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-dd9b8a7c-38e5-4d0f-aa32-8ee153ee367d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8305054 Nov 10 22:57:42.405325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Request body: {'port': {'device_id': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:42.412257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-90749ee7-dfcc-4ec6-b3d1-8b029676d8cc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.3075135 Nov 10 22:57:42.479344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:36Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:29Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:37Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:42.560879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:42.561280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Updating router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 port 16d4e4b7-77b1-4544-8862-c7c2b876f60a binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:42.565228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3fdc2381-0911-4f9b-a03b-d5c3b7cc099f None None] Provisioning complete for port 185a2958-f0a0-46df-a818-5e9febed7b4c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:42.565721 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2381-0911-4f9b-a03b-d5c3b7cc099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.585295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:42.645335 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.655821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-11fbe48c-1a29-4d31-9bce-70465430abc9 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:42.658428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1d042c2-f1d9-4ba1-8f23-c813bc9e6e7b req-11fbe48c-1a29-4d31-9bce-70465430abc9 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2407186 Nov 10 22:57:42.683778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc2381-0911-4f9b-a03b-d5c3b7cc099f None None] Port 185a2958-f0a0-46df-a818-5e9febed7b4c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:42.807398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:42.807775 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.837589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:42.895382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Provisioning complete for port 7399895f-c364-4d7b-9ce2-ff6956d51c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:42.895756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.062180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Port 7399895f-c364-4d7b-9ce2-ff6956d51c13 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:43.104498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-ab033a46-8db0-44c7-9b92-fb4631ea3387 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:43.107154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-ab033a46-8db0-44c7-9b92-fb4631ea3387 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 820 time: 0.1556540 Nov 10 22:57:43.135345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dbd30e5-2fa1-47aa-96d9-b2f643622783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.188321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-a314a359-6659-4217-a99b-b8c1fb561f06 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/quotas/67b1339ecdf64aa3b22dad02d8070ce4 HTTP/1.1" status: 200 len: 375 time: 0.0474856 Nov 10 22:57:43.208105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-f2a93cb5-a272-401a-a148-af5697e8f23f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996170 Nov 10 22:57:43.209217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54116) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:43.233131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.248310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Provisioning complete for port 185a2958-f0a0-46df-a818-5e9febed7b4c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:43.248509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.314738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.323530 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.336897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2dec2e62-7f01-4a2e-af01-3913d2575bb9 None None] Port 185a2958-f0a0-46df-a818-5e9febed7b4c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:43.395060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a9795fd-02f4-43e5-bc81-33f787a429a5 req-a962040a-3194-4b69-adc7-efd30c3be2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3886175 Nov 10 22:57:43.425547 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dbd30e5-2fa1-47aa-96d9-b2f643622783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.443140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dbd30e5-2fa1-47aa-96d9-b2f643622783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.444119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.447242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 16d4e4b7-77b1-4544-8862-c7c2b876f60a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:43.447619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 16d4e4b7-77b1-4544-8862-c7c2b876f60a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:43.447988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 16d4e4b7-77b1-4544-8862-c7c2b876f60a on network abba1020-dccc-484f-8f5f-f91f3851773a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:43.450184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7b0b-71be-4647-a5e5-12b7ba52cfbf None None] Pushing event updated for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:43.467316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:43.467695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Checking segment: {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:43.468103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.468500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Bound using segment: {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:43.469006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Bound port: 16d4e4b7-77b1-4544-8862-c7c2b876f60a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9288caed-e9ec-4589-b89b-7d57823c4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:43.469395 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.531695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-b4dea85c-e44f-4b5b-89c0-28268b5db97d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3292387 Nov 10 22:57:43.538339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-91317431-6fb6-4025-adde-2913baaff015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:43.540367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-91317431-6fb6-4025-adde-2913baaff015 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.2147446 Nov 10 22:57:43.543006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd30e5-2fa1-47aa-96d9-b2f643622783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ff70c-b39e-4cce-a8bb-fd4e3a9bb2b3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:43.563910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6dbd30e5-2fa1-47aa-96d9-b2f643622783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c070ecc7cdc464ab98d568d38e0de4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219403 Nov 10 22:57:43.586301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54120) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:43.623375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] For port 16d4e4b7-77b1-4544-8862-c7c2b876f60a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:43.627790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] For port 16d4e4b7-77b1-4544-8862-c7c2b876f60a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=16d4e4b7-77b1-4544-8862-c7c2b876f60a,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:43.635647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.707738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7b0b-71be-4647-a5e5-12b7ba52cfbf None None] Pushing event updated for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:43.730458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Updating router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 port 185a2958-f0a0-46df-a818-5e9febed7b4c binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:43.760334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f82b9954-7170-4700-962c-685921a7fa71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.773773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-678ea78a-d7a4-43f2-8515-e4842e19ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:43.775532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-678ea78a-d7a4-43f2-8515-e4842e19ef66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.2077880 Nov 10 22:57:43.775666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.785413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-3cd9a3a9-abf1-41bb-81c5-bc0ac49487ac service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:57:43.796850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-3cd9a3a9-abf1-41bb-81c5-bc0ac49487ac service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2392042 Nov 10 22:57:43.855513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] Provisioning complete for port 16d4e4b7-77b1-4544-8862-c7c2b876f60a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:43.855784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7399895f-c364-4d7b-9ce2-ff6956d51c13 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:43.856133 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.865628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.878706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Transition to ACTIVE for port object 7399895f-c364-4d7b-9ce2-ff6956d51c13 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:57:43.890447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:43.909604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Subnet': ['ID=76cb3f25-eef0-4b75-966d-a4df46f6b5f0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:43.910689 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-6d492bc1-24b6-45da-93b9-27384dffac8d service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128607 Nov 10 22:57:44.108231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f82b9954-7170-4700-962c-685921a7fa71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.139441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f82b9954-7170-4700-962c-685921a7fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.179292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Pushing event updated for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:44.186329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Checking segment: {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:44.186709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network hostable DHCP agents. Network: 92ddef74-a65e-4304-a97b-e1c3805a7521, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:44.193661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Attempting to bind port 7399895f-c364-4d7b-9ce2-ff6956d51c13 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:44.193954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Attempting to bind port 7399895f-c364-4d7b-9ce2-ff6956d51c13 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:44.194284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Attempting to bind port 7399895f-c364-4d7b-9ce2-ff6956d51c13 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:44.215864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Port 7399895f-c364-4d7b-9ce2-ff6956d51c13 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:57:44.216192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Attempting to bind port 7399895f-c364-4d7b-9ce2-ff6956d51c13 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:44.231127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:44.231483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Checking segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:44.231875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Bound using segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:44.235025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Bound port: 7399895f-c364-4d7b-9ce2-ff6956d51c13, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:44.235615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.256467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-358f7c07-32b0-416e-917e-f337a2591c3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.3481815 Nov 10 22:57:44.357856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.375349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:44.403643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.424059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 92ddef74-a65e-4304-a97b-e1c3805a7521) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:44.431699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:44.432234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.439938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:44.441248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ffb5a-be31-4678-b3c8-29441c0cdd88 None None] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:44.445525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:44.452764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.537337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f76c7224-3c53-45d4-8d40-dcc109e08feb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4490044 Nov 10 22:57:44.537977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54134) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:44.565049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] For port 16d4e4b7-77b1-4544-8862-c7c2b876f60a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=16d4e4b7-77b1-4544-8862-c7c2b876f60a,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:44.592470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.611829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:44.612374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.613825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] 10.222.0.39 "PUT /v2.0/ports/7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1092 time: 2.2238398 Nov 10 22:57:44.616020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8faf3d-fe87-4fe1-b30b-ee3fa7a57093 service neutron] Pushing event updated for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:44.617831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 16d4e4b7-77b1-4544-8862-c7c2b876f60a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:44.620175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:44.622706 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a4187-0b96-41b9-8269-3ad25528084e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:44.804851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:44.907648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51716f-6d2d-4d5e-9bf1-8a363cfd06fc None None] Pushing event updated for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:44.935789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acbe58-5b28-4a18-9878-495f20e11d8e req-03af9516-efc0-41f0-82e5-4870bb631c6a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:44.937678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51acbe58-5b28-4a18-9878-495f20e11d8e req-03af9516-efc0-41f0-82e5-4870bb631c6a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 944 time: 0.3465686 Nov 10 22:57:44.973580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-92ddef74-a65e-4304-a97b-e1c3805a7521', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:44.976107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.010821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.031228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fbfe8ec5-a2dd-4453-bb90-4ac28b76b6f3 None None] Provisioning complete for port 16d4e4b7-77b1-4544-8862-c7c2b876f60a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:45.031605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8ec5-a2dd-4453-bb90-4ac28b76b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.037634 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.096337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 16d4e4b7-77b1-4544-8862-c7c2b876f60a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:45.096959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.113149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-ffec2e1c-b33f-4f3a-8d25-0f5bf76f7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.116548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-ffec2e1c-b33f-4f3a-8d25-0f5bf76f7cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1095 time: 0.4059718 Nov 10 22:57:45.163929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f82b9954-7170-4700-962c-685921a7fa71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0761ee7384204573ad7512b2a57616f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9517300 Nov 10 22:57:45.177845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:45.186036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b9954-7170-4700-962c-685921a7fa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5913ab-b3c9-4cab-a550-0c9cc444a5c0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:45.268755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-1a4c085c-8d67-4a84-82d7-4db399bfa45a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 217 time: 0.0717747 Nov 10 22:57:45.274195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.276174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51acbe58-5b28-4a18-9878-495f20e11d8e req-94123ee1-430b-46f3-9614-a6f88f5086a8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303554 Nov 10 22:57:45.320337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-7c438a50-54f3-474f-a751-c86431dd63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.321962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-7c438a50-54f3-474f-a751-c86431dd63ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 1.0423722 Nov 10 22:57:45.387429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.409680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.423658 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0295cb-32c1-4b04-8847-6044b39bda33 x-openstack-request-id: req-ca0295cb-32c1-4b04-8847-6044b39bda33 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:45.423841 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:45.424110 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca0295cb-32c1-4b04-8847-6044b39bda33 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:45.424493 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'status': 'completed', 'code': 200} Nov 10 22:57:45.485379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-9b6bad00-a534-4efc-a836-93bde0530f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.487067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-9b6bad00-a534-4efc-a836-93bde0530f23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.2033632 Nov 10 22:57:45.502780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-2fc57da2-093c-4af7-8120-e81a22d16bd8 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3643823 Nov 10 22:57:45.536157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.559137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-7e95a2fc-5469-4110-a89d-874912d3f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.561272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-7e95a2fc-5469-4110-a89d-874912d3f61e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143674 Nov 10 22:57:45.618509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.622518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.626051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/566ff70c-b39e-4cce-a8bb-fd4e3a9bb2b3 HTTP/1.1" status: 204 len: 168 time: 2.0364087 Nov 10 22:57:45.652403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7b0b-71be-4647-a5e5-12b7ba52cfbf None None] Pushing event updated for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:45.694653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168e5fb-ca8a-4212-9343-0fe83c22405e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ff70c-b39e-4cce-a8bb-fd4e3a9bb2b3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:45.780911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.784248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:45.788948 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a5913ab-b3c9-4cab-a550-0c9cc444a5c0 HTTP/1.1" status: 204 len: 168 time: 0.6039543 Nov 10 22:57:45.813395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45498f7c-ac5f-4ae9-b504-205d6af1629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5913ab-b3c9-4cab-a550-0c9cc444a5c0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:45.832511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-4461a110-86c1-4244-8647-a697f45a8141 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592373 Nov 10 22:57:45.836340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-3c3cdbe7-520e-45bc-84a0-6cf266b438eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.845218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-3c3cdbe7-520e-45bc-84a0-6cf266b438eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467398 Nov 10 22:57:45.975157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Allocated IP 2001:db8:3::2 (92ddef74-a65e-4304-a97b-e1c3805a7521/76cb3f25-eef0-4b75-966d-a4df46f6b5f0/ed6c65b3-534b-4db8-90c0-a8d732e3b755) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:45.977367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 185a2958-f0a0-46df-a818-5e9febed7b4c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:45.977742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 185a2958-f0a0-46df-a818-5e9febed7b4c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:45.978111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Attempting to bind port 185a2958-f0a0-46df-a818-5e9febed7b4c on network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:46.020028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:46.020414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Checking segment: {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:46.021369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.021771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Bound using segment: {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:46.022265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Bound port: 185a2958-f0a0-46df-a818-5e9febed7b4c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e9b18c-e69b-455c-af56-206176c089bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:46.022650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.132912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ab5986b-a534-4ad1-ac4c-da4d2af42257 req-04c49e3d-4471-4fd5-9047-d5c685ae6041 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 210 time: 0.0946894 Nov 10 22:57:46.137911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.219603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-033a56b5-ca0b-48f8-9516-d27621e374cd req-a5c50360-1593-4ae4-9885-2448cf7c19d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774364 Nov 10 22:57:46.482137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] For port 185a2958-f0a0-46df-a818-5e9febed7b4c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:46.536961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] For port 185a2958-f0a0-46df-a818-5e9febed7b4c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=185a2958-f0a0-46df-a818-5e9febed7b4c,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:46.546749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] Provisioning complete for port 185a2958-f0a0-46df-a818-5e9febed7b4c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:46.548026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.564577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:46.612491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaff952-da40-4fd1-a26c-e84d61195962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.645648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-9f8942d4-5eec-4c92-a91a-f071b1c0bcdc service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575502 Nov 10 22:57:46.741834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 16d4e4b7-77b1-4544-8862-c7c2b876f60a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:46.752522 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.840591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:46.905374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bef150a7-ac6e-4481-9ea3-d35839c2bcfc req-954b06b8-f33c-4258-83c4-e63625707e66 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498391 Nov 10 22:57:47.032448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaff952-da40-4fd1-a26c-e84d61195962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.059101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb438-0a2a-4821-932d-cc31de653f62 req-d2676285-4d6f-4e71-8da6-795f0c73df79 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.063234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.065167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-337cb438-0a2a-4821-932d-cc31de653f62 req-d2676285-4d6f-4e71-8da6-795f0c73df79 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.1959507 Nov 10 22:57:47.077055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54176) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:47.077734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2eaff952-da40-4fd1-a26c-e84d61195962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.138312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-616f9eac-22d5-4dfc-badc-edf65bf5db36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.154794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7b0b-71be-4647-a5e5-12b7ba52cfbf None None] Pushing event updated for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.200208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2eaff952-da40-4fd1-a26c-e84d61195962 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cd5a38ff6a5423abed56b9565c8c26c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6348341 Nov 10 22:57:47.206140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54180) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:47.230762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c37b-2cfd-4310-b31e-e61b326bf0da req-890ddfd5-492b-4ede-a47a-568691e454b9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.237848 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9289c37b-2cfd-4310-b31e-e61b326bf0da req-890ddfd5-492b-4ede-a47a-568691e454b9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 944 time: 0.3302321 Nov 10 22:57:47.240428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Allocated IP 2001:db8:3::1 (92ddef74-a65e-4304-a97b-e1c3805a7521/76cb3f25-eef0-4b75-966d-a4df46f6b5f0/1f0ea4a9-97af-4260-b60c-b4bc2fbe522e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:47.242195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaff952-da40-4fd1-a26c-e84d61195962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54ea61-eeed-4612-9f79-ba717de965fb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.270131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4187-0b96-41b9-8269-3ad25528084e req-4018dd7e-647f-4cb8-8af5-4029add8d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.272660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-4018dd7e-647f-4cb8-8af5-4029add8d98c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1095 time: 0.2197709 Nov 10 22:57:47.326484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:47.329020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:47.329773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:47.393587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-337cb438-0a2a-4821-932d-cc31de653f62 req-87ce4a01-ba66-417d-ab43-0bea1bb23160 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180916 Nov 10 22:57:47.469517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:47.490055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.536067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9289c37b-2cfd-4310-b31e-e61b326bf0da req-fe646ce5-96bb-404a-93ab-b6723f0aaf5e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704413 Nov 10 22:57:47.580499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:47.582305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b8ced3d-57aa-4c52-b630-775598bde7d4 req-fedb3fd7-109d-4459-acc5-99b981c6902d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 210 time: 0.0772998 Nov 10 22:57:47.595570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.612615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-616f9eac-22d5-4dfc-badc-edf65bf5db36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.620717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-616f9eac-22d5-4dfc-badc-edf65bf5db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.654180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4187-0b96-41b9-8269-3ad25528084e req-3e633b1e-5f17-4b13-8f09-bc0a4a38f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.655703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-3e633b1e-5f17-4b13-8f09-bc0a4a38f937 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.3572538 Nov 10 22:57:47.658511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.678918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:47.715446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-88d7e78a-d76d-40aa-8d22-fe3b99fad5ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 217 time: 0.0495672 Nov 10 22:57:47.735920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 16d4e4b7-77b1-4544-8862-c7c2b876f60a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:47.736288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.737727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f9eac-22d5-4dfc-badc-edf65bf5db36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b15c9c-3edd-4437-b960-70ac10165ef8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.750756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-616f9eac-22d5-4dfc-badc-edf65bf5db36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=935bff782fa1465aabd8464c01d8e0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690853 Nov 10 22:57:47.752510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54182) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:47.775764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Pushing event updated for resources: {'Port': ['ID=ed6c65b3-534b-4db8-90c0-a8d732e3b755,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.809570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4187-0b96-41b9-8269-3ad25528084e req-e55031c4-c797-4610-a35c-917bfce64e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.812240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-e55031c4-c797-4610-a35c-917bfce64e86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0886629 Nov 10 22:57:47.814663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.904805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.912381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.915612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.917147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee54ea61-eeed-4612-9f79-ba717de965fb HTTP/1.1" status: 204 len: 168 time: 0.7098329 Nov 10 22:57:47.944775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:47.951101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Attempting to bind port ed6c65b3-534b-4db8-90c0-a8d732e3b755 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:47.952050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:47.952403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Attempting to bind port ed6c65b3-534b-4db8-90c0-a8d732e3b755 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:47.952870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Attempting to bind port ed6c65b3-534b-4db8-90c0-a8d732e3b755 on network 92ddef74-a65e-4304-a97b-e1c3805a7521 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:47.959094 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.960343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:47.960913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:47.962180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e57cce-1b5b-4536-8ace-3ad197f7855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54ea61-eeed-4612-9f79-ba717de965fb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:47.998504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.054893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:48.055160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.055533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Checking segment: {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:48.056036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.056913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Bound using segment: {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:48.057847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Bound port: ed6c65b3-534b-4db8-90c0-a8d732e3b755, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:48.058456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.074622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-c052c752-f037-4024-9d4e-3e6ce521c1c8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:48.076103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-c052c752-f037-4024-9d4e-3e6ce521c1c8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 820 time: 0.3221009 Nov 10 22:57:48.127990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4187-0b96-41b9-8269-3ad25528084e req-af2de09d-b500-4cd8-999c-1b1fec9f5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:48.130542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-af2de09d-b500-4cd8-999c-1b1fec9f5443 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700839 Nov 10 22:57:48.150317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] For port 185a2958-f0a0-46df-a818-5e9febed7b4c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=185a2958-f0a0-46df-a818-5e9febed7b4c,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:48.163842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.167629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'port': {'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'admin_state_up': True, 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:48.218355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7399895f-c364-4d7b-9ce2-ff6956d51c13 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:48.288356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.304583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] For port ed6c65b3-534b-4db8-90c0-a8d732e3b755, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:48.319627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:36Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:46Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:48.433883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-674f6087-3879-47c5-a667-d9f9999d540d service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962520 Nov 10 22:57:48.458960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c1f3-0026-4592-8711-70945950b753 req-015a0fbb-f334-4c58-a016-a1e6e751d3fd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:48.460785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7744c1f3-0026-4592-8711-70945950b753 req-015a0fbb-f334-4c58-a016-a1e6e751d3fd tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.39 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 0.3437662 Nov 10 22:57:48.461582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Made reservation on behalf of 67b1339ecdf64aa3b22dad02d8070ce4 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:48.465824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.503199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] For port ed6c65b3-534b-4db8-90c0-a8d732e3b755, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ed6c65b3-534b-4db8-90c0-a8d732e3b755,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:48.518464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.523448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.524850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1b15c9c-3edd-4437-b960-70ac10165ef8 HTTP/1.1" status: 204 len: 168 time: 0.7663672 Nov 10 22:57:48.529441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cf37-10c2-4b67-ab83-46bcd196bce4 None None] Pushing event updated for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:48.545064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820a42d-3485-41ba-a5f0-0bdadc2996e2 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:36Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:46Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:48.554798 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.561030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-09e13a72-0149-4adc-9879-fca9018f2b1c None None] Provisioning complete for port 185a2958-f0a0-46df-a818-5e9febed7b4c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:48.561422 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-09e13a72-0149-4adc-9879-fca9018f2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:48.594521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8ff1e-95d9-4eb1-a98b-ca216e966298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b15c9c-3edd-4437-b960-70ac10165ef8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:48.754903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f3aa-80e9-4e36-84c5-184a14d5bc5b None None] Pushing event updated for resources: {'Port': ['ID=ed6c65b3-534b-4db8-90c0-a8d732e3b755,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:48.764488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:48.799784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'port_id': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'mac_address': 'fa:16:3e:96:bc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:48.972690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:49.011809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7399895f-c364-4d7b-9ce2-ff6956d51c13 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:49.112136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:49.126086 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:49.220046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c7bb-4a71-4e62-bd71-34b2626d89a7 req-55c0ec17-a1b5-477f-8b58-adda00e71ca2 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:49.225625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d13c7bb-4a71-4e62-bd71-34b2626d89a7 req-55c0ec17-a1b5-477f-8b58-adda00e71ca2 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 944 time: 0.4350450 Nov 10 22:57:49.360102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Deleting port b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:49.360450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:49.669912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54216) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:49.675845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-247a4187-0b96-41b9-8269-3ad25528084e req-85cc7dd0-3687-4f89-b265-5bec2d938f9d service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2076502 Nov 10 22:57:49.695531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] For port b9b97beb-dd86-47ff-bee8-9610c47112c1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b9b97beb-dd86-47ff-bee8-9610c47112c1,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:49.696083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:49.748726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['7399895f-c364-4d7b-9ce2-ff6956d51c13'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:49.752908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:49.760630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e02d8-af08-40a6-a38f-c276075c3c15 req-a0f3f9d2-ade6-4bff-b461-8161953428c6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:49.764726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba6e02d8-af08-40a6-a38f-c276075c3c15 req-a0f3f9d2-ade6-4bff-b461-8161953428c6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 947 time: 1.2174578 Nov 10 22:57:49.778141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Allocated IP 172.20.0.9 (e3c5c424-9e00-4483-b1fc-da72ac6de9ac/02fc9260-441b-4657-9e8a-13b13fa0a254/83d3d12d-d0f4-4b27-b359-9ef6d1136853) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:49.843441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d13c7bb-4a71-4e62-bd71-34b2626d89a7 req-8ada6cb5-ea85-439b-afd7-248f1154bee1 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5669997 Nov 10 22:57:49.987817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.010899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.011714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.262445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event updated for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:50.286763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba6e02d8-af08-40a6-a38f-c276075c3c15 req-2e93c1fd-0107-414e-bd5a-094b0f804152 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups?id=49f50071-e5cd-4eb0-85c1-386f1ba169de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5108223 Nov 10 22:57:50.356212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a2a624-42c7-4e3a-a0b8-fd75ccd40a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.382396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a5121b3-d382-4e45-ba1f-1c55a215fa21 req-6f82aba0-f296-4c9a-98e4-a802b4c8e08d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 210 time: 0.1026802 Nov 10 22:57:50.411998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.415244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.419837 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Floating IP e7f12acb-9f5f-46cc-a4d7-8d070ad69c97 disassociated. External IP: 172.25.0.46, port: b9b97beb-dd86-47ff-bee8-9610c47112c1. Nov 10 22:57:50.423100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Calling delete_port for b9b97beb-dd86-47ff-bee8-9610c47112c1 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:57:50.492238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:50.496874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:50.636898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd6d25c-deac-431b-9b22-cd787579d0a6 None None] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:50.713709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ed6c65b3-534b-4db8-90c0-a8d732e3b755 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:50.847937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-48ade07d-1127-41d5-936a-18515043da76 None None] Provisioning complete for port ed6c65b3-534b-4db8-90c0-a8d732e3b755 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:50.848529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-48ade07d-1127-41d5-936a-18515043da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.856007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:50.858317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a2a624-42c7-4e3a-a0b8-fd75ccd40a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.875804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a2a624-42c7-4e3a-a0b8-fd75ccd40a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:50.927474 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.021875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.079084 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.088171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'Port': ['ID=b9b97beb-dd86-47ff-bee8-9610c47112c1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:51.103369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00a2a624-42c7-4e3a-a0b8-fd75ccd40a31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3b00cf28e4c4fbb97f650002997acd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4259787 Nov 10 22:57:51.106303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9066c782-42e5-4ac6-8f86-c455ff470fe9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:51.121473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2a624-42c7-4e3a-a0b8-fd75ccd40a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca13506-ad4a-47fa-8fdc-02e487ada59c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:51.153431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54264) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:51.175771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ed6c65b3-534b-4db8-90c0-a8d732e3b755 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:51.176170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.256027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:51.268654 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:51.277808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fc945881-b6a8-4b17-8da8-656efbc4e346 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7012119 Nov 10 22:57:51.280362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:51.291683 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:51.292811 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:51.301671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:51.371021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:51.382519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:51.391995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:51.412426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:51.455150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-48ade07d-1127-41d5-936a-18515043da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.523061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-007c167a-fa13-436e-b990-7ee248105562 req-aedc9fa0-23ec-4c22-89dd-83a90070f2f6 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 210 time: 0.0439291 Nov 10 22:57:51.550192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event updated for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:51.556414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2f2c5-af2b-4858-a95d-0cfb51cedb18 req-0c37cacf-b933-4e6e-8b3b-e117a464f0fc tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:51.561119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2c2f2c5-af2b-4858-a95d-0cfb51cedb18 req-0c37cacf-b933-4e6e-8b3b-e117a464f0fc tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 945 time: 0.4982636 Nov 10 22:57:51.682207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:51.712476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.751880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-48ade07d-1127-41d5-936a-18515043da76 None None] For port ed6c65b3-534b-4db8-90c0-a8d732e3b755, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ed6c65b3-534b-4db8-90c0-a8d732e3b755,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:51.770564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.790306 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-48ade07d-1127-41d5-936a-18515043da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.920626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.931396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.957062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.961490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ca13506-ad4a-47fa-8fdc-02e487ada59c HTTP/1.1" status: 204 len: 168 time: 0.8070128 Nov 10 22:57:51.980987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54284) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:52.053995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:52.059109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.116297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94caf-5f6e-4237-99ab-de8e9a428bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca13506-ad4a-47fa-8fdc-02e487ada59c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:52.170152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ade07d-1127-41d5-936a-18515043da76 None None] Pushing event updated for resources: {'Port': ['ID=ed6c65b3-534b-4db8-90c0-a8d732e3b755,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:52.179251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-055f62e3-256e-488b-a214-8799a85bd8fd None None] Provisioning complete for port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:52.182602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-055f62e3-256e-488b-a214-8799a85bd8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.202736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2c2f2c5-af2b-4858-a95d-0cfb51cedb18 req-4546641a-010d-43fd-90cc-95043611450f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6327291 Nov 10 22:57:52.252885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-055f62e3-256e-488b-a214-8799a85bd8fd None None] Port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:52.259477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7399895f-c364-4d7b-9ce2-ff6956d51c13 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:52.318972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:57:52.319562 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:57:52.341184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 7399895f-c364-4d7b-9ce2-ff6956d51c13 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:57:52.353836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 7399895f-c364-4d7b-9ce2-ff6956d51c13 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:52.356837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.360557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-855907656', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:52.468039 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:52.516311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-015098a5-77bb-4d14-8632-52a9265b7cc6 None None] Provisioning complete for port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:52.516311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-015098a5-77bb-4d14-8632-52a9265b7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.519205 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:52.519661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Updating router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:57:52.555153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Made reservation on behalf of 10f4814c383d418a82feee47a068284c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:52.557628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.580567 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.597019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.609216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-015098a5-77bb-4d14-8632-52a9265b7cc6 None None] Port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:52.679153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-015098a5-77bb-4d14-8632-52a9265b7cc6 None None] Provisioning complete for port ed6c65b3-534b-4db8-90c0-a8d732e3b755 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:52.679665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-015098a5-77bb-4d14-8632-52a9265b7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.745227 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.825034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:52.831285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:52.837227 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2184a73-92f1-47b4-8c01-256712c660a5" -d '{"events": [{"server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "name": "network-vif-plugged", "status": "completed", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:52.847414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:57:52.865926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Removed routes are [] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:57:52.866323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.873796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:52.938702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-893e73d1-c389-405a-97c6-ef1af697db47 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8226793 Nov 10 22:57:52.942028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] No DVR routers for this DVR port b9b97beb-dd86-47ff-bee8-9610c47112c1 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:57:52.946443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:52.950984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7744c1f3-0026-4592-8711-70945950b753 req-bad21167-4277-4f0b-96dd-d0f25114e8b2 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.39 "DELETE /v2.0/ports/b9b97beb-dd86-47ff-bee8-9610c47112c1 HTTP/1.1" status: 204 len: 173 time: 4.4822443 Nov 10 22:57:52.951784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-deleted', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:52.963060 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48657a-04cc-40df-9526-cf546fd95445" -d '{"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-deleted", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:52.979928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Request body: {'port': {'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:52.983811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:52.995002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 185a2958-f0a0-46df-a818-5e9febed7b4c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:53.040773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0df9c672-53d0-4562-93b7-ae5c338d39f1 req-09770d75-33f3-4876-8f23-2232e34a41cb tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/ports?device_id=213728c1-07a3-4250-a30e-eb5257ed56e7 HTTP/1.1" status: 200 len: 210 time: 0.3310370 Nov 10 22:57:53.048301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc7a7c-13a2-4684-92e7-6768ea7a4a56 req-012eeb2b-40ba-4914-bb22-1c53f2c00f87 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:53.056927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8efc7a7c-13a2-4684-92e7-6768ea7a4a56 req-012eeb2b-40ba-4914-bb22-1c53f2c00f87 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 931 time: 1.0717323 Nov 10 22:57:53.083141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.084710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:57:53.134012 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e688c72-5a44-4dd6-b54b-5e87feed6b12 x-openstack-request-id: req-0e688c72-5a44-4dd6-b54b-5e87feed6b12 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:53.134287 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "name": "network-vif-plugged", "status": "completed", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:53.134545 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e688c72-5a44-4dd6-b54b-5e87feed6b12 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:53.134998 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'code': 200} Nov 10 22:57:53.169030 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f9f90-efdb-4d3f-8b4f-8d6f86370de9 x-openstack-request-id: req-ce1f9f90-efdb-4d3f-8b4f-8d6f86370de9 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:53.169562 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213728c1-07a3-4250-a30e-eb5257ed56e7", "name": "network-vif-deleted", "tag": "b9b97beb-dd86-47ff-bee8-9610c47112c1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:53.169811 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce1f9f90-efdb-4d3f-8b4f-8d6f86370de9 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:53.170220 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213728c1-07a3-4250-a30e-eb5257ed56e7', 'name': 'network-vif-deleted', 'tag': 'b9b97beb-dd86-47ff-bee8-9610c47112c1', 'status': 'completed', 'code': 200} Nov 10 22:57:53.190687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.192858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: b9b97beb-dd86-47ff-bee8-9610c47112c1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:57:53.193389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b9b97beb-dd86-47ff-bee8-9610c47112c1 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:57:53.196511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8efc7a7c-13a2-4684-92e7-6768ea7a4a56 req-c192f76e-7558-432a-866e-bbef2eb34484 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261852 Nov 10 22:57:53.248913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:53.249575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:53.289002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7e05-2691-43a0-95ab-bce1612f2a8a req-dea0501c-fa1a-4367-ac7d-dc45049eef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:53.290814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06cf7e05-2691-43a0-95ab-bce1612f2a8a req-dea0501c-fa1a-4367-ac7d-dc45049eef96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.0833845 Nov 10 22:57:53.395402 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.400085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:53.408564 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.512947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.517172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:53.523606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.544855 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Pushing event updated for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:53.597604 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.597973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.598306 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.603543 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.611164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:53.614779 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.616000 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.616400 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.616743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.617160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.617540 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.617871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.618251 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:53.652990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 185a2958-f0a0-46df-a818-5e9febed7b4c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:53.653369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.711237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Attempting to bind port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:53.711580 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Attempting to bind port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:53.711876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Attempting to bind port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e on network 92ddef74-a65e-4304-a97b-e1c3805a7521 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:53.713039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-82f258e7-5b1e-40ee-8780-d78671cf3d20 None None] Provisioning complete for port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:53.713419 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-82f258e7-5b1e-40ee-8780-d78671cf3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.731739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:53.732141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Checking segment: {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:53.732501 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.732951 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Bound using segment: {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:53.733458 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Bound port: 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802d6588-93a2-4176-a7a7-d175c096d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:53.733838 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.741139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:53.767461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.774426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-82f258e7-5b1e-40ee-8780-d78671cf3d20 None None] Port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:53.823624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d3d12d-d0f4-4b27-b359-9ef6d1136853 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:53.848010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06cf7e05-2691-43a0-95ab-bce1612f2a8a req-3cedc5bf-103b-43ba-9262-08474c1e27f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5036345 Nov 10 22:57:53.853855 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.878422 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] For port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:53.886171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] For port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:53.887616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Transition to ACTIVE for port object 83d3d12d-d0f4-4b27-b359-9ef6d1136853 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:57:53.891198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-827405352-network', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:53.895143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.897738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.899422 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.911979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] device_id is not set on port 12f99cfc-6bc7-4ea1-863a-a10db64e47ee yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:57:53.940464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce517c-c704-4214-8c52-c84b7b44fd19 req-7dc1cd33-1729-48f6-a9c7-72effd48eebd tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:53.947888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:53.949117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98ce517c-c704-4214-8c52-c84b7b44fd19 req-7dc1cd33-1729-48f6-a9c7-72effd48eebd tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.4270272 Nov 10 22:57:54.011467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:54.035770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:54.035770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:54.105241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:54.105837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] Provisioning complete for port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:54.108107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.108938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabb2a-f6e1-4612-8b91-9c1173ba092c None None] Pushing event updated for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:54.112655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9210357-4303-4aa4-bc4b-d9a276d19f6d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:54.118447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Pushing event updated for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:54.122065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:54.122997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:54.138122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ed6c65b3-534b-4db8-90c0-a8d732e3b755 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:54.152464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.153040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.155677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-49511b57-8192-43f6-87c5-0b8d9d6355d4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 954 time: 2.8701584 Nov 10 22:57:54.156930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Made reservation on behalf of 235f03c37d354c01baa7e5375ff72a0b for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:54.159350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.247082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.284857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54340) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.382368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98ce517c-c704-4214-8c52-c84b7b44fd19 req-68557cd9-0fa5-4604-92b0-79977a855871 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321666 Nov 10 22:57:54.392592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Attempting to bind port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:54.392926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Attempting to bind port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:54.415678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Attempting to bind port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:54.418871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:54.462339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Allocated IP 172.25.0.193 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/12f99cfc-6bc7-4ea1-863a-a10db64e47ee) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:54.509344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:57:54.509624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Attempting to bind port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 on network e3c5c424-9e00-4483-b1fc-da72ac6de9ac {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:54.513996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.572678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:54.573224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Checking segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:54.573622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Bound using segment: {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:54.574074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Bound port: 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c378b89a-4b72-4b4d-9272-430ee95f1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:54.574438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.586681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.594961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.607166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.618792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:57:54.620956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-12b5b755-bfc7-474e-9347-909095d6293a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 954 time: 0.4675281 Nov 10 22:57:54.621608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54344) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.628490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.628929 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Added segment fa8590e6-912a-4a4d-840a-94bf63b52139 of type vlan for network 944756ce-7aa5-40dd-a47a-477f57714b34 Nov 10 22:57:54.629433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'routes': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:54.731364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d391ec-3466-462d-aa63-fb9402e158c8 req-4110b994-dfa8-401c-a2ef-c719b8d03adc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:54.739671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39d391ec-3466-462d-aa63-fb9402e158c8 req-4110b994-dfa8-401c-a2ef-c719b8d03adc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 943 time: 0.3102720 Nov 10 22:57:54.760467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ed6c65b3-534b-4db8-90c0-a8d732e3b755 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:54.761355 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.765489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:54.768598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.768945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.784798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc4cd6-6e4f-4025-a28f-76add08487a1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:54.822505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:52Z', 'revision_number': 6, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:53Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:54.839192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.841843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.845787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "DELETE /v2.0/security-groups/49f50071-e5cd-4eb0-85c1-386f1ba169de HTTP/1.1" status: 204 len: 168 time: 0.5524821 Nov 10 22:57:54.846970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.847352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54346) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.847546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:54.848124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.854118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.874510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-39d391ec-3466-462d-aa63-fb9402e158c8 req-e22603cb-f382-44e0-acea-dbf871cd948f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300733 Nov 10 22:57:54.890458 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501c17a-f437-412d-8ac2-ce753de872e8 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:52Z', 'revision_number': 6, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:53Z', 'revision_number': 4, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:54.895172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:54.908831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:54.912059 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-dfffb5cb-15e6-44c5-8444-4877c59a3c0a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] show failed (client error): The resource could not be found. Nov 10 22:57:54.913214 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dfffb5cb-15e6-44c5-8444-4877c59a3c0a tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "GET /v2.0/security-groups/49f50071-e5cd-4eb0-85c1-386f1ba169de HTTP/1.1" status: 404 len: 347 time: 0.0581210 Nov 10 22:57:54.925811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] For port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:54.937359 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:54.944219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8910701-f84c-42a7-938d-eeae34fc043e tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f50071-e5cd-4eb0-85c1-386f1ba169de,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:54.946469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54348) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.976809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4419346 Nov 10 22:57:54.980208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54350) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:54.996149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Request body: {'subnet': {'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-827405352-subnet', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:55.015788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.085652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a47f-7dc8-41dc-bfef-0f4f5d8d37d5 admin admin] Pushing event updated for resources: {'Network': ['ID=944756ce-7aa5-40dd-a47a-477f57714b34,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:55.103669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Made reservation on behalf of 235f03c37d354c01baa7e5375ff72a0b for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:57:55.107745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.153678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:57:55.158329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Pushing event updated for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:55.211274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cbda24da-162a-45d0-a399-79bc49d41cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.362188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.362809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.364530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-67a3474c-20ce-44db-b68c-fc5ae081c645 service neutron] 10.222.0.20 "PUT /v2.0/ports/83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 1091 time: 2.3899765 Nov 10 22:57:55.365007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:55.367323 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9300e646-e61a-45bf-a45b-c489edf31010" -d '{"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:55.413452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad736c-2683-4a56-bcd7-45e49c250dc2 None None] Pushing event updated for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:55.490639 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b815330-5d03-4704-ab8a-cdd50b578002 x-openstack-request-id: req-9b815330-5d03-4704-ab8a-cdd50b578002 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:55.490929 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:55.491238 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b815330-5d03-4704-ab8a-cdd50b578002 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:55.495353 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'status': 'completed', 'code': 200} Nov 10 22:57:55.541224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-07da49f5-64c2-4e1c-9355-cfc2a054c8a2 None None] Provisioning complete for port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:55.541224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-07da49f5-64c2-4e1c-9355-cfc2a054c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.571487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-86592a17-d852-4ba0-a7de-01c73f9635ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.573481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-86592a17-d852-4ba0-a7de-01c73f9635ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1094 time: 0.1573615 Nov 10 22:57:55.653592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-c49bb2f2-2b12-4f36-a239-ad1e8a103efd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 217 time: 0.0472064 Nov 10 22:57:55.730817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added routes are [] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:57:55.731189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:57:55.750872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:55.765663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230429d5-98d6-4f07-b863-3dc8ea33d6c0 req-ab98b4ec-e37a-4f29-8e83-52a3ec2978cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.767432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-230429d5-98d6-4f07-b863-3dc8ea33d6c0 req-ab98b4ec-e37a-4f29-8e83-52a3ec2978cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2100539 Nov 10 22:57:55.782942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2874156-ce44-40fa-abd8-47c654f76227 None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:48:05Z', 'revision_number': 4, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0b5712b3-120d-4197-a50b-ef9148fd20fc', 'name': '', 'network_id': '79370f5a-76f9-4917-b11f-b531b78654d3', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'mac_address': 'fa:16:3e:a3:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5f723b00-bbeb-448d-a393-058092436f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:48:02Z', 'updated_at': '2021-11-10T22:48:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'subnets': [{'id': '5f723b00-bbeb-448d-a393-058092436f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:55.810971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-fdbde37e-a5a4-42a4-ba90-350e4e9e8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.813569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-fdbde37e-a5a4-42a4-ba90-350e4e9e8b4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1444690 Nov 10 22:57:55.817059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.907303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-230429d5-98d6-4f07-b863-3dc8ea33d6c0 req-568ad4bd-1c28-43af-8631-65c3a6e97ead tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116734 Nov 10 22:57:55.921214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.935762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-a09ed8a1-809c-4d30-8f19-324d03de9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.939473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-a09ed8a1-809c-4d30-8f19-324d03de9dbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132445 Nov 10 22:57:55.961881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Pushing event updated for resources: {'Port': ['ID=12f99cfc-6bc7-4ea1-863a-a10db64e47ee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:56.024299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:56.053720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:56.069903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b65ff-69c5-4d2d-800c-6845fa23a1d9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:57:56.073256 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:57:56.104486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:56.188103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Deleting port 1be321e9-e266-421d-a6bd-218cafe4ed80 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:56.188767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.210361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:56.272844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-57fcd229-5f33-4d8f-bee7-fb3899456611 None None] Provisioning complete for port 12f99cfc-6bc7-4ea1-863a-a10db64e47ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:56.273325 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-57fcd229-5f33-4d8f-bee7-fb3899456611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.305235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.305516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.319904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Calling delete_port for 1be321e9-e266-421d-a6bd-218cafe4ed80 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:57:56.326368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-b2bb8cb3-99e5-4b59-8d43-8835cba3894e service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109889 Nov 10 22:57:56.354210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-57fcd229-5f33-4d8f-bee7-fb3899456611 None None] Port 12f99cfc-6bc7-4ea1-863a-a10db64e47ee cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:57:56.380907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:56.381316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.400847 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:56.420885 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:56.421576 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:56.442990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f5deb-e44a-4295-92ee-063a095757f4 None None] New status for floating IP e7f12acb-9f5f-46cc-a4d7-8d070ad69c97: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:57:56.482733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.548851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e94e925-6d0f-4501-9f36-c4b1398df89b req-bf849080-579c-4029-ae92-592ce3016d89 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065127 Nov 10 22:57:56.572486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Pushing event deleted for resources: {'Port': ['ID=1be321e9-e266-421d-a6bd-218cafe4ed80,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:56.618125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:56.619661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:56.620290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.646145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-027f5deb-e44a-4295-92ee-063a095757f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:57:56.646745 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-027f5deb-e44a-4295-92ee-063a095757f4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:57:56.684434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2765a-5098-4f50-bad1-c614391eae63 req-12beb8c2-bc25-4aa6-8d2c-0ad7b3545c38 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:56.691929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f2765a-5098-4f50-bad1-c614391eae63 req-12beb8c2-bc25-4aa6-8d2c-0ad7b3545c38 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 943 time: 0.6849959 Nov 10 22:57:56.744817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47d76679-f265-4143-9b6c-641260c98bc7 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7492180 Nov 10 22:57:56.765056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b99e-957d-40a1-8b40-dc386095ea1c req-5430f295-a982-48f5-881c-218626539d2b tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:56.768141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d453b99e-957d-40a1-8b40-dc386095ea1c req-5430f295-a982-48f5-881c-218626539d2b tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.6044683 Nov 10 22:57:56.774064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:56.783377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}]}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:56.796122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.800787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54376) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:56.803020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.815758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.817075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.821615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'floatingip': {'port_id': '7399895f-c364-4d7b-9ce2-ff6956d51c13'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:56.833144 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.835938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.842799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3cdfb91d-1bdd-43a0-9532-3f77d721de53 tempest-AttachVolumeShelveTestJSON-225089339 tempest-AttachVolumeShelveTestJSON-225089339-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7f12acb-9f5f-46cc-a4d7-8d070ad69c97 HTTP/1.1" status: 204 len: 168 time: 1.8907938 Nov 10 22:57:56.866488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.884215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f2765a-5098-4f50-bad1-c614391eae63 req-4a5049a2-692a-4e8d-bb92-d0fceb0de5e3 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889818 Nov 10 22:57:56.912200 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:56.914983 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:56.944233 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:56.953593 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:56.954362 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:57.097141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:57.128838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.149677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f5deb-e44a-4295-92ee-063a095757f4 None None] New status for floating IP e7f12acb-9f5f-46cc-a4d7-8d070ad69c97: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:57:57.153588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692e2394-dbfa-419b-bf18-0065e3d16e0b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:57.242252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Checking segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:57.242953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Network hostable DHCP agents. Network: 944756ce-7aa5-40dd-a47a-477f57714b34, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:57:57.410954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e646-e61a-45bf-a45b-c489edf31010 req-acc358a1-7659-43eb-ada8-835c055fb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:57.416230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-acc358a1-7659-43eb-ada8-835c055fb7c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1094 time: 0.7341001 Nov 10 22:57:57.433606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.465440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:57:57.504919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 944756ce-7aa5-40dd-a47a-477f57714b34) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:57.514295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d3c41-3904-41d2-8899-dcc9e7146fd6 None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:57:57.522627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:57.523578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.554334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31f80056-83ee-4c9e-97d3-bbe5996f5328 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5730321 Nov 10 22:57:57.560553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54386) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:57.567022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:57:57.568127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e646-e61a-45bf-a45b-c489edf31010 req-39906b18-0262-471b-88d7-865c16b1fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:57.569612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-39906b18-0262-471b-88d7-865c16b1fb2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.1427388 Nov 10 22:57:57.595123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.596602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.647345 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:57.688551 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5809347-bf2d-4751-b601-110c64d2150a None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:57.706399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c6ff17db-3cd4-45aa-a1a9-f7bdf7436ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.761349 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.788379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-9ddd851d-d240-47a6-a0d4-bd6c48d3c4bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 217 time: 0.1867974 Nov 10 22:57:57.813026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:57:57.838319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-944756ce-7aa5-40dd-a47a-477f57714b34', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:57:57.839480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:57.981762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e646-e61a-45bf-a45b-c489edf31010 req-cc499c88-7f91-4b8d-a13c-9976764b6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:57.983263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-cc499c88-7f91-4b8d-a13c-9976764b6bc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1841908 Nov 10 22:57:58.041752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Allocated IP 172.20.0.2 (944756ce-7aa5-40dd-a47a-477f57714b34/692e2394-dbfa-419b-bf18-0065e3d16e0b/168a71c0-412f-401a-9c04-3fa91e88bde9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:58.093831 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.140559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.168237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.218787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:57:58.226671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.230563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2538a4b9-3f90-4684-8df5-e8916389d7ed tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 704 time: 3.6030853 Nov 10 22:57:58.237839 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:57:58.240227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:58.257623 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:58.258378 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:58.316377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.325935 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.407116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Pushing event updated for resources: {'Port': ['ID=168a71c0-412f-401a-9c04-3fa91e88bde9,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:58.412503 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:58.420110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e646-e61a-45bf-a45b-c489edf31010 req-f34c7d9c-d369-4e1e-9890-501c00fd78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:58.421653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-f34c7d9c-d369-4e1e-9890-501c00fd78f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3583403 Nov 10 22:57:58.439303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:57:58.440724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:57:58.445183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:57:58.478668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.568680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Attempting to bind port 168a71c0-412f-401a-9c04-3fa91e88bde9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:57:58.569261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Attempting to bind port 168a71c0-412f-401a-9c04-3fa91e88bde9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:57:58.581477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Attempting to bind port 168a71c0-412f-401a-9c04-3fa91e88bde9 on network 944756ce-7aa5-40dd-a47a-477f57714b34 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:57:58.588016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:57:58.588387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Checking segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:57:58.588858 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.589282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Bound using segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:57:58.589754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Bound port: 168a71c0-412f-401a-9c04-3fa91e88bde9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:57:58.590129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.594212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871cff-1abe-4194-85e5-6d9d94ecf1bd req-d85451fc-6cc4-411d-bca8-2faa8aede57f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:58.596912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7871cff-1abe-4194-85e5-6d9d94ecf1bd req-d85451fc-6cc4-411d-bca8-2faa8aede57f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 943 time: 0.5241623 Nov 10 22:57:58.730070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] For port 168a71c0-412f-401a-9c04-3fa91e88bde9, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:57:58.733689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] For port 168a71c0-412f-401a-9c04-3fa91e88bde9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=168a71c0-412f-401a-9c04-3fa91e88bde9,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:57:58.740124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.854600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bc808-d03d-4685-be3c-f5c25c16e623 None None] Pushing event updated for resources: {'Port': ['ID=168a71c0-412f-401a-9c04-3fa91e88bde9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:58.909103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.913072 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:58.914773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.941238 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:58.952930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9543ff22-a5b3-4a5d-ad52-a16233628748 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 704 time: 0.7093046 Nov 10 22:57:58.969131 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:57:58.973238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:58.976471 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:57:58.977150 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:59.040272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:59.080302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:59.084580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:59.085236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5615b4cb-a547-43a6-b4f9-7b7213e0e203 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:57:59.138217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7871cff-1abe-4194-85e5-6d9d94ecf1bd req-0866626b-123e-467d-b0ba-ac131764ca5c tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281080 Nov 10 22:57:59.258992 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:57:59.261642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-d32ce04d-1ef2-4222-9e03-43362309b766 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354887 Nov 10 22:57:59.279848 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 22:57:59.289178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4ac6c7e2-1ace-4364-ae65-a6f31be98f66 tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5089967 Nov 10 22:57:59.292622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54418) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:57:59.382179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83d3d12d-d0f4-4b27-b359-9ef6d1136853 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:59.423855 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:57:59.570103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Allocated IP 172.25.0.73 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/25503b37-9214-404a-9d00-2641a1d387f6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:57:59.579106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Deleting port 12f99cfc-6bc7-4ea1-863a-a10db64e47ee {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:57:59.579473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:59.762791 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:57:59.798114 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943c61-ebd1-42b1-ad33-3fbc416ba3a1 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:57:55Z', 'revision_number': 7, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f0ea4a9-97af-4260-b60c-b4bc2fbe522e', 'name': '', 'network_id': '92ddef74-a65e-4304-a97b-e1c3805a7521', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:3d:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:46Z', 'updated_at': '2021-11-10T22:57:54Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '76cb3f25-eef0-4b75-966d-a4df46f6b5f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:57:59.894600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:59.912738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:59.953432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:59.982079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Calling delete_port for 12f99cfc-6bc7-4ea1-863a-a10db64e47ee owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:00.047256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.078245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.082123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.089639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d3d12d-d0f4-4b27-b359-9ef6d1136853 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:58:00.139376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:00.148913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.168604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 168a71c0-412f-401a-9c04-3fa91e88bde9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:00.252209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9300e646-e61a-45bf-a45b-c489edf31010 req-9ce29b53-7d17-44d0-b45c-289acdef95df service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9791644 Nov 10 22:58:00.262689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.310888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:00.385888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811ce9d-3ac8-4acd-b06a-4aa635caa52c req-8a65a9ca-71c0-453e-a561-c9d89338acf8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:00.397866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0811ce9d-3ac8-4acd-b06a-4aa635caa52c req-8a65a9ca-71c0-453e-a561-c9d89338acf8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 944 time: 0.1321251 Nov 10 22:58:00.433988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.434584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['83d3d12d-d0f4-4b27-b359-9ef6d1136853'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:58:00.451028 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.523215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:00.555631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 168a71c0-412f-401a-9c04-3fa91e88bde9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:00.555942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.588669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0811ce9d-3ac8-4acd-b06a-4aa635caa52c req-c13c04a1-c806-4ef8-822f-5d1c60953e1a tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857851 Nov 10 22:58:00.597004 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Floating IP cac775fb-df06-4b68-a16f-4fd6f6d3b5a6 associated. External IP: 172.25.0.125, port: 7399895f-c364-4d7b-9ce2-ff6956d51c13. Nov 10 22:58:00.600394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:00.609889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:00.642691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f7f54-a936-4999-84c4-4b4df314f0b0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:00.697496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698761f6-4d0b-4a86-9fed-1f7027988ad5 None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:00.769584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Pushing event updated for resources: {'Port': ['ID=25503b37-9214-404a-9d00-2641a1d387f6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:00.838430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.861567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.883646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Pushing event deleted for resources: {'Port': ['ID=12f99cfc-6bc7-4ea1-863a-a10db64e47ee,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:00.885918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eab73c63-04bf-4ce7-b9c1-122d5add245e None None] Provisioning complete for port 25503b37-9214-404a-9d00-2641a1d387f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:00.886298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eab73c63-04bf-4ce7-b9c1-122d5add245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.930006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab8754-7fd5-4e32-86ac-1a660efb9b0a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:00.986244 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:00.995820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.067553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eab73c63-04bf-4ce7-b9c1-122d5add245e None None] Port 25503b37-9214-404a-9d00-2641a1d387f6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:01.122561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 168a71c0-412f-401a-9c04-3fa91e88bde9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=168a71c0-412f-401a-9c04-3fa91e88bde9,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:01.126607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eab73c63-04bf-4ce7-b9c1-122d5add245e None None] Provisioning complete for port 168a71c0-412f-401a-9c04-3fa91e88bde9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:01.127087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eab73c63-04bf-4ce7-b9c1-122d5add245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.132693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.195502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:01.258276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=168a71c0-412f-401a-9c04-3fa91e88bde9,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:01.589498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:01.594561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.601644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:01.625853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:01.627744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:01.674484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-67473ac3-b4e4-4209-bf42-79f0465c005d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "PUT /v2.0/floatingips/cac775fb-df06-4b68-a16f-4fd6f6d3b5a6 HTTP/1.1" status: 200 len: 992 time: 4.8610699 Nov 10 22:58:01.675960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:01.678993 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc3512-4672-4170-9006-90efa41645ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:01.692209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.805258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.819466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2bfc7047-15bc-4257-a26a-8d46e5c9f4ea tempest-RoutersAdminNegativeTest-1560324361 tempest-RoutersAdminNegativeTest-1560324361-project-admin] 10.222.0.25 "DELETE /v2.0/ports/12f99cfc-6bc7-4ea1-863a-a10db64e47ee HTTP/1.1" status: 204 len: 168 time: 2.5231686 Nov 10 22:58:01.840894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fdbce0a4-d5f2-49c4-b34a-f6dfdccdf706 None None] Provisioning complete for port 168a71c0-412f-401a-9c04-3fa91e88bde9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:01.848596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fdbce0a4-d5f2-49c4-b34a-f6dfdccdf706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:01.894155 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70091306-1ab8-406b-8852-d0093c645656 x-openstack-request-id: req-70091306-1ab8-406b-8852-d0093c645656 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:01.894456 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:01.894706 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70091306-1ab8-406b-8852-d0093c645656 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:01.895692 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'status': 'completed', 'code': 200} Nov 10 22:58:01.972857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0a8d-a712-4e4d-9458-219604eb2ae7 req-b5f4ebf5-fab5-495a-912f-f8bb4f91dd8a tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:01.974620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a5b0a8d-a712-4e4d-9458-219604eb2ae7 req-b5f4ebf5-fab5-495a-912f-f8bb4f91dd8a tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 944 time: 0.2497785 Nov 10 22:58:02.021245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3512-4672-4170-9006-90efa41645ea req-49581894-d427-4688-8d21-0b607e13118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:02.025034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-49581894-d427-4688-8d21-0b607e13118c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.1000719 Nov 10 22:58:02.116407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a5b0a8d-a712-4e4d-9458-219604eb2ae7 req-7f754ff7-4c3b-44dc-affc-57df1237f09d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301198 Nov 10 22:58:02.134901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:02.256205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:02.256580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.314193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54456) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:02.363293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.472952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3512-4672-4170-9006-90efa41645ea req-5c50f019-d171-44e9-aad3-a399ff28da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:02.482176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 168a71c0-412f-401a-9c04-3fa91e88bde9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:02.482370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-5c50f019-d171-44e9-aad3-a399ff28da0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.3959174 Nov 10 22:58:02.630764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'cac775fb-df06-4b68-a16f-4fd6f6d3b5a6', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:96:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:33Z', 'updated_at': '2021-11-10T22:57:59Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:02.637279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cddcedbc-1f78-4838-98ed-82558f5ed4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.640372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 168a71c0-412f-401a-9c04-3fa91e88bde9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:02.640744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.715406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:02.715963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.743179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:02.749030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cddcedbc-1f78-4838-98ed-82558f5ed4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.772402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cddcedbc-1f78-4838-98ed-82558f5ed4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:02.779441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:58:02.782939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:02.793633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:02.794661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:02.824786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-909361b2-652e-480e-82fc-990adce4c040 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1000 time: 0.3415394 Nov 10 22:58:02.991367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3512-4672-4170-9006-90efa41645ea req-36635bd2-0eeb-4b55-96d1-835d602d21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:02.992851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-36635bd2-0eeb-4b55-96d1-835d602d21a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.1607857 Nov 10 22:58:03.010939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54468) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:03.022416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cddcedbc-1f78-4838-98ed-82558f5ed4a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=154891267fe84c11b8aa9253688e79a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7059212 Nov 10 22:58:03.026923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcedbc-1f78-4838-98ed-82558f5ed4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d75f5b8-7ce9-4d43-9349-c63c6b6cfaaf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:03.084149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:03.281070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:03.292883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:03.311376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:03.312177 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:03.318886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.321822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e063e044-5871-4e59-93ae-438d590febd6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7580700 Nov 10 22:58:03.324424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:03.435036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3512-4672-4170-9006-90efa41645ea req-cf29feab-e1bf-45d0-ab02-46b8002dc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:03.437107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-cf29feab-e1bf-45d0-ab02-46b8002dc529 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4271867 Nov 10 22:58:03.459842 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:03.514739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.595841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.606109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83d3d12d-d0f4-4b27-b359-9ef6d1136853 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:03.660532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153602a-0f6e-4f01-aa0b-3215ab1cfa95 req-10bc007f-45fd-4141-82c1-e36b915e9d87 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:03.663654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b153602a-0f6e-4f01-aa0b-3215ab1cfa95 req-10bc007f-45fd-4141-82c1-e36b915e9d87 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 944 time: 0.4157953 Nov 10 22:58:03.675003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.681104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.682393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d75f5b8-7ce9-4d43-9349-c63c6b6cfaaf HTTP/1.1" status: 204 len: 168 time: 0.6689599 Nov 10 22:58:03.770020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:58:03.779356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b153602a-0f6e-4f01-aa0b-3215ab1cfa95 req-bfe5ac67-96e4-4e1d-8924-a46ae29c8781 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904570 Nov 10 22:58:03.783574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fed3-f3cb-44e3-84c8-2fa03d6fb096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d75f5b8-7ce9-4d43-9349-c63c6b6cfaaf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:03.795389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.878408 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:00Z', 'revision_number': 3, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:03.887575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=1f0ea4a9-97af-4260-b60c-b4bc2fbe522e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:03.902528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:03.903045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:03.937475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:03.964881 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Updating router 23c19e92-34a5-46fb-809a-c1765d04c8e5 port 25503b37-9214-404a-9d00-2641a1d387f6 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:58:04.060163 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.110138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'cac775fb-df06-4b68-a16f-4fd6f6d3b5a6', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:96:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:33Z', 'updated_at': '2021-11-10T22:57:59Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:04.127013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-a257f287-333f-41f9-8c81-ce99f93f4a80 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540909 Nov 10 22:58:04.254291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4b37d-33e8-4069-bcc9-2d2c44ac3ef9 None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'cac775fb-df06-4b68-a16f-4fd6f6d3b5a6', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:96:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:33Z', 'updated_at': '2021-11-10T22:57:59Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:04.283786 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.360810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:04.369943 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff3659-c6cd-48d2-980a-7a6e01de173b" -d '{"events": [{"server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "name": "network-vif-plugged", "status": "completed", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:04.404543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:04.410352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.498886 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d84c220-262a-4532-ab78-bf0778030fe9 x-openstack-request-id: req-9d84c220-262a-4532-ab78-bf0778030fe9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:04.504568 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "name": "network-vif-plugged", "status": "completed", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:04.507078 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d84c220-262a-4532-ab78-bf0778030fe9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:04.507608 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'code': 200} Nov 10 22:58:04.532076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.607623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:04.760079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028c7ae-bb06-4783-91f6-fc9cd634c7dc None None] New status for floating IP cac775fb-df06-4b68-a16f-4fd6f6d3b5a6: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:04.782250 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.793173 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.858012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Allocated IP 172.20.0.1 (944756ce-7aa5-40dd-a47a-477f57714b34/692e2394-dbfa-419b-bf18-0065e3d16e0b/d2685ddf-8a9b-4766-a4e5-d20155afb522) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:04.918110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f3bfd-164e-4267-915c-e76a736a39ce None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:04.965300 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Attempting to bind port 25503b37-9214-404a-9d00-2641a1d387f6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:04.965975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Attempting to bind port 25503b37-9214-404a-9d00-2641a1d387f6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:04.966410 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Attempting to bind port 25503b37-9214-404a-9d00-2641a1d387f6 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:04.972733 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a4d4-f777-41f8-9ec2-9a8b570ac634 None None] Pushing event updated for resources: {'Port': ['ID=25503b37-9214-404a-9d00-2641a1d387f6,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:04.984171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:04.984797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:04.985937 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:04.986568 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:04.987335 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Bound port: 25503b37-9214-404a-9d00-2641a1d387f6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:04.987953 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.085849 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] For port 25503b37-9214-404a-9d00-2641a1d387f6, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:05.090057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] For port 25503b37-9214-404a-9d00-2641a1d387f6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25503b37-9214-404a-9d00-2641a1d387f6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:05.095434 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.144032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.177385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:05.238554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.250373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] Provisioning complete for port 25503b37-9214-404a-9d00-2641a1d387f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:05.254118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.277864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acdc3512-4672-4170-9006-90efa41645ea req-fc9062f5-1bb8-4a1a-9946-b4bd7f041bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144756 Nov 10 22:58:05.328520 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.347298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb4ace5f-f55a-415c-8cf1-0ba9371b9ffa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10f4814c383d418a82feee47a068284c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679471 Nov 10 22:58:05.353415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54500) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:05.366146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122496-5231-4731-be9c-00816c746418 req-a70e337c-1206-4a57-860d-8434de2bda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:05.367994 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad122496-5231-4731-be9c-00816c746418 req-a70e337c-1206-4a57-860d-8434de2bda34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1096 time: 0.2022114 Nov 10 22:58:05.411901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Pushing event updated for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:05.490159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a4d4-f777-41f8-9ec2-9a8b570ac634 None None] Pushing event updated for resources: {'Port': ['ID=25503b37-9214-404a-9d00-2641a1d387f6,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:05.502302 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.510473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:05.513571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:05.515471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533399b3-fe54-4678-a9a5-22c8f6e4d7b9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:05.528947 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:05.529634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:05.538884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:05.590306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] For port 25503b37-9214-404a-9d00-2641a1d387f6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25503b37-9214-404a-9d00-2641a1d387f6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:05.600002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.654669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e8f4-4201-4f43-9ae9-8e952cdf35c7 req-fde73ae2-ddb4-49e8-9c73-0429af1ce4a8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:05.666144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71c6e8f4-4201-4f43-9ae9-8e952cdf35c7 req-fde73ae2-ddb4-49e8-9c73-0429af1ce4a8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 945 time: 0.4523413 Nov 10 22:58:05.778542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-71c6e8f4-4201-4f43-9ae9-8e952cdf35c7 req-0b4e7e23-b593-4c41-a8ff-10b93e2e187f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999143 Nov 10 22:58:05.783088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.785215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142936a-6e4a-4a73-9917-205cd1c71132 None None] Pushing event updated for resources: {'Port': ['ID=25503b37-9214-404a-9d00-2641a1d387f6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:05.809204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f7819a28-c553-4197-bdbd-3a35d63726fc None None] Provisioning complete for port 25503b37-9214-404a-9d00-2641a1d387f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:05.809591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f7819a28-c553-4197-bdbd-3a35d63726fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.825638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad122496-5231-4731-be9c-00816c746418 req-5a77e21b-3aa0-452b-81dd-bcd49e91c073 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123783 Nov 10 22:58:05.844808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:05.882818 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:06.112542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.150640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.199165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bf8eb355-740e-4d94-aeff-bbe8f88915f1 None None] Provisioning complete for port d2685ddf-8a9b-4766-a4e5-d20155afb522 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:06.199610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb355-740e-4d94-aeff-bbe8f88915f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.213655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:06.308265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eb355-740e-4d94-aeff-bbe8f88915f1 None None] Port d2685ddf-8a9b-4766-a4e5-d20155afb522 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:06.309421 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:00Z', 'revision_number': 3, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:06.374708 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602852-8d6d-4e15-a624-75d395a4990c None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:00Z', 'revision_number': 3, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:06.508431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.513897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.517863 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9210357-4303-4aa4-bc4b-d9a276d19f6d HTTP/1.1" status: 204 len: 168 time: 1.1619534 Nov 10 22:58:06.540534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.547717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.560962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa5f60-1903-4b99-b94c-b1cf4d9b4e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9210357-4303-4aa4-bc4b-d9a276d19f6d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:06.586640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:06.597436 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:06.600108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d9440cb6-ff97-470a-b321-7e53caa20dc6 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6040540 Nov 10 22:58:06.603074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54530) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:06.616496 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:06.621878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:06.695236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet 76cb3f25-eef0-4b75-966d-a4df46f6b5f0 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:06.700232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.754104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:06.756659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Pushing event updated for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:06.816451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:06.828931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.088624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:07.103019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:07.178058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841d456-54c7-4eb6-b33e-fbb94604f60f req-7012073c-405e-48f9-b499-2fc23e4a481c tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:07.179771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3841d456-54c7-4eb6-b33e-fbb94604f60f req-7012073c-405e-48f9-b499-2fc23e4a481c tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 945 time: 0.1861877 Nov 10 22:58:07.216719 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.368212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.400118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3841d456-54c7-4eb6-b33e-fbb94604f60f req-b5adffb9-250d-4875-9277-53f8d02d32e3 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431782 Nov 10 22:58:07.522963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=76cb3f25-eef0-4b75-966d-a4df46f6b5f0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:07.526423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.527415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0393e11-4b55-4c4d-88e0-892096b1c767 None None] Network 92ddef74-a65e-4304-a97b-e1c3805a7521 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:07.541065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f8e718c4-d60b-4db3-8a6c-96d64a778208 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/76cb3f25-eef0-4b75-966d-a4df46f6b5f0 HTTP/1.1" status: 204 len: 168 time: 0.9262807 Nov 10 22:58:07.635078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54552) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:07.639424 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:03Z', 'revision_number': 8, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:07.707986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:07.737200 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:07.737445 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:07.744424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cb7c6cb3-34e8-4c6b-a985-8208a9373768 None None] Provisioning complete for port d2685ddf-8a9b-4766-a4e5-d20155afb522 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:07.744884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6cb3-34e8-4c6b-a985-8208a9373768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.830622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:07.866196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c6cb3-34e8-4c6b-a985-8208a9373768 None None] Port d2685ddf-8a9b-4766-a4e5-d20155afb522 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:07.882520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.921454 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:08.007953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] DHCP port deletion for 92ddef74-a65e-4304-a97b-e1c3805a7521 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:08.149506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Deleting port ed6c65b3-534b-4db8-90c0-a8d732e3b755 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:08.150247 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.182017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:08.205068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6b5f462-21d3-4747-a6bc-c75981793b78 admin admin] 10.222.0.25 "PUT /v2.0/routers/23c19e92-34a5-46fb-809a-c1765d04c8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782384 Nov 10 22:58:08.294590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] For port ed6c65b3-534b-4db8-90c0-a8d732e3b755, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ed6c65b3-534b-4db8-90c0-a8d732e3b755,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:08.295190 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.315286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Calling delete_port for ed6c65b3-534b-4db8-90c0-a8d732e3b755 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:08.329730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port ed6c65b3-534b-4db8-90c0-a8d732e3b755 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:08.330082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.480286 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:03Z', 'revision_number': 8, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:08.505902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port ed6c65b3-534b-4db8-90c0-a8d732e3b755, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ed6c65b3-534b-4db8-90c0-a8d732e3b755,segment=NetworkSegment(802d6588-93a2-4176-a7a7-d175c096d365),segment_id=802d6588-93a2-4176-a7a7-d175c096d365)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:08.506266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.512442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54576) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:08.525936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for ed6c65b3-534b-4db8-90c0-a8d732e3b755 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:08.537791 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57984971-2aca-4608-8729-3c2c1cb50cff None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:03Z', 'revision_number': 8, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '185a2958-f0a0-46df-a818-5e9febed7b4c', 'name': '', 'network_id': '3872d5a8-5f90-4a1c-95b4-4b4b01854593', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:51:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '8292c8fe-52b5-4657-91c8-941476558b05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:34Z', 'updated_at': '2021-11-10T22:57:48Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '8292c8fe-52b5-4657-91c8-941476558b05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:08.543257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25503b37-9214-404a-9d00-2641a1d387f6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:08.545392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.694180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] Pushing event deleted for resources: {'Port': ['ID=ed6c65b3-534b-4db8-90c0-a8d732e3b755,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:08.696458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adbc9c-06eb-4e26-b5ea-d019d1c67449 None None] No DVR routers for this DVR port ed6c65b3-534b-4db8-90c0-a8d732e3b755 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:08.746151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.769335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1410080544'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:08.789552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 25503b37-9214-404a-9d00-2641a1d387f6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:08.790601 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.823765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:08.827917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.829403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port ed6c65b3-534b-4db8-90c0-a8d732e3b755 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:08.840467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:08.842493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=ed6c65b3-534b-4db8-90c0-a8d732e3b755,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:08.892071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdc572-50ab-4635-93e3-f6584d07e376 req-dd1c1262-f93b-4026-8a72-70b3022d4e99 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:08.904164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73fdc572-50ab-4635-93e3-f6584d07e376 req-dd1c1262-f93b-4026-8a72-70b3022d4e99 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 945 time: 0.2735393 Nov 10 22:58:08.981692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73fdc572-50ab-4635-93e3-f6584d07e376 req-1c835f97-7f1b-48c0-b891-c9bcfea2ea44 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786290 Nov 10 22:58:09.001263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.007460 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.039829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:58:09.063619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.064857 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Added segment 3b180d36-8b51-4722-8d3d-e198abea89dc of type vlan for network d6999482-4667-4df0-8d20-ecc0c259fe6e Nov 10 22:58:09.140332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.170825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.213515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ddef74-a65e-4304-a97b-e1c3805a7521']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:09.231821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802d6588-93a2-4176-a7a7-d175c096d365') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:09.232184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802d6588-93a2-4176-a7a7-d175c096d365') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:09.252335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.275963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.302986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:09.303398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:09.309081 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:09.331752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.342403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:09.343086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.468672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.494522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.508537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/92ddef74-a65e-4304-a97b-e1c3805a7521 HTTP/1.1" status: 204 len: 168 time: 1.8696470 Nov 10 22:58:09.510722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54602) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:09.573572 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0597997 Nov 10 22:58:09.577864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54610) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:09.592697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'subnet': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:09.629832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54612) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:09.641788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399ba089-3adc-41e8-a43e-2df49d9454aa,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:09.680784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-392747151-network', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:09.695336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54614) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:09.715527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d542-6422-4f8c-aea3-697a6b27b210 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=92ddef74-a65e-4304-a97b-e1c3805a7521,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:09.772583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9ed7-f5d6-4616-bb24-5e082a19ef6d tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Network': ['ID=d6999482-4667-4df0-8d20-ecc0c259fe6e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:09.790943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d6999482-4667-4df0-8d20-ecc0c259fe6e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:58:09.896343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-513bdc9d-440e-4a89-9417-c31a22306c26 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:09.915193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-513bdc9d-440e-4a89-9417-c31a22306c26 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6823316 Nov 10 22:58:09.927849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Made reservation on behalf of 3e334f80a1e348eb976ac18612696ad7 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:09.931133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.958749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:09.990773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:09.991746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:10.005195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.135670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ed6c65b3-534b-4db8-90c0-a8d732e3b755 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:10.183924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ed6c65b3-534b-4db8-90c0-a8d732e3b755 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:10.184591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ed6c65b3-534b-4db8-90c0-a8d732e3b755 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:10.185203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:10.198864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:10.206125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.216144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:10.216865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1f0ea4a9-97af-4260-b60c-b4bc2fbe522e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:10.229529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-d7876148-30dd-44ca-9292-51976a1583a7 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.3124995 Nov 10 22:58:10.249559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:10.258520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:10.303663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.450195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.529183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 2, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:10.560473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:10.561159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Updating router 23c19e92-34a5-46fb-809a-c1765d04c8e5 port d2685ddf-8a9b-4766-a4e5-d20155afb522 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:58:10.593888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.945799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.959958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.978348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.000074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.103758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:58:11.147726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f37078-aeb9-41c0-805e-c0cce1a2f931 None None] Pushing event updated for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:11.175368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.175781 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Added segment 798d74db-dcd4-4319-be48-d390cb89745f of type vlan for network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 Nov 10 22:58:11.177308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac99020-364d-4c61-ba72-49ff3fea9b7a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:11.188513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Attempting to bind port d2685ddf-8a9b-4766-a4e5-d20155afb522 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:11.189536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Attempting to bind port d2685ddf-8a9b-4766-a4e5-d20155afb522 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:11.189961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Attempting to bind port d2685ddf-8a9b-4766-a4e5-d20155afb522 on network 944756ce-7aa5-40dd-a47a-477f57714b34 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:11.200101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:11.201147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Checking segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:11.204068 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.204383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Bound using segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:11.204897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Bound port: d2685ddf-8a9b-4766-a4e5-d20155afb522, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:11.205318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.211084 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.351824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] For port d2685ddf-8a9b-4766-a4e5-d20155afb522, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:11.355194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] For port d2685ddf-8a9b-4766-a4e5-d20155afb522, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2685ddf-8a9b-4766-a4e5-d20155afb522,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:11.358382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:58:11.362242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.434756 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.444122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.444628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.445087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.446396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.446741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.447129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.447494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.447823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.448151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.448477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.448889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.449255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:11.453814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:11.466270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:11.481758 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.500277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.540203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] Provisioning complete for port d2685ddf-8a9b-4766-a4e5-d20155afb522 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:11.541347 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.560926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 185a2958-f0a0-46df-a818-5e9febed7b4c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:11.560926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.589032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Subnet': ['ID=a01ccbbe-35e3-4fb4-85b8-728e3e6004bd,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:11.600772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.601793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:11.602668 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.675782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.728393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 185a2958-f0a0-46df-a818-5e9febed7b4c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=185a2958-f0a0-46df-a818-5e9febed7b4c,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:11.728766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.752260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 185a2958-f0a0-46df-a818-5e9febed7b4c owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:11.870543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:11.994031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f37078-aeb9-41c0-805e-c0cce1a2f931 None None] Pushing event updated for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:12.050333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Checking segment: {'id': '3b180d36-8b51-4722-8d3d-e198abea89dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:12.051035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network hostable DHCP agents. Network: d6999482-4667-4df0-8d20-ecc0c259fe6e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:58:12.161631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.168999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5290022 Nov 10 22:58:12.169237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:12.191599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Request body: {'subnet': {'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-392747151-subnet', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:12.200103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a398f2-0d23-4f2d-b885-e0942619454c admin admin] Pushing event updated for resources: {'Network': ['ID=f4c7e3cb-ff6b-404b-ac15-c753f2ee4293,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:12.201486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=185a2958-f0a0-46df-a818-5e9febed7b4c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:12.234559 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.238808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:58:12.244732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:58:12.268147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d6999482-4667-4df0-8d20-ecc0c259fe6e) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:12.283420 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9 associated. External IP: 172.25.0.43, port: 9066c782-42e5-4ac6-8f86-c455ff470fe9. Nov 10 22:58:12.288286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:12.289974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.297023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Made reservation on behalf of 3e334f80a1e348eb976ac18612696ad7 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:12.299780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.370227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421a611-c396-493c-bb11-f858e75214c3 None None] Network d6999482-4667-4df0-8d20-ecc0c259fe6e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:12.377461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Deleting port 0b5712b3-120d-4197-a50b-ef9148fd20fc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:12.377662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.426080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-097385f2-cbe2-4a17-80c2-7f87840e74c1 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8413577 Nov 10 22:58:12.430434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54646) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:12.438634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861904266'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:12.447526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] For port d2685ddf-8a9b-4766-a4e5-d20155afb522, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2685ddf-8a9b-4766-a4e5-d20155afb522,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:12.505876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.559479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.615784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363f99e-0118-4f84-83e1-c1dac8b9e00e None None] Pushing event updated for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:12.654861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:12.704034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77b32-b07c-41f7-a133-45eb513d2ea0 None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:12.704653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] For port 0b5712b3-120d-4197-a50b-ef9148fd20fc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b5712b3-120d-4197-a50b-ef9148fd20fc,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:12.705207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.710625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1f03ecaf-6ca4-4564-a04e-fcf0691a8092 None None] Provisioning complete for port d2685ddf-8a9b-4766-a4e5-d20155afb522 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:12.711002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f03ecaf-6ca4-4564-a04e-fcf0691a8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.734386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Calling delete_port for 0b5712b3-120d-4197-a50b-ef9148fd20fc owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:12.857798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d6999482-4667-4df0-8d20-ecc0c259fe6e', 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'tenant_id': '4d22f23da0ae42b8a0a372cf31e97ba3', 'fixed_ips': [{'subnet_id': 'a01ccbbe-35e3-4fb4-85b8-728e3e6004bd'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:58:12.858779 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.888555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.907506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:12.912056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:12.978276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:12.982216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 96ce6af3-d58c-402e-8cea-1144431f5bd6 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:13.018474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:13.041094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed44393-7f48-4318-9973-bf00531f66a1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:13.068827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Allocated IP 2001:db8::2 (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/53d47e9f-2027-416c-8da8-820f88ea1e0e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:13.092311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Checking segment: {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:13.093341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Network hostable DHCP agents. Network: f4c7e3cb-ff6b-404b-ac15-c753f2ee4293, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:58:13.163630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:58:13.205265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:13.211177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5cfdd029-6c0e-4c1c-affc-c972b157720c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6847394 Nov 10 22:58:13.218001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:13.219187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.221800 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:13.241228 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:13.242136 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:13.257274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f4c7e3cb-ff6b-404b-ac15-c753f2ee4293) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:13.270739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04eeae-f0a3-45a8-bb10-a481c9927250 None None] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:13.274175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:13.274783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.297811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8cc9fd4-1e6a-4683-b6ab-430ea776bc88 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1203916 Nov 10 22:58:13.300498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54652) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:13.305833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:13.341259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:13.349106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.365182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5712b3-120d-4197-a50b-ef9148fd20fc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:13.390939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.392237 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.423628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet 8292c8fe-52b5-4657-91c8-941476558b05 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:13.431931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.504901 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:13.559551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.566092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.587011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-f6d03421-b7a2-4340-8b2a-779ef70b5fea tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "PUT /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 995 time: 3.3568697 Nov 10 22:58:13.594855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:13.635274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:13.635910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:13.646974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:13.652482 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421e79b-91f1-43ac-984a-c82df8def1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:13.750495 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50067e0-4089-4deb-9f01-caf2993b8cc9 x-openstack-request-id: req-a50067e0-4089-4deb-9f01-caf2993b8cc9 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:13.751280 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:13.751744 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a50067e0-4089-4deb-9f01-caf2993b8cc9 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:13.752330 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:58:13.805797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'fixed_ips': [{'subnet_id': '9ed44393-7f48-4318-9973-bf00531f66a1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:58:13.831197 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.856919 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.865207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.890142 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.955448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:13.971442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-8c9dee0a-6ea3-405a-9d16-02f05ad7f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:13.974231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-8c9dee0a-6ea3-405a-9d16-02f05ad7f90a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.3149242 Nov 10 22:58:14.020541 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 9, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:14.056451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.129135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::c2 (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/96ce6af3-d58c-402e-8cea-1144431f5bd6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:14.210962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.291343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2685ddf-8a9b-4766-a4e5-d20155afb522 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:14.298373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=8292c8fe-52b5-4657-91c8-941476558b05,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:14.306563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.317682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44edd55e-0410-46c7-9806-a846516787d1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/8292c8fe-52b5-4657-91c8-941476558b05 HTTP/1.1" status: 204 len: 168 time: 1.0955312 Nov 10 22:58:14.320643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54664) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:14.323591 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:14.342586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:14.343302 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:14.349018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230c2a8-6a12-4931-ae5a-7590bfaa0ca8 None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:14.370656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:14.412645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:14.486733 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:14.549649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-7f1d7ce2-7fa8-4460-a3f1-ec2e3df0f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:14.552278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-7f1d7ce2-7fa8-4460-a3f1-ec2e3df0f5f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.7950115 Nov 10 22:58:14.553918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-36c9166d-95dc-4f2d-ab3e-c4f960b1e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:14.561146 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-36c9166d-95dc-4f2d-ab3e-c4f960b1e864 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.5644336 Nov 10 22:58:14.643777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.645900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Allocated IP 172.20.0.2 (f4c7e3cb-ff6b-404b-ac15-c753f2ee4293/9ed44393-7f48-4318-9973-bf00531f66a1/b5072ab0-0231-4dc5-a8e7-d5e987050ae5) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:14.782964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-9d16f127-cd79-4139-84e5-d8d8af9562d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:14.784584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-9d16f127-cd79-4139-84e5-d8d8af9562d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.2220562 Nov 10 22:58:14.793176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.798137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 9, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:14.833384 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8fe9-4d4a-415a-831a-4a9a2fb6dfac None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 9, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': '16d4e4b7-77b1-4544-8862-c7c2b876f60a', 'name': '', 'network_id': 'abba1020-dccc-484f-8f5f-f91f3851773a', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:24:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:27Z', 'updated_at': '2021-11-10T22:57:44Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': '88b71f61-3464-48a6-897a-14aad739e9e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:14.850385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:14.853371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:14.871086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Router 4f2775e4-1b5e-405c-ad80-ae009a40d023 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:14.901023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:14.969656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=96ce6af3-d58c-402e-8cea-1144431f5bd6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:14.974582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-13b0aeb3-f269-4531-8b9f-4e3bae56bc5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 998 time: 0.1749270 Nov 10 22:58:15.078103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-9291386e-acad-49eb-ae95-dc7873222210 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 998 time: 0.3986042 Nov 10 22:58:15.087216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:15.183984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-665476a4-37ff-4e7e-8725-0284ea26f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:15.186209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-665476a4-37ff-4e7e-8725-0284ea26f834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1932247 Nov 10 22:58:15.188618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-807238ec-8fea-4ff4-97fd-797ed23dcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:15.201806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-807238ec-8fea-4ff4-97fd-797ed23dcb48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1228213 Nov 10 22:58:15.209988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Pushing event updated for resources: {'Port': ['ID=53d47e9f-2027-416c-8da8-820f88ea1e0e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:15.275556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:15.288410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-433b15ee-6522-4c67-913b-a708f0070f6b admin admin] 10.222.0.25 "PUT /v2.0/routers/4f2775e4-1b5e-405c-ad80-ae009a40d023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5911713 Nov 10 22:58:15.293682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54678) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:15.307144 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Sync routers for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:15.319214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:15.319997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:15.355065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:15.409540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Attempting to bind port 53d47e9f-2027-416c-8da8-820f88ea1e0e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:15.410089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Attempting to bind port 53d47e9f-2027-416c-8da8-820f88ea1e0e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3b180d36-8b51-4722-8d3d-e198abea89dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:15.410375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Attempting to bind port 53d47e9f-2027-416c-8da8-820f88ea1e0e on network d6999482-4667-4df0-8d20-ecc0c259fe6e {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:15.413519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:15.420811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:15.421117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.421481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.440367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:15.440779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Checking segment: {'id': '3b180d36-8b51-4722-8d3d-e198abea89dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:15.441659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.442781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Bound using segment: {'id': '3b180d36-8b51-4722-8d3d-e198abea89dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:15.443448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Bound port: 53d47e9f-2027-416c-8da8-820f88ea1e0e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b180d36-8b51-4722-8d3d-e198abea89dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:15.443846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.454932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.470958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d2685ddf-8a9b-4766-a4e5-d20155afb522 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:15.471332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.479316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-39784da1-7ce8-4c86-80a7-d80ef639339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:15.510496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-39784da1-7ce8-4c86-80a7-d80ef639339d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034258 Nov 10 22:58:15.552894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-2d692c72-8c24-4253-bc52-5980f34bfa89 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:58:15.575474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-2d692c72-8c24-4253-bc52-5980f34bfa89 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0633395 Nov 10 22:58:15.577711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.582874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.588208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-206fbd30-c25c-42d0-8880-b104a07bb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:15.599038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-206fbd30-c25c-42d0-8880-b104a07bb7eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3539996 Nov 10 22:58:15.638033 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:15.646824 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.721783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:15.726211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-5aac05c1-59f0-4d7a-805c-4726b8aaf3d4 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495347 Nov 10 22:58:15.739612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:15.740264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.772227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Pushing event updated for resources: {'Port': ['ID=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:15.784283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:15.788555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:15.803563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] DHCP port deletion for 3872d5a8-5f90-4a1c-95b4-4b4b01854593 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:15.810983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,segment=NetworkSegment(13e9b18c-e69b-455c-af56-206176c089bb),segment_id=13e9b18c-e69b-455c-af56-206176c089bb)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:15.811353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.826352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:15.920588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.966639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Attempting to bind port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:15.967154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Attempting to bind port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:15.967452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Attempting to bind port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 on network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:15.984423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] For port 53d47e9f-2027-416c-8da8-820f88ea1e0e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:15.988809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.990020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] For port 53d47e9f-2027-416c-8da8-820f88ea1e0e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53d47e9f-2027-416c-8da8-820f88ea1e0e,segment=NetworkSegment(3b180d36-8b51-4722-8d3d-e198abea89dc),segment_id=3b180d36-8b51-4722-8d3d-e198abea89dc)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:15.991376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:15.991747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Checking segment: {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:15.992147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:15.992536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Bound using segment: {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:15.993031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Bound port: b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:15.993406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.008365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.014445 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:58:13Z', 'revision_number': 5, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port': {'id': '39ba6fd8-2fba-4f89-8a74-8395fd4279eb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:59:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:54Z', 'updated_at': '2021-11-10T22:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.051532 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Checking router: 4f2775e4-1b5e-405c-ad80-ae009a40d023 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:16.054171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:16.066121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Routers {'4f2775e4-1b5e-405c-ad80-ae009a40d023'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:16.073951 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4f2775e4-1b5e-405c-ad80-ae009a40d023'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.078004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:16.128545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 1, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.152254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:16.181338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c1dfb894-5589-4855-8237-800eba058735 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7478218 Nov 10 22:58:16.202835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.214564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54684) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:16.223853 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] Set router 4f2775e4-1b5e-405c-ad80-ae009a40d023 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:16.225309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1808781786', 'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:8f:93:19'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:16.239850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3872d5a8-5f90-4a1c-95b4-4b4b01854593']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.246015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0959-4618-47f6-8de0-ad37c9225cd7 None None] Pushing event updated for resources: {'Port': ['ID=53d47e9f-2027-416c-8da8-820f88ea1e0e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:16.248799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:16.251812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e9b18c-e69b-455c-af56-206176c089bb') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.252191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e9b18c-e69b-455c-af56-206176c089bb') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.252884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:16.253253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:16.253668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 185a2958-f0a0-46df-a818-5e9febed7b4c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:16.256044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Deleting port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:16.256438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.263593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.278437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.286516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:16.287035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.312799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 185a2958-f0a0-46df-a818-5e9febed7b4c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:16.313187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 185a2958-f0a0-46df-a818-5e9febed7b4c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:16.327459 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:58:15Z', 'revision_number': 6, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:16.358281 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:16.367335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.370346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] For port b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:16.376609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Deleting port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:16.377058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.377659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e799b-26fb-42fa-a7cb-0684e43de60a None None] The sync data for ids ['4f2775e4-1b5e-405c-ad80-ae009a40d023'] in n-d-811521-3 is: [{'id': '4f2775e4-1b5e-405c-ad80-ae009a40d023', 'name': 'tempest-AttachVolumeShelveTestJSON-1089251667-router', 'tenant_id': 'ba330368ce7e4d1589660f6e994ed213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:53Z', 'updated_at': '2021-11-10T22:58:15Z', 'revision_number': 6, 'project_id': 'ba330368ce7e4d1589660f6e994ed213', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:16.380687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:16.381322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:16.386421 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.394231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/3872d5a8-5f90-4a1c-95b4-4b4b01854593 HTTP/1.1" status: 204 len: 168 time: 2.0695510 Nov 10 22:58:16.396629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54686) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:16.439700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] For port b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:16.495929 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.508877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] For port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:16.509296 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.520523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-a40ff357-9290-4039-a0d3-62f9644aa9f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725600 Nov 10 22:58:16.523405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef8c0-60f8-4a5e-8099-8c557883a308 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=3872d5a8-5f90-4a1c-95b4-4b4b01854593,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:16.555702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Calling delete_port for a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:16.572633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:58:16.719062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a1a6dd0-4d3b-4692-aaa7-d4abf49fa8db req-28453eac-2c1e-41e4-9ee3-72dfa40a1d1f service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9915082 Nov 10 22:58:16.732837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.743475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2141-a41f-4a8b-b466-5313f323a6ff None None] Pushing event updated for resources: {'Port': ['ID=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:16.771492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.814387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.862303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Network 3872d5a8-5f90-4a1c-95b4-4b4b01854593 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 22:58:16.862764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] No DVR routers for this DVR port a051ba5f-5c4a-41d7-b42f-aed12a38f5e0 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:16.872623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de280686-dd69-4ad7-8161-19c1419dd290 None None] Pushing event deleted for resources: {'Port': ['ID=a051ba5f-5c4a-41d7-b42f-aed12a38f5e0,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:16.881494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] For port 39ba6fd8-2fba-4f89-8a74-8395fd4279eb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:16.882046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:16.902398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:16.918240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Calling delete_port for 39ba6fd8-2fba-4f89-8a74-8395fd4279eb owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:16.964780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7421e79b-91f1-43ac-984a-c82df8def1c2 req-83776dc4-6498-493e-ba6f-0f708f8c417d service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313264 Nov 10 22:58:17.029666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:17.139966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-f21551da-0181-46fc-bfc8-039738a557b2 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:17.144876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-f21551da-0181-46fc-bfc8-039738a557b2 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2178652 Nov 10 22:58:17.273308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Allocated IP 172.25.0.206 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ce896a87-d73c-47f6-9ead-6ec705079e21) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:17.423970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 1, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:17.441073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.443436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-540c39a0-ab25-4dfa-97d1-7ffd708146a2 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 998 time: 0.2801509 Nov 10 22:58:17.487872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb24d7-33c5-4c9a-8841-a8882bac76db None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:11Z', 'revision_number': 1, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:17.513192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.579281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40efe88d-fc31-4cda-86bb-0c912db5dffc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:17.580821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=39ba6fd8-2fba-4f89-8a74-8395fd4279eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:17.605037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.663138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.683270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:17.705557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:17.706680 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.739690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:17.758187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16f07f-b956-4d45-a94b-26e457ce2fca None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:17.782399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:17.797527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 6b5f6f14-0ef9-411b-8f8e-135cc666897c yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:17.825062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Pushing event updated for resources: {'Port': ['ID=ce896a87-d73c-47f6-9ead-6ec705079e21,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:17.852358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.854710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.899127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-72cd0cbb-6e50-4e45-8c2a-2266622770ea None None] Provisioning complete for port ce896a87-d73c-47f6-9ead-6ec705079e21 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:17.899504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72cd0cbb-6e50-4e45-8c2a-2266622770ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.908628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.919756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.922669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.923370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2775e4-1b5e-405c-ad80-ae009a40d023 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:58:17.929099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:17.933225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c8f0f87-9580-4c1d-9aa9-b29fce047d9a admin admin] 10.222.0.25 "DELETE /v2.0/routers/4f2775e4-1b5e-405c-ad80-ae009a40d023 HTTP/1.1" status: 204 len: 168 time: 2.6357355 Nov 10 22:58:17.959844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54714) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:17.965689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f8e96-486d-4fff-a38b-b825172cb0a9 None None] Network d6999482-4667-4df0-8d20-ecc0c259fe6e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:18.114178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-72cd0cbb-6e50-4e45-8c2a-2266622770ea None None] Port ce896a87-d73c-47f6-9ead-6ec705079e21 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:18.243196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20df7c5-2498-4dad-a103-3c16b05f375a None None] New status for floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:18.317280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::26d (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/6b5f6f14-0ef9-411b-8f8e-135cc666897c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:18.331711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53d47e9f-2027-416c-8da8-820f88ea1e0e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:18.480073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 16d4e4b7-77b1-4544-8862-c7c2b876f60a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:18.480418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.493002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] Provisioning complete for port 53d47e9f-2027-416c-8da8-820f88ea1e0e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:18.493586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.642768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Deleting subnet 5f723b00-bbeb-448d-a393-058092436f78 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:18.658051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.692538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 16d4e4b7-77b1-4544-8862-c7c2b876f60a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=16d4e4b7-77b1-4544-8862-c7c2b876f60a,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:18.693050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.715941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 16d4e4b7-77b1-4544-8862-c7c2b876f60a owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:18.737159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.835516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:18.933255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7facc68-58bf-43a6-8e87-d515f0acf731 None None] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:19.001676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 53d47e9f-2027-416c-8da8-820f88ea1e0e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:19.002058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.014372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.036059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.073882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=16d4e4b7-77b1-4544-8862-c7c2b876f60a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:19.088694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.089223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.089670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.090115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.090551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.091001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.091439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.091869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.092911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.092911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.093147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.093548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:19.128820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] For port 53d47e9f-2027-416c-8da8-820f88ea1e0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53d47e9f-2027-416c-8da8-820f88ea1e0e,segment=NetworkSegment(3b180d36-8b51-4722-8d3d-e198abea89dc),segment_id=3b180d36-8b51-4722-8d3d-e198abea89dc)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:19.144486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.275317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.355715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5072ab0-0231-4dc5-a8e7-d5e987050ae5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:19.365497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e23b-24d7-4e02-9921-533abe5b12af None None] Pushing event updated for resources: {'Port': ['ID=53d47e9f-2027-416c-8da8-820f88ea1e0e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:19.476382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] Provisioning complete for port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:19.476762 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.574873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:19.575529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.632643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.673618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:19.695174 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.748695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] For port b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:19.782848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.837694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.844843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.895890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4756b-ba32-4599-a009-53be455f62d4 None None] Pushing event updated for resources: {'Port': ['ID=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:19.954131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91e58e93-32a5-4429-809b-0e9ccef79e3b None None] Provisioning complete for port 53d47e9f-2027-416c-8da8-820f88ea1e0e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:19.954862 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91e58e93-32a5-4429-809b-0e9ccef79e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:19.997910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:58:19.998655 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:58:20.110172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91e58e93-32a5-4429-809b-0e9ccef79e3b None None] Provisioning complete for port 96ce6af3-d58c-402e-8cea-1144431f5bd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:20.110548 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91e58e93-32a5-4429-809b-0e9ccef79e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.127889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:58:20.128582 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:58:20.136826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:20.143839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:20.153230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-91e58e93-32a5-4429-809b-0e9ccef79e3b None None] Port 96ce6af3-d58c-402e-8cea-1144431f5bd6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:20.158368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:20.165540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:20.167348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.210635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.232668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=6b5f6f14-0ef9-411b-8f8e-135cc666897c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:20.243835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-afea15d7-9b19-4c80-83b3-c14220c10a66 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0233917 Nov 10 22:58:20.272195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:20.295343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-715c3bf8-135c-42d4-9377-01c8a258b3a3 None None] Provisioning complete for port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:20.295828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-715c3bf8-135c-42d4-9377-01c8a258b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.329749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.397683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.409929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:20.415830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5f22467a-5785-4403-883d-732a43dabfc7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0058591 Nov 10 22:58:20.425230 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:20.433482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54730) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:20.443069 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:20.443228 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:20.469807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39681f0b-72bf-4511-b1b1-a29b84fe6faf tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:20.492936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39681f0b-72bf-4511-b1b1-a29b84fe6faf tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:20.499504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39681f0b-72bf-4511-b1b1-a29b84fe6faf tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:20.502620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-39681f0b-72bf-4511-b1b1-a29b84fe6faf tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2296054 Nov 10 22:58:20.506121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54732) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:20.521823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f723b00-bbeb-448d-a393-058092436f78,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:20.527716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.533795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a25830f1-01f2-4744-a7af-be17fc51cfca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f723b00-bbeb-448d-a393-058092436f78 HTTP/1.1" status: 204 len: 168 time: 2.5688970 Nov 10 22:58:20.538723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:20.563756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7894488-e5d5-46ad-87c7-d58874c90571 None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:20.605474 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:20.626917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.630670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.664568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet 88b71f61-3464-48a6-897a-14aad739e9e7 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:20.668378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.692429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b5712b3-120d-4197-a50b-ef9148fd20fc no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:20.713095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.757641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:58:20.781760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0b5712b3-120d-4197-a50b-ef9148fd20fc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:20.784365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b5712b3-120d-4197-a50b-ef9148fd20fc not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:20.786476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 39ba6fd8-2fba-4f89-8a74-8395fd4279eb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:20.803223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.812542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Deleting port c492f64a-e042-4b46-a43d-0a4c83ec0c5a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:20.812993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.845819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 39ba6fd8-2fba-4f89-8a74-8395fd4279eb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:20.846185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 39ba6fd8-2fba-4f89-8a74-8395fd4279eb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:20.847431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-715c3bf8-135c-42d4-9377-01c8a258b3a3 None None] Provisioning complete for port 96ce6af3-d58c-402e-8cea-1144431f5bd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:20.847833 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-715c3bf8-135c-42d4-9377-01c8a258b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.881699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.970002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:20.979247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/88b71f61-3464-48a6-897a-14aad739e9e7 HTTP/1.1" status: 204 len: 168 time: 0.5434017 Nov 10 22:58:20.985006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:20.986999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7106b4-b3bc-4a53-bde6-9e298bdb5fde tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=88b71f61-3464-48a6-897a-14aad739e9e7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:21.009386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-715c3bf8-135c-42d4-9377-01c8a258b3a3 None None] Port 96ce6af3-d58c-402e-8cea-1144431f5bd6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:21.013842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b4b3b-0665-407b-8274-a33da8289c20 None None] Network abba1020-dccc-484f-8f5f-f91f3851773a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:21.121871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 10, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:21.153039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 6b5f6f14-0ef9-411b-8f8e-135cc666897c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:21.153404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.164763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53d47e9f-2027-416c-8da8-820f88ea1e0e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:21.179448 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:21.180642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] For port c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:21.190023 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.204305 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:21.204924 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:21.222577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.277052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bb9a3683-3d07-4b32-bb2a-e7fc1c6f8ce0 None None] Provisioning complete for port 6b5f6f14-0ef9-411b-8f8e-135cc666897c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:21.277864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3683-3d07-4b32-bb2a-e7fc1c6f8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.317413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a3683-3d07-4b32-bb2a-e7fc1c6f8ce0 None None] Port 6b5f6f14-0ef9-411b-8f8e-135cc666897c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:21.320751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.327204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Calling delete_port for c492f64a-e042-4b46-a43d-0a4c83ec0c5a owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:21.343965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 6b5f6f14-0ef9-411b-8f8e-135cc666897c owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:21.386744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:21.389054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.412767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 53d47e9f-2027-416c-8da8-820f88ea1e0e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:21.413474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.448089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] DHCP port deletion for 79370f5a-76f9-4917-b11f-b531b78654d3 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:21.487691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:21.512549 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:21.529184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Sync routers for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:21.547149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.553559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b76fe05-17c1-407d-83ed-49812361a746 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.2515249 Nov 10 22:58:21.555050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] DHCP port deletion for abba1020-dccc-484f-8f5f-f91f3851773a request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:21.557913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54744) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:21.573476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:21.574421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:21.624157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,segment=NetworkSegment(9288caed-e9ec-4589-b89b-7d57823c4de2),segment_id=9288caed-e9ec-4589-b89b-7d57823c4de2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:21.624692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.644289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:21.680510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5072ab0-0231-4dc5-a8e7-d5e987050ae5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:21.734232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Deleting port c492f64a-e042-4b46-a43d-0a4c83ec0c5a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:21.735441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.815942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.872902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] No DVR routers for this DVR port c492f64a-e042-4b46-a43d-0a4c83ec0c5a on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:21.889651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.904420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:21.983212 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 10, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:21.992207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:21.999677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=6b5f6f14-0ef9-411b-8f8e-135cc666897c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:22.026220 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc490659-ac93-4537-993e-c7ecba647b14 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 10, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None, '_interfaces': [{'id': 'ce799f17-bb32-4f93-9aa4-ed55717f5cab', 'name': '', 'network_id': '8320b549-bead-4ccc-861d-fe8d55d16a08', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'mac_address': 'fa:16:3e:6d:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:19Z', 'updated_at': '2021-11-10T22:57:35Z', 'revision_number': 5, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'subnets': [{'id': 'c956984b-7923-4467-8a9b-bbdee9afe797', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:22.078415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.108634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79370f5a-76f9-4917-b11f-b531b78654d3']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.124311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7479267d-a3f2-46b9-a78e-e4f425d37be0') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.124657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7479267d-a3f2-46b9-a78e-e4f425d37be0') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.129891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:22.140130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.142566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:22.163085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.171755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:22.172156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.214815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Deleting port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:22.215577 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.219044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:22.222449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] For port c492f64a-e042-4b46-a43d-0a4c83ec0c5a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,segment=NetworkSegment(7479267d-a3f2-46b9-a78e-e4f425d37be0),segment_id=7479267d-a3f2-46b9-a78e-e4f425d37be0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:22.223690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.411480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Calling delete_port for c492f64a-e042-4b46-a43d-0a4c83ec0c5a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:22.417051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.428725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.432928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c575366d-4fa1-4c95-857b-9c1b5ce33f22 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/6b5f6f14-0ef9-411b-8f8e-135cc666897c HTTP/1.1" status: 204 len: 168 time: 1.8939102 Nov 10 22:58:22.437847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54752) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:22.473765 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e547c36c-2f9f-4cef-8f9d-b319092899f7 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] GET failed (client error): The resource could not be found. Nov 10 22:58:22.475445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e547c36c-2f9f-4cef-8f9d-b319092899f7 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports/6b5f6f14-0ef9-411b-8f8e-135cc666897c HTTP/1.1" status: 404 len: 333 time: 0.0340621 Nov 10 22:58:22.481881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54754) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:22.487391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2021613209'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:22.515250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:22.515620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.583443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] For port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:22.583844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.585456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abba1020-dccc-484f-8f5f-f91f3851773a']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.626956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9288caed-e9ec-4589-b89b-7d57823c4de2') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.627389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9288caed-e9ec-4589-b89b-7d57823c4de2') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:22.630413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Calling delete_port for 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:22.639660 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:22.641756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:58:22.646664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.659865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.661831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.664620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/79370f5a-76f9-4917-b11f-b531b78654d3 HTTP/1.1" status: 204 len: 168 time: 2.1226146 Nov 10 22:58:22.680666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] No DVR routers for this DVR port 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:22.710780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.737124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.741755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b7c3e-325a-41b3-8929-ad713ab718c7 None None] Pushing event deleted for resources: {'Port': ['ID=8fb8bf3a-cef1-42ad-ad62-c796690bbdb9,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:22.760149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:22.760593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:22.771566 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:22.799422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:22.809314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.870216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.891299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54758) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:22.936752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:22.942083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.944523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03c2e-1b61-4ff5-93de-d734391517ae admin admin] Pushing event deleted for resources: {'Network': ['ID=79370f5a-76f9-4917-b11f-b531b78654d3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:22.949533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.952829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.958406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:22.961718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/abba1020-dccc-484f-8f5f-f91f3851773a HTTP/1.1" status: 204 len: 168 time: 1.9717546 Nov 10 22:58:22.992593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Network 79370f5a-76f9-4917-b11f-b531b78654d3 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 22:58:22.995030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] No DVR routers for this DVR port c492f64a-e042-4b46-a43d-0a4c83ec0c5a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:23.001271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae3fad-a7c7-477d-b565-6f22c26ed3b6 None None] Pushing event deleted for resources: {'Port': ['ID=c492f64a-e042-4b46-a43d-0a4c83ec0c5a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:23.031632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54762) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:23.032468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932bcc9-c7cd-4f87-931f-66d70505a0a9 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=abba1020-dccc-484f-8f5f-f91f3851773a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:23.033504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 3, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:23.074756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Checking router: b6f31170-e2f2-4e47-a3e8-af5b22b5a56b for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:23.075397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Updating router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b port ce896a87-d73c-47f6-9ead-6ec705079e21 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:58:23.102729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:23.134431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:23.135105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fb8bf3a-cef1-42ad-ad62-c796690bbdb9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:23.136572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c492f64a-e042-4b46-a43d-0a4c83ec0c5a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:23.139596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.155833 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9 associated. External IP: 172.25.0.43, port: 9066c782-42e5-4ac6-8f86-c455ff470fe9. Nov 10 22:58:23.188878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c492f64a-e042-4b46-a43d-0a4c83ec0c5a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:23.189343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c492f64a-e042-4b46-a43d-0a4c83ec0c5a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:23.189863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 16d4e4b7-77b1-4544-8862-c7c2b876f60a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:23.214010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 16d4e4b7-77b1-4544-8862-c7c2b876f60a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:23.214509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 16d4e4b7-77b1-4544-8862-c7c2b876f60a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:23.256594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bb620654-dc03-4d5c-8737-752c37576393 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba330368ce7e4d1589660f6e994ed213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638453 Nov 10 22:58:23.261325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:23.394228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.457837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::3e8 (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/2364c4f3-9399-40ae-b6d6-8c39a62a0524) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:23.483296 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.583697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.593648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.630434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:23.655644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f92dc4-5589-400b-b314-201f1c87725a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:23.657998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Attempting to bind port ce896a87-d73c-47f6-9ead-6ec705079e21 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:23.658275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Attempting to bind port ce896a87-d73c-47f6-9ead-6ec705079e21 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:23.659272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Attempting to bind port ce896a87-d73c-47f6-9ead-6ec705079e21 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:23.697076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.702606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:23.703001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:23.703377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.703798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:23.704250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Bound port: ce896a87-d73c-47f6-9ead-6ec705079e21, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:23.704650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.711017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.713947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.717448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79feb455-d664-4d8f-b425-16f59414cef9 HTTP/1.1" status: 204 len: 168 time: 0.4516320 Nov 10 22:58:23.732382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659204-b360-46f1-9a61-37622e5f3b9d None None] Pushing event updated for resources: {'Port': ['ID=ce896a87-d73c-47f6-9ead-6ec705079e21,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:23.758883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d816d-54d2-4a81-8f1c-3e0fa0587bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79feb455-d664-4d8f-b425-16f59414cef9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:23.795071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] For port ce896a87-d73c-47f6-9ead-6ec705079e21, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:23.818279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] For port ce896a87-d73c-47f6-9ead-6ec705079e21, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce896a87-d73c-47f6-9ead-6ec705079e21,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:23.822192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] Provisioning complete for port ce896a87-d73c-47f6-9ead-6ec705079e21 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:23.822921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.827308 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.837968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.902770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.907303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:23.939982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659204-b360-46f1-9a61-37622e5f3b9d None None] Pushing event updated for resources: {'Port': ['ID=ce896a87-d73c-47f6-9ead-6ec705079e21,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:23.955749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b57318-5715-41e4-ad8d-65b2e910055c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:24.017874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:24.018558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:24.045261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:24.056485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:24.077994 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:24.078636 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:24.154628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:24.156743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=2364c4f3-9399-40ae-b6d6-8c39a62a0524,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:24.163892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:24.174541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:24.189652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:24.193398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.244697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df5bc0db-6e35-45fb-8556-de5dbe82c6a4 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7593253 Nov 10 22:58:24.288364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:24.314553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:8f:93:19'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:24.349767 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:24.445842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.530354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] For port ce896a87-d73c-47f6-9ead-6ec705079e21, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce896a87-d73c-47f6-9ead-6ec705079e21,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:24.537903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:24.542874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.681066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port ce799f17-bb32-4f93-9aa4-ed55717f5cab {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:24.681540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.834370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Allocated IP 172.20.0.1 (f4c7e3cb-ff6b-404b-ac15-c753f2ee4293/9ed44393-7f48-4318-9973-bf00531f66a1/b5dce614-caf5-462b-b230-3349c1043a9a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:24.909181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port ce799f17-bb32-4f93-9aa4-ed55717f5cab, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce799f17-bb32-4f93-9aa4-ed55717f5cab,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:24.909927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.929750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for ce799f17-bb32-4f93-9aa4-ed55717f5cab owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:25.026883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:22Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:25.060425 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:25.075186 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:25.076018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:25.190272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a031d-e0b5-4db8-9477-fab4f640341d None None] Pushing event updated for resources: {'Port': ['ID=ce896a87-d73c-47f6-9ead-6ec705079e21,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:25.202909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:25.245435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.249459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:25.260526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54818) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:25.368706 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.377579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-68f0a945-cf00-4ae3-9ec9-14856e61a599 None None] Provisioning complete for port ce896a87-d73c-47f6-9ead-6ec705079e21 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:25.380095 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-68f0a945-cf00-4ae3-9ec9-14856e61a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.400127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-efb68b3c-5522-4d68-9fac-44dc25b00b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.424525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.461837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=ce799f17-bb32-4f93-9aa4-ed55717f5cab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:25.583558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 3, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:25.640749 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:22Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:25.649068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.676742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d42b66-e26e-4124-8b1f-9d6ae499f2e5 None None] The sync data for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 is: [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:18Z', 'revision_number': 3, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:25.746099 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47310c87-3bc2-4286-af2c-246dd729d2c2 None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:22Z', 'revision_number': 3, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:25.918696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2934a704-236a-482c-b01b-47086b61f103 None None] Provisioning complete for port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:25.919070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2934a704-236a-482c-b01b-47086b61f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:25.987642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:26.010668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2934a704-236a-482c-b01b-47086b61f103 None None] Port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:26.129402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:26.137019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2362141f-1eda-4193-b4db-9043719f9fdb tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0987980 Nov 10 22:58:26.141404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:26.142842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:26.206483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:26.208108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:26.250175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting subnet c956984b-7923-4467-8a9b-bbdee9afe797 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:26.254352 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.290449 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d4509-fa4a-4ae3-8a5e-4b4d44156661 None None] New status for floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:26.322941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.366024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-525a3e5e-5883-4a1e-a0fa-f596141e3daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.427089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:26.480405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.539910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:26.586796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:26.606608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:26.616218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:26.618136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:26.635056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.651178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.695930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.700652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/c956984b-7923-4467-8a9b-bbdee9afe797 HTTP/1.1" status: 204 len: 168 time: 0.5574825 Nov 10 22:58:26.702139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12b8ce-25aa-4c9b-b318-472f3137bc4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Subnet': ['ID=c956984b-7923-4467-8a9b-bbdee9afe797,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:26.705002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:26.732160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.755374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b967b-9199-4938-8b69-5f5cbe795fcf None None] Network 8320b549-bead-4ccc-861d-fe8d55d16a08 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:26.817011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.820912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.841831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:26.853772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:26.860413 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:26.937439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:26.959754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:26.978673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Deleting port d104e993-8202-48e9-8134-ff733c0ac635 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:26.981463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Pushing event updated for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:26.991152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.017636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:27.020336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] In _notify_port_updated(), no bound segment for port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 on network d6999482-4667-4df0-8d20-ecc0c259fe6e {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:58:27.041221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:27.042000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.058337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "PUT /v2.0/ports/2364c4f3-9399-40ae-b6d6-8c39a62a0524 HTTP/1.1" status: 200 len: 1002 time: 2.7643907 Nov 10 22:58:27.061379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:27.084733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-05e4428c-a820-4b20-9ead-c5d90f8d76ec tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "PUT /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 997 time: 9.4343503 Nov 10 22:58:27.204075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] For port d104e993-8202-48e9-8134-ff733c0ac635, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d104e993-8202-48e9-8134-ff733c0ac635,segment=NetworkSegment(a463ff03-5dce-435d-8c73-4b3b65a5fccb),segment_id=a463ff03-5dce-435d-8c73-4b3b65a5fccb)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:27.204368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.209805 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb99cc8-d3c8-408f-b11a-d0a49e755f68 x-openstack-request-id: req-7bb99cc8-d3c8-408f-b11a-d0a49e755f68 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:27.210097 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:27.210343 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bb99cc8-d3c8-408f-b11a-d0a49e755f68 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:27.210778 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:58:27.248331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Calling delete_port for d104e993-8202-48e9-8134-ff733c0ac635 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:27.384246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:27.387309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:27.397141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce896a87-d73c-47f6-9ead-6ec705079e21 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:27.487850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.517512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-e0377a84-98bd-41d4-8a60-209fe462de31 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:27.518833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-e0377a84-98bd-41d4-8a60-209fe462de31 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports/9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 942 time: 0.4332943 Nov 10 22:58:27.537042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Port': ['ID=d104e993-8202-48e9-8134-ff733c0ac635,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:27.540321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No DVR routers for this DVR port d104e993-8202-48e9-8134-ff733c0ac635 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:27.576832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-525a3e5e-5883-4a1e-a0fa-f596141e3daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.591705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.600227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:27.601097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:27.622537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:27.655386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.672547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666726a-ac19-4745-85c5-e2fc2bf49ef2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=2364c4f3-9399-40ae-b6d6-8c39a62a0524,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:27.677881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-525a3e5e-5883-4a1e-a0fa-f596141e3daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.696529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8320b549-bead-4ccc-861d-fe8d55d16a08']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:27.711933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463ff03-5dce-435d-8c73-4b3b65a5fccb') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:27.712343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463ff03-5dce-435d-8c73-4b3b65a5fccb') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:27.730058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:27.731109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.737619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.747638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-81ebface-bda7-4140-87bc-0e0af1dc4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:27.749411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-81ebface-bda7-4140-87bc-0e0af1dc4868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.5574236 Nov 10 22:58:27.756634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-525a3e5e-5883-4a1e-a0fa-f596141e3daf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d1b0bbc29df48ecb6d09a37fe03383b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4863689 Nov 10 22:58:27.756821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54848) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:27.779871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.796944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:27.797415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:27.802548 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:27.820651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:27.892453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.906692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.922401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.929554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/networks/8320b549-bead-4ccc-861d-fe8d55d16a08 HTTP/1.1" status: 204 len: 168 time: 1.2233369 Nov 10 22:58:27.930138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:27.935991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a3e5e-5883-4a1e-a0fa-f596141e3daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1767e89-f671-4f4d-b963-b044a6596aa4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:27.941296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'routes': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:27.945270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:27.948685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-37cabf11-5dad-4c73-a28d-d7dabb2c16e2 None None] Provisioning complete for port b5dce614-caf5-462b-b230-3349c1043a9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:27.948685 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37cabf11-5dad-4c73-a28d-d7dabb2c16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.019068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-0d00968d-11df-4804-aaa9-81f58eb0108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:28.020842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-0d00968d-11df-4804-aaa9-81f58eb0108c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.3613069 Nov 10 22:58:28.038116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.103870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1964-16fc-481b-a1fe-25c93cf1bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.108596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 2364c4f3-9399-40ae-b6d6-8c39a62a0524 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:28.115390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cf399-b7a1-4ca8-8173-0b84784e68ab None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:28.182521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-c32a45f4-74fa-416c-8c30-4d346dd74386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:28.184335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-c32a45f4-74fa-416c-8c30-4d346dd74386 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.3748367 Nov 10 22:58:28.199381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-37cabf11-5dad-4c73-a28d-d7dabb2c16e2 None None] Port b5dce614-caf5-462b-b230-3349c1043a9a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:28.225281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ce896a87-d73c-47f6-9ead-6ec705079e21 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:28.225923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.279696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.282676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-42a7ada6-2662-4235-a2a6-2d1a9f54e6b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.0856812 Nov 10 22:58:28.337163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-12253178-c382-4f0b-b603-0f596459ac65 None None] Provisioning complete for port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:28.337545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12253178-c382-4f0b-b603-0f596459ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.402618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-af354093-77b9-4f56-b0cb-7cf4240a9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:28.404257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-af354093-77b9-4f56-b0cb-7cf4240a9cb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.3554711 Nov 10 22:58:28.432473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-12253178-c382-4f0b-b603-0f596459ac65 None None] Port 2364c4f3-9399-40ae-b6d6-8c39a62a0524 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:28.437066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-00d9d284-ee26-4510-b5ec-540d0b018004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:28.438715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-00d9d284-ee26-4510-b5ec-540d0b018004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1341002 Nov 10 22:58:28.456563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:26Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:28.474600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce633a-818f-425e-81dd-efc2352b8251 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Pushing event deleted for resources: {'Network': ['ID=8320b549-bead-4ccc-861d-fe8d55d16a08,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:28.489650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-ff0ea762-349e-4f80-94fa-c71d6678df6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.0740333 Nov 10 22:58:28.512413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:28.525119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:28.525941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:28.583951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd8912-2660-4e2f-b833-483459cfccaf None None] DHCP port deletion for 8320b549-bead-4ccc-861d-fe8d55d16a08 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:28.630114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.632644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.637943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1767e89-f671-4f4d-b963-b044a6596aa4 HTTP/1.1" status: 204 len: 168 time: 0.8799164 Nov 10 22:58:28.700327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Added routes are [] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:58:28.700629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Removed routes are [] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:58:28.701030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:28.703354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb94bf-a96a-41c7-a766-44092906cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1767e89-f671-4f4d-b963-b044a6596aa4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:28.784295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-b1aa8592-f075-4f04-99a9-7b4d0db8650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:28.793395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-b1aa8592-f075-4f04-99a9-7b4d0db8650b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.2946072 Nov 10 22:58:28.864705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:28.983453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.002502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-11ddf71b-cbf5-4ca2-928e-d48144c192a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:29.004644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-11ddf71b-cbf5-4ca2-928e-d48144c192a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5255013 Nov 10 22:58:29.050480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-b70a8c2d-376f-4352-a955-56bcea8e6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:29.058661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-b70a8c2d-376f-4352-a955-56bcea8e6b71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643361 Nov 10 22:58:29.060594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.101105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce799f17-bb32-4f93-9aa4-ed55717f5cab no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:29.104142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.121993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.165235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ce799f17-bb32-4f93-9aa4-ed55717f5cab {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:29.165235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce799f17-bb32-4f93-9aa4-ed55717f5cab not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:29.165235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d104e993-8202-48e9-8134-ff733c0ac635 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:29.213215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d104e993-8202-48e9-8134-ff733c0ac635 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:29.213643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d104e993-8202-48e9-8134-ff733c0ac635 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:29.262447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:29.267249 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693379d5-c722-4d31-856e-ab38142321e3" -d '{"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:29.298880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:29.362172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:29.382348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=2364c4f3-9399-40ae-b6d6-8c39a62a0524,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:29.447806 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978057f-455d-4ffc-8413-abcf0bc26edd x-openstack-request-id: req-b978057f-455d-4ffc-8413-abcf0bc26edd {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:29.448743 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:29.449112 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b978057f-455d-4ffc-8413-abcf0bc26edd {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:29.449666 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'status': 'completed', 'code': 200} Nov 10 22:58:29.450627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a613f-8de6-449a-9811-2d50853e813a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.470607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:29.482733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:26Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:29.486597 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Sync routers for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:29.509084 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:29.509825 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:29.510196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.511439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.512127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f5e5b5d-362c-47f2-b8d4-4223c493a8f0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 705 time: 1.5750473 Nov 10 22:58:29.518435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54876) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:29.524455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea9f53-47a2-49f7-92af-23f7296a741c None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:00:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:26Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:29.558044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3cfe97dc-8ca0-4ef0-bef4-505e453a9a56 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 205 time: 0.0366442 Nov 10 22:58:29.561370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54878) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:29.588357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-1bbf9fc7-9d81-4766-9a10-d55becfd7da5 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504858 Nov 10 22:58:29.693389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d5-c722-4d31-856e-ab38142321e3 req-a395f204-c4cd-4a08-9539-43b6af72cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:29.695160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-a395f204-c4cd-4a08-9539-43b6af72cf14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1096 time: 0.2387486 Nov 10 22:58:29.699076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.700888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-0566fafb-a87b-4c21-bd95-2f33b8d842bd service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412373 Nov 10 22:58:29.709107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:29.712036 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:29.907234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:29.940286 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Checking router: 61cd0e5b-3ba4-42f4-afad-8042951c56b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:29.950786 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Routers {'61cd0e5b-3ba4-42f4-afad-8042951c56b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:29.951666 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:30.045095 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] Set router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:30.101766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.106840 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:30.107350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.137971 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3021a87-002f-4021-bbf2-063abd36d4e4 None None] The sync data for ids ['61cd0e5b-3ba4-42f4-afad-8042951c56b7'] in n-d-811521-3 is: [{'id': '61cd0e5b-3ba4-42f4-afad-8042951c56b7', 'name': 'tempest-RoutersIpV6Test-router-1703267823', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:15Z', 'updated_at': '2021-11-10T22:58:25Z', 'revision_number': 11, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:30.191329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d5-c722-4d31-856e-ab38142321e3 req-6a503cad-3afc-4121-b1a2-d4ac97a2bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:30.193084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-6a503cad-3afc-4121-b1a2-d4ac97a2bc4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.4777136 Nov 10 22:58:30.214089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.215045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router 61cd0e5b-3ba4-42f4-afad-8042951c56b7 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:58:30.231057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.237695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a2d33ec-d29c-4170-99e0-7e835a5efc3d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 204 len: 168 time: 0.6742094 Nov 10 22:58:30.278758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:30.293679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097862176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:30.350894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.405099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.406147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.476347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-33033a82-2014-4c60-bb55-f004a90fb528 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 1000 time: 0.2712100 Nov 10 22:58:30.481284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Pushing event updated for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:30.481993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.494830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.546279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.550344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4bdaa5c3-b5f1-43da-af42-176e488aee4d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2677622 Nov 10 22:58:30.563826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54888) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:30.570226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:30.570819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-4a96597a-afbb-44cd-9a0f-f43a763bfa2e service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377075 Nov 10 22:58:30.596249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d5-c722-4d31-856e-ab38142321e3 req-c0ed9c81-c707-4f49-9fb5-4cd3bee6289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:30.601032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-c0ed9c81-c707-4f49-9fb5-4cd3bee6289f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1157439 Nov 10 22:58:30.614421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.626645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea88142b-8ac9-4303-ad5a-fd74b77d5c6f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/2364c4f3-9399-40ae-b6d6-8c39a62a0524 HTTP/1.1" status: 204 len: 168 time: 3.5595794 Nov 10 22:58:30.637783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54890) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:30.650437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.738747 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b81eda-9eb0-425f-8ff1-2559157128b8 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] GET failed (client error): The resource could not be found. Nov 10 22:58:30.747657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-85b81eda-9eb0-425f-8ff1-2559157128b8 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports/2364c4f3-9399-40ae-b6d6-8c39a62a0524 HTTP/1.1" status: 404 len: 333 time: 0.1076593 Nov 10 22:58:30.749605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54892) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:30.756878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1158109524'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:30.770815 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.800499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-dd74d0a0-59b1-4472-8ba7-45e05b69265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:30.802704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-dd74d0a0-59b1-4472-8ba7-45e05b69265d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1096 time: 0.1729710 Nov 10 22:58:30.875208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cd3b71c-0ea1-4edd-ab81-9677a4c1c0e5 req-97f6e23d-fadf-4f7a-ba5a-851ddf017615 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1724370 Nov 10 22:58:30.958302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d5-c722-4d31-856e-ab38142321e3 req-e712d8f3-0cb9-4dbc-ab04-2ce109a4b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:30.959779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-e712d8f3-0cb9-4dbc-ab04-2ce109a4b103 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3211541 Nov 10 22:58:30.965666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:30.969078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a613f-8de6-449a-9811-2d50853e813a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.971954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:30.979217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a613f-8de6-449a-9811-2d50853e813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:30.983161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-bf23f1fa-fabc-4e13-9eff-d5627ed5b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:30.984493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-bf23f1fa-fabc-4e13-9eff-d5627ed5b2b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.1690614 Nov 10 22:58:31.075793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:31.079276 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:31.084085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:31.112555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a613f-8de6-449a-9811-2d50853e813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd0731-eec3-41df-a264-d73e4f3a910d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:31.116086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 34508346-1ef9-4f57-b572-cadfe72800ae yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:31.117981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d0a613f-8de6-449a-9811-2d50853e813a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33f7c70a51c94f9db275087b8d9a042b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7474458 Nov 10 22:58:31.123915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54894) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:31.135596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:31.179097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-033b61b3-5226-40c9-a4e6-06d7453dda02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 1000 time: 0.1532099 Nov 10 22:58:31.239027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:31.247135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-2856271c-c288-4b44-b23a-3dc4a5500b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:31.248621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-2856271c-c288-4b44-b23a-3dc4a5500b75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.0578816 Nov 10 22:58:31.281081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6710eaf0-15c2-4d04-8599-1e4cbfc35413 None None] Provisioning complete for port b5dce614-caf5-462b-b230-3349c1043a9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:31.281404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6710eaf0-15c2-4d04-8599-1e4cbfc35413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:31.321304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6710eaf0-15c2-4d04-8599-1e4cbfc35413 None None] Port b5dce614-caf5-462b-b230-3349c1043a9a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:31.345608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-905926ab-77a4-4a4a-888b-96ce8ae0916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:31.347170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-905926ab-77a4-4a4a-888b-96ce8ae0916b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908849 Nov 10 22:58:31.351090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-50bf3e90-6589-4bf4-a577-7b38dcdb75df service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544304 Nov 10 22:58:31.453177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:31.453954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::2fb (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/34508346-1ef9-4f57-b572-cadfe72800ae) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:31.464365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Sync routers for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:31.468505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-515f786d-a94f-4592-8665-79c9ce622469 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6f31170-e2f2-4e47-a3e8-af5b22b5a56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9093180 Nov 10 22:58:31.479423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:31.481037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:31.481681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:31.507643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-f80468cf-de2a-47d7-a096-87fffc7c7608 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346672 Nov 10 22:58:31.654094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c1a197f1-2def-4183-abba-3d1a5f3b19db req-3f65259c-469d-4c4f-ac73-f7ef1a39fe6a service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390502 Nov 10 22:58:31.703044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:32.024584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.159495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:28Z', 'revision_number': 4, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b5dce614-caf5-462b-b230-3349c1043a9a', 'name': '', 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'mac_address': 'fa:16:3e:a3:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:23Z', 'updated_at': '2021-11-10T22:58:28Z', 'revision_number': 2, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'subnets': [{'id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:32.166254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-54db83db-ce19-48c0-a451-8e19951b4024 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1546540 Nov 10 22:58:32.195267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Checking router: b6f31170-e2f2-4e47-a3e8-af5b22b5a56b for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:32.195622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Updating router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b port b5dce614-caf5-462b-b230-3349c1043a9a binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:58:32.227716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Router f02082be-9bc7-4e2e-95c3-60777af3d3d9 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:58:32.229997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.263589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-693379d5-c722-4d31-856e-ab38142321e3 req-628c3eb1-b435-421d-ac84-469b7d45aa10 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8975880 Nov 10 22:58:32.284525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-8bb822a2-07b2-4722-aff1-6e218477abe1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:32.300372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-8bb822a2-07b2-4722-aff1-6e218477abe1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports/83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 942 time: 0.1332049 Nov 10 22:58:32.556417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:32.564406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.567264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.568434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ccd0731-eec3-41df-a264-d73e4f3a910d HTTP/1.1" status: 204 len: 168 time: 1.4415643 Nov 10 22:58:32.573505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Sync routers for ids ['f02082be-9bc7-4e2e-95c3-60777af3d3d9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:32.577213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.588904 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Routers {'f02082be-9bc7-4e2e-95c3-60777af3d3d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:32.589461 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f02082be-9bc7-4e2e-95c3-60777af3d3d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:32.601995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.603219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f58c4553-9a5b-4f0f-a494-aa31da4c7e3a tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "PUT /v2.0/routers/f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 200 len: 698 time: 2.0383773 Nov 10 22:58:32.610181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:32.649504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.661610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.680668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77407e4-86a5-47a9-87b7-461e47d16145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd0731-eec3-41df-a264-d73e4f3a910d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:32.745952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-db5fd530-de6f-4ba0-921f-18e9ab78a407 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.3746095 Nov 10 22:58:32.750838 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Set router f02082be-9bc7-4e2e-95c3-60777af3d3d9 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:32.793702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9344f385-68ec-4bdc-89cc-b9958c9ff366 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/routers/f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 200 len: 704 time: 0.1817503 Nov 10 22:58:32.804836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:32.876418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Pushing event updated for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:32.896742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.897127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.899536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.899910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.900454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.900797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.901159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.901490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.902038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.903913 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02082be-9bc7-4e2e-95c3-60777af3d3d9', 'name': 'tempest-RoutersIpV6Test-router-2097862176', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:30Z', 'updated_at': '2021-11-10T22:58:31Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:32.904662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.905231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.905515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:58:32.927446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.970598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Attempting to bind port b5dce614-caf5-462b-b230-3349c1043a9a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:58:32.971294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Attempting to bind port b5dce614-caf5-462b-b230-3349c1043a9a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:58:32.971844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Attempting to bind port b5dce614-caf5-462b-b230-3349c1043a9a on network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:58:32.987563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:58:32.988647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Checking segment: {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:32.998751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:32.999246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Bound using segment: {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:58:32.999767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Bound port: b5dce614-caf5-462b-b230-3349c1043a9a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d74db-dcd4-4319-be48-d390cb89745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:58:33.000163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.010624 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Checking router: f02082be-9bc7-4e2e-95c3-60777af3d3d9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:33.046797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Routers {'f02082be-9bc7-4e2e-95c3-60777af3d3d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:33.047741 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f02082be-9bc7-4e2e-95c3-60777af3d3d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:33.071035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4bb2d3ab-7697-44a0-b0ae-8894b88fcdd1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 200 len: 205 time: 0.2621455 Nov 10 22:58:33.071906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=34508346-1ef9-4f57-b572-cadfe72800ae,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:33.074824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:33.084694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:33.098011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:33.192130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:33.208527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:33.213397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.248247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] For port b5dce614-caf5-462b-b230-3349c1043a9a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:58:33.267714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] For port b5dce614-caf5-462b-b230-3349c1043a9a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5dce614-caf5-462b-b230-3349c1043a9a,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:58:33.281207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cb9ce074-ae81-4169-b92f-1ee5b9b8f873 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5286057 Nov 10 22:58:33.283934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55006) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:33.287743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.290136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:93:19'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:33.310319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.387920 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:58:33.406338 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] Set router f02082be-9bc7-4e2e-95c3-60777af3d3d9 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:33.411761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca859259-243b-4e70-98ec-c39bdb2be6f9 None None] Pushing event updated for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:33.468473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:33.469146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:33.626772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-e3514bab-4612-4aaf-b957-717476bff4fd tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:33.627299 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02082be-9bc7-4e2e-95c3-60777af3d3d9', 'name': 'tempest-RoutersIpV6Test-router-2097862176', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:30Z', 'updated_at': '2021-11-10T22:58:31Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:33.628264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbfc2c75-2b80-4603-b533-fa75d275141d req-e3514bab-4612-4aaf-b957-717476bff4fd tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.8815033 Nov 10 22:58:33.671064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b939dc0-4915-4f59-9faa-c71234a8ffcc None None] The sync data for ids ['f02082be-9bc7-4e2e-95c3-60777af3d3d9'] in n-d-811521-3 is: [{'id': 'f02082be-9bc7-4e2e-95c3-60777af3d3d9', 'name': 'tempest-RoutersIpV6Test-router-2097862176', 'tenant_id': '68f31cb8df764f6699df1a1d724a1205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:30Z', 'updated_at': '2021-11-10T22:58:31Z', 'revision_number': 2, 'project_id': '68f31cb8df764f6699df1a1d724a1205', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:33.785323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] Provisioning complete for port b5dce614-caf5-462b-b230-3349c1043a9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:33.785699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.860175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.863616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.876378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.927737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:33.957504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-a78b4b5b-a08b-45ac-a81f-2ff3434b20af tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.2403488 Nov 10 22:58:33.971496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.972008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Fanout notify agent at l3_agent the message router_deleted on router f02082be-9bc7-4e2e-95c3-60777af3d3d9 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:58:33.989881 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:33.990358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d17f17f1-bc0a-41cd-a297-08c86c4f8b65 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 204 len: 168 time: 0.9080708 Nov 10 22:58:33.995700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55026) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.025227 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.033697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6049510d-8822-46df-a543-dd9d4a43a6fc tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 200 len: 205 time: 0.0355663 Nov 10 22:58:34.037285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.061769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-63f76e8d-e79d-4b01-8ee1-83f2acea74ab tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:34.078092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-63f76e8d-e79d-4b01-8ee1-83f2acea74ab tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports/83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 942 time: 0.1103866 Nov 10 22:58:34.156579 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-77795580-b3bb-4943-b963-fde329a299c0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:34.157735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-77795580-b3bb-4943-b963-fde329a299c0 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/f02082be-9bc7-4e2e-95c3-60777af3d3d9 HTTP/1.1" status: 404 len: 336 time: 0.1194398 Nov 10 22:58:34.162470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.189615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] For port b5dce614-caf5-462b-b230-3349c1043a9a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5dce614-caf5-462b-b230-3349c1043a9a,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:34.198960 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-087eab0c-fc3d-4b8c-b91a-94291a661fb8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:34.199403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087eab0c-fc3d-4b8c-b91a-94291a661fb8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:34.202606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-087eab0c-fc3d-4b8c-b91a-94291a661fb8 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/76cb3f25-eef0-4b75-966d-a4df46f6b5f0 HTTP/1.1" status: 404 len: 337 time: 0.0389857 Nov 10 22:58:34.207278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.250873 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ef6b98-2a48-42f4-b24a-66c0c22ed781 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:34.251317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ef6b98-2a48-42f4-b24a-66c0c22ed781 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:34.253122 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-2224bc07-1ecc-4b46-9043-33ffb6240ee4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.0843263 Nov 10 22:58:34.254999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-39ef6b98-2a48-42f4-b24a-66c0c22ed781 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/8292c8fe-52b5-4657-91c8-941476558b05 HTTP/1.1" status: 404 len: 337 time: 0.0467739 Nov 10 22:58:34.267241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.344834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.403975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-8c1591f5-850c-45c1-8c0f-97e8ef051a90 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:34.413833 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ebdc28-7cad-4181-8cef-730e0a9d3257 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:34.414423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ebdc28-7cad-4181-8cef-730e0a9d3257 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:34.417254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-8c1591f5-850c-45c1-8c0f-97e8ef051a90 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1624732 Nov 10 22:58:34.420756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a4ebdc28-7cad-4181-8cef-730e0a9d3257 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/88b71f61-3464-48a6-897a-14aad739e9e7 HTTP/1.1" status: 404 len: 337 time: 0.1417255 Nov 10 22:58:34.426899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.515241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004b94-2395-412b-9269-7c7a1feff003 None None] Pushing event updated for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:34.529131 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6149e6-05e7-4af1-937d-2768e81d3206 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:34.530380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6149e6-05e7-4af1-937d-2768e81d3206 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:34.531970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-774c36ea-7c21-4399-9126-7a92fbf11de9 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1135328 Nov 10 22:58:34.542216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9d6149e6-05e7-4af1-937d-2768e81d3206 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/c956984b-7923-4467-8a9b-bbdee9afe797 HTTP/1.1" status: 404 len: 337 time: 0.1130066 Nov 10 22:58:34.546568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.547280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:34.547679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4d2005df-aaad-4d44-b3a4-3994cbdb06ea None None] Provisioning complete for port 34508346-1ef9-4f57-b572-cadfe72800ae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:34.548058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4d2005df-aaad-4d44-b3a4-3994cbdb06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.578782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:28Z', 'revision_number': 4, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b5dce614-caf5-462b-b230-3349c1043a9a', 'name': '', 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'mac_address': 'fa:16:3e:a3:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:23Z', 'updated_at': '2021-11-10T22:58:33Z', 'revision_number': 4, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'subnets': [{'id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:34.602262 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-deee1563-c775-441c-86a2-b22917e05fb2 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 200 len: 205 time: 0.0523942 Nov 10 22:58:34.604456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55056) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.618701 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262813c-44cd-4427-94a4-10f5d2a3ca53 None None] The sync data for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 is: [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T22:58:28Z', 'revision_number': 4, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b5dce614-caf5-462b-b230-3349c1043a9a', 'name': '', 'network_id': 'f4c7e3cb-ff6b-404b-ac15-c753f2ee4293', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'mac_address': 'fa:16:3e:a3:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:23Z', 'updated_at': '2021-11-10T22:58:33Z', 'revision_number': 4, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'subnets': [{'id': '9ed44393-7f48-4318-9973-bf00531f66a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:34.645077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4d2005df-aaad-4d44-b3a4-3994cbdb06ea None None] Port 34508346-1ef9-4f57-b572-cadfe72800ae cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:34.670181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4d2005df-aaad-4d44-b3a4-3994cbdb06ea None None] Provisioning complete for port b5dce614-caf5-462b-b230-3349c1043a9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:34.670602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4d2005df-aaad-4d44-b3a4-3994cbdb06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.710012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.802558 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-814b657d-6559-470a-b744-68c99ef98d5e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:34.802558 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-814b657d-6559-470a-b744-68c99ef98d5e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/61cd0e5b-3ba4-42f4-afad-8042951c56b7 HTTP/1.1" status: 404 len: 336 time: 0.1872137 Nov 10 22:58:34.811396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.824463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55066) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.855301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.905677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a96a47c2-3d07-46f0-8494-838393e5ca70 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eac762c-14cb-4fd8-ae91-949cfe8feb19 HTTP/1.1" status: 200 len: 205 time: 0.0799315 Nov 10 22:58:34.949845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:34.974022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] In _notify_port_updated(), no bound segment for port 34508346-1ef9-4f57-b572-cadfe72800ae on network d6999482-4667-4df0-8d20-ecc0c259fe6e {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:58:34.981271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:34.981271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:34.982624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "PUT /v2.0/ports/34508346-1ef9-4f57-b572-cadfe72800ae HTTP/1.1" status: 200 len: 1003 time: 1.6976757 Nov 10 22:58:34.991303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55072) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.137711 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-fead9ddb-a5f4-4461-b0cd-92cc5eebd101 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:35.141401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fead9ddb-a5f4-4461-b0cd-92cc5eebd101 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/0eac762c-14cb-4fd8-ae91-949cfe8feb19 HTTP/1.1" status: 404 len: 336 time: 0.1892765 Nov 10 22:58:35.147212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.202545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5dce614-caf5-462b-b230-3349c1043a9a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:58:35.262408 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a463c3ef-d0eb-4506-8666-f5170e913c98 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:35.263158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a463c3ef-d0eb-4506-8666-f5170e913c98 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:35.282028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a463c3ef-d0eb-4506-8666-f5170e913c98 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/1f818217-b6a4-4298-8775-6d7225263ad4 HTTP/1.1" status: 404 len: 337 time: 0.1336439 Nov 10 22:58:35.284183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55082) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.286655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e565b-3621-4689-bb1f-5903de54db83 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=34508346-1ef9-4f57-b572-cadfe72800ae,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:35.312739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.335249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.335613 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9 disassociated. External IP: 172.25.0.43, port: 83d3d12d-d0f4-4b27-b359-9ef6d1136853. Nov 10 22:58:35.359803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17306b40-c4a2-433f-94bd-d2bb9f80b65b tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 200 len: 205 time: 0.0725536 Nov 10 22:58:35.360951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55084) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.470208 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-ee053a62-3df6-48c9-af8a-2f755394b6b7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:35.471355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ee053a62-3df6-48c9-af8a-2f755394b6b7 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/9224c888-bae7-4c7e-9255-d3c714bb5699 HTTP/1.1" status: 404 len: 336 time: 0.1080053 Nov 10 22:58:35.475636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55088) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.507257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b5dce614-caf5-462b-b230-3349c1043a9a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:35.507748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.545433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-294cde9e-a02b-4bf8-a91d-8bfec0aef52c tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4c990fa-c710-4e6c-a514-440906855b19 HTTP/1.1" status: 200 len: 205 time: 0.0663502 Nov 10 22:58:35.547291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55096) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.601287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e5d0bd51-74bd-4074-8847-0d420d2c2235 None None] Provisioning complete for port 34508346-1ef9-4f57-b572-cadfe72800ae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:35.601669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e5d0bd51-74bd-4074-8847-0d420d2c2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.656945 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-9dd4fdf6-277b-4d85-9994-e443fe3fb32d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:35.661338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0bd51-74bd-4074-8847-0d420d2c2235 None None] Port 34508346-1ef9-4f57-b572-cadfe72800ae cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:35.662478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9dd4fdf6-277b-4d85-9994-e443fe3fb32d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/d4c990fa-c710-4e6c-a514-440906855b19 HTTP/1.1" status: 404 len: 336 time: 0.1141508 Nov 10 22:58:35.665295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55100) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.720007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 34508346-1ef9-4f57-b572-cadfe72800ae {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:35.721709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.789361 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be5221e-5616-4dcc-8c06-cac1d75f404f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:35.789821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be5221e-5616-4dcc-8c06-cac1d75f404f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:35.822160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3be5221e-5616-4dcc-8c06-cac1d75f404f tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/ffec911e-93e4-409e-91f3-674315efe12b HTTP/1.1" status: 404 len: 337 time: 0.1547520 Nov 10 22:58:35.828486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55108) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.908646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19bb8539-f4d7-4b63-9bac-7b8ae37dac75 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=a42812cd-1cff-4d25-8a7d-c3d0aaac3220 HTTP/1.1" status: 200 len: 205 time: 0.0781746 Nov 10 22:58:35.912450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55112) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:35.974710 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-9cb79c16-a6e0-424c-b4b5-a5239885e369 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:35.976002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9cb79c16-a6e0-424c-b4b5-a5239885e369 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/a42812cd-1cff-4d25-8a7d-c3d0aaac3220 HTTP/1.1" status: 404 len: 336 time: 0.0605862 Nov 10 22:58:35.980262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55116) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:36.062203 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f211558f-15ee-430e-b6bf-81ed4cd731e1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:36.062594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f211558f-15ee-430e-b6bf-81ed4cd731e1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:36.069947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f211558f-15ee-430e-b6bf-81ed4cd731e1 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/7ab4a3cf-c0bb-4600-b32d-0815fc36e815 HTTP/1.1" status: 404 len: 337 time: 0.0886045 Nov 10 22:58:36.073591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:36.121759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cd566ced-7af6-4d09-9f60-542abfe79cf4 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "GET /v2.0/ports?device_id=792726bf-2b37-423c-ab53-358fb70dcc00 HTTP/1.1" status: 200 len: 205 time: 0.0467060 Nov 10 22:58:36.122470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55124) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:36.142365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:36.167454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 34508346-1ef9-4f57-b572-cadfe72800ae owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:36.172650 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7e5f2b25-9a0b-4176-814e-87c525206e21 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] delete failed (client error): The resource could not be found. Nov 10 22:58:36.177488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e5f2b25-9a0b-4176-814e-87c525206e21 tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/routers/792726bf-2b37-423c-ab53-358fb70dcc00 HTTP/1.1" status: 404 len: 336 time: 0.0536962 Nov 10 22:58:36.178027 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55128) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:36.224200 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-545f19a0-b19e-478d-af6a-8ab15c6d4f9e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:36.224586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545f19a0-b19e-478d-af6a-8ab15c6d4f9e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:36.227885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-545f19a0-b19e-478d-af6a-8ab15c6d4f9e tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/acbed4af-2426-4d97-9d53-d4fd4afbe8f4 HTTP/1.1" status: 404 len: 337 time: 0.0471072 Nov 10 22:58:36.230927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55130) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:36.277079 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb59130-6395-42e2-a719-809cd968732d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] DELETE failed (client error): The resource could not be found. Nov 10 22:58:36.278008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb59130-6395-42e2-a719-809cd968732d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:58:36.287314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fbb59130-6395-42e2-a719-809cd968732d tempest-RoutersIpV6Test-1338302421 tempest-RoutersIpV6Test-1338302421-project] 10.222.0.25 "DELETE /v2.0/subnets/bea8670d-62fe-4a74-a457-6d4e592af4ea HTTP/1.1" status: 404 len: 337 time: 0.0541332 Nov 10 22:58:36.303238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:36.570136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-9c53349d-cf7a-4c3b-bfb5-450292c9ca6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996637 Nov 10 22:58:36.623884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:36.628684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:36.635864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:36.656223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:36.659372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:36.756322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465847f9-8571-453b-8b23-02a391d8ce94 req-33b4d8f0-cfd6-4293-ac62-044844ee8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:36.758329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-33b4d8f0-cfd6-4293-ac62-044844ee8303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.1256304 Nov 10 22:58:36.767289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-5569702a-4375-4101-b0dc-40d588b75362 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "PUT /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 694 time: 2.2323697 Nov 10 22:58:36.770774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:36.773432 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e916ab-e71e-4211-9183-b31534b42ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:36.897730 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81855a1-dae8-42cb-abca-3530a88e13b9 x-openstack-request-id: req-e81855a1-dae8-42cb-abca-3530a88e13b9 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:36.898446 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:36.898856 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e81855a1-dae8-42cb-abca-3530a88e13b9 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:36.899452 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'status': 'completed', 'code': 200} Nov 10 22:58:36.979666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:36.980155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:37.018763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465847f9-8571-453b-8b23-02a391d8ce94 req-92d2a95b-6b22-4e66-a55d-2f5f3e81d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.047919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-6b72e1b6-0384-41bf-9c12-e5c50c84b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.053755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-6b72e1b6-0384-41bf-9c12-e5c50c84b9ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1096 time: 0.2564180 Nov 10 22:58:37.063733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:37.071139 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-92d2a95b-6b22-4e66-a55d-2f5f3e81d78c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.2417073 Nov 10 22:58:37.073538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=34508346-1ef9-4f57-b572-cadfe72800ae,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:37.261086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-6f794ac2-f0b8-4ec7-8312-940df1adf9f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.1857095 Nov 10 22:58:37.340049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-dc543bba-0721-460a-9048-6dea4407b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.341588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-dc543bba-0721-460a-9048-6dea4407b17f service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.2588081 Nov 10 22:58:37.362292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:37.377846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e622209-b5e1-4511-8eb0-148f08d59fbb tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/34508346-1ef9-4f57-b572-cadfe72800ae HTTP/1.1" status: 204 len: 168 time: 2.3730502 Nov 10 22:58:37.392916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55180) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:37.403181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465847f9-8571-453b-8b23-02a391d8ce94 req-6a8d5276-a6a6-4cb8-8216-1d03a5c6e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.404716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-6a8d5276-a6a6-4cb8-8216-1d03a5c6e20e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.1354992 Nov 10 22:58:37.443699 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9baf661-d653-4f31-87a9-cbe6b1c34c62 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] GET failed (client error): The resource could not be found. Nov 10 22:58:37.452141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a9baf661-d653-4f31-87a9-cbe6b1c34c62 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports/34508346-1ef9-4f57-b572-cadfe72800ae HTTP/1.1" status: 404 len: 333 time: 0.0572250 Nov 10 22:58:37.454285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-3fd5263b-b13a-464c-8627-293f7d50fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.455790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-3fd5263b-b13a-464c-8627-293f7d50fa6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 1096 time: 0.5503044 Nov 10 22:58:37.456277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55186) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:37.490079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-139913329'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:37.506654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-a91edfbb-bfa4-432d-b2d6-8e6c63b74854 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 217 time: 0.1259356 Nov 10 22:58:37.573472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465847f9-8571-453b-8b23-02a391d8ce94 req-5416f798-7c74-45f5-8116-32127a7fb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.575118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-5416f798-7c74-45f5-8116-32127a7fb271 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620710 Nov 10 22:58:37.593655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:37.696284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:37.722846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:37.725491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:37.770414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-2753010c-31db-4bd0-a0be-86078076217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:37.772434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-2753010c-31db-4bd0-a0be-86078076217a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.2786210 Nov 10 22:58:37.810829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-76152206-37b1-4de9-965e-bddd95cf140a service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262089 Nov 10 22:58:38.126517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:38.364203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:38.381641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-7b96e912-e2fc-4115-9f4f-8284801e1073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 200 len: 217 time: 0.5809028 Nov 10 22:58:38.407318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:38.446526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845eb76-12d6-4866-b00e-e66708c4787e None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:38.448042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-c539ac5a-af9e-461a-8357-fbcddef0211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:38.449875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-c539ac5a-af9e-461a-8357-fbcddef0211f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.0582783 Nov 10 22:58:38.466934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-b205c350-d371-4d53-8bea-3a6af3711e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:38.470413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-b205c350-d371-4d53-8bea-3a6af3711e58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.8930776 Nov 10 22:58:38.480080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-465847f9-8571-453b-8b23-02a391d8ce94 req-6623aa92-377c-44ad-8d45-c149b8d2582c service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518850 Nov 10 22:58:38.612378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:38.617310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.622432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d49cf8e2-e456-4230-8281-2d03b31b40f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68f31cb8df764f6699df1a1d724a1205&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5570509 Nov 10 22:58:38.625715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:38.636131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-785e7477-5c3f-4fb2-a124-2c9efa72948a req-cafe5d94-c31c-43ac-bdfc-86e8aa55da4b tempest-ListServersNegativeTestJSON-332782196 tempest-ListServersNegativeTestJSON-332782196-project] (102458) timed out ('10.222.0.20', 49422) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:58:38.636943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74a281ac-27ac-41cb-824a-fad3c509e367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.664820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 21e027c5-0583-402e-81c4-efde8e70198e yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:38.688005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067543-981a-43d9-babc-3124f47642e5 req-1040747e-6d4d-4046-acc3-c942f66bac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:38.689542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-1040747e-6d4d-4046-acc3-c942f66bac31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879079 Nov 10 22:58:38.708760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.727675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-ff89267f-3fce-4b4b-8d06-8b3c520f71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:38.729193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-ff89267f-3fce-4b4b-8d06-8b3c520f71a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522073 Nov 10 22:58:38.744550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.811576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.814780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:38.817145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b324376-a973-4b1c-8906-4de361cef8f8 HTTP/1.1" status: 204 len: 168 time: 0.1894078 Nov 10 22:58:38.830085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4ebce-f3b3-4e74-9bd7-89905b011858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b324376-a973-4b1c-8906-4de361cef8f8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:38.913884 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442c964-39e6-4087-b68d-862704d6d337 None None] New status for floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:39.091820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::127 (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/21e027c5-0583-402e-81c4-efde8e70198e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:39.095501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-dc0d3708-e61d-4462-a027-32340d7079d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703408 Nov 10 22:58:39.175728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-96fc2cd0-0091-4c9e-878e-2410aa808d9c service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344368 Nov 10 22:58:39.263397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74a281ac-27ac-41cb-824a-fad3c509e367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.290109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74a281ac-27ac-41cb-824a-fad3c509e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.457004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a281ac-27ac-41cb-824a-fad3c509e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37766e92-b3c1-4933-986f-ae9902c87669,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:39.501271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-74a281ac-27ac-41cb-824a-fad3c509e367 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7482a071761493d847590a729a73dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1284502 Nov 10 22:58:39.502314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55220) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:39.505234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5067543-981a-43d9-babc-3124f47642e5 req-e1caf988-9b0d-4afe-a0db-4db9cf55248d service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978221 Nov 10 22:58:39.531214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e916ab-e71e-4211-9183-b31534b42ba4 req-3678b1f8-67a4-4352-b95d-504d3fc9c3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435612 Nov 10 22:58:39.635046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.663211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.718336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.739417 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.825721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:39.833115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:39.836371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:39.870779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.871048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:39.871661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.876309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.879633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37766e92-b3c1-4933-986f-ae9902c87669 HTTP/1.1" status: 204 len: 168 time: 0.3748624 Nov 10 22:58:39.933975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879b741-db2d-4812-b4a2-b97dfab48c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37766e92-b3c1-4933-986f-ae9902c87669,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:39.936515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=21e027c5-0583-402e-81c4-efde8e70198e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:39.944533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c936f8f7-bce0-4956-b7b1-87fcd6b3bbc2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4595277 Nov 10 22:58:39.947162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:39.995402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'network_id': 'd6999482-4667-4df0-8d20-ecc0c259fe6e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1330422672'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:40.286768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-2aec1119-427a-470a-8a59-ef87d2657268 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:40.288366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-2aec1119-427a-470a-8a59-ef87d2657268 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2742219 Nov 10 22:58:40.291759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:40.363679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-32344221-e3b7-47f2-a063-24eadcc7bc1f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.0610685 Nov 10 22:58:40.365929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0473c283-ffdf-4157-b2fb-cf250c7e0729 None None] Provisioning complete for port 21e027c5-0583-402e-81c4-efde8e70198e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:40.368135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0473c283-ffdf-4157-b2fb-cf250c7e0729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.375062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:40.428529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0473c283-ffdf-4157-b2fb-cf250c7e0729 None None] Port 21e027c5-0583-402e-81c4-efde8e70198e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:40.440195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.443742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Made reservation on behalf of 4d22f23da0ae42b8a0a372cf31e97ba3 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:40.448290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.539537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] device_id is not set on port 52f3eede-cb3e-4555-bf0a-422782cf0511 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:58:40.560847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:40.583991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00c097bb-129f-4499-b990-102c2b082cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.734432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00c097bb-129f-4499-b990-102c2b082cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.742452 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-00c097bb-129f-4499-b990-102c2b082cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.773432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c097bb-129f-4499-b990-102c2b082cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed21ded-1463-40ff-b683-c7b98f66980c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:40.818656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-00c097bb-129f-4499-b990-102c2b082cc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f33d68afa754577981df3100bcdda8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557209 Nov 10 22:58:40.821270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55252) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:40.824757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--861260128'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:40.845359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Allocated IP 2001:db8::13e (d6999482-4667-4df0-8d20-ecc0c259fe6e/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd/52f3eede-cb3e-4555-bf0a-422782cf0511) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:40.896228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.936674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:40.937233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.004546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.032748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.035983 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.037583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ed21ded-1463-40ff-b683-c7b98f66980c HTTP/1.1" status: 204 len: 168 time: 0.2153683 Nov 10 22:58:41.057809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c83fc-1347-4ddb-823e-a577c4dae292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed21ded-1463-40ff-b683-c7b98f66980c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:41.287656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.476640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-ceb06264-6472-4874-b67e-4add347298bc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:41.478676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-ceb06264-6472-4874-b67e-4add347298bc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "GET /v2.0/ports?device_id=69fc5c17-cd45-4e09-8adb-cf9a93591752 HTTP/1.1" status: 200 len: 945 time: 0.1788411 Nov 10 22:58:41.758784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.765026 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.924343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.983199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Network d6999482-4667-4df0-8d20-ecc0c259fe6e is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:42.033270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:42.036295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:42.042071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:42.042735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.223703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.244140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 22:58:42.343841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e365141-5438-4340-bd1c-123fbe8d8fa5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:42.368660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55290) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:42.375911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:8f:93:19'}, {'ip_address': '2001:db8::127', 'mac_address': 'fa:16:3e:4b:8f:b4'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:42.380469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4314313 Nov 10 22:58:42.382805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.428986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98aa74-e70c-484b-bb18-4356deb17e38 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=52f3eede-cb3e-4555-bf0a-422782cf0511,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:42.488626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.500578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.508284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.2153516 Nov 10 22:58:42.513641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:42.518287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.627378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab0da-be18-49f5-bab6-662ea312f3d4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f35794-fce2-4139-8480-54addd2eed3e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:42.650908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Deleting port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:42.651944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.757912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-447e0b12-16d5-4b42-b6a4-e63bf1340416 None None] Provisioning complete for port 52f3eede-cb3e-4555-bf0a-422782cf0511 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:42.759774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-447e0b12-16d5-4b42-b6a4-e63bf1340416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.784744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:42.854478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-447e0b12-16d5-4b42-b6a4-e63bf1340416 None None] Port 52f3eede-cb3e-4555-bf0a-422782cf0511 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:43.086560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.095953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.113462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] In _notify_port_updated(), no bound segment for port 52f3eede-cb3e-4555-bf0a-422782cf0511 on network d6999482-4667-4df0-8d20-ecc0c259fe6e {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 22:58:43.121364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:43.122297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.123996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "PUT /v2.0/ports/52f3eede-cb3e-4555-bf0a-422782cf0511 HTTP/1.1" status: 200 len: 1067 time: 0.7538550 Nov 10 22:58:43.150049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55304) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:43.244773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] For port 83d3d12d-d0f4-4b27-b359-9ef6d1136853, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=83d3d12d-d0f4-4b27-b359-9ef6d1136853,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:43.245308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.256162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0712e82-b5c5-41c9-a6c8-e68c591cb105 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event updated for resources: {'Port': ['ID=52f3eede-cb3e-4555-bf0a-422782cf0511,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:43.305872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Calling delete_port for 83d3d12d-d0f4-4b27-b359-9ef6d1136853 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:43.369033 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2a8cfe3b-3cdd-4938-a81c-de0f6aa34c5c tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.8458905 Nov 10 22:58:43.371348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55308) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:43.378707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-security--1652758943', 'description': 'tempest-security-description-1123556249'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:43.397229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 52f3eede-cb3e-4555-bf0a-422782cf0511 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:43.397840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.426402 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9 associated. External IP: 172.25.0.43, port: 9066c782-42e5-4ac6-8f86-c455ff470fe9. Nov 10 22:58:43.537547 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.553789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 52f3eede-cb3e-4555-bf0a-422782cf0511 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:43.603914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f40a7835-4ce2-4ab6-963e-848ea505f6d5 None None] Provisioning complete for port 52f3eede-cb3e-4555-bf0a-422782cf0511 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:43.604285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f40a7835-4ce2-4ab6-963e-848ea505f6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.720363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f40a7835-4ce2-4ab6-963e-848ea505f6d5 None None] Port 52f3eede-cb3e-4555-bf0a-422782cf0511 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:43.740242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.795777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=52f3eede-cb3e-4555-bf0a-422782cf0511,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:43.838431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:43.958284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:44.013166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.026755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9066c782-42e5-4ac6-8f86-c455ff470fe9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:58:44.166928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.184584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event deleted for resources: {'Port': ['ID=83d3d12d-d0f4-4b27-b359-9ef6d1136853,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:44.236179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.248101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b15c4c42-178e-46d8-b4a2-3f16acf008bd tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/52f3eede-cb3e-4555-bf0a-422782cf0511 HTTP/1.1" status: 204 len: 168 time: 1.0965581 Nov 10 22:58:44.248801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.251827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.256222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "PUT /v2.0/security-groups/e0f35794-fce2-4139-8480-54addd2eed3e HTTP/1.1" status: 200 len: 1797 time: 0.8837378 Nov 10 22:58:44.257011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.257352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.285165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] No DVR routers for this DVR port 83d3d12d-d0f4-4b27-b359-9ef6d1136853 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:44.327914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.334612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a114fcfd-43f4-4975-b204-5f6fd00ebf2c req-dce39fca-6bcf-49c5-8961-d9ea75c06cff tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "DELETE /v2.0/ports/83d3d12d-d0f4-4b27-b359-9ef6d1136853 HTTP/1.1" status: 204 len: 173 time: 2.8221288 Nov 10 22:58:44.335472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'name': 'network-vif-deleted', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:44.338413 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca97209-40d1-4efd-8072-bf90592d9ab2" -d '{"events": [{"server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "name": "network-vif-deleted", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:44.341312 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfaa430-f8e7-42bc-9b51-5d46ab9da70a tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] GET failed (client error): The resource could not be found. Nov 10 22:58:44.346419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0cfaa430-f8e7-42bc-9b51-5d46ab9da70a tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports/52f3eede-cb3e-4555-bf0a-422782cf0511 HTTP/1.1" status: 404 len: 333 time: 0.0815420 Nov 10 22:58:44.353783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55320) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.442634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e36a9c9f-6079-47a5-8a91-7008ddc933cd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups/e0f35794-fce2-4139-8480-54addd2eed3e HTTP/1.1" status: 200 len: 1797 time: 0.1697619 Nov 10 22:58:44.445312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55326) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.445312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd631ad-8555-4965-b4a6-c0a5048cb130 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f35794-fce2-4139-8480-54addd2eed3e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:44.484676 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda56c3-990b-4fd4-82b0-d6f4f3c62821 x-openstack-request-id: req-6cda56c3-990b-4fd4-82b0-d6f4f3c62821 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:44.486125 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fc5c17-cd45-4e09-8adb-cf9a93591752", "name": "network-vif-deleted", "tag": "83d3d12d-d0f4-4b27-b359-9ef6d1136853", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:44.486610 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cda56c3-990b-4fd4-82b0-d6f4f3c62821 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:44.487291 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fc5c17-cd45-4e09-8adb-cf9a93591752', 'name': 'network-vif-deleted', 'tag': '83d3d12d-d0f4-4b27-b359-9ef6d1136853', 'status': 'completed', 'code': 200} Nov 10 22:58:44.523627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:44.531431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.548092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:44.562545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:44.564376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:44.587358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.651406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.663543 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-931d8b29-816f-41ed-b74b-85675700e083 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "PUT /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 995 time: 4.2924106 Nov 10 22:58:44.690377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-f224ac56-0fe3-4eff-b98d-be84aafe4931 req-fd69e7b5-bde5-4e83-bad0-ccdd14872ee2 service neutron] (102458) timed out ('10.222.0.20', 49413) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:58:44.778200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.781123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.781999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0f35794-fce2-4139-8480-54addd2eed3e HTTP/1.1" status: 204 len: 168 time: 0.3330350 Nov 10 22:58:44.785845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.808941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.821165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 21e027c5-0583-402e-81c4-efde8e70198e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:44.822462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:44.828015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-62c2a021-93a2-47ab-af82-aa77a10a579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:44.830793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-62c2a021-93a2-47ab-af82-aa77a10a579f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.1376832 Nov 10 22:58:44.834148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc27e78-ace4-49fe-a0da-bdc42b30b686 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f35794-fce2-4139-8480-54addd2eed3e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:44.837185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:44.929526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3abf617-2e9e-4d94-b544-afaa87dcfbd0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425805 Nov 10 22:58:44.936265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55332) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:44.996481 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-208aab8f-ccda-4fa2-87ab-87054c22e9c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] delete failed (client error): The resource could not be found. Nov 10 22:58:44.999411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-208aab8f-ccda-4fa2-87ab-87054c22e9c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0f35794-fce2-4139-8480-54addd2eed3e HTTP/1.1" status: 404 len: 347 time: 0.0607979 Nov 10 22:58:45.004780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:45.010035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--160143486'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:45.055106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.277237 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.281894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.290721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.291994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.322640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-87330b9c-9fea-4ef4-8817-86afd447ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:45.324143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-87330b9c-9fea-4ef4-8817-86afd447ed73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.4536021 Nov 10 22:58:45.351591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d88324c-696a-479d-b2ce-7bc953a6d82e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:45.386380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.386380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5b8a4383-3c77-4613-9483-c0798e2499d2 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3781364 Nov 10 22:58:45.387064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55350) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:45.392309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '4d88324c-696a-479d-b2ce-7bc953a6d82e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:45.459365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.481193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-f8fc148c-815e-4f45-9f1c-4465ea1aca67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 998 time: 0.1426609 Nov 10 22:58:45.489277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:41Z', 'revision_number': 8, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:45.494285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 21e027c5-0583-402e-81c4-efde8e70198e owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:45.531121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:45.542039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:45.542674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:45.593445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.603016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.658311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeec61c-147c-44b3-9b7b-fb4d2ccdfd23,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:45.670392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83d3d12d-d0f4-4b27-b359-9ef6d1136853 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:45.672432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.679716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c438c84-1202-465b-b144-7917db092f96 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2916222 Nov 10 22:58:45.691618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55358) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:45.724675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 83d3d12d-d0f4-4b27-b359-9ef6d1136853 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:45.725128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 83d3d12d-d0f4-4b27-b359-9ef6d1136853 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:45.766704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.786339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.816746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:45.822342 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.838104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:45.839419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/faeec61c-147c-44b3-9b7b-fb4d2ccdfd23 HTTP/1.1" status: 204 len: 168 time: 0.1467364 Nov 10 22:58:45.840449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3048c7-0999-4af0-9ce1-0242b244bfab tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faeec61c-147c-44b3-9b7b-fb4d2ccdfd23,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:45.842359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:45.941920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-936f83c3-2fbd-420d-b404-271e2c017ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:45.945322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ab0c661-a9a8-458f-ac1e-bb0dc405d6ae tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1009827 Nov 10 22:58:45.947593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55368) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:45.957857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-936f83c3-2fbd-420d-b404-271e2c017ed7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.4649150 Nov 10 22:58:46.075456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-0918f9f5-eb78-4a46-830b-28b02768d04e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3409781 Nov 10 22:58:46.123622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.124321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.131158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-d89ee7bf-dcf4-4c8f-9bbf-a2167a580013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:46.133991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-d89ee7bf-dcf4-4c8f-9bbf-a2167a580013 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739247 Nov 10 22:58:46.177261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.268250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.278118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.283101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d88324c-696a-479d-b2ce-7bc953a6d82e HTTP/1.1" status: 204 len: 168 time: 0.3310306 Nov 10 22:58:46.284017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55374) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:46.317239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:41Z', 'revision_number': 8, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:46.324355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503a174-a681-465e-ba65-2c207e08751b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d88324c-696a-479d-b2ce-7bc953a6d82e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:46.370581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=21e027c5-0583-402e-81c4-efde8e70198e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:46.386320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe611b-17a7-4f92-b4ec-19e3a6de3986 None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '6797c6cf-72c2-4a52-987c-bf7c3189b4b9', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'port_id': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'mac_address': 'fa:16:3e:0c:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:57:41Z', 'updated_at': '2021-11-10T22:58:41Z', 'revision_number': 8, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:46.408536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d98b503-3a72-44e7-a908-7f64b2ceb8ad tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011705 Nov 10 22:58:46.420407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55376) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:46.428696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--516215998'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:46.497733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.510463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:46.512741 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1186d10-37cd-4d99-bfa6-60a110a0467a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:46.531145 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.543986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1f03e20-ee41-4c74-9b43-3a2ccc90b87f tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/21e027c5-0583-402e-81c4-efde8e70198e HTTP/1.1" status: 204 len: 168 time: 2.1587064 Nov 10 22:58:46.552112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55380) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:46.674321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.681207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.697635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-7699f7f1-23f2-4d02-9faa-d5fb9bf3743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:46.704322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-7699f7f1-23f2-4d02-9faa-d5fb9bf3743c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.5607133 Nov 10 22:58:46.717332 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bdc965-ebac-4102-8266-604b532d77c2 x-openstack-request-id: req-c6bdc965-ebac-4102-8266-604b532d77c2 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:46.717628 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:46.717921 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6bdc965-ebac-4102-8266-604b532d77c2 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:46.718325 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:58:46.728944 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:46.730607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3072057 Nov 10 22:58:46.734593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55382) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:46.741058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '16d88375-8c9a-4d6b-ba03-c7c059379c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:46.742515 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba103a7-01b2-4a59-8772-1437d4bbd2a2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] GET failed (client error): The resource could not be found. Nov 10 22:58:46.751924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028bfe-6c54-43d6-83c8-41f78006a8a0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d88375-8c9a-4d6b-ba03-c7c059379c79,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:46.755036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55384) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:46.769736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fba103a7-01b2-4a59-8772-1437d4bbd2a2 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "GET /v2.0/ports/21e027c5-0583-402e-81c4-efde8e70198e HTTP/1.1" status: 404 len: 333 time: 0.2135363 Nov 10 22:58:46.927314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d32c5-d164-4b7e-9599-6632feb57c24 None None] New status for floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:47.037605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-8e1a9132-6e1d-427e-ba38-15d7584f8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:47.039365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-8e1a9132-6e1d-427e-ba38-15d7584f8dca service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.2527282 Nov 10 22:58:47.059495 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-e4b56d89-4f25-4b17-a8d2-d80a3955f169 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993316 Nov 10 22:58:47.059597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.120930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 96ce6af3-d58c-402e-8cea-1144431f5bd6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:47.124609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.268629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.276665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f3aa044-c184-44a6-938f-fff92725bbe6 req-98561f91-ea42-43f7-bc5a-f6a62d54bb46 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154777 Nov 10 22:58:47.319043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.420570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da03efd1-fa53-4258-aa0d-092816cc1c65,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:47.439873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.448920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-74aeb747-45ac-42f8-a240-e0608f19fd99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 998 time: 0.3849776 Nov 10 22:58:47.466298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.470341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7aeb44ee-a310-4270-8c76-6220e994d9db tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7317290 Nov 10 22:58:47.483659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55396) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:47.488763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '16d88375-8c9a-4d6b-ba03-c7c059379c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:47.494204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 96ce6af3-d58c-402e-8cea-1144431f5bd6 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:47.593194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.599727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae330b3d-c3b3-4c78-855b-4a9c2ec9c613 req-43cc812c-55e2-42f3-9e2e-59993830693b tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 997 time: 0.1653013 Nov 10 22:58:47.607488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-c8f889f9-f3b5-40f1-9de3-b6a36f695dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:47.609919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-c8f889f9-f3b5-40f1-9de3-b6a36f695dd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1026294 Nov 10 22:58:47.716132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.725956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.765921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd46603c-e2ba-4c35-bfc5-850b1407cde5,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:47.773832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.789737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-5b81b99f-961f-4fee-bae1-92b39ae835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:47.791237 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-5b81b99f-961f-4fee-bae1-92b39ae835cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955508 Nov 10 22:58:47.799205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330b3d-c3b3-4c78-855b-4a9c2ec9c613 req-5282b4d4-0367-4523-a55e-8e8361899cbc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:47.800420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.801360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae330b3d-c3b3-4c78-855b-4a9c2ec9c613 req-5282b4d4-0367-4523-a55e-8e8361899cbc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1902018 Nov 10 22:58:47.804456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e3dc390c-8f44-41c2-9416-dabc8fdcae61 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173063 Nov 10 22:58:47.809056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55398) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:47.814557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '16d88375-8c9a-4d6b-ba03-c7c059379c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:47.828642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=96ce6af3-d58c-402e-8cea-1144431f5bd6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:47.855308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:47.867198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-538299c5-02ce-4472-b46f-b316e1158236 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/ports/96ce6af3-d58c-402e-8cea-1144431f5bd6 HTTP/1.1" status: 204 len: 168 time: 1.1067879 Nov 10 22:58:47.867629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55400) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:47.868466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-ae330b3d-c3b3-4c78-855b-4a9c2ec9c613 req-9818f8b3-1a83-423c-b588-3d7108ec0d48 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:58:47.869421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae330b3d-c3b3-4c78-855b-4a9c2ec9c613 req-9818f8b3-1a83-423c-b588-3d7108ec0d48 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283618 Nov 10 22:58:47.955870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.140859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting subnet a01ccbbe-35e3-4fb4-85b8-728e3e6004bd {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:58:48.174325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-38d6e36b-2414-44e8-a1dd-ad795fafae21 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719842 Nov 10 22:58:48.174677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.216268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.269199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-6cf51a78-9c67-42dd-bd3f-76da26fdb6d8 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.3185101 Nov 10 22:58:48.273049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.318554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.367782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85a3bdf5-80e5-4c6c-aafb-5b38c0414816 req-268c8e2c-e8ce-43a8-8949-659d68b9cd21 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805596 Nov 10 22:58:48.367981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-abbfe291-2faf-4dd1-b5f8-6dfd8becc452 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.380107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-abbfe291-2faf-4dd1-b5f8-6dfd8becc452 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports/9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 942 time: 0.1039982 Nov 10 22:58:48.382517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05eb9044-005b-49c2-a374-4273d8448d8c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:48.429669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.436067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55418) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:48.439545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dade9434-bc20-4f51-be27-168031ead768 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6286273 Nov 10 22:58:48.449655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '16d88375-8c9a-4d6b-ba03-c7c059379c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:48.519922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-09160409-cf6e-457d-b51d-7118b2262682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.521802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-09160409-cf6e-457d-b51d-7118b2262682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.0805812 Nov 10 22:58:48.578932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.652462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-dc4f07b2-1742-4499-a7d9-b41c564fc20a tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1788194 Nov 10 22:58:48.660680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.674426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-c39a0ddc-fa97-47c7-a1d0-ebbc0f5952e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.677388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-c39a0ddc-fa97-47c7-a1d0-ebbc0f5952e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.1486752 Nov 10 22:58:48.763749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-9f55aba4-163c-4296-a169-8188586c9f94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 1000 time: 0.0784829 Nov 10 22:58:48.803453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-c066ab73-0836-437e-acf7-9e85b3ec723d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.804883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-c066ab73-0836-437e-acf7-9e85b3ec723d tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.1413383 Nov 10 22:58:48.855230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-7d916fad-9d4d-4991-bcdf-76d7eacc107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.857205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-7d916fad-9d4d-4991-bcdf-76d7eacc107f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.0853288 Nov 10 22:58:48.890782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.903601 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.926164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-423d9a48-2f5e-461d-8651-e5d56e2dc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:48.928933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-423d9a48-2f5e-461d-8651-e5d56e2dc097 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640278 Nov 10 22:58:48.937908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:48.944922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55420) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:48.945504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5080492 Nov 10 22:58:48.955046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '16d88375-8c9a-4d6b-ba03-c7c059379c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:48.981232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-04810b5c-367b-4353-83dc-77a8029b4079 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1661127 Nov 10 22:58:48.987914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56505e-edca-4957-84e9-3e618e4f1b89 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e53b210-50ea-4477-952f-2052bf442e0b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:48.993267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.010367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:49.076682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.104535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Subnet': ['ID=a01ccbbe-35e3-4fb4-85b8-728e3e6004bd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:49.116753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.120081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2becaf93-6979-4276-a46e-57a5e611fcdc tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/subnets/a01ccbbe-35e3-4fb4-85b8-728e3e6004bd HTTP/1.1" status: 204 len: 168 time: 1.2505889 Nov 10 22:58:49.122578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:49.123680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5dedf1-263d-421f-8780-664cd301c064 None None] Network d6999482-4667-4df0-8d20-ecc0c259fe6e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:49.214675 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.226658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.227175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.263939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-ccee8f7b-3f23-4f47-afeb-2f253f956154 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280597 Nov 10 22:58:49.266321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe6c208-3272-4045-a7af-21a012533f95,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:49.285856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.289920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4429b568-6660-4f36-a6be-798edb5ecc5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3411090 Nov 10 22:58:49.290792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55428) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:49.354054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.364726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.405118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.412120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1186d10-37cd-4d99-bfa6-60a110a0467a req-9e9a7cc3-c0f0-4622-b809-f8b02f6fd734 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404097 Nov 10 22:58:49.522365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.525547 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.534622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.538638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5fe6c208-3272-4045-a7af-21a012533f95 HTTP/1.1" status: 204 len: 168 time: 0.2447965 Nov 10 22:58:49.539964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55434) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:49.542893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.543215 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9 disassociated. External IP: 172.25.0.43, port: 9066c782-42e5-4ac6-8f86-c455ff470fe9. Nov 10 22:58:49.546757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c394b-1b88-4d20-b684-9c5511199651 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe6c208-3272-4045-a7af-21a012533f95,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:49.626917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] DHCP port deletion for d6999482-4667-4df0-8d20-ecc0c259fe6e request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:49.657401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Deleting port 53d47e9f-2027-416c-8da8-820f88ea1e0e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:49.657993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.718147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-efc2fd0d-be06-4064-9776-d3f9970c76cc tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1755805 Nov 10 22:58:49.722330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55436) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:49.742279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] For port 53d47e9f-2027-416c-8da8-820f88ea1e0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53d47e9f-2027-416c-8da8-820f88ea1e0e,segment=NetworkSegment(3b180d36-8b51-4722-8d3d-e198abea89dc),segment_id=3b180d36-8b51-4722-8d3d-e198abea89dc)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:49.743273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.764511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Deleting port 53d47e9f-2027-416c-8da8-820f88ea1e0e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:49.764885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.813667 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.836629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.889313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] For port 53d47e9f-2027-416c-8da8-820f88ea1e0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53d47e9f-2027-416c-8da8-820f88ea1e0e,segment=NetworkSegment(3b180d36-8b51-4722-8d3d-e198abea89dc),segment_id=3b180d36-8b51-4722-8d3d-e198abea89dc)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:49.890149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.907437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.908102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Calling delete_port for 53d47e9f-2027-416c-8da8-820f88ea1e0e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:49.917248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:49.923096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2e53b210-50ea-4477-952f-2052bf442e0b HTTP/1.1" status: 204 len: 168 time: 0.1973822 Nov 10 22:58:49.924203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55438) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:49.977986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fbbe3-f45a-4952-b56b-6e0cebdc4be9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e53b210-50ea-4477-952f-2052bf442e0b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.069042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-61fd67d4-ae9c-4411-82c2-2db57688a1f0 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1378000 Nov 10 22:58:50.072175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55440) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.086062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.102237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Calling delete_port for 53d47e9f-2027-416c-8da8-820f88ea1e0e owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:50.112513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] No DVR routers for this DVR port 53d47e9f-2027-416c-8da8-820f88ea1e0e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:50.115985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.124901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.141569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c51e-796c-481a-b986-3236afeaecb0 None None] Pushing event deleted for resources: {'Port': ['ID=53d47e9f-2027-416c-8da8-820f88ea1e0e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.170008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.178760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.183674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/05eb9044-005b-49c2-a374-4273d8448d8c HTTP/1.1" status: 204 len: 168 time: 0.1060445 Nov 10 22:58:50.184937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.209938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5fcc8-aeaa-491f-8491-f8beb20db421 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05eb9044-005b-49c2-a374-4273d8448d8c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.271793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-de5072f5-015c-4495-8903-3e3f77e5ed5b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0821509 Nov 10 22:58:50.272526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55450) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.325224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.348715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.399105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.405259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.410328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dd46603c-e2ba-4c35-bfc5-850b1407cde5 HTTP/1.1" status: 204 len: 168 time: 0.1365795 Nov 10 22:58:50.412076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.430862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb36ba-96d0-4a0a-805b-42321dba5955 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd46603c-e2ba-4c35-bfc5-850b1407cde5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.497002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-99639ec5-318d-4345-9b31-d7e4e66b6702 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0738010 Nov 10 22:58:50.499789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55454) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.507489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:58:50.514813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.549262 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.580277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.596246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Port': ['ID=53d47e9f-2027-416c-8da8-820f88ea1e0e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.609492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] No DVR routers for this DVR port 53d47e9f-2027-416c-8da8-820f88ea1e0e on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:50.653358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.675266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.676528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/da03efd1-fa53-4258-aa0d-092816cc1c65 HTTP/1.1" status: 204 len: 168 time: 0.1754446 Nov 10 22:58:50.679425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55460) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.695153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac07f-557b-4fff-a9b1-8493e9178b39 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da03efd1-fa53-4258-aa0d-092816cc1c65,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:50.753907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ef6608fe-19ea-42b0-a75c-d99af1b1e40b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733533 Nov 10 22:58:50.754584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55464) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.757696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55466) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.829845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.858009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.927210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.934466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.937232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/16d88375-8c9a-4d6b-ba03-c7c059379c79 HTTP/1.1" status: 204 len: 168 time: 0.1786296 Nov 10 22:58:50.942348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55470) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:50.944072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.962614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9254e-23c3-4732-8a4e-2fc479014efd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d88375-8c9a-4d6b-ba03-c7c059379c79,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:51.006692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dda735ae-8639-43e9-a911-7cdd023326e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.042949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6999482-4667-4df0-8d20-ecc0c259fe6e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:51.077833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b180d36-8b51-4722-8d3d-e198abea89dc') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:51.078518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b180d36-8b51-4722-8d3d-e198abea89dc') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:51.134507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:58:51.138360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dda735ae-8639-43e9-a911-7cdd023326e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.144547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dda735ae-8639-43e9-a911-7cdd023326e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.151585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53d47e9f-2027-416c-8da8-820f88ea1e0e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:58:51.185311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59edebb0-12c3-4b9c-8216-16d07d7a2461 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2380998 Nov 10 22:58:51.198539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.202332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:51.203025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda735ae-8639-43e9-a911-7cdd023326e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15206cc-f9c6-413b-b280-93f0bb1853ae,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:51.204242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:58:51.217002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--167707766'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:51.222698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 53d47e9f-2027-416c-8da8-820f88ea1e0e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:58:51.228636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53d47e9f-2027-416c-8da8-820f88ea1e0e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:58:51.261402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:51.262272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:51.275790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-7567388c-4ab3-4b58-9d60-69f707913393 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "PUT /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 695 time: 2.2849538 Nov 10 22:58:51.279931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.284936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:51.292502 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0792383-200f-4921-aac0-b5348765e898" -d '{"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:51.307270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dda735ae-8639-43e9-a911-7cdd023326e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08718eb5364640e8b2f47bdfe649bf7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515842 Nov 10 22:58:51.307896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55476) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:51.354466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.490893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.514560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:58:51.514984 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.534589 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.545693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:58:51.570415 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:58:51.577486 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d940bdfd-6d14-45d7-ada5-962bc0683809 x-openstack-request-id: req-d940bdfd-6d14-45d7-ada5-962bc0683809 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:51.577902 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:51.578439 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d940bdfd-6d14-45d7-ada5-962bc0683809 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:51.578439 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:58:51.622854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.666506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.667700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4607809 Nov 10 22:58:51.668449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209b5a-bbbc-4cbc-9aee-34893b39353e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36870d-7b44-42ee-93ac-052b9f26e9a9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:51.680414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-84eb7b0d-d10b-4ecc-9a41-2baa1e849811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:51.686297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55480) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:51.703433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-84eb7b0d-d10b-4ecc-9a41-2baa1e849811 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.3913891 Nov 10 22:58:51.715229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '0c36870d-7b44-42ee-93ac-052b9f26e9a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:51.777923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.804221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:51.824454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.841226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792383-200f-4921-aac0-b5348765e898 req-8057292c-c133-49b1-b561-1c78d88fbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:51.847380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-8057292c-c133-49b1-b561-1c78d88fbb0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 1096 time: 0.2854743 Nov 10 22:58:51.944627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.952464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:51.982659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] 10.222.0.25 "DELETE /v2.0/networks/d6999482-4667-4df0-8d20-ecc0c259fe6e HTTP/1.1" status: 204 len: 168 time: 2.8554349 Nov 10 22:58:52.030914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.031962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.035372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.038277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f15206cc-f9c6-413b-b280-93f0bb1853ae HTTP/1.1" status: 204 len: 168 time: 0.7261598 Nov 10 22:58:52.045925 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.057608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792383-200f-4921-aac0-b5348765e898 req-6047137a-899c-4cde-8518-230ef95d0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.062642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-6047137a-899c-4cde-8518-230ef95d0112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.1725128 Nov 10 22:58:52.089644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eab934-ba21-45c5-ba98-cfcecd215df6 tempest-AllowedAddressPairIpV6TestJSON-232705896 tempest-AllowedAddressPairIpV6TestJSON-232705896-project] Pushing event deleted for resources: {'Network': ['ID=d6999482-4667-4df0-8d20-ecc0c259fe6e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:52.094053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef094-6878-4737-b6d7-92aa0f1b0578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15206cc-f9c6-413b-b280-93f0bb1853ae,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:52.104779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-c51d444f-7119-436f-bb46-d850a0ab7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.109245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-c51d444f-7119-436f-bb46-d850a0ab7fec service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 200 len: 920 time: 0.4043152 Nov 10 22:58:52.149091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97624714-cbcb-41f9-910e-98676a3829e7,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:52.203346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:52.236247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.237754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e11f8f94-dfad-4025-8364-3618c44619b9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5492282 Nov 10 22:58:52.239725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-b3b66cf7-8da4-4d21-b033-cd008f39e90f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.1290116 Nov 10 22:58:52.240599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55490) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:52.262157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:58:52.272329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-68824b39-e600-4062-a320-3753bfe32e56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 200 len: 217 time: 0.1488674 Nov 10 22:58:52.294233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:58:52.295156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:52.351161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792383-200f-4921-aac0-b5348765e898 req-f56d5479-51f5-405b-82a3-99ac071aaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.354372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-f56d5479-51f5-405b-82a3-99ac071aaeb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.0646782 Nov 10 22:58:52.381266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.398992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-d1c2ebc2-b97f-4eb5-930f-f365226e7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.402481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-d1c2ebc2-b97f-4eb5-930f-f365226e7796 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 200 len: 859 time: 0.1227050 Nov 10 22:58:52.457005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.506673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-04419d40-c8da-47bb-9936-61742d616f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.512843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-04419d40-c8da-47bb-9936-61742d616f8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006126 Nov 10 22:58:52.520357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:58:52.527698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792383-200f-4921-aac0-b5348765e898 req-a86a38d1-f57d-4a94-bf2a-3498f862525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:52.530228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-a86a38d1-f57d-4a94-bf2a-3498f862525f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c5c424-9e00-4483-b1fc-da72ac6de9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501229 Nov 10 22:58:52.534662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55498) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:52.667984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-6f7368e7-a9fc-4eab-8766-184ef17012d4 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076035 Nov 10 22:58:52.796444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-84834f2b-0639-48b1-a13f-87b58647e627 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d22f23da0ae42b8a0a372cf31e97ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576325 Nov 10 22:58:52.805981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55512) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:52.830578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.833992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:52.838471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/0c36870d-7b44-42ee-93ac-052b9f26e9a9 HTTP/1.1" status: 204 len: 168 time: 0.5966303 Nov 10 22:58:52.839644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55516) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:52.902605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-cb9a8498-c2d8-407d-8fef-ad2c1fb80196 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845136 Nov 10 22:58:52.938105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:52.938971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d79424b7-2b61-4c76-ba01-62fc91b26ddd tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0886707 Nov 10 22:58:52.954249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791911894'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:52.957128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a6ac-feb7-4b60-913c-767205288b82 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36870d-7b44-42ee-93ac-052b9f26e9a9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:53.012311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0792383-200f-4921-aac0-b5348765e898 req-75d18777-e47f-4b36-bddf-a4244596350b service neutron] 10.222.0.20 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299642 Nov 10 22:58:53.064807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.084038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:58:53.115636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.146335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc56efc-02cb-4f73-8a3b-5221e5517381 None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:57:06Z', 'revision_number': 4, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '27c9e9ec-4065-4d9a-9219-c79f60f24079', 'name': '', 'network_id': 'e3c5c424-9e00-4483-b1fc-da72ac6de9ac', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'mac_address': 'fa:16:3e:99:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:04Z', 'updated_at': '2021-11-10T22:57:10Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'subnets': [{'id': '02fc9260-441b-4657-9e8a-13b13fa0a254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:58:53.168396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.281801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-59db1048-e4cf-41d9-9b77-0d411f36f181 req-4e648039-e5c1-46fa-a4b3-3536d2ed65f6 service neutron] 10.222.0.25 "GET /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646252 Nov 10 22:58:53.322343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.325241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.349350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/399ba089-3adc-41e8-a43e-2df49d9454aa HTTP/1.1" status: 204 len: 168 time: 0.5405445 Nov 10 22:58:53.377303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.394540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbfc5a-a016-404d-8b42-324eb2d45f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ba089-3adc-41e8-a43e-2df49d9454aa,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:53.402428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.516798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.522153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55538) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:53.527293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063258361'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:53.538694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5882559 Nov 10 22:58:53.545228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49586bd-639e-45d3-8c4f-93d03f7bd23f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72232787-a097-494b-9378-3b4c817d43de,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:53.751386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-03e976f2-db58-4673-a9e7-bfd609a7a4fd tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 200 len: 695 time: 0.1917353 Nov 10 22:58:53.754748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:53.796807 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ae38b-97d1-438f-96da-c52d85fcf469 None None] New status for floating IP 6797c6cf-72c2-4a52-987c-bf7c3189b4b9: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:58:54.049299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-ae7e15e0-194c-4c59-ae8d-c64ca948bc0f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:54.059260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-ae7e15e0-194c-4c59-ae8d-c64ca948bc0f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 784 time: 0.2379532 Nov 10 22:58:54.064379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.069595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-cdc0ec13-21d5-49ef-9c84-130de7f1833c tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:58:54.079946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-cdc0ec13-21d5-49ef-9c84-130de7f1833c tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195880 Nov 10 22:58:54.090697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.210055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-f7a152e7-4193-4561-9f90-3d203fc09dc1 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 698 time: 0.1289549 Nov 10 22:58:54.326980 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.330860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8050783 Nov 10 22:58:54.331778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:54.341789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '72232787-a097-494b-9378-3b4c817d43de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6d10e3f7-86e3-478c-889a-17aef391bfb7', 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:54.348684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45fda-b722-43a9-9415-e1159e603507 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10e3f7-86e3-478c-889a-17aef391bfb7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:54.359131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-962dd062-be8f-4bba-bf22-03a225d25a8f tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 698 time: 0.1462679 Nov 10 22:58:54.479365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.746413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.765814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.806768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143b2078-2dae-4ae6-ac0c-5dbd3fb3126f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:54.817376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.824380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9371c674-ec5f-4c26-9c52-d21bc775c411 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4869597 Nov 10 22:58:54.825024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:54.883738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.910203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.979186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-03fbda9a-e3aa-43e1-a307-828031615404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.014497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.026019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.032647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/143b2078-2dae-4ae6-ac0c-5dbd3fb3126f HTTP/1.1" status: 204 len: 168 time: 0.2021408 Nov 10 22:58:55.036916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55598) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.052757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894a33e-a86f-4762-af3c-ba3ae54460c7 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=143b2078-2dae-4ae6-ac0c-5dbd3fb3126f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:55.120525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6d4abbe-cbaa-4150-ad38-5eabb77d566b tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0793056 Nov 10 22:58:55.121122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55600) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.126655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.145084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Deleting port 63872e12-3044-4a04-a3b9-1ae906ca9995 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:55.145435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.306407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.306973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.309977 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.327676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1673372100'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:55.336071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Calling delete_port for 63872e12-3044-4a04-a3b9-1ae906ca9995 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:55.356600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.375099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:55.379387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.393198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.437559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55618) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.489175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.496281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.593164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:58:55.618927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.620666 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Added segment 9a3063ab-7f9a-4d4a-9078-24a0662734b2 of type vlan for network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee Nov 10 22:58:55.639887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035352f5-bff4-4aba-8c40-b4b9f1d748be,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:55.650125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.653824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.656080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/6d10e3f7-86e3-478c-889a-17aef391bfb7 HTTP/1.1" status: 204 len: 168 time: 0.5320356 Nov 10 22:58:55.662300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.672989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55624) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.713685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5bd54-e8e4-412e-ac87-4c1be6383932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.737476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.809121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.827198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:55.827836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.849897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716319cc-a7f6-4501-8008-ce4466577427 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10e3f7-86e3-478c-889a-17aef391bfb7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:55.857257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event deleted for resources: {'Port': ['ID=63872e12-3044-4a04-a3b9-1ae906ca9995,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:55.888192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c7c8d976-4f28-447e-b3ed-c45f493791b8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2033765 Nov 10 22:58:55.896164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55628) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.908087 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.911851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.913000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a457696-0b44-4ffd-b4ac-3f89925ce57e req-1aef0a9a-6e00-4c59-8b9b-6b5ad83cc2c0 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "DELETE /v2.0/floatingips/6797c6cf-72c2-4a52-987c-bf7c3189b4b9 HTTP/1.1" status: 204 len: 173 time: 1.5472183 Nov 10 22:58:55.944524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8163741 Nov 10 22:58:55.949184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:55.960317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'subnet': {'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:55.960905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301dfc-189e-4490-a9a2-1acad794f933 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Network': ['ID=3e7d6891-baa6-4b38-9c4f-713ade27d6ee,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:55.973001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:58:55.981406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5bd54-e8e4-412e-ac87-4c1be6383932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:55.995014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5bd54-e8e4-412e-ac87-4c1be6383932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.061181 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-14d5bd54-e8e4-412e-ac87-4c1be6383932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=069059be3871400e966f4a9493365ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6205864 Nov 10 22:58:56.063239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55634) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:56.068664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5bd54-e8e4-412e-ac87-4c1be6383932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2cf1e-0c76-408c-bd1c-0a138259834e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:56.143362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.159402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.169102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.197988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.220091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:58:56.227452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.255196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.258687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.260115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0da2cf1e-0c76-408c-bd1c-0a138259834e HTTP/1.1" status: 204 len: 168 time: 0.1926978 Nov 10 22:58:56.282512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094da01-2871-465e-ab73-85d20e376a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2cf1e-0c76-408c-bd1c-0a138259834e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:56.417030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.420084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.421254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/72232787-a097-494b-9378-3b4c817d43de HTTP/1.1" status: 204 len: 168 time: 0.5229621 Nov 10 22:58:56.424094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55652) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:56.433637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad420fb-b00f-49aa-9729-e8269f8c8c2e req-d575d2b9-70ea-451f-ae22-217a3cf126fc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:56.435174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ad420fb-b00f-49aa-9729-e8269f8c8c2e req-d575d2b9-70ea-451f-ae22-217a3cf126fc tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 945 time: 0.1198971 Nov 10 22:58:56.460791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d6a43-e0a6-4c7a-a9e4-b741194bd369 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72232787-a097-494b-9378-3b4c817d43de,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:56.506780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0f6aa08-e623-4188-9707-3dcd04e286b6 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761242 Nov 10 22:58:56.509032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:56.514273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220304302'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:56.545465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.587473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ad420fb-b00f-49aa-9729-e8269f8c8c2e req-96b6a042-21b0-4a22-a7e2-0b8a82463e5e tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414037 Nov 10 22:58:56.657221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.674254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.682385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.717431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.721271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2111351 Nov 10 22:58:56.722353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55664) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:56.730119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': 'd3266c64-c78a-4ac2-8fe1-14230cf7feb6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:56.751831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba14c9-a5e9-4b31-9698-932492fe735e tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3266c64-c78a-4ac2-8fe1-14230cf7feb6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:56.782171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.788349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Subnet': ['ID=bb9b7aab-c2df-4068-be2c-7ff9f59682c0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:56.835281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Checking segment: {'id': '9a3063ab-7f9a-4d4a-9078-24a0662734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:58:56.835835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network hostable DHCP agents. Network: 3e7d6891-baa6-4b38-9c4f-713ade27d6ee, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:58:56.890610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:58:56.919849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3e7d6891-baa6-4b38-9c4f-713ade27d6ee) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:56.930398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330be8d-c8ca-4446-b990-27b535b02144 None None] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:56.935520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:56.937396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.946335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.958299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:56.980245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00a5717e-9d21-4813-9d2d-21ef2680cc46 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0285592 Nov 10 22:58:56.983079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55672) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:56.993913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1320841714', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:57.004238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.010786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2849755 Nov 10 22:58:57.011497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55674) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:57.041157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efdd97-6828-4262-acb0-5d303e9f0d11 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589ea978-2df6-4a33-b689-6af060b45f68,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:57.061679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.063261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.094616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.134134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.148592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.198833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.212525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.214930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/589ea978-2df6-4a33-b689-6af060b45f68 HTTP/1.1" status: 204 len: 168 time: 0.1961846 Nov 10 22:58:57.216918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:57.219564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906db3dc-02ca-418b-a552-b8f89e82ec68 None None] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:58:57.245612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e761fb-a345-4acf-a8a7-5d7bbecead41 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=589ea978-2df6-4a33-b689-6af060b45f68,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:57.307600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b704760-66e8-4b6c-8d2c-88a721fe4966 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886331 Nov 10 22:58:57.316115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55686) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:57.364208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.455614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.520788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.608542 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05c7f847-cbf1-49c4-9dd5-f9daf4ea701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.614220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.620803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.625388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3266c64-c78a-4ac2-8fe1-14230cf7feb6 HTTP/1.1" status: 204 len: 168 time: 0.3060429 Nov 10 22:58:57.637473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:57.660495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b14744-308d-4a37-af10-728122d34836 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3266c64-c78a-4ac2-8fe1-14230cf7feb6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:57.801605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4a5f24d1-495b-4f2f-b457-77e68e6fb60a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1464617 Nov 10 22:58:57.804475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:57.809974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group': {'name': 'tempest-secgroup--963959749'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:57.894569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:57.912473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-8cd28702-1783-4005-a6c6-c9e951a16f4b tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:57.914084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-8cd28702-1783-4005-a6c6-c9e951a16f4b tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 945 time: 0.4244835 Nov 10 22:58:58.053807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.066190 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.137858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a67f1-22ea-4ca7-acfe-5323d511f9b4 req-be5a9f09-9e4a-4c3a-a2c1-d1887fca7177 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:58.139432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c86a67f1-22ea-4ca7-acfe-5323d511f9b4 req-be5a9f09-9e4a-4c3a-a2c1-d1887fca7177 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 945 time: 0.3699496 Nov 10 22:58:58.148320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.149623 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3438787 Nov 10 22:58:58.156025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55716) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:58.177349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5a052-ff9c-4f92-a393-c5ab1df852ca tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9328195f-8ec5-4136-81aa-8cc3f941cff3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:58.181662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '9328195f-8ec5-4136-81aa-8cc3f941cff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:58.403910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.433659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.464029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Deleting port 9066c782-42e5-4ac6-8f86-c455ff470fe9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:58:58.464689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.552277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c86a67f1-22ea-4ca7-acfe-5323d511f9b4 req-2536e5c4-faef-4c9e-8c57-c824a534d5fe tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/security-groups?id=77df240f-9caf-49dc-a3ae-8a567aa9da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954206 Nov 10 22:58:58.553414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.696754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.722516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] For port 9066c782-42e5-4ac6-8f86-c455ff470fe9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9066c782-42e5-4ac6-8f86-c455ff470fe9,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:58:58.722875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.726923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.747000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Calling delete_port for 9066c782-42e5-4ac6-8f86-c455ff470fe9 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:58:58.778464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058722bc-6c5c-46c5-a754-c6f82d618e77,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:58.821935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.826965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa477b22-4242-4606-81c3-96a06affca8a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6682060 Nov 10 22:58:58.827058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:58.841043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.31 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5c4f97af-1705-4310-b361-565ec67fa4a2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:58:58.855151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-64cda45c-625a-44e5-a264-02d8d04c8e60 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules/058722bc-6c5c-46c5-a754-c6f82d618e77 HTTP/1.1" status: 200 len: 763 time: 0.0256238 Nov 10 22:58:58.857776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:58.944769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:58.981178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-edf03532-bcb1-4ea9-9eab-fa9c9d9b0383 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1213679 Nov 10 22:58:58.984508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.037219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.052028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.098824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.104687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.106471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/058722bc-6c5c-46c5-a754-c6f82d618e77 HTTP/1.1" status: 204 len: 168 time: 0.1175835 Nov 10 22:58:59.109164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55750) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.120319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f6b9f-d557-4ce5-8fdf-bb85783137d8 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=058722bc-6c5c-46c5-a754-c6f82d618e77,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:59.175487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.204051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.218246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9066c782-42e5-4ac6-8f86-c455ff470fe9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:58:59.256574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Pushing event deleted for resources: {'Port': ['ID=9066c782-42e5-4ac6-8f86-c455ff470fe9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:59.271726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9c74cc1-7a5b-458b-9933-f491947e3b14 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1614199 Nov 10 22:58:59.272052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.280913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '9328195f-8ec5-4136-81aa-8cc3f941cff3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:59.308773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.332299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.334315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] No DVR routers for this DVR port 9066c782-42e5-4ac6-8f86-c455ff470fe9 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:58:59.361505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.366038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-af7069d5-d807-4aaa-a1d0-7ec601e42714 req-d189f33d-b801-4b4b-847b-865977029ae4 tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.20 "DELETE /v2.0/ports/9066c782-42e5-4ac6-8f86-c455ff470fe9 HTTP/1.1" status: 204 len: 173 time: 1.4302754 Nov 10 22:58:59.366438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'name': 'network-vif-deleted', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:58:59.369394 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7f79b-b2fe-4efa-abb0-5c774b63de71" -d '{"events": [{"server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "name": "network-vif-deleted", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:58:59.390866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:58:59.395338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:58:59.400060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:58:59.426837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=5c4f97af-1705-4310-b361-565ec67fa4a2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:59.427471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e9fbf-8be5-4541-9cd2-dd0bedb89acf None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:58:59.485624 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8785bc7-5bba-4382-a273-eb0c9bf6a6cb x-openstack-request-id: req-a8785bc7-5bba-4382-a273-eb0c9bf6a6cb {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:58:59.485927 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a", "name": "network-vif-deleted", "tag": "9066c782-42e5-4ac6-8f86-c455ff470fe9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:58:59.486177 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8785bc7-5bba-4382-a273-eb0c9bf6a6cb {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:58:59.486594 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a', 'name': 'network-vif-deleted', 'tag': '9066c782-42e5-4ac6-8f86-c455ff470fe9', 'status': 'completed', 'code': 200} Nov 10 22:58:59.515843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-35848d5c-44d7-46ec-a5f7-771feda6e0fd None None] Provisioning complete for port 5c4f97af-1705-4310-b361-565ec67fa4a2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:58:59.516888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35848d5c-44d7-46ec-a5f7-771feda6e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.524088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.535916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.562375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e38af40-ec99-437a-b5cf-c190f52aba76,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:59.564409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-35848d5c-44d7-46ec-a5f7-771feda6e0fd None None] Port 5c4f97af-1705-4310-b361-565ec67fa4a2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:58:59.603149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.604750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3872f77a-e67e-45d4-b1dc-9f0b3789d1c4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312635 Nov 10 22:58:59.607919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55766) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.638929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7fbacf08-69ae-438e-9a43-77a377890d6c tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules/4e38af40-ec99-437a-b5cf-c190f52aba76 HTTP/1.1" status: 200 len: 763 time: 0.0295515 Nov 10 22:58:59.642162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.715228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9dd133e9-1878-45bb-9f24-42c3172e2c40 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0667429 Nov 10 22:58:59.723393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55770) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.766131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf685cc8-c44f-4c08-8b13-3e0d59d0b6a2 req-9f865ece-61c0-4608-89f0-07c4471655ba tempest-FloatingIPsAssociationTestJSON-2087398578 tempest-FloatingIPsAssociationTestJSON-2087398578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d326bd6-6131-4cf6-b5e5-99b2cfb0c55a HTTP/1.1" status: 200 len: 210 time: 0.0517058 Nov 10 22:58:59.798005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.809310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.847406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.854461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.855674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4e38af40-ec99-437a-b5cf-c190f52aba76 HTTP/1.1" status: 204 len: 168 time: 0.1310627 Nov 10 22:58:59.859543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55774) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.890207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:59.894338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4401-fe34-481f-9bcb-82086055ca58 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e38af40-ec99-437a-b5cf-c190f52aba76,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:58:59.942193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55778) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:58:59.945101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a8ee1852-73e6-4a78-bc16-ed2a8af6281a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781481 Nov 10 22:58:59.947429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Request body: {'security_group_rule': {'security_group_id': '9328195f-8ec5-4136-81aa-8cc3f941cff3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:58:59.988476 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Project e9134196a2754659a0c3c6414ca3c159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:58:59.995848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.235134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.249778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.286200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebf5176-a9cc-4d96-bd75-398231ad1236,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:00.325155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.326350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8234ca50-1707-41e6-bd33-de2b339e0d65 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3826344 Nov 10 22:59:00.329008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55790) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.352473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e386b2ae-5e50-45aa-a112-91df2a6793fa tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules/cebf5176-a9cc-4d96-bd75-398231ad1236 HTTP/1.1" status: 200 len: 769 time: 0.0223682 Nov 10 22:59:00.357081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55792) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.370665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.448775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.458320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55796) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.458625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6026a8d1-cee0-4616-acb2-feb4ad52caa4 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1008558 Nov 10 22:59:00.539732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.577847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.629136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.636776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.641602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cebf5176-a9cc-4d96-bd75-398231ad1236 HTTP/1.1" status: 204 len: 168 time: 0.1812234 Nov 10 22:59:00.642362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55800) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.652652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d294682-a4ef-4a3d-9e43-ebe9d7527511 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cebf5176-a9cc-4d96-bd75-398231ad1236,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:00.683754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:59:00.720484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-039d224a-7e54-44b2-93cd-7e325f42a61a tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767624 Nov 10 22:59:00.730414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55804) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.753304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.835571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.839200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.869475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:00.880026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:00.903657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:00.905110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:00.916381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:00.918045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e4c2ce1-ce7a-45f3-a467-b76fd89b402c tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9338624 Nov 10 22:59:00.920999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55812) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.954355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55814) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:00.985524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.000483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:01.025634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:01.028093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:01.104244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:01.105615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886cb62-755f-46e2-9f87-82b72eb16f57 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:01.238894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dceed465-2887-49e1-b4a9-55f2a1f6d7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.380009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.383701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.388307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "DELETE /v2.0/security-groups/9328195f-8ec5-4136-81aa-8cc3f941cff3 HTTP/1.1" status: 204 len: 168 time: 0.6523654 Nov 10 22:59:01.424062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55822) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:01.488278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54770ea0-03d3-426f-8cf7-5dab3c064ceb tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328195f-8ec5-4136-81aa-8cc3f941cff3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:01.566654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ed4751fd-bb77-426d-b9e6-a8fb15cf2e8f tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1350322 Nov 10 22:59:01.573953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:01.692829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9066c782-42e5-4ac6-8f86-c455ff470fe9 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:01.720950 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dceed465-2887-49e1-b4a9-55f2a1f6d7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.729563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b09d1f54-ea64-40d5-92f1-33a8bd1989f9 tempest-SecGroupIPv6Test-560483135 tempest-SecGroupIPv6Test-560483135-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1510110 Nov 10 22:59:01.737782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 9066c782-42e5-4ac6-8f86-c455ff470fe9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:01.738615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9066c782-42e5-4ac6-8f86-c455ff470fe9 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:01.739456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dceed465-2887-49e1-b4a9-55f2a1f6d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.808835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dceed465-2887-49e1-b4a9-55f2a1f6d7da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43c778408bab4fa486772a3273ee13db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8506527 Nov 10 22:59:01.808835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceed465-2887-49e1-b4a9-55f2a1f6d7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef2f6b-59c9-4245-8c72-90a58ff5b9ac,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:01.812389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55830) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:01.949721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.979705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:01.991451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.109166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55834) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:02.205063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.211350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.213281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbef2f6b-59c9-4245-8c72-90a58ff5b9ac HTTP/1.1" status: 204 len: 168 time: 0.3997872 Nov 10 22:59:02.289486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.321172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18d796-4409-4bb1-9c5d-f05321bb6ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef2f6b-59c9-4245-8c72-90a58ff5b9ac,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:02.480221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-21c8d9d6-4246-478a-ae4f-74260b4e8fc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9134196a2754659a0c3c6414ca3c159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698361 Nov 10 22:59:02.480937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:02.623026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.651534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.726067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.1 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/28a22b27-a257-4898-9cab-e1dce9c4470a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:02.738689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Deleting port 27c9e9ec-4065-4d9a-9219-c79f60f24079 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:02.739571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.831278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:02.852248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.855526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.856748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e365141-5438-4340-bd1c-123fbe8d8fa5 HTTP/1.1" status: 204 len: 168 time: 0.3735304 Nov 10 22:59:02.872075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ab90be4-a844-43f0-bdaf-0b651a434811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:02.928506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e68a22-ed26-4670-95a7-389244f74de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e365141-5438-4340-bd1c-123fbe8d8fa5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:02.980678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] For port 27c9e9ec-4065-4d9a-9219-c79f60f24079, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=27c9e9ec-4065-4d9a-9219-c79f60f24079,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:02.981437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.011751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Calling delete_port for 27c9e9ec-4065-4d9a-9219-c79f60f24079 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:03.045971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ab90be4-a844-43f0-bdaf-0b651a434811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.065180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ab90be4-a844-43f0-bdaf-0b651a434811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.082089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.131332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ab90be4-a844-43f0-bdaf-0b651a434811 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5302c7c3b2b64d0bb5f36a8cf8cf24ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957375 Nov 10 22:59:03.133998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab90be4-a844-43f0-bdaf-0b651a434811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba57fec-562a-49b0-aed4-88fe83176523,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:03.136580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55854) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:03.205422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.242648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.273896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:03.289170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:03.292752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.295271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:03.302742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=28a22b27-a257-4898-9cab-e1dce9c4470a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:03.365738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.376551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.501298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.513257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.513257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ba57fec-562a-49b0-aed4-88fe83176523 HTTP/1.1" status: 204 len: 168 time: 0.3694510 Nov 10 22:59:03.554782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1768-faec-4f72-860d-4c3fafe0e606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba57fec-562a-49b0-aed4-88fe83176523,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:03.555863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Pushing event deleted for resources: {'Port': ['ID=27c9e9ec-4065-4d9a-9219-c79f60f24079,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:03.736255 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:03.838797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:04.272056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Router b058e70e-8c40-4fda-9ad6-c0197b9639a0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:04.323658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:04.329889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:04.495455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:04.498801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=28a22b27-a257-4898-9cab-e1dce9c4470a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:04.585009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55900) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:04.592909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:04.599996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b7ed3b5-ed44-46d6-aa5e-812fe868980e admin admin] 10.222.0.25 "PUT /v2.0/routers/b058e70e-8c40-4fda-9ad6-c0197b9639a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7594812 Nov 10 22:59:04.603374 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Sync routers for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:04.605753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:04.620479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:04.623479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:04.725322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:04.728231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:04.844017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:04.888263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-30b51be7-eb7a-4f7d-b61a-b7679ebad1ac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:04.889162 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-30b51be7-eb7a-4f7d-b61a-b7679ebad1ac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 22:59:04.890043 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-30b51be7-eb7a-4f7d-b61a-b7679ebad1ac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 22:59:04.891287 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-30b51be7-eb7a-4f7d-b61a-b7679ebad1ac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3049603 Nov 10 22:59:04.895906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55912) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:04.902781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924287141'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:04.961234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:05.058781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:05.134238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:05.145220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:05.153315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2d4f2e5f-a9d9-4cc2-b765-bb9a4df8d5a7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/routers/1a75986d-10d8-437b-b7fa-25cf96a5b040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2244155 Nov 10 22:59:05.154050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55916) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:05.163335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:05.168337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.171574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'port': {'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee', 'name': 'tempest-FloatingIPTestJSON-1048907919'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:05.266367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.290790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:05.291427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.358626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.359489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4673190-a0da-477d-bcb6-831d328392c2 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:05.402350 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:59:03Z', 'revision_number': 5, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port': {'id': '0a81f335-d164-4ff9-bb95-705e05ca549e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:56:47Z', 'updated_at': '2021-11-10T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.418952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.431073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.444708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:05.449604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.457710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.468408 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Checking router: b058e70e-8c40-4fda-9ad6-c0197b9639a0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:05.483746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] device_id is not set on port 5ba64678-466d-4be9-a795-fd24f479da97 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:59:05.491436 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Routers {'b058e70e-8c40-4fda-9ad6-c0197b9639a0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:05.492070 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.601394 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] Set router b058e70e-8c40-4fda-9ad6-c0197b9639a0 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:05.619554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Deleting port 0a81f335-d164-4ff9-bb95-705e05ca549e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:05.619892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.686020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.11 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/5ba64678-466d-4be9-a795-fd24f479da97) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:05.686432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:59:05Z', 'revision_number': 6, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:05.724866 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31982043-2ac3-4609-a6bd-d1dd598de2bf None None] The sync data for ids ['b058e70e-8c40-4fda-9ad6-c0197b9639a0'] in n-d-811521-3 is: [{'id': 'b058e70e-8c40-4fda-9ad6-c0197b9639a0', 'name': 'tempest-FloatingIPsAssociationTestJSON-480583777-router', 'tenant_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:56:45Z', 'updated_at': '2021-11-10T22:59:05Z', 'revision_number': 6, 'project_id': '67b1339ecdf64aa3b22dad02d8070ce4', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:05.740385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.752029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.847889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4644e5-9ae4-4332-a1be-e938b9eeaa61,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:05.909689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.920746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.971954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7756dbec-13a9-4f27-8bcd-56aaca69142e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:05.979307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.983542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b8e996d-74f9-4ea0-b397-6366d505f6f9 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0837154 Nov 10 22:59:05.988308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] For port 0a81f335-d164-4ff9-bb95-705e05ca549e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a81f335-d164-4ff9-bb95-705e05ca549e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:05.988736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.991478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:05.998850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '7756dbec-13a9-4f27-8bcd-56aaca69142e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:06.016647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.040448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Calling delete_port for 0a81f335-d164-4ff9-bb95-705e05ca549e owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:06.115298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.115621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.259327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:06.270197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:06.277488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:06.330987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=5ba64678-466d-4be9-a795-fd24f479da97,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:06.367582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.380276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:06.381355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.398577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.415690 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c44b728-9c3c-4bcf-8941-3a1996607942 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2581735 Nov 10 22:59:06.416237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55950) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:06.426013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'port': {'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee', 'name': 'tempest-FloatingIPTestJSON-1725037789'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:06.458823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a47379-28cd-4591-9f75-e10cd73d216d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:06.516064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.520254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8d8430f8-f479-418b-bbfa-453e1f3fc108 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5248873 Nov 10 22:59:06.520397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55954) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:06.525854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-79015531-bb7e-460a-9519-0ca7596d67b3 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '7756dbec-13a9-4f27-8bcd-56aaca69142e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:06.537100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.578869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a81f335-d164-4ff9-bb95-705e05ca549e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:06.599259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956efc39-8561-47b4-af52-d8afee80668f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:06.667723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79015531-bb7e-460a-9519-0ca7596d67b3 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.749383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.779644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:06.795752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.843557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] device_id is not set on port 1b6df6ea-f219-451a-9e01-6b1a083bae2d yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:59:06.921498 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-79015531-bb7e-460a-9519-0ca7596d67b3 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 22:59:06.925450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79015531-bb7e-460a-9519-0ca7596d67b3 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4038124 Nov 10 22:59:06.925914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55960) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:06.929524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.935796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.997697 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:06.998277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b058e70e-8c40-4fda-9ad6-c0197b9639a0 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:59:07.006368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.008619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-794dd9b3-672b-4562-a976-69681f498c5e admin admin] 10.222.0.25 "DELETE /v2.0/routers/b058e70e-8c40-4fda-9ad6-c0197b9639a0 HTTP/1.1" status: 204 len: 168 time: 2.4018433 Nov 10 22:59:07.010695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:07.110116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a81f335-d164-4ff9-bb95-705e05ca549e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:07.130135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Deleting subnet 02fc9260-441b-4657-9e8a-13b13fa0a254 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:59:07.135786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.165265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0a81f335-d164-4ff9-bb95-705e05ca549e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:07.165696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a81f335-d164-4ff9-bb95-705e05ca549e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:07.166173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 27c9e9ec-4065-4d9a-9219-c79f60f24079 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:07.180095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.224658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 27c9e9ec-4065-4d9a-9219-c79f60f24079 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:07.229390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 27c9e9ec-4065-4d9a-9219-c79f60f24079 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:07.242887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.246323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.8 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/1b6df6ea-f219-451a-9e01-6b1a083bae2d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:07.264034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.413494 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.442304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.445401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.446194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:07.449649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/7756dbec-13a9-4f27-8bcd-56aaca69142e HTTP/1.1" status: 204 len: 168 time: 0.5212815 Nov 10 22:59:07.452567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:07.526695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.558186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fc9260-441b-4657-9e8a-13b13fa0a254,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:07.568203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf237db-b7a7-4c61-bf5c-60a8cd3eac7b None None] Network e3c5c424-9e00-4483-b1fc-da72ac6de9ac requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:07.576199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf69353-20d1-41db-af1d-0f56f6a1eaac tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756dbec-13a9-4f27-8bcd-56aaca69142e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:07.578433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.588849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-861bdb88-19b1-44a8-83be-41fefa3530f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/02fc9260-441b-4657-9e8a-13b13fa0a254 HTTP/1.1" status: 204 len: 168 time: 0.5750840 Nov 10 22:59:07.589989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55976) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:07.631493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f2dd3a1c-6118-461e-89e5-243522268ef2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1690488 Nov 10 22:59:07.638689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55978) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:07.643999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001924471'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:07.723649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f9d-e079-4fcd-83e8-65db9966af35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.725473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.768571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.797270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.834192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.908723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:07.919094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:07.929805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.931392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:07.967850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] DHCP port deletion for e3c5c424-9e00-4483-b1fc-da72ac6de9ac request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:07.984022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:07.984656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.986975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f9d-e079-4fcd-83e8-65db9966af35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.994070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.001570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Deleting port 90acf537-d25a-490b-82bd-f203c090e2e2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:08.002099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.007033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=1b6df6ea-f219-451a-9e01-6b1a083bae2d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.056036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68f1f2a0-3f76-4721-967c-611a0e45b9a6 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6379519 Nov 10 22:59:08.059602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55982) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.063582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.065364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4248893 Nov 10 22:59:08.069621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '1b6df6ea-f219-451a-9e01-6b1a083bae2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:08.074083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55984) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.081288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-626f8a79-8b90-4055-ac89-547ec3e20d1e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'ffbae712-57bc-4ac4-8883-97960a02daca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:08.082043 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-626f8a79-8b90-4055-ac89-547ec3e20d1e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 22:59:08.082544 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-626f8a79-8b90-4055-ac89-547ec3e20d1e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:08.083527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-626f8a79-8b90-4055-ac89-547ec3e20d1e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085323 Nov 10 22:59:08.084233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8111731-08f4-4a1b-a4a5-f1b5029f1386 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbae712-57bc-4ac4-8883-97960a02daca,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.087343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55986) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.115374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Deleting port 90acf537-d25a-490b-82bd-f203c090e2e2 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:08.115663 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.138076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] For port 90acf537-d25a-490b-82bd-f203c090e2e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=90acf537-d25a-490b-82bd-f203c090e2e2,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:08.138705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.157959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Calling delete_port for 90acf537-d25a-490b-82bd-f203c090e2e2 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:08.171282 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.179041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.224686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] For port 90acf537-d25a-490b-82bd-f203c090e2e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=90acf537-d25a-490b-82bd-f203c090e2e2,segment=NetworkSegment(c378b89a-4b72-4b4d-9272-430ee95f1aa9),segment_id=c378b89a-4b72-4b4d-9272-430ee95f1aa9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:08.225377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.240018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Calling delete_port for 90acf537-d25a-490b-82bd-f203c090e2e2 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:08.260714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f9d-e079-4fcd-83e8-65db9966af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.262056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.296182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bb27f9d-e079-4fcd-83e8-65db9966af35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6df5d4deeeac4325a7e3894313f064d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8487113 Nov 10 22:59:08.296959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.300997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55990) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.326246 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.339629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] No DVR routers for this DVR port 90acf537-d25a-490b-82bd-f203c090e2e2 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:59:08.380049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f648-0362-43ff-af15-bb6de2732bc5 None None] Pushing event deleted for resources: {'Port': ['ID=90acf537-d25a-490b-82bd-f203c090e2e2,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.403780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Pushing event deleted for resources: {'Port': ['ID=90acf537-d25a-490b-82bd-f203c090e2e2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.423202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] No DVR routers for this DVR port 90acf537-d25a-490b-82bd-f203c090e2e2 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:59:08.433147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.433372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb27f9d-e079-4fcd-83e8-65db9966af35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb9967-e405-48db-9e7a-831c51786e02,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.436297 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.437715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/ffbae712-57bc-4ac4-8883-97960a02daca HTTP/1.1" status: 204 len: 168 time: 0.3471096 Nov 10 22:59:08.448500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55994) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.452094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6c0e9-39ce-4287-b293-11e3e448ce8e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbae712-57bc-4ac4-8883-97960a02daca,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.452243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.509789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.514428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.535425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.572612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c5c424-9e00-4483-b1fc-da72ac6de9ac']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:08.584354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c378b89a-4b72-4b4d-9272-430ee95f1aa9') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:08.584672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c378b89a-4b72-4b4d-9272-430ee95f1aa9') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:08.602980 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.618930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.624873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.628259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.629531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efeb9967-e405-48db-9e7a-831c51786e02 HTTP/1.1" status: 204 len: 168 time: 0.3260787 Nov 10 22:59:08.644412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:59:08.646153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.650594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.165 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/90f6b2e7-fb97-4d9b-8285-5b290e4f726e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: timer() Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:59:08.659161 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:59:08.668862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57b6990d-ecd4-4504-ab2a-10b73955133b tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2143919 Nov 10 22:59:08.675358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55998) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:08.680777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714224872'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:08.691457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0022-03dd-4676-bffa-6c290a0cef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb9967-e405-48db-9e7a-831c51786e02,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.729612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.736501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.755673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] 10.222.0.25 "DELETE /v2.0/networks/e3c5c424-9e00-4483-b1fc-da72ac6de9ac HTTP/1.1" status: 204 len: 168 time: 1.1616948 Nov 10 22:59:08.761031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.774740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7679db-33b9-45b8-9574-984c4ce0bfca admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c5c424-9e00-4483-b1fc-da72ac6de9ac,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:08.834547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.906827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.914514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:08.927206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.030950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.035590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3593020 Nov 10 22:59:09.044106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56004) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.055294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c9d25b8a-8fc0-4fa3-b28d-982232a74c09 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'f6314f78-291b-4708-ac3e-63b29d259c35', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:09.056627 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-c9d25b8a-8fc0-4fa3-b28d-982232a74c09 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 22:59:09.057445 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-c9d25b8a-8fc0-4fa3-b28d-982232a74c09 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:09.058766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c9d25b8a-8fc0-4fa3-b28d-982232a74c09 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125122 Nov 10 22:59:09.062989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56008) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.073228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:09.077819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081c470-d6a8-43e4-8203-558b76ff3a35 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6314f78-291b-4708-ac3e-63b29d259c35,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:09.094489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:09.102744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:09.115521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=90f6b2e7-fb97-4d9b-8285-5b290e4f726e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:09.120770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 90acf537-d25a-490b-82bd-f203c090e2e2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:09.195422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56012) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.232664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 90acf537-d25a-490b-82bd-f203c090e2e2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:09.239437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 90acf537-d25a-490b-82bd-f203c090e2e2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:09.355089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c21839ca-c2e9-49e2-8016-cc436f81219b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67b1339ecdf64aa3b22dad02d8070ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487370 Nov 10 22:59:09.355664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56014) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.435262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.482760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.511500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.581194 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.598503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.618516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b940419-26ee-45fc-b456-a362bde677c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.664142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.667304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.668634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6314f78-291b-4708-ac3e-63b29d259c35 HTTP/1.1" status: 204 len: 168 time: 0.6028869 Nov 10 22:59:09.677376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56022) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.710179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1342-5164-416f-9d2c-6e35eb3411dd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6314f78-291b-4708-ac3e-63b29d259c35,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:09.735839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.738999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.740157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77df240f-9caf-49dc-a3ae-8a567aa9da45 HTTP/1.1" status: 204 len: 168 time: 0.3835368 Nov 10 22:59:09.756216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84865087-5e5d-4358-a4de-6a9d33a07a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77df240f-9caf-49dc-a3ae-8a567aa9da45,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:09.860760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4902f4c-7616-472e-8341-c868d94080c8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1797276 Nov 10 22:59:09.864717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56026) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:09.869636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699678448'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:09.879981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.897229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b940419-26ee-45fc-b456-a362bde677c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.905877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7b940419-26ee-45fc-b456-a362bde677c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.938134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.976873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b940419-26ee-45fc-b456-a362bde677c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6244afd-2e49-4eb2-abc7-fa5bd2fffad5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:10.004339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7b940419-26ee-45fc-b456-a362bde677c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f710571887674eb9ae3d5a2cc4ea8990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4038174 Nov 10 22:59:10.005097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56028) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.030628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.089637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:59:10.129641 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.141866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.150578 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.192500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.213362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.219266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3517089 Nov 10 22:59:10.226705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56032) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.232507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3aca0120-1939-4cb0-b505-905cec092b9f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'a057edeb-0eb1-47f1-95c1-a89aab678b80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:10.255582 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-3aca0120-1939-4cb0-b505-905cec092b9f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 22:59:10.256274 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-3aca0120-1939-4cb0-b505-905cec092b9f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:10.261091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3aca0120-1939-4cb0-b505-905cec092b9f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326300 Nov 10 22:59:10.263074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.272162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7ae6c2ce-dc81-48a5-9fb1-c1582123f61c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'a057edeb-0eb1-47f1-95c1-a89aab678b80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:10.276076 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-7ae6c2ce-dc81-48a5-9fb1-c1582123f61c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 22:59:10.276076 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7ae6c2ce-dc81-48a5-9fb1-c1582123f61c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:10.276423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7ae6c2ce-dc81-48a5-9fb1-c1582123f61c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122764 Nov 10 22:59:10.277371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09022e6-3b94-4144-8cd1-4551f3fbabb8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a057edeb-0eb1-47f1-95c1-a89aab678b80,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:10.294002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56040) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.315686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c18ada1c-700e-4945-9b69-9c5883ca51ad tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'a057edeb-0eb1-47f1-95c1-a89aab678b80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:10.316617 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-c18ada1c-700e-4945-9b69-9c5883ca51ad tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 22:59:10.317151 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-c18ada1c-700e-4945-9b69-9c5883ca51ad tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:10.318160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c18ada1c-700e-4945-9b69-9c5883ca51ad tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084047 Nov 10 22:59:10.321551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56044) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.332218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-af9e393d-04fd-4bc1-bc71-dd38155e4f74 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'a057edeb-0eb1-47f1-95c1-a89aab678b80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:10.335131 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-af9e393d-04fd-4bc1-bc71-dd38155e4f74 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 22:59:10.339196 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-af9e393d-04fd-4bc1-bc71-dd38155e4f74 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:10.340568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af9e393d-04fd-4bc1-bc71-dd38155e4f74 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0177789 Nov 10 22:59:10.345643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.401286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.408744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.412763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6244afd-2e49-4eb2-abc7-fa5bd2fffad5 HTTP/1.1" status: 204 len: 168 time: 0.3996501 Nov 10 22:59:10.443428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.449603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71380f-9af1-4dcb-a135-509d7f5322b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6244afd-2e49-4eb2-abc7-fa5bd2fffad5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:10.463143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.526658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.565887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=90f6b2e7-fb97-4d9b-8285-5b290e4f726e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:10.583859 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.663623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.665711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.672732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:10.674930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/a057edeb-0eb1-47f1-95c1-a89aab678b80 HTTP/1.1" status: 204 len: 168 time: 0.3253717 Nov 10 22:59:10.680402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56058) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.723801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625073d-ed9e-4bd4-a740-74abef00455f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a057edeb-0eb1-47f1-95c1-a89aab678b80,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:10.823308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9d805a66-cfe2-43dd-ac92-5e821b89de80 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392558 Nov 10 22:59:10.829364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56062) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:10.834125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--606708999'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:10.872320 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP bd94ab02-60b7-4f40-a491-7d89e4819083 associated. External IP: 172.25.0.165, port: 1b6df6ea-f219-451a-9e01-6b1a083bae2d. Nov 10 22:59:10.881549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.036503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.044355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.090864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f14dc9b-e5bb-4d65-9043-94a0a3573f29,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:11.129230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.129230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c12a32c-25a0-4b59-b91c-61c08eb2c151 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2938104 Nov 10 22:59:11.129230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56066) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.134738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ae477581-a748-4ff1-8f12-c54e318560bf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.136159 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-ae477581-a748-4ff1-8f12-c54e318560bf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 22:59:11.137048 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-ae477581-a748-4ff1-8f12-c54e318560bf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.142345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ae477581-a748-4ff1-8f12-c54e318560bf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076396 Nov 10 22:59:11.143640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.149000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-766625f7-498f-4c9a-974c-b0995589e78e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.231977 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-766625f7-498f-4c9a-974c-b0995589e78e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.237769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-766625f7-498f-4c9a-974c-b0995589e78e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0884261 Nov 10 22:59:11.237769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.241711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-31d6e45e-c41f-4b95-957d-8f1a1852eada tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.242244 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-31d6e45e-c41f-4b95-957d-8f1a1852eada tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 22:59:11.247932 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-31d6e45e-c41f-4b95-957d-8f1a1852eada tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.247932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-31d6e45e-c41f-4b95-957d-8f1a1852eada tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063059 Nov 10 22:59:11.250327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.253904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6f41a2e9-ff8b-42aa-8c97-19e5066dc509 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.328132 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-6f41a2e9-ff8b-42aa-8c97-19e5066dc509 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.329276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f41a2e9-ff8b-42aa-8c97-19e5066dc509 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0797403 Nov 10 22:59:11.332470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56084) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.337351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-caf3f3c2-e135-4d3d-9c21-ea325f70db70 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.338009 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-caf3f3c2-e135-4d3d-9c21-ea325f70db70 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 22:59:11.338009 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-caf3f3c2-e135-4d3d-9c21-ea325f70db70 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.339007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-caf3f3c2-e135-4d3d-9c21-ea325f70db70 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056100 Nov 10 22:59:11.342165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56086) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.347290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7a2d3c0f-fd31-4085-b4df-93639f582e53 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.397689 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-7a2d3c0f-fd31-4085-b4df-93639f582e53 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Project 3af9cf7d3e40496b948ece4aa53ec4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:59:11.422265 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7a2d3c0f-fd31-4085-b4df-93639f582e53 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.423387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7a2d3c0f-fd31-4085-b4df-93639f582e53 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0803366 Nov 10 22:59:11.427171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56096) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.433639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2d71fb1f-0b47-4396-a72d-3fb6b1caddd0 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.434123 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-2d71fb1f-0b47-4396-a72d-3fb6b1caddd0 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 22:59:11.434625 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-2d71fb1f-0b47-4396-a72d-3fb6b1caddd0 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.435639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d71fb1f-0b47-4396-a72d-3fb6b1caddd0 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075536 Nov 10 22:59:11.445545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.450104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8855eb61-05b1-4cdf-ac56-6a9a55edd4e5 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.512920 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-8855eb61-05b1-4cdf-ac56-6a9a55edd4e5 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Project 3af9cf7d3e40496b948ece4aa53ec4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:59:11.547494 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-8855eb61-05b1-4cdf-ac56-6a9a55edd4e5 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.548828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8855eb61-05b1-4cdf-ac56-6a9a55edd4e5 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1020136 Nov 10 22:59:11.552122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.556803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c0719dcf-4516-4b7b-8f21-c2011ad113ea tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '8f14dc9b-e5bb-4d65-9043-94a0a3573f29', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:11.609158 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-c0719dcf-4516-4b7b-8f21-c2011ad113ea tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Project 3af9cf7d3e40496b948ece4aa53ec4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:59:11.640052 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-c0719dcf-4516-4b7b-8f21-c2011ad113ea tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:11.641609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0719dcf-4516-4b7b-8f21-c2011ad113ea tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0884485 Nov 10 22:59:11.645171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56106) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.672348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56108) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.773706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.844415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.909047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.912051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.913211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/8f14dc9b-e5bb-4d65-9043-94a0a3573f29 HTTP/1.1" status: 204 len: 168 time: 0.2669814 Nov 10 22:59:11.921182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56118) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:11.944632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f14dc9b-e5bb-4d65-9043-94a0a3573f29,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:11.977073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.979271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.979623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.979952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.980296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.980607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.980922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.981273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.981610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.981932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.982253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:11.982549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962af07b-ddaf-4d9d-a2ac-c86949c7d01d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:12.006603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-network', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:12.020348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:12.085588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-67398386-6a8a-4038-bb1f-3701d50f7a27 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1621041 Nov 10 22:59:12.091186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Made reservation on behalf of 52b214b2e22a4407ba82f3d5e188de51 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:12.091338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.110679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:12.111882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.121117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497742531'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:12.226103 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.244984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:12.264952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.273430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:12.284019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.290151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.291887 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:12.291887 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:12.367109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-886b3952-bc4e-479c-a8be-bd7b208da761 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3044910 Nov 10 22:59:12.368228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56124) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:12.382951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:12.389507 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:12.415276 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:12.415930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:12.450985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:59:12.480306 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:12.480930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d96cf-19f3-497a-af89-900f7ed2ea01 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:12.516502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec160d5-e35b-4fe3-b215-bcd251da3534,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:12.607425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.607425 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Added segment c70588c9-8140-45b9-873e-ad987fd26d6c of type vlan for network cceb7238-4a7c-4213-b857-a50179929002 Nov 10 22:59:12.624499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.780224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.812290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.839650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.849433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.851466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:12.851466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.939473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2660441 Nov 10 22:59:12.943253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56136) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:12.946870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.950894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8318098 Nov 10 22:59:12.952571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:12.953738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Request body: {'subnet': {'network_id': 'cceb7238-4a7c-4213-b857-a50179929002', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-subnet', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:12.965661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.968014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-90dc3138-aa25-4db5-b1d4-0d7bfe53866d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '2521faa0-e3b1-4ef9-91bb-1d19880a4863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:12.974775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99bce-9564-47ab-8ff7-4ea58e375749 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2521faa0-e3b1-4ef9-91bb-1d19880a4863,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:12.987058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.988757 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP bd94ab02-60b7-4f40-a491-7d89e4819083 disassociated. External IP: 172.25.0.165, port: 1b6df6ea-f219-451a-9e01-6b1a083bae2d. Nov 10 22:59:13.010813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29752682-8710-4f36-ad4f-d21c9245a46d admin admin] Pushing event updated for resources: {'Network': ['ID=cceb7238-4a7c-4213-b857-a50179929002,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:13.022712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network cceb7238-4a7c-4213-b857-a50179929002 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:59:13.139969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Made reservation on behalf of 52b214b2e22a4407ba82f3d5e188de51 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:13.144816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.176650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56142) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.223538 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-90dc3138-aa25-4db5-b1d4-0d7bfe53866d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The resource could not be found. Nov 10 22:59:13.229470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90dc3138-aa25-4db5-b1d4-0d7bfe53866d tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2733345 Nov 10 22:59:13.233211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56146) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.239820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0a13e215-8e54-46a1-bd6f-73121c25e519 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '2521faa0-e3b1-4ef9-91bb-1d19880a4863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9f797f94-a70e-4fa8-8a27-3ccdd76b651a'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:13.301853 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-0a13e215-8e54-46a1-bd6f-73121c25e519 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The resource could not be found. Nov 10 22:59:13.306041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0a13e215-8e54-46a1-bd6f-73121c25e519 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0674496 Nov 10 22:59:13.306574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56148) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.373101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.405433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.449672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4781d9f7-f1a7-4732-992b-095b4247d69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.476903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.484806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.494368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/2521faa0-e3b1-4ef9-91bb-1d19880a4863 HTTP/1.1" status: 204 len: 168 time: 0.1838129 Nov 10 22:59:13.496889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56150) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.504550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e448f2-129b-452a-8bd3-2cfea87fe2c2 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521faa0-e3b1-4ef9-91bb-1d19880a4863,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:13.525737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:13.564215 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.697606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a9f554d-2882-4476-8c49-420d931f9b81 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1850739 Nov 10 22:59:13.698844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.704722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-041839f4-fdd8-4db2-8f34-0278fbd2935b tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'a32b2456-9da4-41bc-9fce-62da15ffe0da', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:13.724447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee398a98-068c-4546-8aca-e7891b6fd89d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:13.783979 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-041839f4-fdd8-4db2-8f34-0278fbd2935b tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The resource could not be found. Nov 10 22:59:13.798254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-041839f4-fdd8-4db2-8f34-0278fbd2935b tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0956228 Nov 10 22:59:13.799065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56158) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.799224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4781d9f7-f1a7-4732-992b-095b4247d69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.806636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Checking segment: {'id': 'c70588c9-8140-45b9-873e-ad987fd26d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:13.806987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463759936'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:13.807167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Network hostable DHCP agents. Network: cceb7238-4a7c-4213-b857-a50179929002, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:59:13.812446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4781d9f7-f1a7-4732-992b-095b4247d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.839123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:13.853496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:13.855793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.879589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:13.882119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:13.893823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781d9f7-f1a7-4732-992b-095b4247d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831eeeb0-7155-4658-8fe7-d9546516e196,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:13.902625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4781d9f7-f1a7-4732-992b-095b4247d69e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a58e3b52574490b9ab072c894b319ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235949 Nov 10 22:59:13.905402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56162) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.911402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.914005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57ed50d7-9ffe-4e96-82b3-fe827801a6b1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/bd94ab02-60b7-4f40-a491-7d89e4819083 HTTP/1.1" status: 200 len: 688 time: 1.5447519 Nov 10 22:59:13.919785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Network cceb7238-4a7c-4213-b857-a50179929002 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:59:13.920390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56164) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:13.942784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, cceb7238-4a7c-4213-b857-a50179929002) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:13.954166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:13.955066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:13.993113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bf1deb11-fb8b-4fe0-84a7-67bd66f070b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0480289 Nov 10 22:59:13.993317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:13.997533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f8cb0-f9ae-4f3c-878c-9573f2ed62d9 None None] Network cceb7238-4a7c-4213-b857-a50179929002 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:13.999831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:14.011994 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:14.023540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.066520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.136580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.142607 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.144857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/831eeeb0-7155-4658-8fe7-d9546516e196 HTTP/1.1" status: 204 len: 168 time: 0.2385054 Nov 10 22:59:14.145029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:14.145857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:14.172295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1be1b2-2466-4d6f-9869-5e0f2a2f759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831eeeb0-7155-4658-8fe7-d9546516e196,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:14.188036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:14.188820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a6de1-8c0d-40c3-8fe7-d3fd6125b739 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:14.197912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.204472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.303549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 90f6b2e7-fb97-4d9b-8285-5b290e4f726e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:14.304054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.359988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-cceb7238-4a7c-4213-b857-a50179929002', 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'fixed_ips': [{'subnet_id': 'ee398a98-068c-4546-8aca-e7891b6fd89d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:59:14.364774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.426595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.440088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.458598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.534966 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.539006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7362597 Nov 10 22:59:14.543874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.544676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.547090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:14.552215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--50867075'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:14.587323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 90f6b2e7-fb97-4d9b-8285-5b290e4f726e owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:14.599566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893be88-b14b-4076-831a-c7701cde69b1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d7a36-27b0-4aa9-99e3-cc1fffe0bcfb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:14.630071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.707269 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.780287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Allocated IP 172.20.0.2 (cceb7238-4a7c-4213-b857-a50179929002/ee398a98-068c-4546-8aca-e7891b6fd89d/5d588d80-8947-452a-b35e-29457531caf6) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:14.844091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.851251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.863396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.904785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace8af95-e6b0-4ed8-8a16-53a3b6bb4376,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:14.943181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:14.947176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b0e0f8bd-74cf-4738-a77a-d474d959d6a1 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3964548 Nov 10 22:59:14.983899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:14.992408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2e143f90-f181-4acb-ab82-b91ce06f14b7 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': 'f06d7a36-27b0-4aa9-99e3-cc1fffe0bcfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ace8af95-e6b0-4ed8-8a16-53a3b6bb4376'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:15.162854 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-2e143f90-f181-4acb-ab82-b91ce06f14b7 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:15.176603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2e143f90-f181-4acb-ab82-b91ce06f14b7 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1942222 Nov 10 22:59:15.184636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:15.241664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.346502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.363754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=90f6b2e7-fb97-4d9b-8285-5b290e4f726e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:15.406808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.494102 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.496902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.497887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/ace8af95-e6b0-4ed8-8a16-53a3b6bb4376 HTTP/1.1" status: 204 len: 168 time: 0.3116693 Nov 10 22:59:15.505021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56198) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:15.517557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.546537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.577875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.589642 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.598475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0b588955-604f-4153-802b-ca4f976bd23d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/bd94ab02-60b7-4f40-a491-7d89e4819083 HTTP/1.1" status: 204 len: 168 time: 1.6694970 Nov 10 22:59:15.605326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:15.612087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '5ba64678-466d-4be9-a795-fd24f479da97'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:15.653838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Network cceb7238-4a7c-4213-b857-a50179929002 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:15.655595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.655928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Pushing event updated for resources: {'Port': ['ID=5d588d80-8947-452a-b35e-29457531caf6,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:15.658931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:15.668624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:15.712785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada494-e5f2-40f8-bb12-17d476252099 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace8af95-e6b0-4ed8-8a16-53a3b6bb4376,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:15.814708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3be13089-0c58-46ad-a3c3-e49512ad201a tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2996662 Nov 10 22:59:15.815794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56206) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:15.844101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.884572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Attempting to bind port 5d588d80-8947-452a-b35e-29457531caf6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:59:15.885266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Attempting to bind port 5d588d80-8947-452a-b35e-29457531caf6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c70588c9-8140-45b9-873e-ad987fd26d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:59:15.885823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Attempting to bind port 5d588d80-8947-452a-b35e-29457531caf6 on network cceb7238-4a7c-4213-b857-a50179929002 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:59:15.891570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:59:15.901211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Checking segment: {'id': 'c70588c9-8140-45b9-873e-ad987fd26d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:15.901920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.903547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Bound using segment: {'id': 'c70588c9-8140-45b9-873e-ad987fd26d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:59:15.904407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Bound port: 5d588d80-8947-452a-b35e-29457531caf6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70588c9-8140-45b9-873e-ad987fd26d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:59:15.905001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:15.932326 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.014354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.032501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] For port 5d588d80-8947-452a-b35e-29457531caf6, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:59:16.036157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] For port 5d588d80-8947-452a-b35e-29457531caf6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d588d80-8947-452a-b35e-29457531caf6,segment=NetworkSegment(c70588c9-8140-45b9-873e-ad987fd26d6c),segment_id=c70588c9-8140-45b9-873e-ad987fd26d6c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:59:16.052622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.215766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c95e7-3290-4199-8110-33ba4bfc8fc2 None None] Pushing event updated for resources: {'Port': ['ID=5d588d80-8947-452a-b35e-29457531caf6,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:16.282240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.298368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Allocated IP 172.25.0.192 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/295c691d-c530-4b61-b427-818b444c530e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:16.353216 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.465990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.471222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.473559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/f06d7a36-27b0-4aa9-99e3-cc1fffe0bcfb HTTP/1.1" status: 204 len: 168 time: 0.6490741 Nov 10 22:59:16.476100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56218) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:16.531675 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.598444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5d78-0853-4dae-a295-7734b0770b22 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d7a36-27b0-4aa9-99e3-cc1fffe0bcfb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:16.615412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.641672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.714576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:16.720280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:16.741386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:16.742104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef3760-91e8-4edc-9e54-ac9e1075e582 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:16.745677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57648803-a383-4efd-9b4d-ad290c01d5ad tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2637980 Nov 10 22:59:16.751988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56222) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:16.756930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--502055199'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:16.779407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Pushing event updated for resources: {'Port': ['ID=295c691d-c530-4b61-b427-818b444c530e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:16.803915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.868491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-58e85f49-1c39-4d55-a337-1be8bb409bf2 None None] Provisioning complete for port 295c691d-c530-4b61-b427-818b444c530e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:16.868814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-58e85f49-1c39-4d55-a337-1be8bb409bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:16.931915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-58e85f49-1c39-4d55-a337-1be8bb409bf2 None None] Port 295c691d-c530-4b61-b427-818b444c530e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:17.031765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.049414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.073914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.43 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e5631f5e-62b9-449c-b6c8-7c3f994811d4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:17.191532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d588d80-8947-452a-b35e-29457531caf6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:17.317436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d588d80-8947-452a-b35e-29457531caf6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:17.318423 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.339830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.340427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.424768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6966ce45-f2f8-4131-9f52-da8176255cdc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:17.434209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.475060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.520000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 5d588d80-8947-452a-b35e-29457531caf6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d588d80-8947-452a-b35e-29457531caf6,segment=NetworkSegment(c70588c9-8140-45b9-873e-ad987fd26d6c),segment_id=c70588c9-8140-45b9-873e-ad987fd26d6c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:17.531184 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.574643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=e5631f5e-62b9-449c-b6c8-7c3f994811d4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:17.614684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:17.623280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:17.629155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:17.632068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=5d588d80-8947-452a-b35e-29457531caf6,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:17.639022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.646164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56252) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:17.649268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48b60d2e-493f-4db0-a30b-9bc03341b325 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8957756 Nov 10 22:59:17.655551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5338a5ad-6cdb-4fb4-b2b2-fd8f7f816dbf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '6966ce45-f2f8-4131-9f52-da8176255cdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:17.841740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:17.893536 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-5338a5ad-6cdb-4fb4-b2b2-fd8f7f816dbf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:17.894685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5338a5ad-6cdb-4fb4-b2b2-fd8f7f816dbf tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2452559 Nov 10 22:59:17.895221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5447dc8-d377-46b7-9feb-97191fbc9562 None None] Network cceb7238-4a7c-4213-b857-a50179929002 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:17.897342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:17.904194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-44ba16f5-e8e2-48d6-b3ab-11df5f92a662 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group_rule': {'security_group_id': '6966ce45-f2f8-4131-9f52-da8176255cdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:18.040551 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-44ba16f5-e8e2-48d6-b3ab-11df5f92a662 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:59:18.044714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44ba16f5-e8e2-48d6-b3ab-11df5f92a662 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1460843 Nov 10 22:59:18.046816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56278) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:18.150507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.181867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.245576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Router a3b3242c-69c5-4487-9d40-28faf3574515 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:59:18.298498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.375730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.379985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.385582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f726e41e-8b2b-4c10-bf2f-e631cdb33650 None None] Provisioning complete for port 5d588d80-8947-452a-b35e-29457531caf6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:18.386085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f726e41e-8b2b-4c10-bf2f-e631cdb33650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.388236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/6966ce45-f2f8-4131-9f52-da8176255cdc HTTP/1.1" status: 204 len: 168 time: 0.3403687 Nov 10 22:59:18.389170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56284) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:18.494036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94baf-a36a-47a6-91c4-29ffbdd3924f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966ce45-f2f8-4131-9f52-da8176255cdc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:18.552570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.605071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-14300be6-3d2a-4293-a5a9-e0a5768b5b9a tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1885102 Nov 10 22:59:18.605658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56290) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:18.617417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978782940'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:18.657229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:18.675441 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Sync routers for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:18.683781 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.712939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56292) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:18.716859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.718648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fef57c34-8dc6-40e4-86ff-a7f079458d98 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7167151 Nov 10 22:59:18.724760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:18.729604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:18.737906 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:18.879588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7e99485b-18a8-4a94-a36d-79fbb424ef36 None None] Provisioning complete for port 5d588d80-8947-452a-b35e-29457531caf6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:18.880387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7e99485b-18a8-4a94-a36d-79fbb424ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.888762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.896613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:18.963740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=e5631f5e-62b9-449c-b6c8-7c3f994811d4,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:19.073949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.102423 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:19.133907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.139862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d588d80-8947-452a-b35e-29457531caf6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:19.239417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.256884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d588d80-8947-452a-b35e-29457531caf6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:19.257509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.272393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.335705 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 535f1363-bece-4cf0-b3da-715ed4cc14cd associated. External IP: 172.25.0.43, port: 5ba64678-466d-4be9-a795-fd24f479da97. Nov 10 22:59:19.340448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f94e0c3495245b386911b4fd52c2fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6204011 Nov 10 22:59:19.343098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.349935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56304) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:19.515501 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:17Z', 'revision_number': 3, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:19.582841 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Checking router: a3b3242c-69c5-4487-9d40-28faf3574515 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:19.583702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Updating router a3b3242c-69c5-4487-9d40-28faf3574515 port 295c691d-c530-4b61-b427-818b444c530e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:59:19.617811 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.793354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ae3fd-23ca-450d-93bb-a3ac9e7303b1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:19.797498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.868296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.869559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.870012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.870442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.870996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.871425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.872019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.873206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.873641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.874231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.875047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.875482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbd1ca-2ced-4f2a-8b7c-a8808c597cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:19.957725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.988898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.990555 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:19.999685 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.013849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.018327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4013216 Nov 10 22:59:20.030183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56322) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.043528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0ce16b11-c5ae-47bc-a14e-8c7fa5d94ee8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:20.043528 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-0ce16b11-c5ae-47bc-a14e-8c7fa5d94ee8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 22:59:20.043528 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-0ce16b11-c5ae-47bc-a14e-8c7fa5d94ee8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 22:59:20.043528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0ce16b11-c5ae-47bc-a14e-8c7fa5d94ee8 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "PUT /v2.0/security-groups/7ed5c98d-d3e1-4220-8248-98d11011f049 HTTP/1.1" status: 409 len: 330 time: 0.0065103 Nov 10 22:59:20.062837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.090944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b2063-dab8-4ccf-9633-0bba77943cf6 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:20.130517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:20.165874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9c5eb-a068-42e4-abd3-4549e043484c tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed5c98d-d3e1-4220-8248-98d11011f049,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:20.222854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5f460cef-648d-49e1-a28a-609684cfe20e None None] Provisioning complete for port 295c691d-c530-4b61-b427-818b444c530e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:20.225449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f460cef-648d-49e1-a28a-609684cfe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.246151 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Pushing event updated for resources: {'Port': ['ID=295c691d-c530-4b61-b427-818b444c530e,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:20.248424 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Attempting to bind port 295c691d-c530-4b61-b427-818b444c530e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:59:20.248778 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Attempting to bind port 295c691d-c530-4b61-b427-818b444c530e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:59:20.249156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Attempting to bind port 295c691d-c530-4b61-b427-818b444c530e on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:59:20.260009 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.260539 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.261065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.261188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.261669 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.262156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.262629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.263101 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.263559 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.264061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.264235 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.264710 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.265216 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.265844 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:20.270060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/287ae3fd-23ca-450d-93bb-a3ac9e7303b1 HTTP/1.1" status: 204 len: 168 time: 0.9156461 Nov 10 22:59:20.286142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.287240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:59:20.290743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:20.291156 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.291875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:59:20.292622 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Bound port: 295c691d-c530-4b61-b427-818b444c530e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:59:20.293154 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.302243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5f460cef-648d-49e1-a28a-609684cfe20e None None] Port 295c691d-c530-4b61-b427-818b444c530e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:20.304519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a9f99-8a9f-47ff-b7b9-f293c67baecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ae3fd-23ca-450d-93bb-a3ac9e7303b1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:20.322921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:20.332993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.335941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:20.365692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.369703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:20.373122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:20.374108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.429166 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] For port 295c691d-c530-4b61-b427-818b444c530e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:59:20.432339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48934369-6ef3-41a3-8956-5cd9ffa94faf tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8244243 Nov 10 22:59:20.433607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56334) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.439389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:20.441089 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] For port 295c691d-c530-4b61-b427-818b444c530e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=295c691d-c530-4b61-b427-818b444c530e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:59:20.450108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:20.450908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:20.454497 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.522521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:20.523179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f79464-54a3-4551-8051-69963d828bb8 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:20.566187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949c392-44b1-4965-8e61-c01c1c42120e None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:20.579119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Allocated IP 172.20.0.1 (cceb7238-4a7c-4213-b857-a50179929002/ee398a98-068c-4546-8aca-e7891b6fd89d/06ee95d5-9945-48f1-b059-0dd173d95489) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:20.606224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2cdd9287-aed2-4a6c-b3f8-40b92b52ea53 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/floatingips/535f1363-bece-4cf0-b3da-715ed4cc14cd HTTP/1.1" status: 200 len: 978 time: 0.1690671 Nov 10 22:59:20.608273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56338) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.633711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:20.634340 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:20.638305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] Provisioning complete for port 295c691d-c530-4b61-b427-818b444c530e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:20.638685 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.693345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.728291 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d159a45-4d4f-42e7-83f7-be8faaaa5016 None None] Pushing event updated for resources: {'Port': ['ID=295c691d-c530-4b61-b427-818b444c530e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:20.757562 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.874996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7dae5afe-a331-4991-8210-58a069843df9 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2653036 Nov 10 22:59:20.877691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.880099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56342) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.883613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=06ee95d5-9945-48f1-b059-0dd173d95489,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:20.889160 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': '1b6df6ea-f219-451a-9e01-6b1a083bae2d'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:20.894758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Network cceb7238-4a7c-4213-b857-a50179929002 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:20.896383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:20.899474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:20.938251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] For port 295c691d-c530-4b61-b427-818b444c530e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=295c691d-c530-4b61-b427-818b444c530e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:20.948607 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.949558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.951975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:20.957630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:20.966177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ed5c98d-d3e1-4220-8248-98d11011f049 HTTP/1.1" status: 204 len: 168 time: 0.8887269 Nov 10 22:59:20.968716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56344) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:20.969073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56346) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:21.008192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdcf83-b4b8-4467-a40d-9b4204770c23 None None] Pushing event updated for resources: {'Port': ['ID=295c691d-c530-4b61-b427-818b444c530e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:21.008958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.070136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.174877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc4fcd-d876-493e-9df9-f19517f85a3f tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed5c98d-d3e1-4220-8248-98d11011f049,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:21.177068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb84b53-ce98-4b1c-882a-4e6bed8c5a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.292693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.382952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-efba8f46-a143-48cb-b5e1-de851b05d1cd tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4082432 Nov 10 22:59:21.388710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:21.439204 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-b060e07c-471c-4e4c-8fa0-7a3099de6f73 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] delete failed (client error): The resource could not be found. Nov 10 22:59:21.445046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b060e07c-471c-4e4c-8fa0-7a3099de6f73 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "DELETE /v2.0/security-groups/028d534b-dfc2-4c71-9845-4bec176405bc HTTP/1.1" status: 404 len: 347 time: 0.0544014 Nov 10 22:59:21.445652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:21.466734 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:17Z', 'revision_number': 3, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:21.467424 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-dc76f167-c990-4519-a308-f0efa3fc463e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] show failed (client error): The resource could not be found. Nov 10 22:59:21.472323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc76f167-c990-4519-a308-f0efa3fc463e tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-groups/be0faf6a-af21-414b-8dea-89ead2dd5b47 HTTP/1.1" status: 404 len: 347 time: 0.0228109 Nov 10 22:59:21.472921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:21.490858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c033e301-ca82-4efd-94db-05c0c11ef353 None None] Provisioning complete for port 06ee95d5-9945-48f1-b059-0dd173d95489 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:21.491428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c033e301-ca82-4efd-94db-05c0c11ef353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.514740 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951850-689c-49d0-808a-fbf8f98a9c08 None None] The sync data for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 is: [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:17Z', 'revision_number': 3, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:21.519913 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-f411e65f-8df5-48cc-ae91-a4d9df0bc199 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] show failed (client error): The resource could not be found. Nov 10 22:59:21.526090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f411e65f-8df5-48cc-ae91-a4d9df0bc199 tempest-NegativeSecGroupIPv6Test-1472625412 tempest-NegativeSecGroupIPv6Test-1472625412-project] 10.222.0.25 "GET /v2.0/security-group-rules/d670b8b2-f018-4399-8e31-5bc928b4d257 HTTP/1.1" status: 404 len: 356 time: 0.0390551 Nov 10 22:59:21.582256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb84b53-ce98-4b1c-882a-4e6bed8c5a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.606996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb84b53-ce98-4b1c-882a-4e6bed8c5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:21.621017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c033e301-ca82-4efd-94db-05c0c11ef353 None None] Port 06ee95d5-9945-48f1-b059-0dd173d95489 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:21.719130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb84b53-ce98-4b1c-882a-4e6bed8c5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c330dc-4b5c-4e97-b820-13619491b9b1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:21.762725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3fb84b53-ce98-4b1c-882a-4e6bed8c5a88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fb6d517ad504744940ef5f0590b1fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7892907 Nov 10 22:59:21.763628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:22.057519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.061380 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.063464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.072853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.081732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.203755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:22.218964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.237822 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 535f1363-bece-4cf0-b3da-715ed4cc14cd associated. External IP: 172.25.0.43, port: 5ba64678-466d-4be9-a795-fd24f479da97. Nov 10 22:59:22.250026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=06ee95d5-9945-48f1-b059-0dd173d95489,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:22.261854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.387042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.390702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:22.392425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1c330dc-4b5c-4e97-b820-13619491b9b1 HTTP/1.1" status: 204 len: 168 time: 0.6254668 Nov 10 22:59:22.476163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308fed1-989e-4e86-9260-1d65d98b6422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c330dc-4b5c-4e97-b820-13619491b9b1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:22.492664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Network cceb7238-4a7c-4213-b857-a50179929002 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:22.494331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:22.688681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b2298508-3f5c-4a8e-9014-c6769ed428a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3af9cf7d3e40496b948ece4aa53ec4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832766 Nov 10 22:59:22.692765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56402) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:22.816241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Router a3b3242c-69c5-4487-9d40-28faf3574515 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:22.897171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:23.003106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-45c2b065-b352-46c2-a681-64e1a85ad9cc None None] Provisioning complete for port 06ee95d5-9945-48f1-b059-0dd173d95489 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:23.003667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45c2b065-b352-46c2-a681-64e1a85ad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.115678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:23.130235 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:23.155050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.157566 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:23.158997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:23.182960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.183494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-45c2b065-b352-46c2-a681-64e1a85ad9cc None None] Port 06ee95d5-9945-48f1-b059-0dd173d95489 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:23.203068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:23.228317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5bd8142-4763-4416-b407-de3cc57fd4c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a3b3242c-69c5-4487-9d40-28faf3574515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4941406 Nov 10 22:59:23.239619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 295c691d-c530-4b61-b427-818b444c530e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:23.357108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 295c691d-c530-4b61-b427-818b444c530e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:23.357732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.360781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:23.399326 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:23.416213 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:23.488723 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:23.492028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.493381 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a0ac-242e-4306-bc25-49649c3a5ec1 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:23.495584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:23.500746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d4644e5-9ae4-4332-a1be-e938b9eeaa61 HTTP/1.1" status: 204 len: 168 time: 0.8046470 Nov 10 22:59:23.514899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ea0-62d4-4acc-ac79-1bdfe11f6ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4644e5-9ae4-4332-a1be-e938b9eeaa61,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:23.733640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:23.789701 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-f27d3e63-c7aa-42da-b181-8bfa95add811 req-6bfe924b-c24f-49b3-90fc-e0b9df8bad8d tempest-FloatingIPDetailsNegativeTestJSON-1831167542 tempest-FloatingIPDetailsNegativeTestJSON-1831167542-project] show failed (client error): The resource could not be found. Nov 10 22:59:23.791269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f27d3e63-c7aa-42da-b181-8bfa95add811 req-6bfe924b-c24f-49b3-90fc-e0b9df8bad8d tempest-FloatingIPDetailsNegativeTestJSON-1831167542 tempest-FloatingIPDetailsNegativeTestJSON-1831167542-project] 10.222.0.25 "GET /v2.0/floatingips/ad7bdddb-1fbc-4318-97b3-6364f72f1186 HTTP/1.1" status: 404 len: 350 time: 0.1115172 Nov 10 22:59:23.801458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56442) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:24.036686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:24.046955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.050254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:24.090901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:24.091536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:24.196039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:24.211641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-425ce25a-c6ed-4c50-9894-bf938bfedfc8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/535f1363-bece-4cf0-b3da-715ed4cc14cd HTTP/1.1" status: 200 len: 977 time: 3.3300560 Nov 10 22:59:24.214757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56462) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:24.245784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:24.254585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:24.258885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:24.339474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:24.344019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943adacc-69d8-46b3-a8ad-c31c015be8e6 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:24.442768 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Sync routers for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:24.444132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.470352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:24.471542 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:24.607254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.661949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.671937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.672657 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 535f1363-bece-4cf0-b3da-715ed4cc14cd disassociated. External IP: 172.25.0.43, port: 1b6df6ea-f219-451a-9e01-6b1a083bae2d. Nov 10 22:59:24.861653 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:24.986741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4d164022-1025-4826-befc-b0574c185da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:25.205882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Deleting port 06ee95d5-9945-48f1-b059-0dd173d95489 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:25.206229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:25.292696 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:21Z', 'revision_number': 4, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '06ee95d5-9945-48f1-b059-0dd173d95489', 'name': '', 'network_id': 'cceb7238-4a7c-4213-b857-a50179929002', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'mac_address': 'fa:16:3e:c0:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'ee398a98-068c-4546-8aca-e7891b6fd89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:20Z', 'updated_at': '2021-11-10T22:59:21Z', 'revision_number': 2, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'subnets': [{'id': 'ee398a98-068c-4546-8aca-e7891b6fd89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:25.337544 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Checking router: a3b3242c-69c5-4487-9d40-28faf3574515 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:25.338142 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Updating router a3b3242c-69c5-4487-9d40-28faf3574515 port 06ee95d5-9945-48f1-b059-0dd173d95489 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:59:25.383577 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:25.436739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:25.477370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Calling delete_port for 06ee95d5-9945-48f1-b059-0dd173d95489 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:26.070520 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:26.084420 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.db.api [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 22:59:26.084420 n-d-811521-3 neutron-server[102460]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 10 22:59:26.084420 n-d-811521-3 neutron-server[102460]: [parameters: {'host': 'n-d-811521-3', 'ml2_port_bindings_port_id': '06ee95d5-9945-48f1-b059-0dd173d95489', 'ml2_port_bindings_host': ''}] Nov 10 22:59:26.084420 n-d-811521-3 neutron-server[102460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:59:26.096129 n-d-811521-3 neutron-server[102460]: DEBUG oslo_db.api [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:59:26.194836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:26.242117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:26.373743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=06ee95d5-9945-48f1-b059-0dd173d95489,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:26.516595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:26.532110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:26.536697 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:26.559981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:26.566806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:26.647832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b98c022-07c7-4d56-a6b9-e59d69c5d11f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/535f1363-bece-4cf0-b3da-715ed4cc14cd HTTP/1.1" status: 200 len: 687 time: 2.4274468 Nov 10 22:59:26.650493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56568) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:26.652510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Port 06ee95d5-9945-48f1-b059-0dd173d95489 not found while updating agent binding for router a3b3242c-69c5-4487-9d40-28faf3574515. {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 22:59:26.682920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:26.692497 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:26.693171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:26.706519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:26.719291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:26.726907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:26.826441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:26.834823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4f346-1fa2-43c8-98a2-863d57b2f560 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:26.993919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port e5631f5e-62b9-449c-b6c8-7c3f994811d4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:26.995298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:26.996214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:27.139278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.139676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.158976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for e5631f5e-62b9-449c-b6c8-7c3f994811d4 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:27.317327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Router a3b3242c-69c5-4487-9d40-28faf3574515 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:27.581559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.630472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-808a43ea-f5a0-4b97-bb9d-a3ca8041cec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.681662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:27.689719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=e5631f5e-62b9-449c-b6c8-7c3f994811d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:27.694111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c45ec45-3037-4ea9-bca3-62a3df994f5b admin admin] 10.222.0.25 "PUT /v2.0/routers/a3b3242c-69c5-4487-9d40-28faf3574515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8897898 Nov 10 22:59:27.695151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56616) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:27.697590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56618) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:27.806733 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:26Z', 'revision_number': 5, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:27.835835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56626) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:27.879464 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee33465-5f8a-44fb-bedf-a44a7a607517 None None] The sync data for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 is: [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '295c691d-c530-4b61-b427-818b444c530e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:26Z', 'revision_number': 5, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port': {'id': '295c691d-c530-4b61-b427-818b444c530e', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:16Z', 'updated_at': '2021-11-10T22:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:27.932276 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.938132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:27.948557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5e036e30-c1e6-45da-8f31-17057569c004 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/535f1363-bece-4cf0-b3da-715ed4cc14cd HTTP/1.1" status: 204 len: 168 time: 1.2941554 Nov 10 22:59:27.949340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56632) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:28.090375 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7413401e-ef65-41db-8793-8408e9f01338 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] delete failed (client error): The resource could not be found. Nov 10 22:59:28.101591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7413401e-ef65-41db-8793-8408e9f01338 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/535f1363-bece-4cf0-b3da-715ed4cc14cd HTTP/1.1" status: 404 len: 345 time: 0.1503627 Nov 10 22:59:28.102224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56634) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:28.239637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31e0ac-06d0-454f-943a-bc95076af6dd tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:28.247398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31e0ac-06d0-454f-943a-bc95076af6dd tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:28.255038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31e0ac-06d0-454f-943a-bc95076af6dd tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:28.260122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3a31e0ac-06d0-454f-943a-bc95076af6dd tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/ports?network_id=3e7d6891-baa6-4b38-9c4f-713ade27d6ee HTTP/1.1" status: 200 len: 2359 time: 0.1568105 Nov 10 22:59:28.260840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56636) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:28.329272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230885a-a27f-4880-8d36-f69c21b1c35f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:28.349184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1230885a-a27f-4880-8d36-f69c21b1c35f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/subnets/bb9b7aab-c2df-4068-be2c-7ff9f59682c0 HTTP/1.1" status: 200 len: 797 time: 0.0867279 Nov 10 22:59:28.350061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:28.369775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'port': {'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee', 'name': 'tempest-FloatingIPTestJSON-718670518', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:28.615515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:28.659169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4a5e-5a7b-461e-a7f0-d7a47fcee27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:28.664572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6c74d3-590d-4cda-a104-e6f0f8bedbd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:28.706531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:28.788885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:28.844114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] device_id is not set on port eb6d52fe-e2a7-4aac-ad87-bab796a30477 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:59:28.932512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.086501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.138304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4a5e-5a7b-461e-a7f0-d7a47fcee27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.141686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6c74d3-590d-4cda-a104-e6f0f8bedbd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.173047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6c74d3-590d-4cda-a104-e6f0f8bedbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.184541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4a5e-5a7b-461e-a7f0-d7a47fcee27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.249484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f7d4a5e-5a7b-461e-a7f0-d7a47fcee27b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da572ce3572740d4b94246d2ad4f7a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4099872 Nov 10 22:59:29.257165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56646) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:29.290154 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Sync routers for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:29.306479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:29.307108 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:29.419773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bc6c74d3-590d-4cda-a104-e6f0f8bedbd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e71ee4889c8a44a9940647ca31ac126f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7209096 Nov 10 22:59:29.420775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c74d3-590d-4cda-a104-e6f0f8bedbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66913d58-a133-4f37-8cc7-cb651831c35f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:29.437839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56648) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:29.505744 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:29.611567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Deleting port 295c691d-c530-4b61-b427-818b444c530e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:29.611907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.630480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.634062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:29Z', 'revision_number': 6, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:29.669983 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Checking router: a3b3242c-69c5-4487-9d40-28faf3574515 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:29.686723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.695153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.14 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/eb6d52fe-e2a7-4aac-ad87-bab796a30477) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:29.697633 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Routers {'a3b3242c-69c5-4487-9d40-28faf3574515'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:29.698393 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3b3242c-69c5-4487-9d40-28faf3574515'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:29.712760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.13 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/eb6d52fe-e2a7-4aac-ad87-bab796a30477) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:29.816303 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] Set router a3b3242c-69c5-4487-9d40-28faf3574515 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:29.883719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.887949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d4a5e-5a7b-461e-a7f0-d7a47fcee27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f7117-b3cf-4caa-a184-93241e2f4cd0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:29.943059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.952603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.956247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:29.957635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd0f7117-b3cf-4caa-a184-93241e2f4cd0 HTTP/1.1" status: 204 len: 168 time: 0.6972747 Nov 10 22:59:29.976854 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:29Z', 'revision_number': 6, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:30.018353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95f0e0-4032-4fa5-abd8-ba350ad93afa None None] The sync data for ids ['a3b3242c-69c5-4487-9d40-28faf3574515'] in n-d-811521-3 is: [{'id': 'a3b3242c-69c5-4487-9d40-28faf3574515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-855422381-router', 'tenant_id': '52b214b2e22a4407ba82f3d5e188de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:14Z', 'updated_at': '2021-11-10T22:59:29Z', 'revision_number': 6, 'project_id': '52b214b2e22a4407ba82f3d5e188de51', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:30.051810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc3afd-a7a2-4233-bbc1-0b034c9f0ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f7117-b3cf-4caa-a184-93241e2f4cd0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:30.114970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.151236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] For port 295c691d-c530-4b61-b427-818b444c530e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=295c691d-c530-4b61-b427-818b444c530e,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:30.153295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.207430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Calling delete_port for 295c691d-c530-4b61-b427-818b444c530e owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:30.213493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.290434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.295254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.295254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66913d58-a133-4f37-8cc7-cb651831c35f HTTP/1.1" status: 204 len: 168 time: 0.8365271 Nov 10 22:59:30.310650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:30.314224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:30.325308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:30.356412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f2672-3642-4044-8fdb-87a1c97172aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66913d58-a133-4f37-8cc7-cb651831c35f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:30.362769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.380571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=eb6d52fe-e2a7-4aac-ad87-bab796a30477,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:30.439611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:30.440295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.475659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b6ef295-648b-47f6-bc13-2a9a9b2ff6fe tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1244936 Nov 10 22:59:30.478514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:30.483317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'eb6d52fe-e2a7-4aac-ad87-bab796a30477', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:30.542351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.738927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.765366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.795269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d374eb-a23e-45a0-8c43-9a297658e08d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:30.807054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.826447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:30.857513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaf06282-beed-4129-8730-d958d92e9b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:30.874732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Pushing event deleted for resources: {'Port': ['ID=295c691d-c530-4b61-b427-818b444c530e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:30.966748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.157216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.160536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.188086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 295c691d-c530-4b61-b427-818b444c530e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:31.204125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56686) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:31.206091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaf06282-beed-4129-8730-d958d92e9b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.215755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 295c691d-c530-4b61-b427-818b444c530e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:31.216627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 295c691d-c530-4b61-b427-818b444c530e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:31.230340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.101 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/761b771d-0e50-4d3f-9bf5-73dbb2886488) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:31.247151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.249896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b3242c-69c5-4487-9d40-28faf3574515 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:59:31.250579 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaf06282-beed-4129-8730-d958d92e9b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.255344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.256992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fbdf1e8a-88a3-498a-85ff-0b98052f2962 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a3b3242c-69c5-4487-9d40-28faf3574515 HTTP/1.1" status: 204 len: 168 time: 3.5607128 Nov 10 22:59:31.259406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:31.276169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbf6edb7-1517-4015-aa18-a27646a324e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.333272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Deleting subnet ee398a98-068c-4546-8aca-e7891b6fd89d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:59:31.336884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.360576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aaf06282-beed-4129-8730-d958d92e9b65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2fe9cdc5acc64d8aaec78daabfa036c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330164 Nov 10 22:59:31.363302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56692) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:31.412271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.469795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06282-beed-4129-8730-d958d92e9b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396d3bdd-f308-400d-9530-625724fcb9df,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:31.491919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.530551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.576356 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.608011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.668283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.669947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.671007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.672363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/396d3bdd-f308-400d-9530-625724fcb9df HTTP/1.1" status: 204 len: 168 time: 0.3072867 Nov 10 22:59:31.717983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31543a2-7e2a-4bd2-a1cb-6558ac3afd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d3bdd-f308-400d-9530-625724fcb9df,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:31.729998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.731795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:31.735333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=761b771d-0e50-4d3f-9bf5-73dbb2886488,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:31.738886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbf6edb7-1517-4015-aa18-a27646a324e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.740849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:31.766438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:31.767667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:31.772046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee398a98-068c-4546-8aca-e7891b6fd89d HTTP/1.1" status: 204 len: 168 time: 0.5112531 Nov 10 22:59:31.775832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48edb70-3afb-4e99-88d8-37f44ec431aa None None] Network cceb7238-4a7c-4213-b857-a50179929002 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:31.832173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:31.838643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c415-13b7-4016-982d-f18247afd2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee398a98-068c-4546-8aca-e7891b6fd89d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:32.004310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.079139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbf6edb7-1517-4015-aa18-a27646a324e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.135287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Deleting port 5d588d80-8947-452a-b35e-29457531caf6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:32.135623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.164852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] DHCP port deletion for cceb7238-4a7c-4213-b857-a50179929002 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:32.166027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6edb7-1517-4015-aa18-a27646a324e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8be937-1d07-44d9-b109-d1967ce978f7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:32.244713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dbf6edb7-1517-4015-aa18-a27646a324e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ffc3c5eb6de43eb9ee48b0bbfe309e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0368714 Nov 10 22:59:32.247303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56748) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:32.327180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Deleting port 5d588d80-8947-452a-b35e-29457531caf6 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:32.330558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.369169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] For port 5d588d80-8947-452a-b35e-29457531caf6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d588d80-8947-452a-b35e-29457531caf6,segment=NetworkSegment(c70588c9-8140-45b9-873e-ad987fd26d6c),segment_id=c70588c9-8140-45b9-873e-ad987fd26d6c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:32.369763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.413959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Calling delete_port for 5d588d80-8947-452a-b35e-29457531caf6 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:32.451942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.521478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.541733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] For port 5d588d80-8947-452a-b35e-29457531caf6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d588d80-8947-452a-b35e-29457531caf6,segment=NetworkSegment(c70588c9-8140-45b9-873e-ad987fd26d6c),segment_id=c70588c9-8140-45b9-873e-ad987fd26d6c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:32.542139 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.582210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Calling delete_port for 5d588d80-8947-452a-b35e-29457531caf6 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:32.601250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.686278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.688884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.692816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed8be937-1d07-44d9-b109-d1967ce978f7 HTTP/1.1" status: 204 len: 168 time: 0.4423318 Nov 10 22:59:32.721520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc38d4-eb02-4c1e-aef2-af0667ddbfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8be937-1d07-44d9-b109-d1967ce978f7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:32.750130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.793578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.812842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:32.850625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d588d80-8947-452a-b35e-29457531caf6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:32.858497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] No DVR routers for this DVR port 5d588d80-8947-452a-b35e-29457531caf6 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:59:32.920549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Pushing event deleted for resources: {'Port': ['ID=5d588d80-8947-452a-b35e-29457531caf6,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:32.930231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] No DVR routers for this DVR port 5d588d80-8947-452a-b35e-29457531caf6 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:59:32.960878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.968955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.970702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.971170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.971371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.971707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.972036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.972351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.972673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.985430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.986639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:32.986985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836946a7-4255-4dd3-942e-c7fbd713c32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:33.017887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.096938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceb7238-4a7c-4213-b857-a50179929002']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:33.117890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70588c9-8140-45b9-873e-ad987fd26d6c') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:33.119213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70588c9-8140-45b9-873e-ad987fd26d6c') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:33.133869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.157821 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.168552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:59:33.169439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.177815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.188310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d588d80-8947-452a-b35e-29457531caf6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:33.198622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:59:33.228077 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:59:33.269147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5d588d80-8947-452a-b35e-29457531caf6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:33.269409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d588d80-8947-452a-b35e-29457531caf6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:33.372056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.381316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.391020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=761b771d-0e50-4d3f-9bf5-73dbb2886488,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:33.392986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cceb7238-4a7c-4213-b857-a50179929002 HTTP/1.1" status: 204 len: 168 time: 1.5594771 Nov 10 22:59:33.407397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:33.474882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373fd85-8aba-4ad9-9595-ade20bf8db63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cceb7238-4a7c-4213-b857-a50179929002,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:33.643649 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 124ff6b7-5d1e-4093-9da2-8ed3dda27b27 associated. External IP: 172.25.0.101, port: eb6d52fe-e2a7-4aac-ad87-bab796a30477. Nov 10 22:59:33.725759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:33.889605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6965154c-fd82-49b3-a1de-f6982c1b5c10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b214b2e22a4407ba82f3d5e188de51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620409 Nov 10 22:59:33.891099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:33.970838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:34.039689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:34.067166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:34.137365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:34.142461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:34.148668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec160d5-e35b-4fe3-b215-bcd251da3534 HTTP/1.1" status: 204 len: 168 time: 0.2516010 Nov 10 22:59:34.170899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb81a2d-db7f-4783-8c68-ef106b2d6df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec160d5-e35b-4fe3-b215-bcd251da3534,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:34.722391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:34.737770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:34.766229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:34.767710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:34.777772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:34.832552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a8fe8030-daf7-48fb-a5d4-10c235526973 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3529422 Nov 10 22:59:34.840661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:34.846079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': 'eb6d52fe-e2a7-4aac-ad87-bab796a30477', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:34.867397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:34.891440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:34.892677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:35.000873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:35.008487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05658da-5e1b-4a42-9410-0d68b4978e90 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:35.034792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.519569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:35.719377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.731624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.755271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-76e10799-5416-4cb9-884b-422fe6747aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.973306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-76e10799-5416-4cb9-884b-422fe6747aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.984430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-76e10799-5416-4cb9-884b-422fe6747aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.123399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-76e10799-5416-4cb9-884b-422fe6747aba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=266c89bb09b348b1a80d25da4ff82f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6024921 Nov 10 22:59:36.127259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56940) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:36.165925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e10799-5416-4cb9-884b-422fe6747aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb77694-4f6c-4ccc-a401-9196c976f224,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:36.239669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:36.243726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.292193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.410194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.415664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.420594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccb77694-4f6c-4ccc-a401-9196c976f224 HTTP/1.1" status: 204 len: 168 time: 0.2919984 Nov 10 22:59:36.441361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0720e0-f1a9-4959-bb00-17d4e64af887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb77694-4f6c-4ccc-a401-9196c976f224,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:36.582772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:36.597178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:36.600479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:36.625805 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:36.627882 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:36.727920 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:36.754267 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:36.755229 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:36.761309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0fba85c3-b1a0-4b71-b396-48b3cfaebc37 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/124ff6b7-5d1e-4093-9da2-8ed3dda27b27 HTTP/1.1" status: 200 len: 978 time: 1.9191349 Nov 10 22:59:36.765043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:36.829374 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:36.830873 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01ed3c-29d0-4cec-9830-903b3c9e163b None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:37.096524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56988) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:37.131675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 761b771d-0e50-4d3f-9bf5-73dbb2886488 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:37.132191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.253488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.253812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.281305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56992) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:37.296418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 761b771d-0e50-4d3f-9bf5-73dbb2886488 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:37.302563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa73fd72-ae30-4ade-8015-11dd9ece86ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.411828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa73fd72-ae30-4ade-8015-11dd9ece86ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.424830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa73fd72-ae30-4ade-8015-11dd9ece86ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.481431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa73fd72-ae30-4ade-8015-11dd9ece86ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70a09779c1bf40b08ecbfa5968e0c7fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977093 Nov 10 22:59:37.484165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57016) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:37.538845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73fd72-ae30-4ade-8015-11dd9ece86ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d71c3-1bb1-4a03-acc7-9820e22c2947,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:37.643518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.679691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.725553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd717e41-ae5f-47fa-9674-fc5bcb955c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.806927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.844438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=761b771d-0e50-4d3f-9bf5-73dbb2886488,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:37.858820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.862963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.868054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c96d71c3-1bb1-4a03-acc7-9820e22c2947 HTTP/1.1" status: 204 len: 168 time: 0.3804698 Nov 10 22:59:37.885996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd717e41-ae5f-47fa-9674-fc5bcb955c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.896271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebe2f3-0783-476f-a4fb-fadc2b2ac516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d71c3-1bb1-4a03-acc7-9820e22c2947,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:37.897415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd717e41-ae5f-47fa-9674-fc5bcb955c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.955775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:37.956579 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 124ff6b7-5d1e-4093-9da2-8ed3dda27b27 disassociated (deleted). External IP: 172.25.0.101, port: eb6d52fe-e2a7-4aac-ad87-bab796a30477. Nov 10 22:59:38.019976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd717e41-ae5f-47fa-9674-fc5bcb955c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8772a268-ebe7-4acc-ae3a-42ade4b60229,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:38.027922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bd717e41-ae5f-47fa-9674-fc5bcb955c7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9af84b7cd22c41198356722f83769e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9299643 Nov 10 22:59:38.030939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57042) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:38.151099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.170674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57048) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:38.262970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.378671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.381879 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.385637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8772a268-ebe7-4acc-ae3a-42ade4b60229 HTTP/1.1" status: 204 len: 168 time: 0.3511412 Nov 10 22:59:38.402334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde5c5-3d1c-4720-9a70-4c6a0ad93b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8772a268-ebe7-4acc-ae3a-42ade4b60229,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:38.548661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5243-3aa6-4e1b-98db-9a5052ddd03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.549887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:38.760195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-f1d1939f-6bc8-4c56-9d9b-629cc1f0eb55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3064866 Nov 10 22:59:38.762944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5243-3aa6-4e1b-98db-9a5052ddd03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.774042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5243-3aa6-4e1b-98db-9a5052ddd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.875283 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd8c5243-3aa6-4e1b-98db-9a5052ddd03a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91ee8999265f4999af565701e4663334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951213 Nov 10 22:59:38.876756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c5243-3aa6-4e1b-98db-9a5052ddd03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7c514-3266-4e18-baca-26c6b1d16435,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:38.884308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57064) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:39.020424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.069355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-e80f71fc-6359-45a6-b154-75ee55569156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:39.080224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.081425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-e80f71fc-6359-45a6-b154-75ee55569156 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.2099924 Nov 10 22:59:39.083312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:39.090395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.094249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:39.119708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:39.122931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:39.222396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.225756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.229916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64b7c514-3266-4e18-baca-26c6b1d16435 HTTP/1.1" status: 204 len: 168 time: 0.3414376 Nov 10 22:59:39.245365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:39.251980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6cf37-974e-4437-8eec-af268ca40118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7c514-3266-4e18-baca-26c6b1d16435,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:39.268821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:39.270056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:39.291735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:39.292879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-03c5a519-ba21-41df-b786-f4d94a8ad75d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/124ff6b7-5d1e-4093-9da2-8ed3dda27b27 HTTP/1.1" status: 204 len: 168 time: 2.5259087 Nov 10 22:59:39.401091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:39.403268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c76268-e3c3-480c-a6ee-fb34fec928a0 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:39.412623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-1f76cf7e-4e88-4e24-82f4-d3d8b21f0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:39.414361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-1f76cf7e-4e88-4e24-82f4-d3d8b21f0c4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.2739396 Nov 10 22:59:39.535715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port eb6d52fe-e2a7-4aac-ad87-bab796a30477 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:39.536878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.569774 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-f23406ab-bae0-49c5-bdc5-0e6a78218a24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.1473207 Nov 10 22:59:39.675171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-53765898-5d93-414d-b683-d8a75e058f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:39.676938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-53765898-5d93-414d-b683-d8a75e058f2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.1001916 Nov 10 22:59:39.734914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.762058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for eb6d52fe-e2a7-4aac-ad87-bab796a30477 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:39.778670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-7aefb13c-aecf-4368-8b52-06438228ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:39.781782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-7aefb13c-aecf-4368-8b52-06438228ea53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972724 Nov 10 22:59:39.965128 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-356e74e1-621a-49d9-b38e-b027eb21bac8 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746080 Nov 10 22:59:40.261925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5354b291-aaeb-4de4-9607-d98afe81bb7f req-193233f2-95ac-4a2e-9894-d837d3c0443b service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819490 Nov 10 22:59:40.372137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:40.446011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=eb6d52fe-e2a7-4aac-ad87-bab796a30477,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:40.620495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:40.634147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a6429f2c-c092-462c-bce9-f3aff8c6c5ef tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/eb6d52fe-e2a7-4aac-ad87-bab796a30477 HTTP/1.1" status: 204 len: 168 time: 1.3412988 Nov 10 22:59:40.638925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57130) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:40.643081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:40.702191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:40.916231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.146415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.147 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/b6de78f5-b103-411d-af65-3ffe79fc3c86) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:41.373193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.442733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.546053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:41.554313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:41.565072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:41.615056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=b6de78f5-b103-411d-af65-3ffe79fc3c86,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:41.840683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.911549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.238242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.246835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.350708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=b6de78f5-b103-411d-af65-3ffe79fc3c86,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:42.471615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.500391 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.506120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-51a2ef5b-0c6a-4c59-a9f1-c0c3827dc384 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8639805 Nov 10 22:59:42.519155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:42.534877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'port': {'network_id': '3e7d6891-baa6-4b38-9c4f-713ade27d6ee', 'name': 'tempest-FloatingIPTestJSON-2127870637'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:42.868588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:42.878104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:42.906979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] device_id is not set on port d816d145-7323-4cf6-85d1-6c594c02924f yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:59:43.034943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57216) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:43.204331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.4 (3e7d6891-baa6-4b38-9c4f-713ade27d6ee/bb9b7aab-c2df-4068-be2c-7ff9f59682c0/d816d145-7323-4cf6-85d1-6c594c02924f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:43.290402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ed3f842f-9d6f-45b3-ac38-5bec4c58fb91 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:43.348087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed3f842f-9d6f-45b3-ac38-5bec4c58fb91 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "PUT /v2.0/quotas/e634989f74154f00b88967d1cac9f56d HTTP/1.1" status: 200 len: 368 time: 0.3114357 Nov 10 22:59:43.348720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:43.353507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Request body: {'network': {'project_id': 'e634989f74154f00b88967d1cac9f56d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:43.447699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Made reservation on behalf of e634989f74154f00b88967d1cac9f56d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:43.450311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.463655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.490536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.552554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.642333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:43.646459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:43.657839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:43.663967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=d816d145-7323-4cf6-85d1-6c594c02924f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:43.722481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.733944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.764963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:59:43.775077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:43.775521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.788849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.791526 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Added segment f443ceef-77b4-4059-860a-8d15f532bdae of type vlan for network 34584a41-e302-487b-82ec-f4a9a7924d8d Nov 10 22:59:43.824608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c68ef35f-f496-40e9-a165-217983d6de09 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3033688 Nov 10 22:59:43.827338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57266) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:43.839485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': 'd816d145-7323-4cf6-85d1-6c594c02924f'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:43.901173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:43.942376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87e1ab-566a-446f-9de8-e744890e4f10,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:43.985222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.009799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.014694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:44.018188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.211110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8612916 Nov 10 22:59:44.216391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:44.216733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:44.236905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350f6b9-4d04-4f67-beee-56c46016f7cb tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event updated for resources: {'Network': ['ID=34584a41-e302-487b-82ec-f4a9a7924d8d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:44.251582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 34584a41-e302-487b-82ec-f4a9a7924d8d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:59:44.274275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Request body: {'network': {'project_id': 'e634989f74154f00b88967d1cac9f56d'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:44.388863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Made reservation on behalf of e634989f74154f00b88967d1cac9f56d for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:44.395584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.556172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:59:44.556172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-16743036-bbb3-42a8-920d-f27269b2d4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.660303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.714575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.714995 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Added segment 0798a312-606b-4cd6-800d-ff4fe307c0b8 of type vlan for network 379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03 Nov 10 22:59:44.793494 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.919075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.920293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:44.921086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.991925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:44.992308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7734048 Nov 10 22:59:44.998649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-84887d94-6862-409f-bfcd-983dddf9b1e8 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Request body: {'network': {'project_id': 'e634989f74154f00b88967d1cac9f56d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:45.029228 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-84887d94-6862-409f-bfcd-983dddf9b1e8 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 22:59:45.029701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84887d94-6862-409f-bfcd-983dddf9b1e8 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:59:45.031832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84887d94-6862-409f-bfcd-983dddf9b1e8 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0377676 Nov 10 22:59:45.034997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57328) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:45.060764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-16743036-bbb3-42a8-920d-f27269b2d4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.066048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f5e6-83e5-4cc3-895f-38cac40aadea tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event updated for resources: {'Network': ['ID=379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:45.079071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-16743036-bbb3-42a8-920d-f27269b2d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.081349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:59:45.140515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-16743036-bbb3-42a8-920d-f27269b2d4e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=721f18845ec347308348f795bba7d22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9196880 Nov 10 22:59:45.141204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:45.171832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16743036-bbb3-42a8-920d-f27269b2d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dacf45-fa74-4d47-bc4a-f9841926cffe,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:45.206126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57334) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:45.212882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6bf39e8d-463e-45b1-9dc1-3bc7779e09a1 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e634989f74154f00b88967d1cac9f56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646097 Nov 10 22:59:45.309708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.309953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.320995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.367226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.374137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.466684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.529748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.609566 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 7f98bd64-69c7-43c0-8acc-59a2ac8eba8c associated. External IP: 172.25.0.147, port: d816d145-7323-4cf6-85d1-6c594c02924f. Nov 10 22:59:45.757138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.762359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.766127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7dacf45-fa74-4d47-bc4a-f9841926cffe HTTP/1.1" status: 204 len: 168 time: 0.6020665 Nov 10 22:59:45.776561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.779610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.780828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb87e1ab-566a-446f-9de8-e744890e4f10 HTTP/1.1" status: 204 len: 168 time: 0.5417778 Nov 10 22:59:45.784170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:45.817213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730d9ec-ba21-49b9-9890-f0d7665cb7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dacf45-fa74-4d47-bc4a-f9841926cffe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:45.873561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b40c-04ac-4c72-b3a5-6f1f702bb34d tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87e1ab-566a-446f-9de8-e744890e4f10,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:45.986938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.099443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57358) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:46.346476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.378878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:46.390743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0798a312-606b-4cd6-800d-ff4fe307c0b8') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:46.391317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0798a312-606b-4cd6-800d-ff4fe307c0b8') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:46.402660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.420098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.428870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:59:46.429663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:59:46.499539 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:59:46.507117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.518742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.529870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "DELETE /v2.0/networks/379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03 HTTP/1.1" status: 204 len: 168 time: 0.7443395 Nov 10 22:59:46.534261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:46.584655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb854f5-29f3-4634-bb96-f0a4b057299b tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event deleted for resources: {'Network': ['ID=379fd7fb-9c37-49a1-ae0f-ac4bd5c4ec03,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:46.634725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1766214-7ef2-4fc0-836c-5dabdfc30aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.673869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:46.746676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.903672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:46.914239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:46.921891 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:46.935510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:46.936383 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:46.972096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aadabec9-505b-4adb-99d8-bfd1d9b2bbb7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/7f98bd64-69c7-43c0-8acc-59a2ac8eba8c HTTP/1.1" status: 200 len: 978 time: 3.1419747 Nov 10 22:59:46.978328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57384) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:47.012833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.015850 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.037756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1766214-7ef2-4fc0-836c-5dabdfc30aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.039195 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:47.039978 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.070494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1766214-7ef2-4fc0-836c-5dabdfc30aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.154117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34584a41-e302-487b-82ec-f4a9a7924d8d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.171170 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.172088 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5011d00-a04e-441b-8068-df77bcd757cd None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:47.175109 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:59:47.193258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f443ceef-77b4-4059-860a-8d15f532bdae') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.193971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f443ceef-77b4-4059-860a-8d15f532bdae') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:47.215365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1766214-7ef2-4fc0-836c-5dabdfc30aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0bafa9-9c0f-4bec-bddb-b8692b035f09,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:47.221105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.229085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:47.232885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port d816d145-7323-4cf6-85d1-6c594c02924f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:47.233380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.239016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e1766214-7ef2-4fc0-836c-5dabdfc30aa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28ee41e0f60340e0ab5733639c758597&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1370752 Nov 10 22:59:47.263693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.285287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:59:47.285713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: timer() Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:59:47.287593 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:59:47.432611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.443857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.451330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] 10.222.0.25 "DELETE /v2.0/networks/34584a41-e302-487b-82ec-f4a9a7924d8d HTTP/1.1" status: 204 len: 168 time: 0.9152343 Nov 10 22:59:47.452204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57402) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:47.478868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.495966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8167-6c4b-4824-90f8-9b7e1e49d300 tempest-QuotasNegativeTest-518182118 tempest-QuotasNegativeTest-518182118-project-admin] Pushing event deleted for resources: {'Network': ['ID=34584a41-e302-487b-82ec-f4a9a7924d8d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:47.513733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.625433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.697248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-179346689-network', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:47.738156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Made reservation on behalf of 564ab0faf58946ff917b7bf92f67f72e for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:47.744689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.767627 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.768688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.770401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.774880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd0bafa9-9c0f-4bec-bddb-b8692b035f09 HTTP/1.1" status: 204 len: 168 time: 0.5425587 Nov 10 22:59:47.825018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1916686-db25-417b-baa2-da7f37f11d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0bafa9-9c0f-4bec-bddb-b8692b035f09,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:47.947196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.960922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.007918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.011167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.011569 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP 7f98bd64-69c7-43c0-8acc-59a2ac8eba8c disassociated. External IP: 172.25.0.147, port: d816d145-7323-4cf6-85d1-6c594c02924f. Nov 10 22:59:48.012146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for d816d145-7323-4cf6-85d1-6c594c02924f owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:48.021595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:59:48.069954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.069954 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Added segment edd1cc9f-8d36-429d-9dab-b2768cc4354d of type vlan for network a5c76921-d886-49af-a685-2b154de547dd Nov 10 22:59:48.147988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c733eb-516d-49b4-bec9-d316beb51565,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:48.206484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.274991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.278332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:48.279075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.291551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.320950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=d816d145-7323-4cf6-85d1-6c594c02924f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:48.370727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c76921-d886-49af-a685-2b154de547dd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:48.391096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a5c76921-d886-49af-a685-2b154de547dd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:59:48.428918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c45597a9-5f36-495a-856b-f4b590569674 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9404166 Nov 10 22:59:48.430186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57422) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:48.452839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Request body: {'subnet': {'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-179346689-subnet', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:48.480373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:48.519389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Made reservation on behalf of 564ab0faf58946ff917b7bf92f67f72e for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:48.526074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.676097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:48.738050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57430) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:48.760569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bcae99-14a5-4a2d-9248-8bc3cf18d0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.794056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3ff63bf-cf42-4015-a8e6-7a62cb77b057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.910884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:48.929077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:48.942100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79526790-2449-4938-9d61-13593a902da2 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:48.960153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:48.966882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:49.015406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:49.028065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:49.029195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:49.050354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3ff63bf-cf42-4015-a8e6-7a62cb77b057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.057012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.064556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6d04ad8-514e-49df-9945-a465fe439bac tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/d816d145-7323-4cf6-85d1-6c594c02924f HTTP/1.1" status: 204 len: 168 time: 2.0841985 Nov 10 22:59:49.066929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57432) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.074481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3ff63bf-cf42-4015-a8e6-7a62cb77b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.127903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-79526790-2449-4938-9d61-13593a902da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:49.128577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79526790-2449-4938-9d61-13593a902da2 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:49.145867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff63bf-cf42-4015-a8e6-7a62cb77b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb858b-6249-480b-9343-0a225d600977,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:49.179049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-93e29e7e-767f-49ba-9c0a-cf9ec0b280a5 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/floatingips/7f98bd64-69c7-43c0-8acc-59a2ac8eba8c HTTP/1.1" status: 200 len: 688 time: 0.1083958 Nov 10 22:59:49.182689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.196500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3ff63bf-cf42-4015-a8e6-7a62cb77b057 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee7cf47a32ee448bb6f14a3e1f749265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7081981 Nov 10 22:59:49.242755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57438) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.403631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.441704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.471220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port b6de78f5-b103-411d-af65-3ffe79fc3c86 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:49.471609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.523959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bcae99-14a5-4a2d-9248-8bc3cf18d0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.543046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bcae99-14a5-4a2d-9248-8bc3cf18d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.556744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93018b56-81d7-4bff-97ed-ca9d6f5698b9,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:49.583341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Checking segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:49.583731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Network hostable DHCP agents. Network: a5c76921-d886-49af-a685-2b154de547dd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:59:49.610209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-03bcae99-14a5-4a2d-9248-8bc3cf18d0b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd720cca6c284d668ebefe19d8257dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8710389 Nov 10 22:59:49.612502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57446) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.616943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcae99-14a5-4a2d-9248-8bc3cf18d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de85894-035d-4b5d-a3df-0e94c8dc4166,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:49.619295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.622446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.623505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6eb858b-6249-480b-9343-0a225d600977 HTTP/1.1" status: 204 len: 168 time: 0.3798928 Nov 10 22:59:49.644708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4551-ca5a-48d6-a158-d5dabaa18688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb858b-6249-480b-9343-0a225d600977,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:49.682573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Network a5c76921-d886-49af-a685-2b154de547dd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:59:49.690087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.690087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.716331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for b6de78f5-b103-411d-af65-3ffe79fc3c86 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:49.726742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a5c76921-d886-49af-a685-2b154de547dd) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:49.733481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:49.733481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.741204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205764a-852f-40cd-8de0-221dc2b9e7ad None None] Network a5c76921-d886-49af-a685-2b154de547dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:49.754756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.775369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-965c745d-0626-4db7-a3a6-9de5d2c22a46 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3342221 Nov 10 22:59:49.779083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.802871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:49.857799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.959395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.963757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.972743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.031564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=b6de78f5-b103-411d-af65-3ffe79fc3c86,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.068425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-a5c76921-d886-49af-a685-2b154de547dd', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:59:50.071147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.096073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.097164 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.102382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.112563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2de85894-035d-4b5d-a3df-0e94c8dc4166 HTTP/1.1" status: 204 len: 168 time: 0.4989662 Nov 10 22:59:50.162219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.165600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.167302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-561c04a9-ad37-4b6f-a780-8f525605bbba tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/7f98bd64-69c7-43c0-8acc-59a2ac8eba8c HTTP/1.1" status: 204 len: 168 time: 0.9836392 Nov 10 22:59:50.174077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57458) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:50.181932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '1b6df6ea-f219-451a-9e01-6b1a083bae2d'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:50.240752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.295949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d1bbb-1848-4d8b-b5d5-2ce2d424b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de85894-035d-4b5d-a3df-0e94c8dc4166,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.314634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Allocated IP 172.20.0.2 (a5c76921-d886-49af-a685-2b154de547dd/93018b56-81d7-4bff-97ed-ca9d6f5698b9/4dd66628-ecdc-48a4-abc0-cd1e0bdff97b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:50.479225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57462) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:50.501784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.520791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdec-fea3-4513-bce5-a1ef43069fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.521069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.740499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.193 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/3bc8b62d-66fc-4696-859b-d92649794857) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:50.787582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.805289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.898578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Network a5c76921-d886-49af-a685-2b154de547dd is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:50.900598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Pushing event updated for resources: {'Port': ['ID=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.903916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:50.908704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:50.973938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdec-fea3-4513-bce5-a1ef43069fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.993678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Attempting to bind port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:59:50.994027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Attempting to bind port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:59:50.994434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Attempting to bind port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b on network a5c76921-d886-49af-a685-2b154de547dd {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:59:51.002033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:59:51.002689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Checking segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:51.003130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.003843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Bound using segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:59:51.004310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Bound port: 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:59:51.004699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.051181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.089487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.093685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.131479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] For port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:59:51.138759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] For port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:59:51.148814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.182697 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdec-fea3-4513-bce5-a1ef43069fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.220215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.232730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1fdec-fea3-4513-bce5-a1ef43069fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7639262d-94b6-4bc8-84d1-5e275fa1e434,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.295165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8fd2e-0b3d-4c4c-b3d5-b90e42eadaa7 None None] Pushing event updated for resources: {'Port': ['ID=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.313519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:51.326722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:51.338921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:51.357564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:51.358233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-28e1fdec-fea3-4513-bce5-a1ef43069fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b51f1162d36f494aa1d2c41fa52bbd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8769596 Nov 10 22:59:51.432420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Allocated IP 172.25.0.83 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2f3cef32-9b65-4ab1-98c6-8fce164a8ca2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:51.467312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=3bc8b62d-66fc-4696-859b-d92649794857,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.684167 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.714652 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.771689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.844278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.848095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.852687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7639262d-94b6-4bc8-84d1-5e275fa1e434 HTTP/1.1" status: 204 len: 168 time: 0.4898975 Nov 10 22:59:51.877419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87b27-39be-42e0-a495-a9cdc6e49567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639262d-94b6-4bc8-84d1-5e275fa1e434,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.897480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.964354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:51.970474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:51.977981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:51.993190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe66eba-0371-4173-9080-854ca09d4a34 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:52.106287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Pushing event updated for resources: {'Port': ['ID=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:52.143554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a392b658-1ff7-4dcf-8912-655b3b4fa437 None None] Provisioning complete for port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:52.143942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a392b658-1ff7-4dcf-8912-655b3b4fa437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.226244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a392b658-1ff7-4dcf-8912-655b3b4fa437 None None] Port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:52.226852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.397360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.445188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.836817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.899974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.917580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.977571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2d008-7780-4180-846b-b4227a5f9bdb None None] Network a5c76921-d886-49af-a685-2b154de547dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:53.152559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=3bc8b62d-66fc-4696-859b-d92649794857,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:53.168777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:53.175431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Router b6b6c352-69d8-432b-a507-fd12ebba8aad is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:59:53.387592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:53.425653 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP c85d7c03-d12b-4b1b-a542-1aa6b870c3a2 associated. External IP: 172.25.0.193, port: 1b6df6ea-f219-451a-9e01-6b1a083bae2d. Nov 10 22:59:53.460235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:53.473273 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Sync routers for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:53.484630 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:53.485793 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:53.503861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:53.513109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-16e4c906-04b6-41b9-9947-cd98dbf00e3a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7340791 Nov 10 22:59:53.513538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] Provisioning complete for port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:53.513753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57546) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:53.513935 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:53.699061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:53.699257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:53.804540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-1fdb5a76-9b54-4e45-8905-0904cde12b4f req-e34e932c-2ae9-44f4-933a-50e8e7a2f273 service neutron] (102457) timed out ('10.222.0.39', 63966) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:59:53.819236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:53.870137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:53.960703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] For port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:53.989703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.028450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:54.089375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d599d-ee87-48f9-b9e7-3df1eac7df4d None None] Pushing event updated for resources: {'Port': ['ID=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:54.169429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-172acd28-7347-487e-a10d-4f7f4994f279 req-f8855c4a-e04e-4cec-929c-a4278968221a service neutron] (102457) timed out ('10.222.0.39', 63953) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:59:54.364302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:54.374769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:54.403156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.430167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:54.430810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:54.472770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ee8cba5-4393-4476-8d8c-af360feeab9a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2958844 Nov 10 22:59:54.474292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57578) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:54.484737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-383032508'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:54.546306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:54.552369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.602047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:54.605146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:59:54.617266 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:52Z', 'revision_number': 3, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:54.620830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e1bd3adb-e1ea-45b1-a693-c250adf00fc5 None None] Provisioning complete for port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:54.621244 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3adb-e1ea-45b1-a693-c250adf00fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.635018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.635740 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Added segment c997cb2e-78c6-4fec-9097-c2c18b51fe8b of type vlan for network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 Nov 10 22:59:54.706169 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Checking router: b6b6c352-69d8-432b-a507-fd12ebba8aad for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:54.706505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Updating router b6b6c352-69d8-432b-a507-fd12ebba8aad port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:59:54.734557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.777874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:54.778334 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.780960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:54.790209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.796854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:54.797681 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:54.857550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3808863 Nov 10 22:59:54.904335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:54.906281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57590) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:54.919226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'subnet': {'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:54.937971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:54.938827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c069aa9a-8fef-4fd5-895c-1384b1339435 None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:54.979288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f66a0-3548-4b8d-8f3b-495d23ab61a8 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Network': ['ID=09727339-4f5c-4a45-9e22-fca1f92dc8b1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:55.100529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:59:55.196094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.214377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:55.298244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:55.392203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2063332546'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:55.438250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 22:59:55.438250 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 22:59:55.438250 n-d-811521-3 neutron-server[102457]: [parameters: {'project_id_1': '21cf3d36c10d4ba994bc6aaac50181f3', 'expiration_1': datetime.datetime(2021, 11, 10, 22, 59, 35, 396699)}] Nov 10 22:59:55.438250 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:59:55.439001 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:59:55.467082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-77836175-7af3-4378-8ca5-e5c22e94f2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.490940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:55.491428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.515615 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.534085 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.567862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:59:55.573932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.585134 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Attempting to bind port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:59:55.585760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Attempting to bind port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:59:55.586409 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Attempting to bind port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:59:55.593012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29826022-71c1-4e7c-8199-145671271d0f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:55.595110 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:59:55.595702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:55.596940 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.597538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:59:55.598716 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Bound port: 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:59:55.599293 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.645130 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c65fcb-2698-42d3-82fd-e1495902271b None None] Pushing event updated for resources: {'Port': ['ID=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:55.686303 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] For port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:59:55.691305 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] For port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:59:55.697102 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.726756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] Provisioning complete for port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:55.727127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.762559 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9dc385e-420e-4bef-9883-ea07f52324c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.769435 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c65fcb-2698-42d3-82fd-e1495902271b None None] Pushing event updated for resources: {'Port': ['ID=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:55.773064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:55.774137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:55.779222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de37528-0a2a-4d32-af7e-bbbea79bafd4 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:59:55.975104 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.977859 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.978913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:55.982151 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:56.008827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] For port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:56.014364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.072908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.078126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.090998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb2fca-cdd1-4ff8-8a21-daef988c7082 None None] Pushing event updated for resources: {'Port': ['ID=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:56.099196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.100991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-62a79d08-9b9b-4fe0-97b5-ef4e8791f405 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8849452 Nov 10 22:59:56.103220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57628) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:56.164700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e79de103-1682-4d83-a2d2-e992594520a8 None None] Provisioning complete for port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:56.165205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e79de103-1682-4d83-a2d2-e992594520a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.223940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.301431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.402413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Allocated IP 172.20.0.1 (a5c76921-d886-49af-a685-2b154de547dd/93018b56-81d7-4bff-97ed-ca9d6f5698b9/f8026153-c9c1-4c2d-8d81-9aa6462f896d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:56.479576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05363665-9067-4bf7-a163-2a84efc22a91 req-22a8f542-29d6-45f0-887c-e69fbdc46981 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:56.481160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05363665-9067-4bf7-a163-2a84efc22a91 req-22a8f542-29d6-45f0-887c-e69fbdc46981 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.9271102 Nov 10 22:59:56.488687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Subnet': ['ID=9dc4f271-d155-4b60-855a-dac2480ff1d4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:56.491298 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:52Z', 'revision_number': 3, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:56.550087 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce0502-1cda-435b-94b8-571cac454db6 None None] The sync data for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 is: [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:52Z', 'revision_number': 3, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:56.583324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Checking segment: {'id': 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:56.583324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network hostable DHCP agents. Network: 09727339-4f5c-4a45-9e22-fca1f92dc8b1, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:59:56.614710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9dc385e-420e-4bef-9883-ea07f52324c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.652829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9dc385e-420e-4bef-9883-ea07f52324c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.733973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.759684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc385e-420e-4bef-9883-ea07f52324c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b260ca17-892a-44f8-99b3-76a637329905,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:56.782762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.789670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.795460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9dc385e-420e-4bef-9883-ea07f52324c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=119a30e6f0a14156a5257f8af9753ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8450055 Nov 10 22:59:56.797915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57636) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:56.800716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:59:56.818012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05363665-9067-4bf7-a163-2a84efc22a91 req-c7dab351-69be-4e22-9a55-6dd54d47a8b4 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691557 Nov 10 22:59:56.832089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 09727339-4f5c-4a45-9e22-fca1f92dc8b1) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:56.840755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18590bf4-de52-45ce-a5f6-ac24de8812f3 None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:59:56.861073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:56.861771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.874061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.895455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b83f8cc7-a8df-4cc5-9682-a9734b2b199f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9833140 Nov 10 22:59:56.922658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57642) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:56.933524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Network a5c76921-d886-49af-a685-2b154de547dd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:56.938467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1786300498', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:56.947898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:56.955704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:56.960211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.960956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d82a135-b8d6-4a1c-9aff-d0aa1877f58d {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:59:56.981727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:56.983919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5ddaa7c3-967a-4d71-8eec-844dde5a8216 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1d82a135-b8d6-4a1c-9aff-d0aa1877f58d HTTP/1.1" status: 204 len: 168 time: 0.8796902 Nov 10 22:59:56.992410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57644) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:57.039942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Pushing event updated for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:57.072990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.073617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Request body: {'router': {'name': 'tempest-router-198848827', 'distributed': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:57.074219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.174133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.175524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.190639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.242774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.263803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.302331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:59:57.319608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.356790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.371337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.431835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.439894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1282979e-5a89-44a4-b04b-4e07de97f5f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4086025 Nov 10 22:59:57.442471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57650) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:57.447290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-09727339-4f5c-4a45-9e22-fca1f92dc8b1', 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1', 'tenant_id': '68c678279e2b48cb963d6cc67a533954', 'fixed_ips': [{'subnet_id': '9dc4f271-d155-4b60-855a-dac2480ff1d4'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:59:57.454643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.484035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:57.484416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.610546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.613988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.618197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b260ca17-892a-44f8-99b3-76a637329905 HTTP/1.1" status: 204 len: 168 time: 0.8190165 Nov 10 22:59:57.639272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b256aa6-d971-415e-8629-600a0117efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b260ca17-892a-44f8-99b3-76a637329905,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:57.650266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.720705 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a17a92a-f1bd-411d-bf23-ced40fc3bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:57.954664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Allocated IP 172.20.0.2 (09727339-4f5c-4a45-9e22-fca1f92dc8b1/9dc4f271-d155-4b60-855a-dac2480ff1d4/e02517df-d1cf-4ad8-a456-eda4225ba673) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:58.261934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.274495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eff1bd72-e770-42f9-8ab8-4add3f7bc42b None None] Provisioning complete for port f8026153-c9c1-4c2d-8d81-9aa6462f896d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:59:58.274905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eff1bd72-e770-42f9-8ab8-4add3f7bc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.283901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.364328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57664) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:58.401579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:58.422859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:58.427801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:59:58.438513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.459201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eff1bd72-e770-42f9-8ab8-4add3f7bc42b None None] Port f8026153-c9c1-4c2d-8d81-9aa6462f896d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:59:58.463227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Pushing event updated for resources: {'Port': ['ID=e02517df-d1cf-4ad8-a456-eda4225ba673,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:58.531097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Attempting to bind port e02517df-d1cf-4ad8-a456-eda4225ba673 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:59:58.531534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Attempting to bind port e02517df-d1cf-4ad8-a456-eda4225ba673 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:59:58.531861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Attempting to bind port e02517df-d1cf-4ad8-a456-eda4225ba673 on network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:59:58.552182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:59:58.552664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Checking segment: {'id': 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:59:58.553092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.553489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Bound using segment: {'id': 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:59:58.553965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Bound port: e02517df-d1cf-4ad8-a456-eda4225ba673, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:59:58.554344 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.572785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c11710f7-9e72-4701-bc64-9d6357132a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.601687 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.630471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.633899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.696445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] For port e02517df-d1cf-4ad8-a456-eda4225ba673, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:59:58.698290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c91c9e-30c9-4307-b93d-7b2ff73aee2a req-a82ad869-5433-4548-940f-f1f3debad023 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:58.705308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] For port e02517df-d1cf-4ad8-a456-eda4225ba673, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e02517df-d1cf-4ad8-a456-eda4225ba673,segment=NetworkSegment(c997cb2e-78c6-4fec-9097-c2c18b51fe8b),segment_id=c997cb2e-78c6-4fec-9097-c2c18b51fe8b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:59:58.706368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4c91c9e-30c9-4307-b93d-7b2ff73aee2a req-a82ad869-5433-4548-940f-f1f3debad023 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.3390720 Nov 10 22:59:58.712008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.783565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.784039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eca6297-dd76-4788-b815-d2a43b8c11d9 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:59:58.809722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6a29-7879-4b01-ad15-a8e31ab0b67a None None] Pushing event updated for resources: {'Port': ['ID=e02517df-d1cf-4ad8-a456-eda4225ba673,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:58.870799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c11710f7-9e72-4701-bc64-9d6357132a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.888633 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.898296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-159f01d3-74c7-424f-811d-879f54063128 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8eca6297-dd76-4788-b815-d2a43b8c11d9 HTTP/1.1" status: 204 len: 168 time: 1.4563322 Nov 10 22:59:58.904697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57678) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:58.908198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c11710f7-9e72-4701-bc64-9d6357132a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:58.924142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Request body: {'router': {'name': 'tempest-router-23145345', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd0eb620890cf4a9da55bb770f00c6136'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:58.928361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.019991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c11710f7-9e72-4701-bc64-9d6357132a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e327fbc82cf44b89456c68dece8af91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417830 Nov 10 22:59:59.034908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4c91c9e-30c9-4307-b93d-7b2ff73aee2a req-90bf2c0b-7d0a-4f03-bb4c-02a134c49ce3 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275220 Nov 10 22:59:59.040518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57680) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:59.044057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11710f7-9e72-4701-bc64-9d6357132a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe267c-af57-4012-a739-a404bb5655fd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:59.047057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.062686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.064348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.151216 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.156308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.160162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.178937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.188553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65023cc1-9a62-41b2-b993-0a2f99e9349d tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2812369 Nov 10 22:59:59.189913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57684) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:59.199036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:59.246224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.341017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.347646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.481279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.530162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Pushing event updated for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:59.541529 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.561602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.562354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.673475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102457) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 22:59:59.673725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.25.0.68 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/fb6bd7dc-839b-426d-9c42-db94fbdf903b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:59:59.673959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Router 95ea01a7-b058-4c1d-be9a-32cf9910b93b migrating from provider to provider. {{(pid=102457) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 22:59:59.674303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.680296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.688522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.689642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Network a5c76921-d886-49af-a685-2b154de547dd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:59:59.693171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:59:59.791799 n-d-811521-3 neutron-server[102457]: WARNING neutron.scheduler.l3_agent_scheduler [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] No L3 agents can host the router 95ea01a7-b058-4c1d-be9a-32cf9910b93b Nov 10 22:59:59.923844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Router b6b6c352-69d8-432b-a507-fd12ebba8aad has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:59.988190 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:59.988792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Hosts for router 95ea01a7-b058-4c1d-be9a-32cf9910b93b: [] {{(pid=102457) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 23:00:00.018853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Hosts for other DVR routers connected to router 95ea01a7-b058-4c1d-be9a-32cf9910b93b: set() {{(pid=102457) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 23:00:00.023002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.027817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-837522e4-b773-44f1-87e0-034affe2269a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "PUT /v2.0/routers/95ea01a7-b058-4c1d-be9a-32cf9910b93b HTTP/1.1" status: 200 len: 715 time: 0.8366637 Nov 10 23:00:00.028698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57688) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:00.038069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.041476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.046105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8fe267c-af57-4012-a739-a404bb5655fd HTTP/1.1" status: 204 len: 168 time: 0.9966698 Nov 10 23:00:00.058923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.111725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d433265e-2cb6-419f-810a-fb25a6ec7964 None None] Provisioning complete for port f8026153-c9c1-4c2d-8d81-9aa6462f896d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:00.116469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d433265e-2cb6-419f-810a-fb25a6ec7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.213531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d433265e-2cb6-419f-810a-fb25a6ec7964 None None] Port f8026153-c9c1-4c2d-8d81-9aa6462f896d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:00.221211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6a23b407-bced-428b-add4-e20e34feb3ce tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "GET /v2.0/routers/95ea01a7-b058-4c1d-be9a-32cf9910b93b HTTP/1.1" status: 200 len: 715 time: 0.1888919 Nov 10 23:00:00.221598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57696) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:00.372221 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.394696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:00.396484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aae22-e3b2-4299-bccb-4065eb703632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe267c-af57-4012-a739-a404bb5655fd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:00.401952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bdc54329-fa7a-4389-9145-bfa080fab045 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6b6c352-69d8-432b-a507-fd12ebba8aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8871427 Nov 10 23:00:00.414064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Sync routers for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:00.432146 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:00.437570 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:00.516928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:00.544064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:00.559641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:00.565439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03957af0-4043-4928-b275-a40bfe17beed None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:00.616419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=fb6bd7dc-839b-426d-9c42-db94fbdf903b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:00.645515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444cb37-d019-46d5-92ad-9e7f9e85671a None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:00.740654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0138fbc-4803-4eda-8a3c-5b7d95593565 req-9241a8f0-d522-45b1-a4c4-557e0a8d6225 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:00.755018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0138fbc-4803-4eda-8a3c-5b7d95593565 req-9241a8f0-d522-45b1-a4c4-557e0a8d6225 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.3911855 Nov 10 23:00:00.784272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c4c2d27-d200-4d9d-be02-769d45efdbf5 tempest-RoutersTestDVR-1177267337 tempest-RoutersTestDVR-1177267337-project] 10.222.0.25 "GET /v2.0/routers/95ea01a7-b058-4c1d-be9a-32cf9910b93b HTTP/1.1" status: 200 len: 681 time: 0.5586731 Nov 10 23:00:00.786672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:00:00.789222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57708) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:00.934021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.935748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Provisioning complete for port fb6bd7dc-839b-426d-9c42-db94fbdf903b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:00.936206 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.958589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:00.969437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0138fbc-4803-4eda-8a3c-5b7d95593565 req-bebea9b0-302d-429c-bfa5-658164be317b tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132890 Nov 10 23:00:01.190763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Port fb6bd7dc-839b-426d-9c42-db94fbdf903b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:01.231168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Provisioning complete for port e02517df-d1cf-4ad8-a456-eda4225ba673 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:01.231625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.318226 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 2, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:01.365878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e02517df-d1cf-4ad8-a456-eda4225ba673 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:01.371194 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Checking router: b6b6c352-69d8-432b-a507-fd12ebba8aad for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:00:01.371771 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Updating router b6b6c352-69d8-432b-a507-fd12ebba8aad port f8026153-c9c1-4c2d-8d81-9aa6462f896d binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:00:01.401113 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.506782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.514440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.528296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.665299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.665815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95ea01a7-b058-4c1d-be9a-32cf9910b93b {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:00:01.684680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.685729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e02517df-d1cf-4ad8-a456-eda4225ba673 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:01.686167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.687782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.695520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ec24493-3d49-4adf-913b-b8b09764de7f tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "DELETE /v2.0/routers/95ea01a7-b058-4c1d-be9a-32cf9910b93b HTTP/1.1" status: 204 len: 168 time: 0.9008098 Nov 10 23:00:01.695520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:01.705559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Request body: {'router': {'name': 'tempest-router-1565735105', 'distributed': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:01.774538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.775744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.879770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] For port e02517df-d1cf-4ad8-a456-eda4225ba673, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e02517df-d1cf-4ad8-a456-eda4225ba673,segment=NetworkSegment(c997cb2e-78c6-4fec-9097-c2c18b51fe8b),segment_id=c997cb2e-78c6-4fec-9097-c2c18b51fe8b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:01.901232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.927607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.934809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.967624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:01.969781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a29487b0-cb04-4625-8fdb-ec6046cea1f4 tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2745414 Nov 10 23:00:01.973427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:02.007643 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.024707 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.079565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1f32cc09-b3a9-4aeb-a930-ba36c210d8b6 None None] Provisioning complete for port e02517df-d1cf-4ad8-a456-eda4225ba673 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:02.080043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f32cc09-b3a9-4aeb-a930-ba36c210d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.088035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.141002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.189502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57744) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:02.192204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae45c4-69c8-406c-9b70-e2111d311bcd None None] Pushing event updated for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:02.361853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308015574', 'description': 'tempest-description--1571140503'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:02.384159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235ec02-90af-4708-8796-15730a6b058c req-402b96f2-faaf-4f0d-9ee5-96aa94c3ee61 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:02.385800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1235ec02-90af-4708-8796-15730a6b058c req-402b96f2-faaf-4f0d-9ee5-96aa94c3ee61 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2781918 Nov 10 23:00:02.411929 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Attempting to bind port f8026153-c9c1-4c2d-8d81-9aa6462f896d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:02.413376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Attempting to bind port f8026153-c9c1-4c2d-8d81-9aa6462f896d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:02.413706 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Attempting to bind port f8026153-c9c1-4c2d-8d81-9aa6462f896d on network a5c76921-d886-49af-a685-2b154de547dd {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:02.440144 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:02.440475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Checking segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:02.441979 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.442385 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Bound using segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:02.443267 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Bound port: f8026153-c9c1-4c2d-8d81-9aa6462f896d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:02.443267 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.472413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65481082-8ff8-4c15-9d4a-52bc6c79b993 None None] Pushing event updated for resources: {'Port': ['ID=e02517df-d1cf-4ad8-a456-eda4225ba673,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:02.533841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1235ec02-90af-4708-8796-15730a6b058c req-b0bc4106-5e4f-4aa2-8a5c-96a7a0d3268e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397915 Nov 10 23:00:02.588108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 3d6111cf-43f4-4304-8f02-05471df4cd56 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:00:02.705915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] For port f8026153-c9c1-4c2d-8d81-9aa6462f896d, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:02.711157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.715502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.718012 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] For port f8026153-c9c1-4c2d-8d81-9aa6462f896d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f8026153-c9c1-4c2d-8d81-9aa6462f896d,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:02.725459 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.731464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.760351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] Provisioning complete for port f8026153-c9c1-4c2d-8d81-9aa6462f896d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:02.761062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.846923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:02.901733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] Sync routers for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:02.909222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.915738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a5409e6-d042-44b0-9edf-ef3d5f18064f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9911618 Nov 10 23:00:02.917156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57758) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:02.919879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae45c4-69c8-406c-9b70-e2111d311bcd None None] Pushing event updated for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:02.937189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:02.944021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:02.949747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:02.983813 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:02.984721 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:03.025443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:03.055231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.149835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a9b3ff-7f20-470b-9166-58f4871d2c5f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:03.164860 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.167540 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9344347f-9949-47be-abb2-385f7c70a5ec tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9643152 Nov 10 23:00:03.170995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.173382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 171175f9-899e-479c-8930-93e23662abde {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:00:03.173630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:03.174378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:03.178434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57762) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:03.191195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.192907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-398c735c-339f-4a6a-b285-5ea6d9dc359a tempest-RoutersTestDVR-946473749 tempest-RoutersTestDVR-946473749-project-admin] 10.222.0.25 "DELETE /v2.0/routers/171175f9-899e-479c-8930-93e23662abde HTTP/1.1" status: 204 len: 168 time: 1.2183149 Nov 10 23:00:03.202101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'security_group_rule': {'security_group_id': '29a9b3ff-7f20-470b-9166-58f4871d2c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:03.280778 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:00:03.314221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:03.315038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6113ba9-48b6-47fe-8afc-ab528acac281 None None] The sync data for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:03.336132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e02517df-d1cf-4ad8-a456-eda4225ba673 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:03.450668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.488829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.570554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e02517df-d1cf-4ad8-a456-eda4225ba673 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:03.572003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.584106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] For port f8026153-c9c1-4c2d-8d81-9aa6462f896d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f8026153-c9c1-4c2d-8d81-9aa6462f896d,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:03.628682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.656236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.673405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.818460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265694b-2e1a-4cbf-84f2-0073417c2d2a None None] Pushing event updated for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:03.876392 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:02Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:03.877935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.878854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a4868f38-8148-43ef-9baf-6ea9ab2de568 None None] Provisioning complete for port f8026153-c9c1-4c2d-8d81-9aa6462f896d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:03.880597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6939106 Nov 10 23:00:03.889280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4868f38-8148-43ef-9baf-6ea9ab2de568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:03.895147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57784) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:03.899382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57786) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:03.902921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'security_group_rule': {'security_group_id': '29a9b3ff-7f20-470b-9166-58f4871d2c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:03.921824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f5ac7-50e5-4c9d-998b-5126216ec110 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8b53a-4151-417e-865c-41224a477abd,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:03.965908 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4c9ed-fc1e-4fb8-b12c-132f4bc4f19e None None] The sync data for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 is: [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:02Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:04.064254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055291-f6f3-4ac9-bd95-0614c7028d2c req-ffa1772c-148d-43c8-bab6-b5d188cfcc5a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:04.082225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74055291-f6f3-4ac9-bd95-0614c7028d2c req-ffa1772c-148d-43c8-bab6-b5d188cfcc5a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.3637419 Nov 10 23:00:04.213720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74055291-f6f3-4ac9-bd95-0614c7028d2c req-f49f5004-598a-47e9-bfa5-e11d353962de tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241534 Nov 10 23:00:04.345291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:04.364878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-595e9434-37fd-415c-93c6-a57cdeb50664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.075627 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.086994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.136562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:05.173289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9266f24-ade2-4661-a7f1-bf02d59b03b4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:05.210357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.214289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1b7b6ea-f9e5-4600-b4a6-9d6677550d2e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3154657 Nov 10 23:00:05.215046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57830) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:05.221647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:05.239082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f8026153-c9c1-4c2d-8d81-9aa6462f896d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:05.262554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.283241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-595e9434-37fd-415c-93c6-a57cdeb50664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.300739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-595e9434-37fd-415c-93c6-a57cdeb50664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.372743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.377077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f8026153-c9c1-4c2d-8d81-9aa6462f896d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:05.377457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.425927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-096ad1ba-9cfe-460f-bdf6-56594e8db03c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.465729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-595e9434-37fd-415c-93c6-a57cdeb50664 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0eb620890cf4a9da55bb770f00c6136&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5543754 Nov 10 23:00:05.468904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57836) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:05.469424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e9434-37fd-415c-93c6-a57cdeb50664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e243ae-0fea-4163-80d5-33f4dbb6da38,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:05.562116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-096ad1ba-9cfe-460f-bdf6-56594e8db03c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.570435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd170951-f8a0-4902-bfd7-bbf5083dfcb6 req-e7c9ee96-3fcf-431e-9bf4-8082372a7f74 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:05.572203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd170951-f8a0-4902-bfd7-bbf5083dfcb6 req-e7c9ee96-3fcf-431e-9bf4-8082372a7f74 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2180111 Nov 10 23:00:05.618890 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-096ad1ba-9cfe-460f-bdf6-56594e8db03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.690582 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-096ad1ba-9cfe-460f-bdf6-56594e8db03c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef684fff834748f4a845cd0dfee0e73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5514150 Nov 10 23:00:05.693170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:05.698092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd170951-f8a0-4902-bfd7-bbf5083dfcb6 req-f2202da9-cf2d-41b8-b55c-98d4a1960a69 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865569 Nov 10 23:00:05.700276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad1ba-9cfe-460f-bdf6-56594e8db03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa69cf9-2c07-491e-8f30-7b8b4136a399,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:05.741111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.807177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.897060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.946693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.1 (09727339-4f5c-4a45-9e22-fca1f92dc8b1/9dc4f271-d155-4b60-855a-dac2480ff1d4/170516a8-9a97-42d0-9d57-3fdae89e42eb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:06.027354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.083248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Allocated IP 172.25.0.155 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5c402f77-6f51-40a1-a7c5-2a6f13cbfe97) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:06.085519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.088554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.093782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80e243ae-0fea-4163-80d5-33f4dbb6da38 HTTP/1.1" status: 204 len: 168 time: 0.5288146 Nov 10 23:00:06.107253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.113154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2689f4-1f71-4d7e-95d8-7cc0222e5675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e243ae-0fea-4163-80d5-33f4dbb6da38,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:06.271087 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.312163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.329483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.337097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.338274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaa69cf9-2c07-491e-8f30-7b8b4136a399 HTTP/1.1" status: 204 len: 168 time: 0.6390107 Nov 10 23:00:06.368404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.368669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf2764-48b0-45ee-a7c1-6ef9240e4fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa69cf9-2c07-491e-8f30-7b8b4136a399,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:06.393945 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.500246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:06.507012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:06.510810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:06.517133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:06.528501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:06.542468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:06.553340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=170516a8-9a97-42d0-9d57-3fdae89e42eb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:06.587908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.618435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57854) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:06.645900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c329-c741-4bf7-acc6-9bdce2bc3aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.667058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'Port': ['ID=5c402f77-6f51-40a1-a7c5-2a6f13cbfe97,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:06.787452 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.809942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.936472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23ab8b0a-fb39-47b5-af6a-ac3e9864ee57 None None] Provisioning complete for port 170516a8-9a97-42d0-9d57-3fdae89e42eb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:06.937771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23ab8b0a-fb39-47b5-af6a-ac3e9864ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:06.989385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-23ab8b0a-fb39-47b5-af6a-ac3e9864ee57 None None] Port 170516a8-9a97-42d0-9d57-3fdae89e42eb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:07.133865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57864) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:07.160372 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3605-d0f7-4f5a-b6ac-83ac78f7fee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.304991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.306899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.321245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.384822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3605-d0f7-4f5a-b6ac-83ac78f7fee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.402990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3605-d0f7-4f5a-b6ac-83ac78f7fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.428339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=170516a8-9a97-42d0-9d57-3fdae89e42eb,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:07.440413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c329-c741-4bf7-acc6-9bdce2bc3aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.450117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.465665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa9e3605-d0f7-4f5a-b6ac-83ac78f7fee4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=489a0194eb4a4a3c927131103b418a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303761 Nov 10 23:00:07.466270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57878) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:07.478542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e3605-d0f7-4f5a-b6ac-83ac78f7fee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb445ee9-1b4d-420e-be66-92bdff880054,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:07.599185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.600475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.619264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6b3dd-cd13-45b9-bc73-e22fd921bbdc req-a98d8f0d-5903-4b94-a00c-85fd76b44c3e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:07.621649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18f6b3dd-cd13-45b9-bc73-e22fd921bbdc req-a98d8f0d-5903-4b94-a00c-85fd76b44c3e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.3494065 Nov 10 23:00:07.622442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c329-c741-4bf7-acc6-9bdce2bc3aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.646107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:07.648311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.649740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.650661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:07.663945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c329-c741-4bf7-acc6-9bdce2bc3aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a1baab-6800-467e-b5aa-b68ac965a0d2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:07.799414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.810867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'Port': ['ID=5c402f77-6f51-40a1-a7c5-2a6f13cbfe97,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:07.822103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1ab9c329-c741-4bf7-acc6-9bdce2bc3aba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21cf3d36c10d4ba994bc6aaac50181f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1962702 Nov 10 23:00:07.833697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57884) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:07.848109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.848416 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a8d06b6f-73f9-42a0-a9f9-3820ec639429 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6316743 Nov 10 23:00:07.886385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18f6b3dd-cd13-45b9-bc73-e22fd921bbdc req-8aaa7267-7d71-4436-9294-2296750b40f8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319279 Nov 10 23:00:07.911958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.921016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.921016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb445ee9-1b4d-420e-be66-92bdff880054 HTTP/1.1" status: 204 len: 168 time: 0.4448271 Nov 10 23:00:07.941420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 3d6111cf-43f4-4304-8f02-05471df4cd56 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:07.943041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c312dd-aa7e-4db2-9401-bb9ed1b98b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb445ee9-1b4d-420e-be66-92bdff880054,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:08.019079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.117124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.251830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:08.257946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-51c8ef06-0089-43ac-8979-31b5746bfb6f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/routers/3d6111cf-43f4-4304-8f02-05471df4cd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3375916 Nov 10 23:00:08.260691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57904) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:08.266472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'port': {'network_id': '09727339-4f5c-4a45-9e22-fca1f92dc8b1', 'name': 'tempest-FloatingIPTestJSON-147438715'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:08.266703 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] Sync routers for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:08.268371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eaa7ec12-0604-4248-9345-0d260cf7c394 None None] Provisioning complete for port 170516a8-9a97-42d0-9d57-3fdae89e42eb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:08.272828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ec12-0604-4248-9345-0d260cf7c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.289025 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:08.289864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:08.356904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72781796-99b7-41df-9f7a-43e86be7c487 req-909ed302-85f8-4237-b3a3-57fc493a7c81 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:08.358676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72781796-99b7-41df-9f7a-43e86be7c487 req-909ed302-85f8-4237-b3a3-57fc493a7c81 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1373062 Nov 10 23:00:08.379220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-d006dffc-0075-4b34-b518-cc2fce951146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:08.380851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-d006dffc-0075-4b34-b518-cc2fce951146 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.0860488 Nov 10 23:00:08.382380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.391272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.392440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9a1baab-6800-467e-b5aa-b68ac965a0d2 HTTP/1.1" status: 204 len: 168 time: 0.5574853 Nov 10 23:00:08.399940 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:08.424852 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:08.428903 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:08.457415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7ec12-0604-4248-9345-0d260cf7c394 None None] Port 170516a8-9a97-42d0-9d57-3fdae89e42eb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:08.496241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ff36-65d4-4163-b095-2bd4f04c2599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a1baab-6800-467e-b5aa-b68ac965a0d2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:08.524395 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:08.525352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c741-c415-4f83-9d7a-6ece56169d50 None None] The sync data for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:08.599866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Made reservation on behalf of 68c678279e2b48cb963d6cc67a533954 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:08.605121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:08.670530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] device_id is not set on port e267a7d7-866b-468d-87c1-73cccb1728db yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:00:08.741711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72781796-99b7-41df-9f7a-43e86be7c487 req-4310efae-2855-4ecb-aa6b-2263276d333e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673086 Nov 10 23:00:08.850031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-c6e1e74d-44f1-46e1-8e54-f74b9e7b4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:08.852035 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-c6e1e74d-44f1-46e1-8e54-f74b9e7b4428 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.4584801 Nov 10 23:00:09.009066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-c17a1f48-c96e-457b-a34d-dc9ebc486aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.1470659 Nov 10 23:00:09.021173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Allocated IP 172.20.0.11 (09727339-4f5c-4a45-9e22-fca1f92dc8b1/9dc4f271-d155-4b60-855a-dac2480ff1d4/e267a7d7-866b-468d-87c1-73cccb1728db) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:09.121075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-a8b5eda5-2ce3-49e7-8f44-fc354ed6b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:09.122706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-a8b5eda5-2ce3-49e7-8f44-fc354ed6b31f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.1045868 Nov 10 23:00:09.304115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-9023f46b-6f5e-403f-9ce5-b38f7441cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:09.319446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-9023f46b-6f5e-403f-9ce5-b38f7441cdc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891346 Nov 10 23:00:09.540200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:09.570501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-a8cce4ad-542c-4009-a1ed-9eb4022867df service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440345 Nov 10 23:00:09.678770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:09.735903 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d7f3ecb-4708-4860-963f-e14bf5aedd73 req-4e4e4cf5-14ac-4bc4-ab4c-79bf854120ed service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574204 Nov 10 23:00:09.750971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:09.792696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event updated for resources: {'Port': ['ID=e267a7d7-866b-468d-87c1-73cccb1728db,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:09.824733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:09.849551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:09.977866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:09.978555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.023712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58022) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:10.030885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e63a83f3-3d0b-4b7f-8cac-bf9afd0bb734 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7688000 Nov 10 23:00:10.052286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Request body: {'floatingip': {'port_id': 'e267a7d7-866b-468d-87c1-73cccb1728db'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:10.089437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37a700-677e-4119-96e7-8749371804de req-804c5a93-138e-4b9e-8d03-2822369ec05a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:10.091072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a37a700-677e-4119-96e7-8749371804de req-804c5a93-138e-4b9e-8d03-2822369ec05a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1398175 Nov 10 23:00:10.194451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a37a700-677e-4119-96e7-8749371804de req-f848d480-bd51-4d42-a70d-3a3cc76576b2 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932007 Nov 10 23:00:10.270613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.339088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4443493e-b60c-4733-8bd2-3537ea3979a2 None None] Provisioning complete for port e267a7d7-866b-468d-87c1-73cccb1728db triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:10.340268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4443493e-b60c-4733-8bd2-3537ea3979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.407885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4443493e-b60c-4733-8bd2-3537ea3979a2 None None] Port e267a7d7-866b-468d-87c1-73cccb1728db cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:10.436821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58036) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:10.639446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-787477070'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:10.685240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:10.692534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.723727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.958510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.965811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:10.999501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:11.019535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73627de1-3f49-45a4-9509-f2f2a90b4bb4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:11.025655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.026539 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 214283f6-f6e9-4d14-92ac-34752a705904 of type vlan for network cc341fdb-7b00-4605-b42c-85de5ded8ed3 Nov 10 23:00:11.076074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.107715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.116610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:11.117413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.276201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8358297 Nov 10 23:00:11.279131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.285256 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.332656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d7d7-e50f-4c57-a4ab-3451040c3ace tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=cc341fdb-7b00-4605-b42c-85de5ded8ed3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:11.352821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:11.427373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58062) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:11.447142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:11.664876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdf15b-9cbe-47b6-82aa-913d80ae31fd req-7395a908-6122-463a-a780-7278c998ead2 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:11.668518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51fdf15b-9cbe-47b6-82aa-913d80ae31fd req-7395a908-6122-463a-a780-7278c998ead2 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2873993 Nov 10 23:00:11.679899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:11.693932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.704402 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP c85d7c03-d12b-4b1b-a542-1aa6b870c3a2 associated. External IP: 172.25.0.193, port: 1b6df6ea-f219-451a-9e01-6b1a083bae2d. Nov 10 23:00:11.793381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51fdf15b-9cbe-47b6-82aa-913d80ae31fd req-dd2d0240-bc7b-4a32-bb5b-b9d5543726e8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235101 Nov 10 23:00:12.140091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.256760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:12.282629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=08b36c12-7ed8-4e48-b579-4d677799ebb5,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:12.292064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '214283f6-f6e9-4d14-92ac-34752a705904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:12.293293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: cc341fdb-7b00-4605-b42c-85de5ded8ed3, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:12.329715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:12.351777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, cc341fdb-7b00-4605-b42c-85de5ded8ed3) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:12.362538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8fc2c-8012-421e-b638-4705ec8f2ca2 None None] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:12.373430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:12.374130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.418514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:12.441861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-794046bc-acb4-4282-9709-7085e5184b24 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0112994 Nov 10 23:00:12.448312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:12.456450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919619002'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:12.502295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:12.518380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:12.523910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.563805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:12.564371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:12.582975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:12.607060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.607485 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 16bea992-3f95-473f-86d1-d0f1fb320c77 of type vlan for network 6ab55e29-4b23-4580-9855-17224c6dfc11 Nov 10 23:00:12.647233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:12.687148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:12.695464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:12.720851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.780728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.789071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:12.789071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:12.802058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:12.803083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278ff5c-d250-4f44-9ff0-cb24e20c3f9f None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:12.830184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3777459 Nov 10 23:00:12.838929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:12.867175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:12.947171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 3d6111cf-43f4-4304-8f02-05471df4cd56 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:12.993979 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-cc341fdb-7b00-4605-b42c-85de5ded8ed3', 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': '08b36c12-7ed8-4e48-b579-4d677799ebb5'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:12.995103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.130937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c603c3-840e-4e22-8a94-e37a9daaa0d6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=6ab55e29-4b23-4580-9855-17224c6dfc11,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:13.243767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:13.251336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.273673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:13.284041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.286644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] Sync routers for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:13.306693 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:13.308157 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:13.319449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Allocated IP 172.20.255.242 (cc341fdb-7b00-4605-b42c-85de5ded8ed3/08b36c12-7ed8-4e48-b579-4d677799ebb5/2780fa46-bede-4d7c-9ba3-4248f5cddd8a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:13.421048 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:13.457700 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-168e9bb3-1ddd-4678-af64-f26e9ee61862 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/floatingips/c85d7c03-d12b-4b1b-a542-1aa6b870c3a2 HTTP/1.1" status: 200 len: 978 time: 3.4303272 Nov 10 23:00:13.458232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:13.459782 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:13.460650 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:13.563653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6ab55e29-4b23-4580-9855-17224c6dfc11 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:13.568383 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:13.571103 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641515c8-f06e-47e1-aa56-352cf9de51aa None None] The sync data for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:13.604385 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.655080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.666599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port e267a7d7-866b-468d-87c1-73cccb1728db {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:13.673302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.830158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Pushing event updated for resources: {'Port': ['ID=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:13.887822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:13.891247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:13.894962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:13.921580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.986484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.030188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Attempting to bind port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:14.030557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Attempting to bind port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '214283f6-f6e9-4d14-92ac-34752a705904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:14.030917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Attempting to bind port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a on network cc341fdb-7b00-4605-b42c-85de5ded8ed3 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:14.043038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:14.043445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Checking segment: {'id': '214283f6-f6e9-4d14-92ac-34752a705904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:14.043878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.044246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Bound using segment: {'id': '214283f6-f6e9-4d14-92ac-34752a705904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:14.045264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Bound port: 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214283f6-f6e9-4d14-92ac-34752a705904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cc341fdb-7b00-4605-b42c-85de5ded8ed3'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:14.045545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.069898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '16bea992-3f95-473f-86d1-d0f1fb320c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:14.070259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 6ab55e29-4b23-4580-9855-17224c6dfc11, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:14.074354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=943e6087-880a-4b64-be1a-7a951940ef46,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:14.108254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 6ab55e29-4b23-4580-9855-17224c6dfc11 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:14.120577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6ab55e29-4b23-4580-9855-17224c6dfc11) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:14.128938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:14.129530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.162356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58106) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:14.162600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9016b32-aae8-46a0-83e9-cb4e8560bb32 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3228455 Nov 10 23:00:14.198166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] For port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:14.201592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] For port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,segment=NetworkSegment(214283f6-f6e9-4d14-92ac-34752a705904),segment_id=214283f6-f6e9-4d14-92ac-34752a705904)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:14.204891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d890b-cded-4e14-a9f7-c103afea004b None None] Network 6ab55e29-4b23-4580-9855-17224c6dfc11 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:14.211719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.343469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6c59-2d66-42be-bc0c-45218e993e64 None None] Pushing event updated for resources: {'Port': ['ID=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:14.548527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.548527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.548527 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Floating IP c85d7c03-d12b-4b1b-a542-1aa6b870c3a2 disassociated. External IP: 172.25.0.193, port: e267a7d7-866b-468d-87c1-73cccb1728db. Nov 10 23:00:14.548527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for e267a7d7-866b-468d-87c1-73cccb1728db owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:14.635152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6ab55e29-4b23-4580-9855-17224c6dfc11', 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': '943e6087-880a-4b64-be1a-7a951940ef46'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:14.636381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.672914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.794306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.808647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:14.964636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.024884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Allocated IP 172.20.0.2 (6ab55e29-4b23-4580-9855-17224c6dfc11/943e6087-880a-4b64-be1a-7a951940ef46/3e74c389-feed-4548-95ec-7fe1fda70154) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:15.061812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=e267a7d7-866b-468d-87c1-73cccb1728db,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:15.079148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.079485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.079827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.080163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.080492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.080810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.081237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.081564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.081886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.082208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.082534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.082854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:15.292439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.388812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 3d6111cf-43f4-4304-8f02-05471df4cd56 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:15.398911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2780fa46-bede-4d7c-9ba3-4248f5cddd8a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:15.533516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.546242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.638894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.659109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Pushing event updated for resources: {'Port': ['ID=3e74c389-feed-4548-95ec-7fe1fda70154,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:15.666449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Network 6ab55e29-4b23-4580-9855-17224c6dfc11 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:15.679293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:15.682655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:15.708294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:15.708850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.787038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=943e6087-880a-4b64-be1a-7a951940ef46,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:15.849661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Attempting to bind port 3e74c389-feed-4548-95ec-7fe1fda70154 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:15.850625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Attempting to bind port 3e74c389-feed-4548-95ec-7fe1fda70154 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '16bea992-3f95-473f-86d1-d0f1fb320c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:15.851225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Attempting to bind port 3e74c389-feed-4548-95ec-7fe1fda70154 on network 6ab55e29-4b23-4580-9855-17224c6dfc11 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:15.891454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:15.892141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Checking segment: {'id': '16bea992-3f95-473f-86d1-d0f1fb320c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:15.892860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.893504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Bound using segment: {'id': '16bea992-3f95-473f-86d1-d0f1fb320c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:15.894324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Bound port: 3e74c389-feed-4548-95ec-7fe1fda70154, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bea992-3f95-473f-86d1-d0f1fb320c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ab55e29-4b23-4580-9855-17224c6dfc11'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:15.894883 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:15.962282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.088870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] For port 3e74c389-feed-4548-95ec-7fe1fda70154, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:16.096806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] For port 3e74c389-feed-4548-95ec-7fe1fda70154, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e74c389-feed-4548-95ec-7fe1fda70154,segment=NetworkSegment(16bea992-3f95-473f-86d1-d0f1fb320c77),segment_id=16bea992-3f95-473f-86d1-d0f1fb320c77)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:16.102861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,segment=NetworkSegment(214283f6-f6e9-4d14-92ac-34752a705904),segment_id=214283f6-f6e9-4d14-92ac-34752a705904)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:16.106676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.121173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.347073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829a897-0295-444c-b70d-a3beaa679f10 None None] Network 6ab55e29-4b23-4580-9855-17224c6dfc11 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:16.809342 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.822522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f5270-0135-4afa-8b50-010b9915fe6d None None] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:16.834617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:16.950043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] Sync routers for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:16.955914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab55e29-4b23-4580-9855-17224c6dfc11']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.054008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923d67-f998-4d2a-b467-436bd750bfb6 None None] Pushing event updated for resources: {'Port': ['ID=3e74c389-feed-4548-95ec-7fe1fda70154,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:17.061799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bea992-3f95-473f-86d1-d0f1fb320c77') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.067620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bea992-3f95-473f-86d1-d0f1fb320c77') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.125654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:17.131428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-567159de-74b4-4f52-b9f0-159511c27f38 None None] Provisioning complete for port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:17.131803 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-567159de-74b4-4f52-b9f0-159511c27f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.132713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.184725 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.193475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58144) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:17.195697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f52bc09-bf5d-48a9-b5df-73126883a3f3 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/e267a7d7-866b-468d-87c1-73cccb1728db HTTP/1.1" status: 204 len: 168 time: 3.7360916 Nov 10 23:00:17.199311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.215495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:17.221502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:17.231385 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:17.290855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:17.295475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.423777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:17.423777 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:17.423777 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '6ab55e29-4b23-4580-9855-17224c6dfc11'}] Nov 10 23:00:17.423777 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:17.426385 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:17.510889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.663054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:17.663687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.764955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:17.773298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16b27f-731d-434d-8a75-7d1131680af8 None None] The sync data for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:17.928109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.966839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.041021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 3e74c389-feed-4548-95ec-7fe1fda70154 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:18.041557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.207891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 3e74c389-feed-4548-95ec-7fe1fda70154, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3e74c389-feed-4548-95ec-7fe1fda70154,segment=NetworkSegment(16bea992-3f95-473f-86d1-d0f1fb320c77),segment_id=16bea992-3f95-473f-86d1-d0f1fb320c77)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:18.208294 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.249484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 3e74c389-feed-4548-95ec-7fe1fda70154 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:18.378362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d8667-c5a7-4000-97f1-eabb6d70ad60 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:00:18.480269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.540256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=3e74c389-feed-4548-95ec-7fe1fda70154,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:18.555201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 3e74c389-feed-4548-95ec-7fe1fda70154 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:18.581455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-09ec5741-443b-4226-be22-ecdb8db0d1db None None] Provisioning complete for port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:18.582011 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-09ec5741-443b-4226-be22-ecdb8db0d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.763729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 170516a8-9a97-42d0-9d57-3fdae89e42eb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:18.764315 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.795899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.832554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab55e29-4b23-4580-9855-17224c6dfc11']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:18.848635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bea992-3f95-473f-86d1-d0f1fb320c77') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:18.848932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bea992-3f95-473f-86d1-d0f1fb320c77') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:18.852190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d8667-c5a7-4000-97f1-eabb6d70ad60 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:00:18.863451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.891323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.903847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:18.904252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:18.913072 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:19.054964 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.101353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.117806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 170516a8-9a97-42d0-9d57-3fdae89e42eb owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:19.134454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.146254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/6ab55e29-4b23-4580-9855-17224c6dfc11 HTTP/1.1" status: 204 len: 168 time: 4.9817057 Nov 10 23:00:19.154733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58164) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:19.167126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325740438'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:19.270430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7441a9-f10f-4f0c-8486-e6005cd3c370 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=6ab55e29-4b23-4580-9855-17224c6dfc11,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:19.315402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:19.331569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.343018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2780fa46-bede-4d7c-9ba3-4248f5cddd8a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:19.397537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:19.425982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.426431 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 9241c9f6-2d47-446d-bb22-5f423c1f4d58 of type vlan for network a61f73ab-c43b-40a4-9b50-b0f50692490d Nov 10 23:00:19.511681 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.538382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.585124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.608710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:19.612481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.621739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:19.622618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:19.631471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=170516a8-9a97-42d0-9d57-3fdae89e42eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:19.767854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=a61f73ab-c43b-40a4-9b50-b0f50692490d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:19.801579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e3b156d-1e90-4427-977f-c6f08ddb41a9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6422377 Nov 10 23:00:19.801579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:19.804246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a61f73ab-c43b-40a4-9b50-b0f50692490d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:19.822707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:19.977911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.043021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:20.047789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.129789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Provisioning complete for port 28a22b27-a257-4898-9cab-e1dce9c4470a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:20.130420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.199093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing IP validity checks on allocation pools {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:00:20.199761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:00:20.228190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Port 28a22b27-a257-4898-9cab-e1dce9c4470a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:20.250376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Provisioning complete for port 5ba64678-466d-4be9-a795-fd24f479da97 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:20.251009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.318483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Port 5ba64678-466d-4be9-a795-fd24f479da97 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:20.362187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Provisioning complete for port 1b6df6ea-f219-451a-9e01-6b1a083bae2d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:20.362812 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.433482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e84683bf-1f74-473f-acb8-168b5936d54f None None] Port 1b6df6ea-f219-451a-9e01-6b1a083bae2d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:20.557869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.665627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 3d6111cf-43f4-4304-8f02-05471df4cd56 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:20.697399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=b08b2f48-4ac2-4bc1-bb6b-ba4e535a2884,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:20.715365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '9241c9f6-2d47-446d-bb22-5f423c1f4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:20.715893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: a61f73ab-c43b-40a4-9b50-b0f50692490d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:20.759967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network a61f73ab-c43b-40a4-9b50-b0f50692490d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:20.770300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a61f73ab-c43b-40a4-9b50-b0f50692490d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:20.778963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d2f15-462b-4942-918b-152fcaf424ee None None] Network a61f73ab-c43b-40a4-9b50-b0f50692490d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:20.780630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:20.781349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:20.815232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58190) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:20.836361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c9a2546-ac06-4a46-bb1c-96aa73c86501 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0262151 Nov 10 23:00:20.837862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:20.907596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:20.920648 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] Sync routers for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:20.933588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f5512cd4-b182-4d1b-a571-d23ac75624b0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/routers/3d6111cf-43f4-4304-8f02-05471df4cd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7390103 Nov 10 23:00:20.934652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58196) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:20.955737 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:20.960095 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:21.103755 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:21.142754 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] Routers {'3d6111cf-43f4-4304-8f02-05471df4cd56'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:21.143739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T22:59:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3d6111cf-43f4-4304-8f02-05471df4cd56'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:21.163136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d88689-e4f0-432c-9ac6-8f058b2adb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.255813 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:21.261711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4085e2-03f5-4536-9392-5199547ee2d0 None None] The sync data for ids ['3d6111cf-43f4-4304-8f02-05471df4cd56'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:21.357429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-a61f73ab-c43b-40a4-9b50-b0f50692490d', 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'b08b2f48-4ac2-4bc1-bb6b-ba4e535a2884'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:21.358360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.395178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.708472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.782955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Allocated IP 172.20.0.3 (a61f73ab-c43b-40a4-9b50-b0f50692490d/b08b2f48-4ac2-4bc1-bb6b-ba4e535a2884/0a7baac6-cb68-4a0c-af84-a017c3878795) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:21.840306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d88689-e4f0-432c-9ac6-8f058b2adb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.847722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73d88689-e4f0-432c-9ac6-8f058b2adb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.940395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d88689-e4f0-432c-9ac6-8f058b2adb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda2123-f5f3-4638-8757-8080d8b8996b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:21.960437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73d88689-e4f0-432c-9ac6-8f058b2adb8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=482853b157444fbbae6716ad28f2b61f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1370435 Nov 10 23:00:21.960437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58208) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:22.083699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.137119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.249445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.259721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.269835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.272164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfda2123-f5f3-4638-8757-8080d8b8996b HTTP/1.1" status: 204 len: 168 time: 0.3115816 Nov 10 23:00:22.287274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.317840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998bd5-3f1a-49dc-9ed9-6de8d17cc64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda2123-f5f3-4638-8757-8080d8b8996b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:22.363175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.368920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Network a61f73ab-c43b-40a4-9b50-b0f50692490d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:22.371738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Pushing event updated for resources: {'Port': ['ID=0a7baac6-cb68-4a0c-af84-a017c3878795,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:22.374783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:22.384706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:22.460000 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.469126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=b08b2f48-4ac2-4bc1-bb6b-ba4e535a2884,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:22.527220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Attempting to bind port 0a7baac6-cb68-4a0c-af84-a017c3878795 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:22.527644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Attempting to bind port 0a7baac6-cb68-4a0c-af84-a017c3878795 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9241c9f6-2d47-446d-bb22-5f423c1f4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:22.528014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Attempting to bind port 0a7baac6-cb68-4a0c-af84-a017c3878795 on network a61f73ab-c43b-40a4-9b50-b0f50692490d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:22.545871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:22.547165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Checking segment: {'id': '9241c9f6-2d47-446d-bb22-5f423c1f4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:22.547665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.548625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Bound using segment: {'id': '9241c9f6-2d47-446d-bb22-5f423c1f4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:22.549368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Bound port: 0a7baac6-cb68-4a0c-af84-a017c3878795, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9241c9f6-2d47-446d-bb22-5f423c1f4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:22.550065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.623878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.654313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.706848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61f73ab-c43b-40a4-9b50-b0f50692490d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:22.728292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] For port 0a7baac6-cb68-4a0c-af84-a017c3878795, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:22.736813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] For port 0a7baac6-cb68-4a0c-af84-a017c3878795, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a7baac6-cb68-4a0c-af84-a017c3878795,segment=NetworkSegment(9241c9f6-2d47-446d-bb22-5f423c1f4d58),segment_id=9241c9f6-2d47-446d-bb22-5f423c1f4d58)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:22.738910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9241c9f6-2d47-446d-bb22-5f423c1f4d58') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:22.739259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9241c9f6-2d47-446d-bb22-5f423c1f4d58') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:22.745618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.764523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port fb6bd7dc-839b-426d-9c42-db94fbdf903b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:22.764906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.767740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.824671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.842039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:22.842328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:22.845664 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:22.991878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:22.991878 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:22.991878 n-d-811521-3 neutron-server[102457]: [parameters: {'id': 'a61f73ab-c43b-40a4-9b50-b0f50692490d'}] Nov 10 23:00:22.991878 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:22.992240 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:23.014193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2c98e-da76-48b4-af24-fcc1466258c5 None None] Network a61f73ab-c43b-40a4-9b50-b0f50692490d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:23.060955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.094654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for fb6bd7dc-839b-426d-9c42-db94fbdf903b owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:23.123202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a52bc-7127-4837-ab6d-16630b67dabd None None] Pushing event updated for resources: {'Port': ['ID=0a7baac6-cb68-4a0c-af84-a017c3878795,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:23.226184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58232) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:23.267927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a6fabf2-5316-41a7-aafb-04b1bb045141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.360777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb018b-67f5-4699-9c6a-1fa7c1ab5195 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:00:23.477495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a6fabf2-5316-41a7-aafb-04b1bb045141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.488626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a6fabf2-5316-41a7-aafb-04b1bb045141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.542346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.560474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fabf2-5316-41a7-aafb-04b1bb045141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b8d435-7e36-4bc5-885a-b93d9bb96bf1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:23.561906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.583040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb018b-67f5-4699-9c6a-1fa7c1ab5195 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:00:23.641752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=fb6bd7dc-839b-426d-9c42-db94fbdf903b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:23.674584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5a6fabf2-5316-41a7-aafb-04b1bb045141 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d9ed62b2fd44b71a2ae08696fef5437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469354 Nov 10 23:00:23.676368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58236) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:23.695737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.698822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.699409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.699409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.699584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.699873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.701005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:23.791303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 0a7baac6-cb68-4a0c-af84-a017c3878795 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:23.791646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.806637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.876366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 0a7baac6-cb68-4a0c-af84-a017c3878795, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a7baac6-cb68-4a0c-af84-a017c3878795,segment=NetworkSegment(9241c9f6-2d47-446d-bb22-5f423c1f4d58),segment_id=9241c9f6-2d47-446d-bb22-5f423c1f4d58)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:23.876718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:23.892170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 0a7baac6-cb68-4a0c-af84-a017c3878795 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:23.996455 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.027295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=0a7baac6-cb68-4a0c-af84-a017c3878795,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:24.040759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.042573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.048346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.060029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 0a7baac6-cb68-4a0c-af84-a017c3878795 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:24.163057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:00:24.171253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.173985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6111cf-43f4-4304-8f02-05471df4cd56 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:00:24.185231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.192481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-400ee1e6-c606-4ff4-867f-4edd2a060f52 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/routers/3d6111cf-43f4-4304-8f02-05471df4cd56 HTTP/1.1" status: 204 len: 168 time: 3.2553496 Nov 10 23:00:24.193832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:24.210700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.223176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc4ec5-a668-409a-bc3f-5f5cd0ddb73b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:24.229076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.250400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61f73ab-c43b-40a4-9b50-b0f50692490d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:24.272795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9241c9f6-2d47-446d-bb22-5f423c1f4d58') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:24.273291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9241c9f6-2d47-446d-bb22-5f423c1f4d58') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:24.283472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.295445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting subnet 9dc4f271-d155-4b60-855a-dac2480ff1d4 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:00:24.299476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.314078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.324738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:24.326271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.358340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:24.418935 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:24.463374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.468609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.471197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28b8d435-7e36-4bc5-885a-b93d9bb96bf1 HTTP/1.1" status: 204 len: 168 time: 0.7876689 Nov 10 23:00:24.490151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baeb0b-4dd8-4510-a473-7ba397f04ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b8d435-7e36-4bc5-885a-b93d9bb96bf1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:24.492521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.500735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.511215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/a61f73ab-c43b-40a4-9b50-b0f50692490d HTTP/1.1" status: 204 len: 168 time: 3.6654046 Nov 10 23:00:24.518580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58248) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:24.525352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122566946'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:24.570160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.570748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:24.574460 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.578789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaf193-b5b6-4208-b2e7-7799f6fc211e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=a61f73ab-c43b-40a4-9b50-b0f50692490d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:24.609511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:24.621211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.621544 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 20c2d3ae-0f93-44af-b248-8c21f6c39abd of type vlan for network 8c894752-15f3-44bf-8041-0832ca42afa1 Nov 10 23:00:24.689806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.693858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.742866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc6ddb-bb39-4993-a88b-05e0435381c0 None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:24.755871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc4f271-d155-4b60-855a-dac2480ff1d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:24.765049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.767587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.773734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:24.774288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.775894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4fe26e20-b51a-4d50-84f7-13524406da1a tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/subnets/9dc4f271-d155-4b60-855a-dac2480ff1d4 HTTP/1.1" status: 204 len: 168 time: 0.5797353 Nov 10 23:00:24.780472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58250) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:24.850620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3293219 Nov 10 23:00:24.878383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58252) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:24.892687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:24.977892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.077423 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9657-97ac-47d2-be6b-92e27e40cace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.166012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port e02517df-d1cf-4ad8-a456-eda4225ba673 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:25.166466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.219282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f912c-0c7e-4a01-beec-8dbbc32dc4f4 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=8c894752-15f3-44bf-8041-0832ca42afa1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:25.251649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] DHCP port deletion for 09727339-4f5c-4a45-9e22-fca1f92dc8b1 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:25.292878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:25.298827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.334377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 8c894752-15f3-44bf-8041-0832ca42afa1 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:25.368484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] For port e02517df-d1cf-4ad8-a456-eda4225ba673, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e02517df-d1cf-4ad8-a456-eda4225ba673,segment=NetworkSegment(c997cb2e-78c6-4fec-9097-c2c18b51fe8b),segment_id=c997cb2e-78c6-4fec-9097-c2c18b51fe8b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:25.369003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.387567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for e02517df-d1cf-4ad8-a456-eda4225ba673 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:25.504464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.588624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] No DVR routers for this DVR port e02517df-d1cf-4ad8-a456-eda4225ba673 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:25.601079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Deleting port e02517df-d1cf-4ad8-a456-eda4225ba673 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:25.604170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.609671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=e02517df-d1cf-4ad8-a456-eda4225ba673,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:25.757806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] For port e02517df-d1cf-4ad8-a456-eda4225ba673, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:25.759269 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.805288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.850403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.877327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09727339-4f5c-4a45-9e22-fca1f92dc8b1']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:25.889568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:25.889931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c997cb2e-78c6-4fec-9097-c2c18b51fe8b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:25.892950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=fe7b867b-5c29-4366-9e78-00ca5bca269a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:25.908124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.929464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.937460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:25.937885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:25.946117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '20c2d3ae-0f93-44af-b248-8c21f6c39abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:25.946825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 8c894752-15f3-44bf-8041-0832ca42afa1, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:25.983060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 8c894752-15f3-44bf-8041-0832ca42afa1 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:25.994699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 8c894752-15f3-44bf-8041-0832ca42afa1) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:26.016799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:26.017990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.023796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049badb5-5971-4a72-9693-412debd82784 None None] Network 8c894752-15f3-44bf-8041-0832ca42afa1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:26.066668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-757b788d-92d7-4124-80c8-7cdb1d5affc2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1874411 Nov 10 23:00:26.069352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:26.072565 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:26.077546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.084481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.092083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/networks/09727339-4f5c-4a45-9e22-fca1f92dc8b1 HTTP/1.1" status: 204 len: 168 time: 1.3108182 Nov 10 23:00:26.092679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58284) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:26.120495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Calling delete_port for e02517df-d1cf-4ad8-a456-eda4225ba673 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:26.126631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142e1da-c4b6-4bec-83f4-8910a5301660 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Network': ['ID=09727339-4f5c-4a45-9e22-fca1f92dc8b1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:26.141749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Port e02517df-d1cf-4ad8-a456-eda4225ba673 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:00:26.148263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.219308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Network 09727339-4f5c-4a45-9e22-fca1f92dc8b1 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:00:26.219875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] No DVR routers for this DVR port e02517df-d1cf-4ad8-a456-eda4225ba673 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:26.305059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0a736-39ca-492f-8c96-e208ccc33ec9 None None] Pushing event deleted for resources: {'Port': ['ID=e02517df-d1cf-4ad8-a456-eda4225ba673,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:26.428336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-8c894752-15f3-44bf-8041-0832ca42afa1', 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'fe7b867b-5c29-4366-9e78-00ca5bca269a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:26.429516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.498270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.514797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 3bc8b62d-66fc-4696-859b-d92649794857 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:26.516229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.589366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.721615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Allocated IP 172.20.0.1 (8c894752-15f3-44bf-8041-0832ca42afa1/fe7b867b-5c29-4366-9e78-00ca5bca269a/7e22a7f5-af96-41a7-81eb-194fcf08ba6a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:26.768057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.768405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:26.797591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 3bc8b62d-66fc-4696-859b-d92649794857 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:27.225407 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.230531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.240057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.318553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Network 8c894752-15f3-44bf-8041-0832ca42afa1 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:27.321145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e02517df-d1cf-4ad8-a456-eda4225ba673 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:00:27.343727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Pushing event updated for resources: {'Port': ['ID=7e22a7f5-af96-41a7-81eb-194fcf08ba6a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:27.346780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:27.351125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e02517df-d1cf-4ad8-a456-eda4225ba673 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:00:27.351477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e02517df-d1cf-4ad8-a456-eda4225ba673 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:00:27.353462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:27.378428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58314) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.403237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=3bc8b62d-66fc-4696-859b-d92649794857,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:27.431366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.487274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7b867b-5c29-4366-9e78-00ca5bca269a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:27.497049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Attempting to bind port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:27.497393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Attempting to bind port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '20c2d3ae-0f93-44af-b248-8c21f6c39abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:27.497766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Attempting to bind port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a on network 8c894752-15f3-44bf-8041-0832ca42afa1 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:27.514776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:27.515203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Checking segment: {'id': '20c2d3ae-0f93-44af-b248-8c21f6c39abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:27.515619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.516024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Bound using segment: {'id': '20c2d3ae-0f93-44af-b248-8c21f6c39abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:27.516520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Bound port: 7e22a7f5-af96-41a7-81eb-194fcf08ba6a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c2d3ae-0f93-44af-b248-8c21f6c39abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c894752-15f3-44bf-8041-0832ca42afa1'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:27.516916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.541085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.551794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.556591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6adc705d-240f-42e9-9fc6-2267c91d1ba7 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/floatingips/c85d7c03-d12b-4b1b-a542-1aa6b870c3a2 HTTP/1.1" status: 204 len: 168 time: 1.4528301 Nov 10 23:00:27.559919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.560499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b115a71-6a4f-4d90-b65b-d7366d4a7533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.596270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.620410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b64710d5-dd38-42fe-963a-2a9d65309e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.630632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] For port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:27.637405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] For port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7e22a7f5-af96-41a7-81eb-194fcf08ba6a,segment=NetworkSegment(20c2d3ae-0f93-44af-b248-8c21f6c39abd),segment_id=20c2d3ae-0f93-44af-b248-8c21f6c39abd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:27.643402 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-54921f0e-1c35-4c85-a45a-54d21fc8e79b tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] DELETE failed (client error): The resource could not be found. Nov 10 23:00:27.644707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54921f0e-1c35-4c85-a45a-54d21fc8e79b tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:00:27.645810 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.652235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54921f0e-1c35-4c85-a45a-54d21fc8e79b tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/e267a7d7-866b-468d-87c1-73cccb1728db HTTP/1.1" status: 404 len: 333 time: 0.0885711 Nov 10 23:00:27.657201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.709331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c894752-15f3-44bf-8041-0832ca42afa1']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:27.717693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1cfb64a4-2923-455a-934c-100accdf85d0 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d6111cf-43f4-4304-8f02-05471df4cd56 HTTP/1.1" status: 200 len: 205 time: 0.0571551 Nov 10 23:00:27.719109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58322) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.734745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c2d3ae-0f93-44af-b248-8c21f6c39abd') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:27.735232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c2d3ae-0f93-44af-b248-8c21f6c39abd') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:27.776326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.833281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.837832 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-70915bfe-3769-4c91-a53d-77a8b5c6190e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] delete failed (client error): The resource could not be found. Nov 10 23:00:27.844312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-70915bfe-3769-4c91-a53d-77a8b5c6190e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/routers/3d6111cf-43f4-4304-8f02-05471df4cd56 HTTP/1.1" status: 404 len: 336 time: 0.1223388 Nov 10 23:00:27.846653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.857443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:27.858134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:27.936335 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5334fd5-2367-4d0a-aa52-d50db860fef1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] DELETE failed (client error): The resource could not be found. Nov 10 23:00:27.945042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5334fd5-2367-4d0a-aa52-d50db860fef1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:00:27.951879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5334fd5-2367-4d0a-aa52-d50db860fef1 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/subnets/9dc4f271-d155-4b60-855a-dac2480ff1d4 HTTP/1.1" status: 404 len: 337 time: 0.0965710 Nov 10 23:00:27.953411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:27.996142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b115a71-6a4f-4d90-b65b-d7366d4a7533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.078981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fde1f-4384-4649-96fa-39dc487f9525 None None] Pushing event updated for resources: {'Port': ['ID=7e22a7f5-af96-41a7-81eb-194fcf08ba6a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:28.100221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc03863-6f4b-45c1-ab4d-4610a540e49a None None] Network 8c894752-15f3-44bf-8041-0832ca42afa1 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:28.109292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b115a71-6a4f-4d90-b65b-d7366d4a7533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:28.148558 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:28.153160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:28.153160 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:28.153160 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '8c894752-15f3-44bf-8041-0832ca42afa1'}] Nov 10 23:00:28.153160 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:28.153160 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:28.206794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7b115a71-6a4f-4d90-b65b-d7366d4a7533 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67a9d6bb63524cac87213084fb9e4253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8222289 Nov 10 23:00:28.207613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:28.374834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115a71-6a4f-4d90-b65b-d7366d4a7533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c57ac-ce6f-456e-ad9c-8fbdf111b32c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:28.384498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.490886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67167ee5-785f-4045-868e-dcb2ee3bb759 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:00:28.495129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.512752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 1b6df6ea-f219-451a-9e01-6b1a083bae2d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:28.513250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.653689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.763235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.776369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:28.784554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27c57ac-ce6f-456e-ad9c-8fbdf111b32c HTTP/1.1" status: 204 len: 168 time: 0.5751152 Nov 10 23:00:28.808233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67167ee5-785f-4045-868e-dcb2ee3bb759 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:00:28.843401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ace44-787a-4d45-9161-317a1ed3c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c57ac-ce6f-456e-ad9c-8fbdf111b32c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:28.948606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:28.949179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.003573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.030536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 1b6df6ea-f219-451a-9e01-6b1a083bae2d owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:29.114023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.259975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7e22a7f5-af96-41a7-81eb-194fcf08ba6a,segment=NetworkSegment(20c2d3ae-0f93-44af-b248-8c21f6c39abd),segment_id=20c2d3ae-0f93-44af-b248-8c21f6c39abd)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:29.267748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.330702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 7e22a7f5-af96-41a7-81eb-194fcf08ba6a owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:29.438059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.497931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 7e22a7f5-af96-41a7-81eb-194fcf08ba6a on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:29.499146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.519743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=7e22a7f5-af96-41a7-81eb-194fcf08ba6a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:29.613786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=1b6df6ea-f219-451a-9e01-6b1a083bae2d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:29.708012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.754904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c894752-15f3-44bf-8041-0832ca42afa1']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:29.783388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c2d3ae-0f93-44af-b248-8c21f6c39abd') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:29.783589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c2d3ae-0f93-44af-b248-8c21f6c39abd') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:29.791897 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.800804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1261d80e-ec93-4d4f-9f41-a442bb59b70f tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/1b6df6ea-f219-451a-9e01-6b1a083bae2d HTTP/1.1" status: 204 len: 168 time: 1.8344393 Nov 10 23:00:29.801580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:29.807375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.808455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54ffe3-78bb-40ed-9ec0-3fcc78d4e5b6 None None] DHCP port deletion for 3e7d6891-baa6-4b38-9c4f-713ade27d6ee request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:29.840724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.853479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:29.853700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:29.862741 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:30.023717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.034353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.041624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/8c894752-15f3-44bf-8041-0832ca42afa1 HTTP/1.1" status: 204 len: 168 time: 3.9673162 Nov 10 23:00:30.044894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58362) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:30.045199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 5ba64678-466d-4be9-a795-fd24f479da97 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:30.045692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.060230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1468308762'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:30.087620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dead70-ef5d-4c1d-ae0f-ae6b7a30169b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=8c894752-15f3-44bf-8041-0832ca42afa1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:30.132909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:30.138853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.188673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:30.204624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.204984 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 75ad51d8-e6dc-4f50-ae12-8d253ebac8dd of type vlan for network 5869aa83-f09a-42c9-8997-81e353187a4c Nov 10 23:00:30.268009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.277284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.300089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 5ba64678-466d-4be9-a795-fd24f479da97 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:30.347900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.365435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.368730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:30.371503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.448884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4012046 Nov 10 23:00:30.453293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:30.459040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:30.537068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f181639-ff4f-442f-91fe-4bb5c6e260d5 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=5869aa83-f09a-42c9-8997-81e353187a4c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:30.555454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5869aa83-f09a-42c9-8997-81e353187a4c details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:30.647135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:30.652205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.693756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.756400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:30.803653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=5ba64678-466d-4be9-a795-fd24f479da97,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:30.834784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a153c1-c6e8-49be-8319-cfc7d52c72e6 None None] DHCP port deletion for 3e7d6891-baa6-4b38-9c4f-713ade27d6ee request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:31.027778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.031636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.044941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:31.045162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d8242367-ff51-46e7-8325-fb408cffa081 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/ports/5ba64678-466d-4be9-a795-fd24f479da97 HTTP/1.1" status: 204 len: 168 time: 1.2347901 Nov 10 23:00:31.181038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=91fe825d-77d5-4e7e-b122-26c370dbd55a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:31.181038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03301ae-cf56-4b81-a2fb-b4b068b9511d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:31.181038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c03301ae-cf56-4b81-a2fb-b4b068b9511d tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a75986d-10d8-437b-b7fa-25cf96a5b040 HTTP/1.1" status: 200 len: 913 time: 0.1324053 Nov 10 23:00:31.183969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58394) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:31.208218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:31.216069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 5869aa83-f09a-42c9-8997-81e353187a4c, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:31.304123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 5869aa83-f09a-42c9-8997-81e353187a4c is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:31.330695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5869aa83-f09a-42c9-8997-81e353187a4c) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:31.338572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:31.339191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8ecb9-ac86-49b0-926f-ff44f72b5f3c None None] Network 5869aa83-f09a-42c9-8997-81e353187a4c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:31.358277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.442601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1d643465-4c1e-4653-a026-554e408f10af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9870105 Nov 10 23:00:31.443735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58398) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:31.698334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-5869aa83-f09a-42c9-8997-81e353187a4c', 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': '91fe825d-77d5-4e7e-b122-26c370dbd55a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:31.699555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.759269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.999718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Allocated IP 172.20.0.2 (5869aa83-f09a-42c9-8997-81e353187a4c/91fe825d-77d5-4e7e-b122-26c370dbd55a/62809cc8-6161-4bc7-96f7-4379f6d232e3) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:32.198263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.361289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.390608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.442572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Network 5869aa83-f09a-42c9-8997-81e353187a4c is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:32.541853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:32.565097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Pushing event updated for resources: {'Port': ['ID=62809cc8-6161-4bc7-96f7-4379f6d232e3,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:32.567922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:32.714239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Attempting to bind port 62809cc8-6161-4bc7-96f7-4379f6d232e3 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:32.715002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Attempting to bind port 62809cc8-6161-4bc7-96f7-4379f6d232e3 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:32.716252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Attempting to bind port 62809cc8-6161-4bc7-96f7-4379f6d232e3 on network 5869aa83-f09a-42c9-8997-81e353187a4c {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:32.724086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:32.726366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Checking segment: {'id': '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:32.730451 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.731813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Bound using segment: {'id': '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:32.732564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Bound port: 62809cc8-6161-4bc7-96f7-4379f6d232e3, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5869aa83-f09a-42c9-8997-81e353187a4c'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:32.734410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.791129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 28a22b27-a257-4898-9cab-e1dce9c4470a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:32.791480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.820385 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.918479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] For port 62809cc8-6161-4bc7-96f7-4379f6d232e3, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:32.923045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] For port 62809cc8-6161-4bc7-96f7-4379f6d232e3, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=62809cc8-6161-4bc7-96f7-4379f6d232e3,segment=NetworkSegment(75ad51d8-e6dc-4f50-ae12-8d253ebac8dd),segment_id=75ad51d8-e6dc-4f50-ae12-8d253ebac8dd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:32.932196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.941802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.979823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.006935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 28a22b27-a257-4898-9cab-e1dce9c4470a owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:33.063756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Pushing event updated for resources: {'Port': ['ID=62809cc8-6161-4bc7-96f7-4379f6d232e3,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:33.083215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=91fe825d-77d5-4e7e-b122-26c370dbd55a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:33.099144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.099486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.099833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.100175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.100509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.100872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.101312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.101661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.101976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.102305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.102628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.102939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f97933-932c-4201-b8cd-04bb8cde484b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:33.265609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.336648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5869aa83-f09a-42c9-8997-81e353187a4c']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:33.393299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:33.393658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:33.445675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.480792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.493684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:33.494810 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.508579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:33.570186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=28a22b27-a257-4898-9cab-e1dce9c4470a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:33.586052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94023fa-8293-4527-b8c2-15996fadda2d None None] DHCP port deletion for 3e7d6891-baa6-4b38-9c4f-713ade27d6ee request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:33.603205 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:33.614512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:33.614512 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:33.614512 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '5869aa83-f09a-42c9-8997-81e353187a4c'}] Nov 10 23:00:33.614512 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:33.618899 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:33.912936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.125667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.353193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 62809cc8-6161-4bc7-96f7-4379f6d232e3 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:34.356109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.429303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Router 1a75986d-10d8-437b-b7fa-25cf96a5b040 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:34.564433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 62809cc8-6161-4bc7-96f7-4379f6d232e3, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=62809cc8-6161-4bc7-96f7-4379f6d232e3,segment=NetworkSegment(75ad51d8-e6dc-4f50-ae12-8d253ebac8dd),segment_id=75ad51d8-e6dc-4f50-ae12-8d253ebac8dd)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:34.564846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.590936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 62809cc8-6161-4bc7-96f7-4379f6d232e3 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:34.733312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:34.742793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e13af431-a52f-4186-963c-0db924327182 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "PUT /v2.0/routers/1a75986d-10d8-437b-b7fa-25cf96a5b040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5574512 Nov 10 23:00:34.746233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58448) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:34.752777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] Sync routers for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:34.769459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.769905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:34.771025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:34.788248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 62809cc8-6161-4bc7-96f7-4379f6d232e3 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:34.812765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=62809cc8-6161-4bc7-96f7-4379f6d232e3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:34.862278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:34.895255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] Routers {'1a75986d-10d8-437b-b7fa-25cf96a5b040'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:34.896447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1a75986d-10d8-437b-b7fa-25cf96a5b040'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:34.901399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84612cc5-2cc5-49f9-bc4d-8d95532082c5 None None] Network 5869aa83-f09a-42c9-8997-81e353187a4c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:34.940059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.992924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.002984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5869aa83-f09a-42c9-8997-81e353187a4c']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:35.018331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:35.018805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ad51d8-e6dc-4f50-ae12-8d253ebac8dd') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:35.039067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.075833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.079449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:35.080920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0063f-899a-44b7-8e1b-2a8f66d78b5c None None] The sync data for ids ['1a75986d-10d8-437b-b7fa-25cf96a5b040'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:35.082658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-141b3e46-5752-45fa-99b1-f6596b549de5 None None] Could not find standard attr ID for object 62809cc8-6161-4bc7-96f7-4379f6d232e3. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:00:35.101476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:35.102116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:35.120785 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:35.165345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.238762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9605d4-2ab7-4ac1-be29-273f26d7202c None None] DHCP port deletion for 5869aa83-f09a-42c9-8997-81e353187a4c request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:35.287901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.334238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.347800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/5869aa83-f09a-42c9-8997-81e353187a4c HTTP/1.1" status: 204 len: 168 time: 3.9024291 Nov 10 23:00:35.361181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:35.367827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494526976'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:35.414956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3f77-7dcf-4e32-b2f8-040729fe61c0 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=5869aa83-f09a-42c9-8997-81e353187a4c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:35.424637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:35.433772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.493257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:35.510677 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.511081 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71 of type vlan for network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 Nov 10 23:00:35.565097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.603525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.611762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:35.612684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:35.696790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3336918 Nov 10 23:00:35.697311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58470) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:35.706210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:35.812739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9123-49ea-4103-9115-ab0f7e49a706 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=ac7e3afa-6f55-4b57-aa9f-ad1264a87da4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:35.824522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:35.841779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:35.850021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.010508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing IP validity checks on allocation pools {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:00:36.011110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:00:36.211819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting port 5c4f97af-1705-4310-b361-565ec67fa4a2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:36.212303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.307505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.310532 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.328169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Calling delete_port for 5c4f97af-1705-4310-b361-565ec67fa4a2 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:36.438553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=5118331d-0a84-4c5a-a55a-8070168dbf3f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:36.443081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:36.443452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: ac7e3afa-6f55-4b57-aa9f-ad1264a87da4, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:36.490974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:36.510316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ac7e3afa-6f55-4b57-aa9f-ad1264a87da4) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:36.517467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:36.520594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.522926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b6ba0-87d3-4811-9889-05227bbc65cf None None] Network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:36.575202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4797be69-e407-4dab-afde-0689f56ceb94 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8738439 Nov 10 23:00:36.581029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:36.581244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.634899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c1e87-6b25-45ce-8205-95512027e8f5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:36.637014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Port': ['ID=5c4f97af-1705-4310-b361-565ec67fa4a2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:36.723832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.779449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.838925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ac7e3afa-6f55-4b57-aa9f-ad1264a87da4', 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': '5118331d-0a84-4c5a-a55a-8070168dbf3f'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:36.839903 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.921733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.930834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.933412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.015254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.016048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Fanout notify agent at l3_agent the message router_deleted on router 1a75986d-10d8-437b-b7fa-25cf96a5b040 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:00:37.052112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.058717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9356a604-25e7-4a51-91ed-098be4e5555e tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/routers/1a75986d-10d8-437b-b7fa-25cf96a5b040 HTTP/1.1" status: 204 len: 168 time: 2.3113222 Nov 10 23:00:37.061497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:37.278745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Deleting subnet bb9b7aab-c2df-4068-be2c-7ff9f59682c0 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:00:37.292319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.323875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 62809cc8-6161-4bc7-96f7-4379f6d232e3 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:00:37.362121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.378311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 62809cc8-6161-4bc7-96f7-4379f6d232e3 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:00:37.378311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 62809cc8-6161-4bc7-96f7-4379f6d232e3 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:00:37.390617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Allocated IP 172.20.0.3 (ac7e3afa-6f55-4b57-aa9f-ad1264a87da4/5118331d-0a84-4c5a-a55a-8070168dbf3f/c35afde7-793a-40bb-956f-1145e65cdb16) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:37.482127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.591302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.625445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.636309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.691262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:37.694789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:37.698824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:37.705304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Pushing event updated for resources: {'Port': ['ID=c35afde7-793a-40bb-956f-1145e65cdb16,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:37.722983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9b7aab-c2df-4068-be2c-7ff9f59682c0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:37.732031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.763534 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.766065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a8c1d-0a7b-410d-91e0-81da5243390a None None] Network 3e7d6891-baa6-4b38-9c4f-713ade27d6ee requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:37.778995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58524) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:37.802599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-88198563-9ca2-42e9-a210-8d77315493a4 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/subnets/bb9b7aab-c2df-4068-be2c-7ff9f59682c0 HTTP/1.1" status: 204 len: 168 time: 0.7393751 Nov 10 23:00:37.828201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Attempting to bind port c35afde7-793a-40bb-956f-1145e65cdb16 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:37.828650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Attempting to bind port c35afde7-793a-40bb-956f-1145e65cdb16 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:37.829039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Attempting to bind port c35afde7-793a-40bb-956f-1145e65cdb16 on network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:37.852129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:37.852781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Checking segment: {'id': '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:37.853092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.853474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Bound using segment: {'id': '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:37.853978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Bound port: c35afde7-793a-40bb-956f-1145e65cdb16, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:37.854380 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.944630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.956564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.050945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7e3afa-6f55-4b57-aa9f-ad1264a87da4']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.090531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.090902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.115031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.162700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.173107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:38.173312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.253792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964500b-a930-4bf4-8d74-d94366f4fe92 None None] DHCP port deletion for 3e7d6891-baa6-4b38-9c4f-713ade27d6ee request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:38.262709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] For port c35afde7-793a-40bb-956f-1145e65cdb16, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:38.266076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:38.270367 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:38.274673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=5118331d-0a84-4c5a-a55a-8070168dbf3f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:38.319745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] For port c35afde7-793a-40bb-956f-1145e65cdb16, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c35afde7-793a-40bb-956f-1145e65cdb16,segment=NetworkSegment(5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71),segment_id=5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:38.320443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7d6891-baa6-4b38-9c4f-713ade27d6ee']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.325618 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:38.325618 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:38.325618 n-d-811521-3 neutron-server[102457]: [parameters: {'id': 'ac7e3afa-6f55-4b57-aa9f-ad1264a87da4'}] Nov 10 23:00:38.325618 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:38.326094 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:38.327060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.340249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3063ab-7f9a-4d4a-9078-24a0662734b2') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.340539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3063ab-7f9a-4d4a-9078-24a0662734b2') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.363490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.402339 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.411488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:38.411995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:38.415600 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:38.432548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316265-ca11-4ea5-8569-0919f2b094b7 None None] Pushing event updated for resources: {'Port': ['ID=c35afde7-793a-40bb-956f-1145e65cdb16,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:38.508412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefada90-656f-4217-a832-d7fc5b68f06d None None] Network ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:38.529610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.545350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.551008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] 10.222.0.25 "DELETE /v2.0/networks/3e7d6891-baa6-4b38-9c4f-713ade27d6ee HTTP/1.1" status: 204 len: 168 time: 0.7703404 Nov 10 23:00:38.603757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450504-ec07-4e7d-a229-e1420d071a14 tempest-FloatingIPTestJSON-1512903848 tempest-FloatingIPTestJSON-1512903848-project] Pushing event deleted for resources: {'Network': ['ID=3e7d6891-baa6-4b38-9c4f-713ade27d6ee,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:38.711212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67aecbb-77f5-42e3-8fcd-d075c441e5ca None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:00:38.827330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.890656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67aecbb-77f5-42e3-8fcd-d075c441e5ca None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:00:39.011546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58550) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:39.036221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port c35afde7-793a-40bb-956f-1145e65cdb16 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:39.041382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.214851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port c35afde7-793a-40bb-956f-1145e65cdb16, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c35afde7-793a-40bb-956f-1145e65cdb16,segment=NetworkSegment(5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71),segment_id=5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:39.215219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.231355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for c35afde7-793a-40bb-956f-1145e65cdb16 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:39.340126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.381258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b838240-4c9e-402f-ab10-542bc3f0e619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68c678279e2b48cb963d6cc67a533954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648014 Nov 10 23:00:39.382057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58568) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:39.402991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=c35afde7-793a-40bb-956f-1145e65cdb16,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:39.415137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port c35afde7-793a-40bb-956f-1145e65cdb16 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:39.482963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.506736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.529709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.555691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7e3afa-6f55-4b57-aa9f-ad1264a87da4']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.567182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.567646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5617a3d6-2ecb-43cb-bf89-f63f4d6e0d71') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.567958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.570839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.572269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/035352f5-bff4-4aba-8c40-b4b9f1d748be HTTP/1.1" status: 204 len: 168 time: 0.1892712 Nov 10 23:00:39.580175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.583416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72148beb-364f-433a-8240-33cb94b2bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035352f5-bff4-4aba-8c40-b4b9f1d748be,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:39.626930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.637194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:39.637689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:39.714701 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:39.718663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.726465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.733902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58580) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:39.741530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 HTTP/1.1" status: 204 len: 168 time: 3.1623836 Nov 10 23:00:39.742282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56362481'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:39.777052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3344ad-4c82-4c66-b546-32ed529798ab tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=ac7e3afa-6f55-4b57-aa9f-ad1264a87da4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:39.799521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:39.805206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.867151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:39.918798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:39.918798 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 17ca28b4-877a-45e8-95bd-c2014cec0318 of type vlan for network 137e499d-0550-41f1-899c-bbea4196e5b6 Nov 10 23:00:40.039237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:40.095612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:40.107688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:40.109006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:40.162371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4271150 Nov 10 23:00:40.165123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:40.171629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:40.319660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:40.328437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:40.332053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29963a9-d7fc-416e-9495-78ebcc69fe5f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=137e499d-0550-41f1-899c-bbea4196e5b6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:40.347874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 137e499d-0550-41f1-899c-bbea4196e5b6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:40.908250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.022379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58636) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:41.113462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '17ca28b4-877a-45e8-95bd-c2014cec0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:41.114038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 137e499d-0550-41f1-899c-bbea4196e5b6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:41.128504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-61e1888d-4e3a-4a60-843a-37333d4e6266 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6734591 Nov 10 23:00:41.147996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=ca6f216b-4ec9-4594-a055-783ce6d2855c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:41.235250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 137e499d-0550-41f1-899c-bbea4196e5b6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:41.251801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-863513299'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:41.272056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 137e499d-0550-41f1-899c-bbea4196e5b6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:41.280659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ad304-de9f-4771-be9e-996307529365 None None] Network 137e499d-0550-41f1-899c-bbea4196e5b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:41.287965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:41.288768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.289804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Made reservation on behalf of b65eada2913b466eb7ef95700b2d344c for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:41.298606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.303534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6933-d97f-47d0-809e-ecd73736f95f req-57eb1101-9434-4dfe-9d9b-6bd52a690865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:41.305207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-57eb1101-9434-4dfe-9d9b-6bd52a690865 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.1175442 Nov 10 23:00:41.314160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.371412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-871a8fa9-05c5-4c25-b573-93b08bc770fa tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2045679 Nov 10 23:00:41.372071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58646) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:41.488092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.504072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.538775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:41.568571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386fd138-da96-489e-83c1-75ef064b65ae,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:41.575045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6933-d97f-47d0-809e-ecd73736f95f req-1b57a183-88a8-4ac1-8e5c-29c75ca10946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:41.577642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-1b57a183-88a8-4ac1-8e5c-29c75ca10946 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.2465239 Nov 10 23:00:41.643198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.644938 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Added segment d2baa1c9-8c74-4735-976d-41f80615bbf2 of type vlan for network 66048860-038d-49cc-89f7-e2dc6c603ce5 Nov 10 23:00:41.678895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-137e499d-0550-41f1-899c-bbea4196e5b6', 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'ca6f216b-4ec9-4594-a055-783ce6d2855c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:41.679769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.769379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.805729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-e9af6c4b-5e1a-465a-9253-bed60d506080 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.2210269 Nov 10 23:00:41.831195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.857047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:41.857047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.885243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.899097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8774347 Nov 10 23:00:41.902262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6933-d97f-47d0-809e-ecd73736f95f req-d764eefc-584e-442b-a2c1-d8008d5c2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:41.903718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-d764eefc-584e-442b-a2c1-d8008d5c2a7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0753162 Nov 10 23:00:41.904170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:41.914143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'subnet': {'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:41.981094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Allocated IP 172.20.0.1 (137e499d-0550-41f1-899c-bbea4196e5b6/ca6f216b-4ec9-4594-a055-783ce6d2855c/f9503149-dc2b-4ec4-8266-c2ef2909d208) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:42.047737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcef69-4a21-4008-aefd-69ac823f46f8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Network': ['ID=66048860-038d-49cc-89f7-e2dc6c603ce5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:42.088758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:42.135035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.313680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Made reservation on behalf of b65eada2913b466eb7ef95700b2d344c for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:42.334427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.557098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.570934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.636036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6933-d97f-47d0-809e-ecd73736f95f req-0fdb0205-739e-4833-aaa0-8df3762f586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:42.643326 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-0fdb0205-739e-4833-aaa0-8df3762f586f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5954082 Nov 10 23:00:42.666746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.673146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Network 137e499d-0550-41f1-899c-bbea4196e5b6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:42.696066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Pushing event updated for resources: {'Port': ['ID=f9503149-dc2b-4ec4-8266-c2ef2909d208,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:42.704716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:42.707870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:42.827396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6f216b-4ec9-4594-a055-783ce6d2855c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:42.845270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Attempting to bind port f9503149-dc2b-4ec4-8266-c2ef2909d208 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:42.845809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Attempting to bind port f9503149-dc2b-4ec4-8266-c2ef2909d208 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '17ca28b4-877a-45e8-95bd-c2014cec0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:42.846344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Attempting to bind port f9503149-dc2b-4ec4-8266-c2ef2909d208 on network 137e499d-0550-41f1-899c-bbea4196e5b6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:42.860176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:42.863000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Checking segment: {'id': '17ca28b4-877a-45e8-95bd-c2014cec0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:42.863579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.864079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Bound using segment: {'id': '17ca28b4-877a-45e8-95bd-c2014cec0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:42.864869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Bound port: f9503149-dc2b-4ec4-8266-c2ef2909d208, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ca28b4-877a-45e8-95bd-c2014cec0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '137e499d-0550-41f1-899c-bbea4196e5b6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:42.865651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:42.997668 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.028113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] For port f9503149-dc2b-4ec4-8266-c2ef2909d208, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:43.041063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] For port f9503149-dc2b-4ec4-8266-c2ef2909d208, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f9503149-dc2b-4ec4-8266-c2ef2909d208,segment=NetworkSegment(17ca28b4-877a-45e8-95bd-c2014cec0318),segment_id=17ca28b4-877a-45e8-95bd-c2014cec0318)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:43.046819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.083135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137e499d-0550-41f1-899c-bbea4196e5b6']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:43.137799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ca28b4-877a-45e8-95bd-c2014cec0318') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:43.138099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ca28b4-877a-45e8-95bd-c2014cec0318') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:43.142683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-750108ef-9f9c-4d76-9969-00555378d9fd service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898934 Nov 10 23:00:43.214016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af53e-6add-4e62-8d83-c85a8e4b5b88 None None] Pushing event updated for resources: {'Port': ['ID=f9503149-dc2b-4ec4-8266-c2ef2909d208,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:43.227299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.267368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.297203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.305547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:43.307322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.317358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24927d3-1531-4b86-8811-2c3b25b9368b None None] Network 137e499d-0550-41f1-899c-bbea4196e5b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:43.335506 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:43.446988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341f6933-d97f-47d0-809e-ecd73736f95f req-6bc2cab3-7ec8-4d34-a6d7-cb97738f1b96 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937813 Nov 10 23:00:43.533884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa50b3-454c-4937-b048-d778a17a7c49 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:00:43.568597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:00:43.568597 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:00:43.568597 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '137e499d-0550-41f1-899c-bbea4196e5b6'}] Nov 10 23:00:43.568597 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:43.569146 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:43.571932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Subnet': ['ID=264acb1d-5876-4574-a1bb-f7a85106787c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:43.578356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Checking segment: {'id': 'd2baa1c9-8c74-4735-976d-41f80615bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:43.578718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network hostable DHCP agents. Network: 66048860-038d-49cc-89f7-e2dc6c603ce5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:43.601872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:43.633016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 66048860-038d-49cc-89f7-e2dc6c603ce5) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:43.658367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:43.659704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.693001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:43.693587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-840de5f1-0b6f-4b65-8383-1b7731025cb9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7876008 Nov 10 23:00:43.710003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1716115546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:43.770041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.771907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.928850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:43.940556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:44.010417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa50b3-454c-4937-b048-d778a17a7c49 None None] Unable to find a vacant binding_index for network 66048860-038d-49cc-89f7-e2dc6c603ce5 and agent 14efc4c6-b83e-4ee2-a808-2351f51175ba {{(pid=102459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 10 23:00:44.019805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa50b3-454c-4937-b048-d778a17a7c49 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 66048860-038d-49cc-89f7-e2dc6c603ce5) {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:00:44.022754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:44.035607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0f0573ca-297a-46c4-8766-a9a6518dda92 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3400354 Nov 10 23:00:44.035984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58710) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:44.115480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:44.537369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-66048860-038d-49cc-89f7-e2dc6c603ce5', 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5', 'tenant_id': 'b65eada2913b466eb7ef95700b2d344c', 'fixed_ips': [{'subnet_id': '264acb1d-5876-4574-a1bb-f7a85106787c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:44.538261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:44.700913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:44.836111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Allocated IP 172.20.0.2 (66048860-038d-49cc-89f7-e2dc6c603ce5/264acb1d-5876-4574-a1bb-f7a85106787c/be0dc320-d12c-4be4-9b6d-5f93cbf9ab75) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:45.179127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.184687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.189544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.195204 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.261841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:45.311952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Pushing event updated for resources: {'Port': ['ID=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:45.318702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:45.328691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:45.436159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port f9503149-dc2b-4ec4-8266-c2ef2909d208 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:45.440861 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.502047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Attempting to bind port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:45.505033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Attempting to bind port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd2baa1c9-8c74-4735-976d-41f80615bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:45.505412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Attempting to bind port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 on network 66048860-038d-49cc-89f7-e2dc6c603ce5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:45.518948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:45.520450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Checking segment: {'id': 'd2baa1c9-8c74-4735-976d-41f80615bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:45.520844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.521262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Bound using segment: {'id': 'd2baa1c9-8c74-4735-976d-41f80615bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:45.521729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Bound port: be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2baa1c9-8c74-4735-976d-41f80615bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:45.522104 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.591884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port f9503149-dc2b-4ec4-8266-c2ef2909d208, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f9503149-dc2b-4ec4-8266-c2ef2909d208,segment=NetworkSegment(17ca28b4-877a-45e8-95bd-c2014cec0318),segment_id=17ca28b4-877a-45e8-95bd-c2014cec0318)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:45.592219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.634964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for f9503149-dc2b-4ec4-8266-c2ef2909d208 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:45.709795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] For port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:45.716374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] For port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,segment=NetworkSegment(d2baa1c9-8c74-4735-976d-41f80615bbf2),segment_id=d2baa1c9-8c74-4735-976d-41f80615bbf2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:45.726451 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.886143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Allocated IP 172.20.0.1 (66048860-038d-49cc-89f7-e2dc6c603ce5/264acb1d-5876-4574-a1bb-f7a85106787c/1cf6da08-eed4-4f49-b7c3-db9af0825b75) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:45.936910 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:45.980389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57b566-2242-4d34-ad41-e9a42a21911f None None] Pushing event updated for resources: {'Port': ['ID=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:45.984923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port f9503149-dc2b-4ec4-8266-c2ef2909d208 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:46.088345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=f9503149-dc2b-4ec4-8266-c2ef2909d208,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:46.121157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.154211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137e499d-0550-41f1-899c-bbea4196e5b6']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:46.198971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ca28b4-877a-45e8-95bd-c2014cec0318') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:46.199585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ca28b4-877a-45e8-95bd-c2014cec0318') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:46.213196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.229358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.299514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:46.299920 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:46.303484 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:46.384100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.392573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.402969 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.409750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58762) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:46.410226 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/137e499d-0550-41f1-899c-bbea4196e5b6 HTTP/1.1" status: 204 len: 168 time: 4.8438206 Nov 10 23:00:46.415035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389712217'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:46.453797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:46.454049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd27dc-b97d-4082-a74f-83dd76d8027d tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=137e499d-0550-41f1-899c-bbea4196e5b6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:46.464091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.478783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.535903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:46.535903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:46.538658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:46.553464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:46.580174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.581277 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 7475e5b7-67e9-44d5-8efd-80beef832766 of type vlan for network 6219c083-88d4-44ca-b678-cc5f074c9608 Nov 10 23:00:46.660259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.668265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=1cf6da08-eed4-4f49-b7c3-db9af0825b75,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:46.685864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.742307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.750693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:46.751317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:46.795389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3844378 Nov 10 23:00:46.810114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:46.834018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '6219c083-88d4-44ca-b678-cc5f074c9608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:46.960479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876627-deca-4fc1-a63e-07066e978f3b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=6219c083-88d4-44ca-b678-cc5f074c9608,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:46.976948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6219c083-88d4-44ca-b678-cc5f074c9608 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:47.200060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.379853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:47.495324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:47.497739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.685466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:47.694155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.724110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.726122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd5ce6-a5e3-4c1d-8562-28d8c8935cd2 None None] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:47.756889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-fc29a944-95fe-4c9d-b649-87e5829399be tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1308015574&fields=id&tenant_id=564ab0faf58946ff917b7bf92f67f72e HTTP/1.1" status: 200 len: 267 time: 0.2070220 Nov 10 23:00:47.891782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f16e12ad-8055-439a-840e-8bd358acdab2 None None] Provisioning complete for port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:47.892158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f16e12ad-8055-439a-840e-8bd358acdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.975806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:47.999693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:48.075627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-2224dc25-264b-4b85-88b3-51de319f0608 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:48.077364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-2224dc25-264b-4b85-88b3-51de319f0608 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 815 time: 0.2796419 Nov 10 23:00:48.196042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-aaf7907e-e04b-4840-8313-d32c318b6fd1 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/quotas/564ab0faf58946ff917b7bf92f67f72e HTTP/1.1" status: 200 len: 375 time: 0.0616307 Nov 10 23:00:48.216229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:48.277673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=1cf6da08-eed4-4f49-b7c3-db9af0825b75,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:48.466117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,segment=NetworkSegment(d2baa1c9-8c74-4735-976d-41f80615bbf2),segment_id=d2baa1c9-8c74-4735-976d-41f80615bbf2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:48.514396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f16e12ad-8055-439a-840e-8bd358acdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:48.516961 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:48.543685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-b38fdfaa-f09a-4759-985b-aaffd3332aad tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3355467 Nov 10 23:00:48.554203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:48.653964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:48.662130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:48.721949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:48.757844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f16e12ad-8055-439a-840e-8bd358acdab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:48.758419 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f16e12ad-8055-439a-840e-8bd358acdab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:48.792939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '7475e5b7-67e9-44d5-8efd-80beef832766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6219c083-88d4-44ca-b678-cc5f074c9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:48.793336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 6219c083-88d4-44ca-b678-cc5f074c9608, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:48.901150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=fd5b827f-6e2a-416e-b26f-0b3d50279541,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:48.972915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 6219c083-88d4-44ca-b678-cc5f074c9608 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:49.040994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6219c083-88d4-44ca-b678-cc5f074c9608) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:49.048837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:49.049472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.050057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9c58a-4894-4e14-a8a7-8334092d72bd None None] Network 6219c083-88d4-44ca-b678-cc5f074c9608 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:49.063753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-160bc4ff-e2a8-4327-9e48-87b37263e405 service neutron] 10.222.0.25 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869294 Nov 10 23:00:49.197929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-09d324bd-9998-45fb-99ed-0d4287cb93dc service neutron] 10.222.0.25 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331987 Nov 10 23:00:49.304643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:49.307246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e518412-b64c-4fe5-b43b-1b8f2eb84c9e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4925008 Nov 10 23:00:49.345670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Router d45678f4-76c3-4924-9c54-3f515f04bf7a is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:00:49.419438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:49.551794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.573366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:49.584946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fff7b397-ccbf-4c3d-a206-aa3d661059d5 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "PUT /v2.0/routers/d45678f4-76c3-4924-9c54-3f515f04bf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5431480 Nov 10 23:00:49.587324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] Sync routers for ids ['d45678f4-76c3-4924-9c54-3f515f04bf7a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:49.591442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58820) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:49.598438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'port': {'network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5', 'name': 'tempest-FloatingIPNegativeTestJSON-1199968461'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:49.611317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] Routers {'d45678f4-76c3-4924-9c54-3f515f04bf7a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:49.613925 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d45678f4-76c3-4924-9c54-3f515f04bf7a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:49.722198 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:49.745340 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] Routers {'d45678f4-76c3-4924-9c54-3f515f04bf7a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:49.745962 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d45678f4-76c3-4924-9c54-3f515f04bf7a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:49.805410 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:49.805957 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4497-1816-4b14-9a46-53de9f632544 None None] The sync data for ids ['d45678f4-76c3-4924-9c54-3f515f04bf7a'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:49.826327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:49.833227 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.853340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efae188-d322-4f9f-a84e-83c27ebb235e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6219c083-88d4-44ca-b678-cc5f074c9608', 'network_id': '6219c083-88d4-44ca-b678-cc5f074c9608', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'fd5b827f-6e2a-416e-b26f-0b3d50279541'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:49.854258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1efae188-d322-4f9f-a84e-83c27ebb235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.893777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Made reservation on behalf of b65eada2913b466eb7ef95700b2d344c for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:49.899917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.935615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:49.940633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161156a-251f-47df-a58b-27f3518f27b0 None None] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:50.020697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] device_id is not set on port 53026923-5f31-4db9-ad0d-eeb3facb50cb yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:00:50.215407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:50.390937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5b827f-6e2a-416e-b26f-0b3d50279541,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:50.466533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a2a72d71-3da1-417f-9166-857416df18fb None None] Provisioning complete for port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:50.466903 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2a72d71-3da1-417f-9166-857416df18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:50.663379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87eaaf8-e7e9-4929-a0b9-ad21d9285b09 None None] Network 6219c083-88d4-44ca-b678-cc5f074c9608 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:50.737314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e2f61305-bf10-4572-b813-2757ec8b7784 req-073e8d9f-aa27-4bfb-a1f8-f8e8792b280c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.2883432 Nov 10 23:00:50.785736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:50.792991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Allocated IP 172.20.0.4 (66048860-038d-49cc-89f7-e2dc6c603ce5/264acb1d-5876-4574-a1bb-f7a85106787c/53026923-5f31-4db9-ad0d-eeb3facb50cb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:50.811522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a2a72d71-3da1-417f-9166-857416df18fb None None] Port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:50.846307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a2a72d71-3da1-417f-9166-857416df18fb None None] Provisioning complete for port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:50.847527 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2a72d71-3da1-417f-9166-857416df18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:50.911024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6219c083-88d4-44ca-b678-cc5f074c9608']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:50.964571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7475e5b7-67e9-44d5-8efd-80beef832766') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:50.964874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7475e5b7-67e9-44d5-8efd-80beef832766') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:51.025768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.152911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.210375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:51.211304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:51.217002 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:51.492632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.500850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b349db88-51ad-45fd-bbfd-b4d0ebbc0897 None None] Provisioning complete for port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:51.504123 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b349db88-51ad-45fd-bbfd-b4d0ebbc0897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.509778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.524154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/6219c083-88d4-44ca-b678-cc5f074c9608 HTTP/1.1" status: 204 len: 168 time: 2.2177925 Nov 10 23:00:51.527617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58852) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:51.532850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984300196'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:51.616658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:51.621555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.636536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dcbb5-0815-446d-af96-b820bcad8876 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=6219c083-88d4-44ca-b678-cc5f074c9608,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:51.679998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b349db88-51ad-45fd-bbfd-b4d0ebbc0897 None None] Port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:51.705784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b349db88-51ad-45fd-bbfd-b4d0ebbc0897 None None] Provisioning complete for port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:51.706969 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b349db88-51ad-45fd-bbfd-b4d0ebbc0897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.726181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:51.760574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.762327 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment dd6cd9a3-a4a1-44ec-9435-9bdd0404077a of type vlan for network 530e5d4f-2e07-4261-83fb-14bfdb269d20 Nov 10 23:00:51.871052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.957678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:51.973137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.057407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6fdd2f6b-b843-43ce-80fb-f4e7221c0849 req-5812e570-0597-441d-8660-39754ed2b161 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0964918 Nov 10 23:00:52.101343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.114495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:52.115258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.168676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8656864e-568e-4eea-b731-17f7455d623a None None] Provisioning complete for port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:52.169961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:52.179029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6485448 Nov 10 23:00:52.180415 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8656864e-568e-4eea-b731-17f7455d623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.184624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:52.195416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:52.210403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:52.293662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8656864e-568e-4eea-b731-17f7455d623a None None] Port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:52.306383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:52.316369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=53026923-5f31-4db9-ad0d-eeb3facb50cb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:52.447431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663aa73-070f-4b3f-ba79-4af2a4ff7916 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=530e5d4f-2e07-4261-83fb-14bfdb269d20,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:52.459006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:52.727211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.727797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-853d87a5-e159-4007-b7b7-aa3c9590348f None None] Provisioning complete for port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:52.728472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-853d87a5-e159-4007-b7b7-aa3c9590348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:52.823302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-853d87a5-e159-4007-b7b7-aa3c9590348f None None] Port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:53.022058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:53.056046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6542a57a-a741-428e-9431-ee9d2ed07203 None None] Provisioning complete for port 53026923-5f31-4db9-ad0d-eeb3facb50cb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:53.056591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6542a57a-a741-428e-9431-ee9d2ed07203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:53.061803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-4636c059-0c36-4dd2-9ee8-93742dde499c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:53.064956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-4636c059-0c36-4dd2-9ee8-93742dde499c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 815 time: 0.3218391 Nov 10 23:00:53.164506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6542a57a-a741-428e-9431-ee9d2ed07203 None None] Port 53026923-5f31-4db9-ad0d-eeb3facb50cb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:53.250402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 is not hosted by any dhcp agent {{(pid=102458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:00:53.261955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:53.262601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:53.270880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "PUT /v2.0/networks/530e5d4f-2e07-4261-83fb-14bfdb269d20 HTTP/1.1" status: 200 len: 723 time: 0.9820073 Nov 10 23:00:53.273914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:53.284464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f54c-091b-4f6b-ab63-40dd8c611dd9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=530e5d4f-2e07-4261-83fb-14bfdb269d20,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:53.284934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:53.301877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:00:53.330034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:53.330702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:53.456648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e2e132b5-d833-49e6-bbab-326d0dad4fe8 req-108ada5c-9728-4499-b648-5ff44cddd824 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.1810391 Nov 10 23:00:53.517599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-45339d73-a158-4526-b3ba-5d71967e8f1d tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9231246 Nov 10 23:00:53.523203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58896) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:53.536172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:53.579620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-afab6cab-61c0-433b-98f6-745847a56922 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564ab0faf58946ff917b7bf92f67f72e&shared=False HTTP/1.1" status: 200 len: 380 time: 0.2985258 Nov 10 23:00:53.581845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.api [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 23:00:53.581845 n-d-811521-3 neutron-server[102458]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 23:00:53.581845 n-d-811521-3 neutron-server[102458]: [parameters: {'project_id_1': 'b65eada2913b466eb7ef95700b2d344c', 'expiration_1': datetime.datetime(2021, 11, 10, 23, 0, 33, 556419)}] Nov 10 23:00:53.581845 n-d-811521-3 neutron-server[102458]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:00:53.582483 n-d-811521-3 neutron-server[102458]: DEBUG oslo_db.api [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:00:53.615306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:53.624892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:53.643741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-cf15ec31-6f55-4274-8d4a-50b8c3e7b35a tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0537336 Nov 10 23:00:53.697663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'port': {'device_id': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'admin_state_up': True, 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'security_groups': ['29a9b3ff-7f20-470b-9166-58f4871d2c5f']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:53.920753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Made reservation on behalf of 564ab0faf58946ff917b7bf92f67f72e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:53.930995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.107493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.157397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.287921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=eb38bf8c-e10b-44e7-9349-f53bdc17a025,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:54.318174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:54.318661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 530e5d4f-2e07-4261-83fb-14bfdb269d20, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:00:54.361236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:00:54.382451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 530e5d4f-2e07-4261-83fb-14bfdb269d20) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:54.394504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71de0b5-6dc5-49e1-bcf5-6c6f826188bb None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:54.402052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:54.402908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.437681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e4bd1c6c-4812-4eb9-a067-6ce1582130eb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1623199 Nov 10 23:00:54.441325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58900) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:54.448951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:54.501643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Allocated IP 172.20.0.13 (a5c76921-d886-49af-a685-2b154de547dd/93018b56-81d7-4bff-97ed-ca9d6f5698b9/3e30659a-f7e9-4b75-ab50-79710380dcbe) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:54.834831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86f2a56a-e3f1-42bc-a9fd-fb05fbc25d48 req-0a61c4f6-cd5d-49bd-b9b3-9907e5836336 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.1714115 Nov 10 23:00:54.836579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-530e5d4f-2e07-4261-83fb-14bfdb269d20', 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'eb38bf8c-e10b-44e7-9349-f53bdc17a025'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:00:54.838255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.874303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.922316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18612921'] for subnet, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.991293 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0f5008ef-5c13-48d2-af01-ac8c1c9aec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.047368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.072000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Allocated IP 172.20.0.2 (530e5d4f-2e07-4261-83fb-14bfdb269d20/eb38bf8c-e10b-44e7-9349-f53bdc17a025/d1128d0a-b3f4-44c8-9067-4d05d96188a0) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:55.083397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Allocated IP 172.25.0.209 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/4e17cb07-0358-4609-a3cb-d8833acc37d7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:55.178697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.273440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Network a5c76921-d886-49af-a685-2b154de547dd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:55.276667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:55.279386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.282400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:55.298402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.417451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event updated for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:55.431527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Pushing event updated for resources: {'Port': ['ID=d1128d0a-b3f4-44c8-9067-4d05d96188a0,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:55.445466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:55.446916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:55.449346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:55.450679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:55.451536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.495269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774139376002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18741528'] for subnet, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.503118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.513561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Attempting to bind port d1128d0a-b3f4-44c8-9067-4d05d96188a0 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:55.514060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Attempting to bind port d1128d0a-b3f4-44c8-9067-4d05d96188a0 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:55.514686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Attempting to bind port d1128d0a-b3f4-44c8-9067-4d05d96188a0 on network 530e5d4f-2e07-4261-83fb-14bfdb269d20 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:55.520726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:55.521161 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Checking segment: {'id': 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:55.521604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.522009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Bound using segment: {'id': 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:55.522560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Bound port: d1128d0a-b3f4-44c8-9067-4d05d96188a0, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '530e5d4f-2e07-4261-83fb-14bfdb269d20'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:55.523132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.532319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1701b78d-49da-4622-a12a-5150482675b0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8692074 Nov 10 23:00:55.556617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=eb38bf8c-e10b-44e7-9349-f53bdc17a025,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:55.585818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:55.587093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.589972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-941fc1fd-6126-43ed-ac39-1212cc89cd4f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "PUT /v2.0/subnets/eb38bf8c-e10b-44e7-9349-f53bdc17a025 HTTP/1.1" status: 200 len: 806 time: 1.1469309 Nov 10 23:00:55.593320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:55.621506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] For port d1128d0a-b3f4-44c8-9067-4d05d96188a0, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:55.626470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.640687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] For port d1128d0a-b3f4-44c8-9067-4d05d96188a0, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d1128d0a-b3f4-44c8-9067-4d05d96188a0,segment=NetworkSegment(dd6cd9a3-a4a1-44ec-9435-9bdd0404077a),segment_id=dd6cd9a3-a4a1-44ec-9435-9bdd0404077a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:55.653442 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.742220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=4e17cb07-0358-4609-a3cb-d8833acc37d7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:55.757966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Request body: {'port': {'device_id': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:55.794278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:55.798339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:55.802374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:55.833670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb1bf-e50a-4faa-b264-02691aaae158 None None] Pushing event updated for resources: {'Port': ['ID=d1128d0a-b3f4-44c8-9067-4d05d96188a0,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:55.857398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.860685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-284f0965-dc92-4d3f-8591-4fc76f66f0bb None None] Provisioning complete for port 3e30659a-f7e9-4b75-ab50-79710380dcbe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:55.867324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-284f0965-dc92-4d3f-8591-4fc76f66f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:55.873844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.007119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-284f0965-dc92-4d3f-8591-4fc76f66f0bb None None] Port 3e30659a-f7e9-4b75-ab50-79710380dcbe cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:56.087313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port d1128d0a-b3f4-44c8-9067-4d05d96188a0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:56.088108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.124601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.340911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bee5b-9f34-43b4-9ea4-4b1d9c08c471 req-d1c8029d-c16e-44be-b73f-c007162aef33 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:56.343158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da7bee5b-9f34-43b4-9ea4-4b1d9c08c471 req-d1c8029d-c16e-44be-b73f-c007162aef33 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 932 time: 0.3427458 Nov 10 23:00:56.381653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.438654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port d1128d0a-b3f4-44c8-9067-4d05d96188a0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d1128d0a-b3f4-44c8-9067-4d05d96188a0,segment=NetworkSegment(dd6cd9a3-a4a1-44ec-9435-9bdd0404077a),segment_id=dd6cd9a3-a4a1-44ec-9435-9bdd0404077a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:56.440389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.470014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for d1128d0a-b3f4-44c8-9067-4d05d96188a0 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:56.574124 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da7bee5b-9f34-43b4-9ea4-4b1d9c08c471 req-0039fe7e-0a27-4e3c-b378-7230acea2126 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217660 Nov 10 23:00:56.759899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:56.972684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=d1128d0a-b3f4-44c8-9067-4d05d96188a0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:57.048838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e30659a-f7e9-4b75-ab50-79710380dcbe {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:00:57.093641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.116213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port d1128d0a-b3f4-44c8-9067-4d05d96188a0 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:00:57.156476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Transition to ACTIVE for port object 3e30659a-f7e9-4b75-ab50-79710380dcbe will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:00:57.169492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.171747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.198386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23070-b7d7-45c4-a8a6-948c90c68154 req-f659ef08-eca0-425a-8f75-9d58b74d5c67 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:57.200013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7b23070-b7d7-45c4-a8a6-948c90c68154 req-f659ef08-eca0-425a-8f75-9d58b74d5c67 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.4345851 Nov 10 23:00:57.234498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.248216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.405082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:57.464689 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7b23070-b7d7-45c4-a8a6-948c90c68154 req-a9af8dda-dc5d-4645-aae1-27401148d00e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267756 Nov 10 23:00:57.471606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.530543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=eb38bf8c-e10b-44e7-9349-f53bdc17a025,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:57.633818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.660470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b9cf123b-7f41-4f3b-a52c-d9dc9c14987c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.740081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.741316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2171965 Nov 10 23:00:57.747357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:57.753664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-664dd911-c09a-49db-93f6-ea6620a0829f tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'floatingip': {'port_id': '53026923-5f31-4db9-ad0d-eeb3facb50cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:57.758063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.774970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c990fc-77d1-45f3-87f3-68ceb78fb203 None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:57.804541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb4320-6a99-4f44-b1e4-13ca504e80d0 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=4e17cb07-0358-4609-a3cb-d8833acc37d7,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:57.809802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Attempting to bind port 3e30659a-f7e9-4b75-ab50-79710380dcbe on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:57.810149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Attempting to bind port 3e30659a-f7e9-4b75-ab50-79710380dcbe by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:57.810477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Attempting to bind port 3e30659a-f7e9-4b75-ab50-79710380dcbe on network a5c76921-d886-49af-a685-2b154de547dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:57.820028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-664dd911-c09a-49db-93f6-ea6620a0829f tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.820546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Port 3e30659a-f7e9-4b75-ab50-79710380dcbe on network a5c76921-d886-49af-a685-2b154de547dd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:00:57.820663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Attempting to bind port 3e30659a-f7e9-4b75-ab50-79710380dcbe on network a5c76921-d886-49af-a685-2b154de547dd {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:57.824861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530e5d4f-2e07-4261-83fb-14bfdb269d20']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:57.830955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:57.831297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Checking segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:57.831745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Bound using segment: {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:57.832198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Bound port: 3e30659a-f7e9-4b75-ab50-79710380dcbe, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd1cc9f-8d36-429d-9dab-b2768cc4354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:57.832560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:57.859295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50532e58-7bfa-4c6e-aa95-7c29e20e3829 req-1a306c72-2ec9-469c-b620-897d0addccf2 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:57.861444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50532e58-7bfa-4c6e-aa95-7c29e20e3829 req-1a306c72-2ec9-469c-b620-897d0addccf2 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1309042 Nov 10 23:00:57.914625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:57.929536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6cd9a3-a4a1-44ec-9435-9bdd0404077a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:57.987905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:57.993508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50532e58-7bfa-4c6e-aa95-7c29e20e3829 req-27754169-b574-4af0-86eb-0c5115dc2d51 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Nov 10 23:00:57.995645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:58.002996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.061488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-490a7280-0e73-4f0a-b621-ead064724fa6 None None] Could not find standard attr ID for object d1128d0a-b3f4-44c8-9067-4d05d96188a0. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:00:58.062427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.144541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:58.145196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.153438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 1092 time: 2.6102810 Nov 10 23:00:58.153940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:00:58.157533 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e44636-e27e-416c-a22c-337e5eac2c26" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:00:58.168121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.194743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:00:58.195180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:00:58.199050 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:00:58.224689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d637914-908d-4a0f-ae3a-96ccf2a22dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:58.225589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2475dd0-485f-4b90-a1cd-9a3363c978be None None] DHCP port deletion for 530e5d4f-2e07-4261-83fb-14bfdb269d20 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:00:58.275033 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-664dd911-c09a-49db-93f6-ea6620a0829f tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] update failed (client error): The resource could not be found. Nov 10 23:00:58.276101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-664dd911-c09a-49db-93f6-ea6620a0829f tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "PUT /v2.0/floatingips/f84aa72a-1b31-44ff-9b90-ce93e197c0a1 HTTP/1.1" status: 404 len: 507 time: 0.5264094 Nov 10 23:00:58.279578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58962) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:58.288718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bceca4-0b75-4ade-88cd-b048ddf6a8dc None None] Network 530e5d4f-2e07-4261-83fb-14bfdb269d20 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:00:58.333292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.335720 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b497f5-bb3e-4bef-bb3a-9ae5b033617a x-openstack-request-id: req-29b497f5-bb3e-4bef-bb3a-9ae5b033617a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:00:58.336011 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:00:58.336267 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29b497f5-bb3e-4bef-bb3a-9ae5b033617a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:00:58.336676 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'status': 'completed', 'code': 200} Nov 10 23:00:58.338571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.345664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/530e5d4f-2e07-4261-83fb-14bfdb269d20 HTTP/1.1" status: 204 len: 168 time: 2.7511346 Nov 10 23:00:58.346588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58964) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:58.381702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87fcf-35e7-417e-96ea-c289f969a71e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=530e5d4f-2e07-4261-83fb-14bfdb269d20,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:58.905716 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938331d-3a90-4cf4-8ee7-d65f72ab5bc1 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:00:58.906563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938331d-3a90-4cf4-8ee7-d65f72ab5bc1 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:00:58.909825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5938331d-3a90-4cf4-8ee7-d65f72ab5bc1 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/530e5d4f-2e07-4261-83fb-14bfdb269d20 HTTP/1.1" status: 404 len: 339 time: 0.4926050 Nov 10 23:00:58.915774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58974) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:58.921961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066182324', 'description': 'd1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:58.944576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:58.959188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:58.961525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1fb07de3-40e2-43f8-ac31-1e7577895c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:58.963208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-1fb07de3-40e2-43f8-ac31-1e7577895c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1095 time: 0.7249839 Nov 10 23:00:58.968346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.053685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:00:59.073493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-0964f523-75be-4264-b332-391cde6f7913 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 217 time: 0.1007001 Nov 10 23:00:59.086124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.087174 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 1e139c72-b3e3-4a6b-a77f-2c50ff1eae7f of type vlan for network 87297649-24fb-45a7-96f7-89703323c8e3 Nov 10 23:00:59.099795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5853923-95c7-4a40-b668-55045fc2829e req-e6789d91-5b00-4533-8614-5fbecdc33970 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:59.113565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5853923-95c7-4a40-b668-55045fc2829e req-e6789d91-5b00-4533-8614-5fbecdc33970 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2573864 Nov 10 23:00:59.163192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d1128d0a-b3f4-44c8-9067-4d05d96188a0 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:00:59.186815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d1128d0a-b3f4-44c8-9067-4d05d96188a0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:00:59.187169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d1128d0a-b3f4-44c8-9067-4d05d96188a0 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:00:59.212241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting port 4e17cb07-0358-4609-a3cb-d8833acc37d7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:00:59.219521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.269200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.313854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-0222ecd7-c4e2-46ec-985d-0b61efe0d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:59.315917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-0222ecd7-c4e2-46ec-985d-0b61efe0d95e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 200 len: 854 time: 0.2003260 Nov 10 23:00:59.352026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0be3-24f3-4a8a-88f7-1aba2c79e7a8 req-1a510ff1-6ba5-47fe-96a7-d3471fdac23f tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:59.358292 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75cc0be3-24f3-4a8a-88f7-1aba2c79e7a8 req-1a510ff1-6ba5-47fe-96a7-d3471fdac23f tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1730998 Nov 10 23:00:59.360658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.373374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:59.376812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.409879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5853923-95c7-4a40-b668-55045fc2829e req-a2ed1445-015f-4ed4-84a1-0e7870dd6855 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953007 Nov 10 23:00:59.454365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.454955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:59.473513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Calling delete_port for 4e17cb07-0358-4609-a3cb-d8833acc37d7 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:00:59.480099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-bd3ecf51-2844-4b6a-b074-e4a5df7c75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:59.481811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-bd3ecf51-2844-4b6a-b074-e4a5df7c75fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5c76921-d886-49af-a685-2b154de547dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546772 Nov 10 23:00:59.721608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-63132cef-5eca-4de8-9be6-c80490c948d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303443 Nov 10 23:00:59.990087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0e25fd70-4813-456c-ab0c-fefe483ac6af req-8e8ce97e-f211-4172-98b9-4d7fc0c1ecfc service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591841 Nov 10 23:00:59.995641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.069092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Port': ['ID=4e17cb07-0358-4609-a3cb-d8833acc37d7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:00.287334 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.291193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.298322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e0cd0782-aa9e-46c2-9baa-2a1f3c31ed2a tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "DELETE /v2.0/floatingips/f84aa72a-1b31-44ff-9b90-ce93e197c0a1 HTTP/1.1" status: 204 len: 168 time: 2.0162988 Nov 10 23:01:00.301765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:00.306679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-37ade611-18d6-44b9-b43b-f2ff1739a964 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'floatingip': {'floating_network_id': '66048860-038d-49cc-89f7-e2dc6c603ce5', 'port_id': '53026923-5f31-4db9-ad0d-eeb3facb50cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:00.316390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-240a2fd8-61bd-4c18-b31a-b53486603dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.318455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-240a2fd8-61bd-4c18-b31a-b53486603dfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1095 time: 0.2438309 Nov 10 23:01:00.360171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.379993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4604487 Nov 10 23:01:00.379993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491030ea-2d4d-4b45-a28a-9695b9025759 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=87297649-24fb-45a7-96f7-89703323c8e3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:00.380607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59002) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:00.389432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 87297649-24fb-45a7-96f7-89703323c8e3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:00.444502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-4459101e-92ff-4b21-aff1-55741fdc1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.460481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-4459101e-92ff-4b21-aff1-55741fdc1abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 915 time: 0.1312089 Nov 10 23:01:00.569619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75cc0be3-24f3-4a8a-88f7-1aba2c79e7a8 req-7fea6671-dda7-4ee8-b41e-6cd613ddf6de tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1864200 Nov 10 23:01:00.593989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-36bfad57-d405-449a-8222-6ab24fee969e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 217 time: 0.1286056 Nov 10 23:01:00.598524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37ade611-18d6-44b9-b43b-f2ff1739a964 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.634982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b157c3b-b59a-4132-8914-ad789c3840dc tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.636125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1b157c3b-b59a-4132-8914-ad789c3840dc tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks?id=87297649-24fb-45a7-96f7-89703323c8e3 HTTP/1.1" status: 200 len: 761 time: 0.2217541 Nov 10 23:01:00.640085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59012) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:00.648623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'description': 'd2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:00.661482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-840ff411-cb77-4b5f-b107-61de89e0b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.663231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-840ff411-cb77-4b5f-b107-61de89e0b3a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 200 len: 854 time: 0.0606670 Nov 10 23:01:00.740679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.805409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661e18-2332-4e0b-8fc3-dd01d1265cb5 req-f1d71cc6-9402-4f09-8f51-91b2dc20f1ac tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.806947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0661e18-2332-4e0b-8fc3-dd01d1265cb5 req-f1d71cc6-9402-4f09-8f51-91b2dc20f1ac tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2117603 Nov 10 23:01:00.818739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-00a4c4ff-f095-4b74-8940-ea28843a3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:00.820222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-00a4c4ff-f095-4b74-8940-ea28843a3cbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5c76921-d886-49af-a685-2b154de547dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075633 Nov 10 23:01:00.932080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:00.953807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0661e18-2332-4e0b-8fc3-dd01d1265cb5 req-6b9adc06-d508-4adb-8f79-48e842ec4a48 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373014 Nov 10 23:01:00.968368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.010268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-d1fc57a8-37b0-4409-abf7-0cd4b7c24283 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787589 Nov 10 23:01:01.036271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 87297649-24fb-45a7-96f7-89703323c8e3 is not hosted by any dhcp agent {{(pid=102457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:01:01.057774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:01.058700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.066642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "PUT /v2.0/networks/87297649-24fb-45a7-96f7-89703323c8e3 HTTP/1.1" status: 200 len: 758 time: 0.4254606 Nov 10 23:01:01.069688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59018) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:01.135858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8e44636-e27e-416c-a22c-337e5eac2c26 req-1476b185-fb6a-4caf-97d3-34f0ab476a4c service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171403 Nov 10 23:01:01.137461 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-37ade611-18d6-44b9-b43b-f2ff1739a964 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:01.138741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37ade611-18d6-44b9-b43b-f2ff1739a964 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8356287 Nov 10 23:01:01.142265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59020) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:01.146836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '53026923-5f31-4db9-ad0d-eeb3facb50cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:01.154145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:01:01.188297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0929b-b4f2-4dcf-b357-5be1081eefbb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=87297649-24fb-45a7-96f7-89703323c8e3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:01.196604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.203120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 87297649-24fb-45a7-96f7-89703323c8e3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:01.278493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9e08b-567b-460d-9630-4b9add783d79 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:01.298399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19a9e08b-567b-460d-9630-4b9add783d79 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks?id=87297649-24fb-45a7-96f7-89703323c8e3 HTTP/1.1" status: 200 len: 761 time: 0.2223027 Nov 10 23:01:01.301631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:01.310512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217015888'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:01.390356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:01.403652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.471970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:01.491353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.491721 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment 2b948ddc-bf4b-40c7-8b57-32c59a649946 of type vlan for network 55369095-e4a6-4d37-9137-83e56793151a Nov 10 23:01:01.494287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.577711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.679691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.686851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:01.687468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.706270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Allocated IP 172.25.0.203 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e1dc6ac3-b557-478e-9eda-936b9a327a65) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:01.790919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4879303 Nov 10 23:01:01.792052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:01.805447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': '55369095-e4a6-4d37-9137-83e56793151a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:01.915381 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:01.923892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9f438-459c-49af-a71c-5e4fbacccd83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=55369095-e4a6-4d37-9137-83e56793151a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:01.937768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 55369095-e4a6-4d37-9137-83e56793151a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:01.939812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825b2b0-b731-4928-be73-b73178c7ab75 req-e43a83d4-f9fc-4fcf-b05e-2b463dd843b4 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:01.947804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d825b2b0-b731-4928-be73-b73178c7ab75 req-e43a83d4-f9fc-4fcf-b05e-2b463dd843b4 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1972253 Nov 10 23:01:01.979686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59050) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:02.141776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d825b2b0-b731-4928-be73-b73178c7ab75 req-f1750890-ea2d-4096-a37d-d24511d47098 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876783 Nov 10 23:01:02.171459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.179318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-96bc7b61-2a4b-4dae-8e85-96864510c330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.302218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-96bc7b61-2a4b-4dae-8e85-96864510c330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.306229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:02.315634 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.324927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-96bc7b61-2a4b-4dae-8e85-96864510c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.390523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:02.442573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:02.470659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5ea27-c6ac-4bd9-a44b-bcde90b376b1 req-16452045-ddca-4e93-9a96-d9840a506442 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:02.480273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-96bc7b61-2a4b-4dae-8e85-96864510c330 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1122dcdd00d64303831d7201956d054b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969656 Nov 10 23:01:02.485406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:02.485825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7e5ea27-c6ac-4bd9-a44b-bcde90b376b1 req-16452045-ddca-4e93-9a96-d9840a506442 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.3560603 Nov 10 23:01:02.493991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:02.503431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event updated for resources: {'Port': ['ID=e1dc6ac3-b557-478e-9eda-936b9a327a65,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:02.548657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc7b61-2a4b-4dae-8e85-96864510c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac4025-5da4-4a5c-8954-580de9e6c813,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:02.655098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.704343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.738031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7e5ea27-c6ac-4bd9-a44b-bcde90b376b1 req-d479d2c5-34ba-4c49-b61f-a257c1648633 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512054 Nov 10 23:01:02.783606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.787625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.788857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9ac4025-5da4-4a5c-8954-580de9e6c813 HTTP/1.1" status: 204 len: 168 time: 0.3014984 Nov 10 23:01:02.823174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975c6e-ae81-4503-8477-bcf1b60d057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac4025-5da4-4a5c-8954-580de9e6c813,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:02.942789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.003755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting port e1dc6ac3-b557-478e-9eda-936b9a327a65 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:03.007270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.085205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:03.130612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': '2b948ddc-bf4b-40c7-8b57-32c59a649946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '55369095-e4a6-4d37-9137-83e56793151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:03.131257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: 55369095-e4a6-4d37-9137-83e56793151a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:03.182115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network 55369095-e4a6-4d37-9137-83e56793151a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:03.200547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 55369095-e4a6-4d37-9137-83e56793151a) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:03.205775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:03.207856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.210584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8f4da-eb4c-4c26-bee7-6de7b65fede9 None None] Network 55369095-e4a6-4d37-9137-83e56793151a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:03.250873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-47a2dba9-70a0-41be-b91d-3713b355afed tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4494185 Nov 10 23:01:03.251892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:03.267628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.267958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.291707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Calling delete_port for e1dc6ac3-b557-478e-9eda-936b9a327a65 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:03.557099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.592647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507376ca-6527-4c99-a4fc-bfb142f5ba84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-55369095-e4a6-4d37-9137-83e56793151a', 'network_id': '55369095-e4a6-4d37-9137-83e56793151a', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:03.599369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d108e-f312-4d11-ba10-e44a75044852 req-32fb5e6b-dc4f-478c-8d8a-f33a2cd442d0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:03.601510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-755d108e-f312-4d11-ba10-e44a75044852 req-32fb5e6b-dc4f-478c-8d8a-f33a2cd442d0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.2196395 Nov 10 23:01:03.610450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-507376ca-6527-4c99-a4fc-bfb142f5ba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.624166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.682282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.759312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Port': ['ID=e1dc6ac3-b557-478e-9eda-936b9a327a65,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:03.787727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-755d108e-f312-4d11-ba10-e44a75044852 req-f8ecdd35-9ed1-432e-9d62-c73d89c615d6 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322489 Nov 10 23:01:03.846736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:03.860398 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] create failed (client error): The resource could not be found. Nov 10 23:01:03.861604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6754ea85-58b2-4b6e-b1c3-7fc22ac80e35 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7182488 Nov 10 23:01:03.865224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:03.931198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-507376ca-6527-4c99-a4fc-bfb142f5ba84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52: This subnet is being modified by another concurrent operation. Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52: This subnet is being modified by another concurrent operation. Nov 10 23:01:04.006579 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:01:04.066137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.074973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc6d8d-7dfe-4c21-98c1-c0c4d907fd45 None None] Network 55369095-e4a6-4d37-9137-83e56793151a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:04.114988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a6058-9a07-41d3-a83a-5e2f28ef8e45 req-9f708e0c-bc20-4894-b706-04f792e4e74a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:04.128258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55369095-e4a6-4d37-9137-83e56793151a']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:04.129139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-248a6058-9a07-41d3-a83a-5e2f28ef8e45 req-9f708e0c-bc20-4894-b706-04f792e4e74a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1980660 Nov 10 23:01:04.151871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b948ddc-bf4b-40c7-8b57-32c59a649946') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:04.163062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b948ddc-bf4b-40c7-8b57-32c59a649946') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:04.174352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.190033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.197828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting port 53026923-5f31-4db9-ad0d-eeb3facb50cb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:04.198303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.205790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:04.206478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:04.214257 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:04.296854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331a1e6-2182-4c84-8491-e980f91b7a21 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:01:04.350291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.366682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.380894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/55369095-e4a6-4d37-9137-83e56793151a HTTP/1.1" status: 204 len: 168 time: 1.1275368 Nov 10 23:01:04.386846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-248a6058-9a07-41d3-a83a-5e2f28ef8e45 req-5524e974-b06d-49ec-ac6e-d0b52bfb49bf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565176 Nov 10 23:01:04.391664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59096) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:04.410758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954ca0c-f8b4-4b25-9988-1926a050d3f3 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=55369095-e4a6-4d37-9137-83e56793151a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:04.442255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331a1e6-2182-4c84-8491-e980f91b7a21 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:01:04.532790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:04.548465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Calling delete_port for 53026923-5f31-4db9-ad0d-eeb3facb50cb owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:04.604102 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a196c5a9-0440-4df6-877b-eb13a9b90421 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] GET failed (client error): The resource could not be found. Nov 10 23:01:04.608644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a196c5a9-0440-4df6-877b-eb13a9b90421 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets/cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52 HTTP/1.1" status: 404 len: 337 time: 0.2116251 Nov 10 23:01:04.610017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:04.659489 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c19df2e-ff18-4880-883d-757b7a6f0b99 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:04.665888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c19df2e-ff18-4880-883d-757b7a6f0b99 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:04.674295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59104) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:04.681428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c19df2e-ff18-4880-883d-757b7a6f0b99 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/55369095-e4a6-4d37-9137-83e56793151a HTTP/1.1" status: 404 len: 339 time: 0.0683379 Nov 10 23:01:04.929219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:05.009080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Port': ['ID=53026923-5f31-4db9-ad0d-eeb3facb50cb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:05.009315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebc68a-8e28-49e6-89c1-b892fd2471e9 req-d473594b-0a0d-48c9-942b-8820d9d5b1a8 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.019928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2eebc68a-8e28-49e6-89c1-b892fd2471e9 req-d473594b-0a0d-48c9-942b-8820d9d5b1a8 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.0727329 Nov 10 23:01:05.100997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2eebc68a-8e28-49e6-89c1-b892fd2471e9 req-db60766b-1880-484a-bd40-da120b6ca1f0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798860 Nov 10 23:01:05.105136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460a3b-0d6f-44f0-af9c-12fa22e848c9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.108702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f5460a3b-0d6f-44f0-af9c-12fa22e848c9 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4334838 Nov 10 23:01:05.111492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59114) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.133397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:05.137631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-db03a57e-a854-4987-aa08-68c0fb94dec9 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "DELETE /v2.0/ports/53026923-5f31-4db9-ad0d-eeb3facb50cb HTTP/1.1" status: 204 len: 168 time: 1.2714260 Nov 10 23:01:05.140751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59116) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.174778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a171801b-e6f2-43f0-b183-0b01a072c7e2 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 207 time: 0.0618558 Nov 10 23:01:05.182620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59120) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.236549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56ff30-7bc5-484a-90de-f871473d2df4 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.246345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6b56ff30-7bc5-484a-90de-f871473d2df4 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d45678f4-76c3-4924-9c54-3f515f04bf7a HTTP/1.1" status: 200 len: 913 time: 0.0974503 Nov 10 23:01:05.246679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59124) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.478330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34806d44-4261-49a6-b305-f3fd4894c06a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.484760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34806d44-4261-49a6-b305-f3fd4894c06a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.491493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34806d44-4261-49a6-b305-f3fd4894c06a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.497706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34806d44-4261-49a6-b305-f3fd4894c06a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.500102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-34806d44-4261-49a6-b305-f3fd4894c06a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3164842 Nov 10 23:01:05.505392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59130) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.593900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a970-24ab-41d2-b497-aacb5534554e req-6838c355-2518-48a1-b389-5809d5d7ee92 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.595462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08b3a970-24ab-41d2-b497-aacb5534554e req-6838c355-2518-48a1-b389-5809d5d7ee92 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.0860200 Nov 10 23:01:05.664651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17a2b09c-593c-46f4-a32f-8b560778a7fb tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1531649 Nov 10 23:01:05.665232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59136) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.706422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08b3a970-24ab-41d2-b497-aacb5534554e req-d3866d24-c018-4bdd-8061-69634214e825 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030583 Nov 10 23:01:05.731564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:05.787930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01f7c9-abf7-43fd-acdd-23c365da73e8 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.790745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01f7c9-abf7-43fd-acdd-23c365da73e8 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.792317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ff01f7c9-abf7-43fd-acdd-23c365da73e8 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1258950 Nov 10 23:01:05.796698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:05.856021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8d581-e807-4f5a-baac-70d902fa1619 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.857979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8d581-e807-4f5a-baac-70d902fa1619 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:05.859587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-64b8d581-e807-4f5a-baac-70d902fa1619 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0618107 Nov 10 23:01:05.865060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59140) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:06.015358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3775a-2958-4c0d-87e9-c5914beb38b8 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:06.017183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4e3775a-2958-4c0d-87e9-c5914beb38b8 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks/cc341fdb-7b00-4605-b42c-85de5ded8ed3 HTTP/1.1" status: 200 len: 799 time: 0.1510320 Nov 10 23:01:06.027450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59146) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:06.106350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting port 1cf6da08-eed4-4f49-b7c3-db9af0825b75 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:06.106703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:06.241789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b8177-f5b7-41b5-8b9b-4aa74f089b85 req-3612fa4e-2601-48ac-b2d2-72f356870cac tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:06.244079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e3b8177-f5b7-41b5-8b9b-4aa74f089b85 req-3612fa4e-2601-48ac-b2d2-72f356870cac tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.0697794 Nov 10 23:01:06.358589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e3b8177-f5b7-41b5-8b9b-4aa74f089b85 req-2bca8cc0-a452-457d-bd64-9ce40f05a196 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014786 Nov 10 23:01:06.603232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bea487b1-de22-4346-b8e4-57b1e3fd5443 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/networks/cc341fdb-7b00-4605-b42c-85de5ded8ed3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5749984 Nov 10 23:01:06.608516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59162) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:06.648115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:06.668201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Calling delete_port for 1cf6da08-eed4-4f49-b7c3-db9af0825b75 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:06.683659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18343d1-43c9-4918-87cd-66d19eb40be7 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:06.689322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b18343d1-43c9-4918-87cd-66d19eb40be7 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets/08b36c12-7ed8-4e48-b579-4d677799ebb5 HTTP/1.1" status: 200 len: 811 time: 0.0753224 Nov 10 23:01:06.689322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59164) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:06.790576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949883f9-b365-4192-83ad-d52ce74bbe13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['shared'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:06.792189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-949883f9-b365-4192-83ad-d52ce74bbe13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "GET /v2.0/subnets/08b36c12-7ed8-4e48-b579-4d677799ebb5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1020458 Nov 10 23:01:06.797805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:06.803275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98340886'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:06.835954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:06.840493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:06.867515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:06.878114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:06.878508 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Added segment e0651f8b-e580-4145-b15e-77024b82c467 of type vlan for network fe135bf9-e807-4e92-8026-9a00c6533528 Nov 10 23:01:06.933648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cc9c4-17ef-48e2-8fcf-76f8a870f924 req-960b8f16-cae0-4439-9bb2-a741a91acc5e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:06.935810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-614cc9c4-17ef-48e2-8fcf-76f8a870f924 req-960b8f16-cae0-4439-9bb2-a741a91acc5e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1181636 Nov 10 23:01:06.963478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:06.997889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.020348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:07.022336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.049162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-614cc9c4-17ef-48e2-8fcf-76f8a870f924 req-e69ffc4b-623a-46d2-bebf-b1ec3fcedbdf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557632 Nov 10 23:01:07.062304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.114085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Port': ['ID=1cf6da08-eed4-4f49-b7c3-db9af0825b75,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:07.179675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3780096 Nov 10 23:01:07.180543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59180) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:07.183788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e011c-3445-4bdf-9ea4-647aa57d6728 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Network': ['ID=fe135bf9-e807-4e92-8026-9a00c6533528,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:07.194528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:07.198435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network fe135bf9-e807-4e92-8026-9a00c6533528 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:07.406899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Made reservation on behalf of f1d9b3a7cc5e4c88b9a751b7a18e3c72 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:07.410537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.502590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.525802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing IP validity checks on allocation pools {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:01:07.526337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:01:07.555185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1ccb7-f192-422c-94b4-0c366a875035 req-13e164de-3ec4-4c45-b2dc-4a9ce88bdfd3 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:07.557167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7d1ccb7-f192-422c-94b4-0c366a875035 req-13e164de-3ec4-4c45-b2dc-4a9ce88bdfd3 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.0829213 Nov 10 23:01:07.681794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7d1ccb7-f192-422c-94b4-0c366a875035 req-f3f31501-6849-4837-89d8-38bf145fb730 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730474 Nov 10 23:01:07.883495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Router d45678f4-76c3-4924-9c54-3f515f04bf7a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:07.938344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.012616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:08.019504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1194a8f6-835f-4822-9131-cb08be6cc5d8 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "PUT /v2.0/routers/d45678f4-76c3-4924-9c54-3f515f04bf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7717345 Nov 10 23:01:08.027473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59194) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:08.036432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] Sync routers for ids ['d45678f4-76c3-4924-9c54-3f515f04bf7a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:08.052210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=b5a5cdb1-1880-4d52-87cd-a87987bf6c6d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:08.058856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Checking segment: {'id': 'e0651f8b-e580-4145-b15e-77024b82c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:08.059143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network hostable DHCP agents. Network: fe135bf9-e807-4e92-8026-9a00c6533528, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:08.084131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Network fe135bf9-e807-4e92-8026-9a00c6533528 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:08.087122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] Routers {'d45678f4-76c3-4924-9c54-3f515f04bf7a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:08.096926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d45678f4-76c3-4924-9c54-3f515f04bf7a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:08.104373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, fe135bf9-e807-4e92-8026-9a00c6533528) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:08.110997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:08.111535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1552049'] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.162559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2984bb97-ab43-41e2-92b0-65a879792a13 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9764667 Nov 10 23:01:08.166091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59204) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:08.181921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:08.191078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:08.195738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddb5b3-ff58-46d3-9c10-add39d6c8c5f None None] Network fe135bf9-e807-4e92-8026-9a00c6533528 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:08.212485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.276865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d9d43-95af-4574-b09e-e4a9f478ba6b req-93377e1f-ced0-4ec1-b5be-8f0b97de06f9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:08.278395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0d9d43-95af-4574-b09e-e4a9f478ba6b req-93377e1f-ced0-4ec1-b5be-8f0b97de06f9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.0866485 Nov 10 23:01:08.283853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] Routers {'d45678f4-76c3-4924-9c54-3f515f04bf7a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:08.285442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d45678f4-76c3-4924-9c54-3f515f04bf7a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:08.346892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:08.347828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a21b9-c6de-42c0-a424-e84be1af3d73 None None] The sync data for ids ['d45678f4-76c3-4924-9c54-3f515f04bf7a'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:08.468804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25718214'] for subnet, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.478302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0d9d43-95af-4574-b09e-e4a9f478ba6b req-e333861b-0630-4b07-ac1e-6e53600bf05e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851568 Nov 10 23:01:08.501271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.519485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.625495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-fe135bf9-e807-4e92-8026-9a00c6533528', 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528', 'tenant_id': 'f1d9b3a7cc5e4c88b9a751b7a18e3c72', 'fixed_ips': [{'subnet_id': 'b5a5cdb1-1880-4d52-87cd-a87987bf6c6d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:08.626454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.662014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.663775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Fanout notify agent at l3_agent the message router_deleted on router d45678f4-76c3-4924-9c54-3f515f04bf7a {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:01:08.694250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.695751 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-72b7a64a-dd76-49bf-bcf8-4aa447100209 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "DELETE /v2.0/routers/d45678f4-76c3-4924-9c54-3f515f04bf7a HTTP/1.1" status: 204 len: 168 time: 0.6667058 Nov 10 23:01:08.700341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59214) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:08.847320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting subnet 264acb1d-5876-4574-a1bb-f7a85106787c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:08.851580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.924152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774139376002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25415516'] for subnet, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.948715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.992611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:08.993219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:08.994535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "PUT /v2.0/subnets/b5a5cdb1-1880-4d52-87cd-a87987bf6c6d HTTP/1.1" status: 200 len: 877 time: 0.8274086 Nov 10 23:01:09.014091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69def9-bae3-4141-8d26-6d119ebd6395 req-928f0c96-f1d1-4913-a712-37e184819918 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:09.014091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c69def9-bae3-4141-8d26-6d119ebd6395 req-928f0c96-f1d1-4913-a712-37e184819918 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1276553 Nov 10 23:01:09.014404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59224) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:09.055638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Allocated IP 172.20.0.3 (fe135bf9-e807-4e92-8026-9a00c6533528/b5a5cdb1-1880-4d52-87cd-a87987bf6c6d/39124c8b-9a7d-4efa-aab1-162184047625) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:09.065957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.134210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.152538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f5122-df92-4d0c-b48f-84dc7dae05af tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event updated for resources: {'Subnet': ['ID=b5a5cdb1-1880-4d52-87cd-a87987bf6c6d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:09.223035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.231523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c69def9-bae3-4141-8d26-6d119ebd6395 req-3dc9d6e2-1e67-490f-8921-5bf6a5c3f713 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184790 Nov 10 23:01:09.250245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.276444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Subnet': ['ID=264acb1d-5876-4574-a1bb-f7a85106787c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:09.278513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.282848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5ce083de-9b63-44db-a59d-b7ac69d654b1 tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "DELETE /v2.0/subnets/264acb1d-5876-4574-a1bb-f7a85106787c HTTP/1.1" status: 204 len: 168 time: 0.5777259 Nov 10 23:01:09.287933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59228) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:09.367584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1517fe-4a60-40db-b23c-e8ad3834fb0a req-5e878ae1-a10e-4f9f-bd82-faa073606011 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:09.376686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd1517fe-4a60-40db-b23c-e8ad3834fb0a req-5e878ae1-a10e-4f9f-bd82-faa073606011 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.2502141 Nov 10 23:01:09.415755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-71a69b49-5c37-4b6e-ab8e-ec223dc3c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:09.417507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-71a69b49-5c37-4b6e-ab8e-ec223dc3c51f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.2221599 Nov 10 23:01:09.442128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35445f2a-07ab-43d4-b546-bb94ea0c8964 None None] Network 66048860-038d-49cc-89f7-e2dc6c603ce5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:09.487263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.523049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd1517fe-4a60-40db-b23c-e8ad3834fb0a req-8a29b700-79f6-4c53-ab5d-057d3b1e72b8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453986 Nov 10 23:01:09.569868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.603824 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.660239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Network fe135bf9-e807-4e92-8026-9a00c6533528 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:09.672535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.683420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:09.692668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Pushing event updated for resources: {'Port': ['ID=39124c8b-9a7d-4efa-aab1-162184047625,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:09.703305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:09.792837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a5cdb1-1880-4d52-87cd-a87987bf6c6d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:09.811537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] DHCP port deletion for 66048860-038d-49cc-89f7-e2dc6c603ce5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:09.887921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Attempting to bind port 39124c8b-9a7d-4efa-aab1-162184047625 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:09.888299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Attempting to bind port 39124c8b-9a7d-4efa-aab1-162184047625 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'e0651f8b-e580-4145-b15e-77024b82c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:09.889264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Attempting to bind port 39124c8b-9a7d-4efa-aab1-162184047625 on network fe135bf9-e807-4e92-8026-9a00c6533528 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:09.892121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.898718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:09.899072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Checking segment: {'id': 'e0651f8b-e580-4145-b15e-77024b82c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:09.899485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.899967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Bound using segment: {'id': 'e0651f8b-e580-4145-b15e-77024b82c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:09.900324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Bound port: 39124c8b-9a7d-4efa-aab1-162184047625, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0651f8b-e580-4145-b15e-77024b82c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fe135bf9-e807-4e92-8026-9a00c6533528'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:09.900700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.948628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe135bf9-e807-4e92-8026-9a00c6533528']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:09.963704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0651f8b-e580-4145-b15e-77024b82c467') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:09.964263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0651f8b-e580-4145-b15e-77024b82c467') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:09.979896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.995851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-9523d75b-57aa-4846-a6bb-7a5b6e333881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:09.997414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-9523d75b-57aa-4846-a6bb-7a5b6e333881 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.5663886 Nov 10 23:01:10.011819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.041117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Deleting port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:10.041498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.042297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:10.042975 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:10.047625 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:10.108595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Deleting port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:10.109540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.114147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-dc6a2093-81ca-4e7b-b1b4-7f696e3d12fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.1034997 Nov 10 23:01:10.151466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.api [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:01:10.151466 n-d-811521-3 neutron-server[102458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:01:10.151466 n-d-811521-3 neutron-server[102458]: [parameters: {'id': 'fe135bf9-e807-4e92-8026-9a00c6533528'}] Nov 10 23:01:10.151466 n-d-811521-3 neutron-server[102458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:01:10.151936 n-d-811521-3 neutron-server[102458]: DEBUG oslo_db.api [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:01:10.191756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] For port 39124c8b-9a7d-4efa-aab1-162184047625, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:10.196101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] For port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,segment=NetworkSegment(d2baa1c9-8c74-4735-976d-41f80615bbf2),segment_id=d2baa1c9-8c74-4735-976d-41f80615bbf2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:10.196734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.200560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] For port 39124c8b-9a7d-4efa-aab1-162184047625, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=39124c8b-9a7d-4efa-aab1-162184047625,segment=NetworkSegment(e0651f8b-e580-4145-b15e-77024b82c467),segment_id=e0651f8b-e580-4145-b15e-77024b82c467)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:10.211286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.233013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] For port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,segment=NetworkSegment(d2baa1c9-8c74-4735-976d-41f80615bbf2),segment_id=d2baa1c9-8c74-4735-976d-41f80615bbf2)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:10.233371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.236897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-d60a5906-3480-4244-bd8f-025e3369e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:10.238400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-d60a5906-3480-4244-bd8f-025e3369e1bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.1113403 Nov 10 23:01:10.280227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Calling delete_port for be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:10.317510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Calling delete_port for be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:10.377331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da1565-1526-4c0f-a7e2-396c574356fd None None] Network fe135bf9-e807-4e92-8026-9a00c6533528 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:10.380632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-037ef885-d9a0-44f0-8a0a-0642cd4e7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:10.386501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-037ef885-d9a0-44f0-8a0a-0642cd4e7588 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402626 Nov 10 23:01:10.448360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e99791-3b85-441c-88ae-cfd5ea353333 req-aaa780be-64e0-472d-bad8-5342f88ccdc6 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:10.462284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99e99791-3b85-441c-88ae-cfd5ea353333 req-aaa780be-64e0-472d-bad8-5342f88ccdc6 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1185219 Nov 10 23:01:10.473338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975c8f-6d52-4f97-9585-b8fd27a9b25e None None] Pushing event updated for resources: {'Port': ['ID=39124c8b-9a7d-4efa-aab1-162184047625,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:10.563307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.610043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Port': ['ID=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:10.613003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.614279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] No DVR routers for this DVR port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:10.640909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] Pushing event deleted for resources: {'Port': ['ID=be0dc320-d12c-4be4-9b6d-5f93cbf9ab75,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:10.643610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692dc16-cafa-4b4d-ade7-c3b6131a1f34 None None] Network fe135bf9-e807-4e92-8026-9a00c6533528 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:10.659844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.670992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99e99791-3b85-441c-88ae-cfd5ea353333 req-b28e68b5-8b6c-45aa-b5e4-9c3a598ead11 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027330 Nov 10 23:01:10.705315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-8d6c504a-371b-4369-a343-d4da26963131 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626770 Nov 10 23:01:10.745878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486e49e-1431-4aac-8107-96462cd156fc None None] No DVR routers for this DVR port be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:10.800986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 39124c8b-9a7d-4efa-aab1-162184047625 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:10.801601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.819207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.887978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66048860-038d-49cc-89f7-e2dc6c603ce5']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:10.908227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2baa1c9-8c74-4735-976d-41f80615bbf2') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:10.908574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2baa1c9-8c74-4735-976d-41f80615bbf2') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:10.941657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81a891-c330-4ced-933d-4dfa7018e007 req-2fd34ee6-f243-4a3b-a77e-d227285d50c1 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:10.943202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd81a891-c330-4ced-933d-4dfa7018e007 req-2fd34ee6-f243-4a3b-a77e-d227285d50c1 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1352191 Nov 10 23:01:10.951690 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:10.995670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b8ce32-e430-40eb-9d3a-0d45df0d22e3 req-bbf82113-b271-447f-9de9-4345141f3262 service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744691 Nov 10 23:01:10.997674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.004347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c6a52-73fe-41cf-9cce-ba9d8b9355a5 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:01:11.010231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:11.010620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:11.020428 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:11.047403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 39124c8b-9a7d-4efa-aab1-162184047625, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=39124c8b-9a7d-4efa-aab1-162184047625,segment=NetworkSegment(e0651f8b-e580-4145-b15e-77024b82c467),segment_id=e0651f8b-e580-4145-b15e-77024b82c467)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:11.049287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.092305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 39124c8b-9a7d-4efa-aab1-162184047625 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:11.116088 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd81a891-c330-4ced-933d-4dfa7018e007 req-85df6eeb-4604-4331-9c3e-138b5cbbcb90 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615915 Nov 10 23:01:11.133554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.166302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.174873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] 10.222.0.25 "DELETE /v2.0/networks/66048860-038d-49cc-89f7-e2dc6c603ce5 HTTP/1.1" status: 204 len: 168 time: 1.8859558 Nov 10 23:01:11.226506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897eca1-2fe5-447d-be0b-fbce2285217c tempest-FloatingIPNegativeTestJSON-840943799 tempest-FloatingIPNegativeTestJSON-840943799-project] Pushing event deleted for resources: {'Network': ['ID=66048860-038d-49cc-89f7-e2dc6c603ce5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:11.339941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.353005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:11.357821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c6a52-73fe-41cf-9cce-ba9d8b9355a5 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:01:11.404826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:11.405390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device be0dc320-d12c-4be4-9b6d-5f93cbf9ab75 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:11.421625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 39124c8b-9a7d-4efa-aab1-162184047625 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:11.423311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=39124c8b-9a7d-4efa-aab1-162184047625,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:11.597727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.656134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59266) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:11.657749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe135bf9-e807-4e92-8026-9a00c6533528']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:11.671614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0651f8b-e580-4145-b15e-77024b82c467') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:11.671927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0651f8b-e580-4145-b15e-77024b82c467') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:11.684401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.703029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.715258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:11.717962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:11.723024 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:11.903306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.914250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.918231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/fe135bf9-e807-4e92-8026-9a00c6533528 HTTP/1.1" status: 204 len: 168 time: 2.9022474 Nov 10 23:01:11.928454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59274) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:11.937476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a9af-f42d-48de-acc0-837fff220726 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=fe135bf9-e807-4e92-8026-9a00c6533528,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:11.961365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f82b3-131c-4a65-b8b5-988c5de3a577 req-308740b4-22e8-4668-acee-1fb5cfc7291c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:11.966241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce3f82b3-131c-4a65-b8b5-988c5de3a577 req-308740b4-22e8-4668-acee-1fb5cfc7291c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1425490 Nov 10 23:01:12.005627 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-991c4d50-63af-4cbf-a1c0-73ed94293549 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.005627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991c4d50-63af-4cbf-a1c0-73ed94293549 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.011808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-991c4d50-63af-4cbf-a1c0-73ed94293549 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/b5a5cdb1-1880-4d52-87cd-a87987bf6c6d HTTP/1.1" status: 404 len: 337 time: 0.0768104 Nov 10 23:01:12.012122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.039182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9db99fc1-f3ef-4ae7-967d-ccd6cccc0773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b65eada2913b466eb7ef95700b2d344c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814871 Nov 10 23:01:12.052423 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ee938d-762b-409a-a1b3-281626ccfa2e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.053209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ee938d-762b-409a-a1b3-281626ccfa2e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.055514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.058785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f4ee938d-762b-409a-a1b3-281626ccfa2e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/fe135bf9-e807-4e92-8026-9a00c6533528 HTTP/1.1" status: 404 len: 339 time: 0.0433609 Nov 10 23:01:12.062315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59280) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.099103 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-345322aa-4d73-450d-8fa0-24810e03d01a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.099565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345322aa-4d73-450d-8fa0-24810e03d01a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.105416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-345322aa-4d73-450d-8fa0-24810e03d01a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/cdb6bd55-5a69-4ceb-9ed2-f2a771ea3c52 HTTP/1.1" status: 404 len: 337 time: 0.0393813 Nov 10 23:01:12.106203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.127612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.129174 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec6f861-0959-4bb0-b663-00f688a04a2b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.129761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec6f861-0959-4bb0-b663-00f688a04a2b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.135184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3ec6f861-0959-4bb0-b663-00f688a04a2b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/55369095-e4a6-4d37-9137-83e56793151a HTTP/1.1" status: 404 len: 339 time: 0.0257075 Nov 10 23:01:12.137146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce3f82b3-131c-4a65-b8b5-988c5de3a577 req-b0b89361-8746-4d68-8bb1-40ab5c0cd025 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636434 Nov 10 23:01:12.137610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59284) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.170510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.234771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.299983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51887-b26c-47aa-b8e0-421ca252d5ed req-0ee82329-815c-4e1a-8247-84d0f59882b5 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:12.308539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73a51887-b26c-47aa-b8e0-421ca252d5ed req-0ee82329-815c-4e1a-8247-84d0f59882b5 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.0620306 Nov 10 23:01:12.341250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.341250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.342521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/386fd138-da96-489e-83c1-75ef064b65ae HTTP/1.1" status: 204 len: 168 time: 0.2792757 Nov 10 23:01:12.358494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ae7c5-518b-4ec9-ba2b-d334f51d9eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386fd138-da96-489e-83c1-75ef064b65ae,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:12.396220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73a51887-b26c-47aa-b8e0-421ca252d5ed req-9d010319-7730-4c4a-8310-1dd0cfcd26db tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845466 Nov 10 23:01:12.462536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.487848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87297649-24fb-45a7-96f7-89703323c8e3']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:12.522673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e139c72-b3e3-4a6b-a77f-2c50ff1eae7f') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:12.523399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e139c72-b3e3-4a6b-a77f-2c50ff1eae7f') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:12.556266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.572000 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.578696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:12.579373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:12.583035 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:12.660549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.668482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:12.673013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/87297649-24fb-45a7-96f7-89703323c8e3 HTTP/1.1" status: 204 len: 168 time: 0.5344355 Nov 10 23:01:12.675605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59296) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.705150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c1a0e-5bf2-48d4-8356-16533ea9bb57 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=87297649-24fb-45a7-96f7-89703323c8e3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:12.721178 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-666a5f5c-f1c2-4aa5-910f-be58a4c27b56 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.721724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666a5f5c-f1c2-4aa5-910f-be58a4c27b56 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.727713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-666a5f5c-f1c2-4aa5-910f-be58a4c27b56 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/eb38bf8c-e10b-44e7-9349-f53bdc17a025 HTTP/1.1" status: 404 len: 337 time: 0.0482640 Nov 10 23:01:12.728081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59298) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.751016 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a774f70-1a80-4ae9-8221-a11f650c705b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.751564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a774f70-1a80-4ae9-8221-a11f650c705b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.757297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4a774f70-1a80-4ae9-8221-a11f650c705b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/530e5d4f-2e07-4261-83fb-14bfdb269d20 HTTP/1.1" status: 404 len: 339 time: 0.0256867 Nov 10 23:01:12.757582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.787282 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d311bb-1d06-4243-9bf6-b1a9f4e7368e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.788002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d311bb-1d06-4243-9bf6-b1a9f4e7368e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.793912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e8d311bb-1d06-4243-9bf6-b1a9f4e7368e tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/fd5b827f-6e2a-416e-b26f-0b3d50279541 HTTP/1.1" status: 404 len: 337 time: 0.0328770 Nov 10 23:01:12.794958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59304) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.818237 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eaf34b-f004-418c-a885-b301688ee64a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.823399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eaf34b-f004-418c-a885-b301688ee64a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.830105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d4eaf34b-f004-418c-a885-b301688ee64a tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/6219c083-88d4-44ca-b678-cc5f074c9608 HTTP/1.1" status: 404 len: 339 time: 0.0337820 Nov 10 23:01:12.830696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59308) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.863959 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d6c9f-9904-40e0-93af-fc8de223bb51 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.864422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d6c9f-9904-40e0-93af-fc8de223bb51 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.867494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4f1d6c9f-9904-40e0-93af-fc8de223bb51 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/ca6f216b-4ec9-4594-a055-783ce6d2855c HTTP/1.1" status: 404 len: 337 time: 0.0349514 Nov 10 23:01:12.871630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.896762 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5a1cb3-8ba6-46ba-94c9-05d071662ccf tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.897371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5a1cb3-8ba6-46ba-94c9-05d071662ccf tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.902559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf5a1cb3-8ba6-46ba-94c9-05d071662ccf tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/137e499d-0550-41f1-899c-bbea4196e5b6 HTTP/1.1" status: 404 len: 339 time: 0.0287516 Nov 10 23:01:12.906693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59314) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.942814 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0390109a-9b76-4b53-b15a-83c91a600bb6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.943544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0390109a-9b76-4b53-b15a-83c91a600bb6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.950951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0390109a-9b76-4b53-b15a-83c91a600bb6 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/5118331d-0a84-4c5a-a55a-8070168dbf3f HTTP/1.1" status: 404 len: 337 time: 0.0407405 Nov 10 23:01:12.951265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:12.971210 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec80ae0e-e5ff-49f4-ab68-0c8a7d0cd10b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:12.971928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec80ae0e-e5ff-49f4-ab68-0c8a7d0cd10b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:12.975067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ec80ae0e-e5ff-49f4-ab68-0c8a7d0cd10b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/ac7e3afa-6f55-4b57-aa9f-ad1264a87da4 HTTP/1.1" status: 404 len: 339 time: 0.0229423 Nov 10 23:01:12.979164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.019176 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9354ef29-2c6c-41eb-a8af-2d74fb46d97f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.019176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9354ef29-2c6c-41eb-a8af-2d74fb46d97f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.025313 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9354ef29-2c6c-41eb-a8af-2d74fb46d97f tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/91fe825d-77d5-4e7e-b122-26c370dbd55a HTTP/1.1" status: 404 len: 337 time: 0.0427122 Nov 10 23:01:13.026995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.068756 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bc13bb-bd3a-4282-885f-c609331df815 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.069792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bc13bb-bd3a-4282-885f-c609331df815 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.072822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26bc13bb-bd3a-4282-885f-c609331df815 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/5869aa83-f09a-42c9-8997-81e353187a4c HTTP/1.1" status: 404 len: 339 time: 0.0448246 Nov 10 23:01:13.075654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.104809 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a35bae-42b3-41ac-aaeb-070048a4ff83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.105535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a35bae-42b3-41ac-aaeb-070048a4ff83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.111009 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-70a35bae-42b3-41ac-aaeb-070048a4ff83 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/fe7b867b-5c29-4366-9e78-00ca5bca269a HTTP/1.1" status: 404 len: 337 time: 0.0335519 Nov 10 23:01:13.119473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.140831 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2171dbc1-9719-4a60-8c8f-68832909aa37 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.141507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2171dbc1-9719-4a60-8c8f-68832909aa37 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.145033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2171dbc1-9719-4a60-8c8f-68832909aa37 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/8c894752-15f3-44bf-8041-0832ca42afa1 HTTP/1.1" status: 404 len: 339 time: 0.0233979 Nov 10 23:01:13.147526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.231600 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b82501-8802-46ba-acd1-464c9166a748 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.234257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b82501-8802-46ba-acd1-464c9166a748 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.252444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59336) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.255736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d1b82501-8802-46ba-acd1-464c9166a748 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/b08b2f48-4ac2-4bc1-bb6b-ba4e535a2884 HTTP/1.1" status: 404 len: 337 time: 0.1043622 Nov 10 23:01:13.280557 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bd53c1-a3b8-45ab-87d0-a80415d44b30 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.281547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bd53c1-a3b8-45ab-87d0-a80415d44b30 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.285032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13bd53c1-a3b8-45ab-87d0-a80415d44b30 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/a61f73ab-c43b-40a4-9b50-b0f50692490d HTTP/1.1" status: 404 len: 339 time: 0.0268805 Nov 10 23:01:13.290511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59340) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.320708 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe33782-8a8d-4c13-a549-3aa45339f065 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.321300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe33782-8a8d-4c13-a549-3aa45339f065 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.324469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4fe33782-8a8d-4c13-a549-3aa45339f065 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/943e6087-880a-4b64-be1a-7a951940ef46 HTTP/1.1" status: 404 len: 337 time: 0.0322371 Nov 10 23:01:13.327067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59342) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.346791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a76b-29b1-4507-bc67-e1c4d93df378 req-7b88670c-a694-4800-84c0-9973a677cbd7 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:13.354063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ec1a76b-29b1-4507-bc67-e1c4d93df378 req-7b88670c-a694-4800-84c0-9973a677cbd7 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.1384497 Nov 10 23:01:13.371954 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bcf6e7-4e0f-4d22-ab4e-3eed14482d09 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] DELETE failed (client error): The resource could not be found. Nov 10 23:01:13.372635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bcf6e7-4e0f-4d22-ab4e-3eed14482d09 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:01:13.375621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76bcf6e7-4e0f-4d22-ab4e-3eed14482d09 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/6ab55e29-4b23-4580-9855-17224c6dfc11 HTTP/1.1" status: 404 len: 339 time: 0.0476279 Nov 10 23:01:13.379924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.425620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ec1a76b-29b1-4507-bc67-e1c4d93df378 req-ec4671d5-1ce0-47c4-9005-c96abce83be2 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705788 Nov 10 23:01:13.491695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting subnet 08b36c12-7ed8-4e48-b579-4d677799ebb5 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:13.496465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.548219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.675445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.701721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.784857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.805944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'networks': [{'name': 'tempest-network--253328856'}, {'name': 'tempest-network--2025295308'}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:13.806345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-network--253328856'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:13.806880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-network--2025295308'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:13.816120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Subnet': ['ID=08b36c12-7ed8-4e48-b579-4d677799ebb5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:13.821981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.826369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-057f1855-baa1-4359-a540-af8efaf09c00 tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/subnets/08b36c12-7ed8-4e48-b579-4d677799ebb5 HTTP/1.1" status: 204 len: 168 time: 0.4441583 Nov 10 23:01:13.828752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:13.830717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea97c9-5e81-40e9-8611-fc81993a3207 None None] Network cc341fdb-7b00-4605-b42c-85de5ded8ed3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:13.838513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'network': 2} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:13.843891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.854039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.944759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.948051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.955596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:13.956189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.011996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993f2bb6-9f08-43a7-ae56-e21da98ecdc7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:14.018294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:14.028381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Deleting port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:14.029529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.045291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.045780 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment d1ed6531-1857-4f32-a697-4759a598b7ee of type vlan for network 825fea21-c196-41dd-a75d-85f80b172e2f Nov 10 23:01:14.049326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] DHCP port deletion for cc341fdb-7b00-4605-b42c-85de5ded8ed3 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:14.109789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Deleting port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:14.110171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.131389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.148188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] For port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,segment=NetworkSegment(214283f6-f6e9-4d14-92ac-34752a705904),segment_id=214283f6-f6e9-4d14-92ac-34752a705904)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:14.148774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.164468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Calling delete_port for 2780fa46-bede-4d7c-9ba3-4248f5cddd8a owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:14.190494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:14.209573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.209919 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment 8a249dae-1250-46ef-87a8-51ed651dcd9c of type vlan for network 411d5150-14d1-498b-910c-9e4d772ff705 Nov 10 23:01:14.283439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.344718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.345322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.351289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.354591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e30659a-f7e9-4b75-ab50-79710380dcbe details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:01:14.359779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.360556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.368293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.393875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] For port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,segment=NetworkSegment(214283f6-f6e9-4d14-92ac-34752a705904),segment_id=214283f6-f6e9-4d14-92ac-34752a705904)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:14.394417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.411999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7340443 Nov 10 23:01:14.425096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Calling delete_port for 2780fa46-bede-4d7c-9ba3-4248f5cddd8a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:14.426287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59368) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:14.455241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Port': ['ID=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:14.486790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] No DVR routers for this DVR port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:14.544037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=825fea21-c196-41dd-a75d-85f80b172e2f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:14.606903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:14.622559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 825fea21-c196-41dd-a75d-85f80b172e2f details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:14.628314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'port_id': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'mac_address': 'fa:16:3e:d5:ae:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:01:14.691352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92b7ea-4698-4088-ad48-2ef4bc138eda tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=411d5150-14d1-498b-910c-9e4d772ff705,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:14.696134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.763823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] No DVR routers for this DVR port 2780fa46-bede-4d7c-9ba3-4248f5cddd8a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:14.778471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.779125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 411d5150-14d1-498b-910c-9e4d772ff705 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:14.833750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8351-dd34-4856-9e96-d2f9e1ba465d req-3268fc10-e5ac-4976-9124-06dd27eb7e19 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.835333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b1e8351-dd34-4856-9e96-d2f9e1ba465d req-3268fc10-e5ac-4976-9124-06dd27eb7e19 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 944 time: 0.2715814 Nov 10 23:01:14.837192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc341fdb-7b00-4605-b42c-85de5ded8ed3']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:14.846461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240db6d-077e-42fb-9c57-c957e5cf7c3e tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.853225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240db6d-077e-42fb-9c57-c957e5cf7c3e tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.860224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240db6d-077e-42fb-9c57-c957e5cf7c3e tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.866348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240db6d-077e-42fb-9c57-c957e5cf7c3e tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:14.871071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59372) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:14.880640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8240db6d-077e-42fb-9c57-c957e5cf7c3e tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4503095 Nov 10 23:01:14.917456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214283f6-f6e9-4d14-92ac-34752a705904') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:14.917752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214283f6-f6e9-4d14-92ac-34752a705904') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:14.930385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979a447-4e7f-4441-8ff2-52683aa5f89a None None] Pushing event deleted for resources: {'Port': ['ID=2780fa46-bede-4d7c-9ba3-4248f5cddd8a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:14.951399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:14.971584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.011354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.016517 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.030989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e30659a-f7e9-4b75-ab50-79710380dcbe {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:01:15.031133 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.034961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8b1e8351-dd34-4856-9e96-d2f9e1ba465d req-beb04320-c073-462d-a2bb-92903bdf551a tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426816 Nov 10 23:01:15.041764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:15.042442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:15.048989 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:15.074822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:15.081265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.162506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.174252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:15.174728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.188748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] 10.222.0.25 "DELETE /v2.0/networks/cc341fdb-7b00-4605-b42c-85de5ded8ed3 HTTP/1.1" status: 204 len: 168 time: 1.3583703 Nov 10 23:01:15.212019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Pushing event deleted for resources: {'Network': ['ID=cc341fdb-7b00-4605-b42c-85de5ded8ed3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:15.235297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.238198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.238614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.238979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.239578 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.241382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.246376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.246634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.248475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.248830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.249661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.249852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.250189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.250512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefafd20-be4b-471c-a4bb-3505adc3780b tempest-NetworksTest-173716370 tempest-NetworksTest-173716370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:15.271545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2780fa46-bede-4d7c-9ba3-4248f5cddd8a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:15.290847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825fea21-c196-41dd-a75d-85f80b172e2f']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.296591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2780fa46-bede-4d7c-9ba3-4248f5cddd8a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:15.297169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2780fa46-bede-4d7c-9ba3-4248f5cddd8a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:15.311579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ed6531-1857-4f32-a697-4759a598b7ee') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.311878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ed6531-1857-4f32-a697-4759a598b7ee') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.333896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.356132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3e30659a-f7e9-4b75-ab50-79710380dcbe'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:01:15.360234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.381220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:15.381779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:15.385595 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:15.534376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.557354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.570187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/825fea21-c196-41dd-a75d-85f80b172e2f HTTP/1.1" status: 204 len: 168 time: 0.6954548 Nov 10 23:01:15.570437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59382) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:15.650989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36791504-e377-48e8-ae57-c3f9b39e5e79 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=825fea21-c196-41dd-a75d-85f80b172e2f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:15.689182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59384) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:15.729669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.847888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3a73a738-d2e2-40fa-8604-b1590cc5ab82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1d9b3a7cc5e4c88b9a751b7a18e3c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574230 Nov 10 23:01:15.851432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59388) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:15.858841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.882418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411d5150-14d1-498b-910c-9e4d772ff705']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.892742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a249dae-1250-46ef-87a8-51ed651dcd9c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.893242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a249dae-1250-46ef-87a8-51ed651dcd9c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:15.903404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.914788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.919360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.928005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:15.928403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:15.931916 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:15.948610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.002003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.011541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.017193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/411d5150-14d1-498b-910c-9e4d772ff705 HTTP/1.1" status: 204 len: 168 time: 0.4455340 Nov 10 23:01:16.019931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59390) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:16.027423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.031470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.035178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73627de1-3f49-45a4-9509-f2f2a90b4bb4 HTTP/1.1" status: 204 len: 168 time: 0.1786561 Nov 10 23:01:16.037482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f2e9-9e0b-44c1-b5b1-03fa81cac32f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=411d5150-14d1-498b-910c-9e4d772ff705,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:16.093006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff65c4-ca09-4503-ad88-ae689ac973c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73627de1-3f49-45a4-9509-f2f2a90b4bb4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:16.265811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e30659a-f7e9-4b75-ab50-79710380dcbe up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:16.340239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb001be-7629-415a-b5ee-7570b703c401 req-d004d84a-c66d-4aae-ac07-6487dec838b2 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:16.341900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cb001be-7629-415a-b5ee-7570b703c401 req-d004d84a-c66d-4aae-ac07-6487dec838b2 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 945 time: 0.1604221 Nov 10 23:01:16.350997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f3f45-1187-43c2-9a11-7a8f84958b8f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:16.358479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f3f45-1187-43c2-9a11-7a8f84958b8f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:16.360351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-669f3f45-1187-43c2-9a11-7a8f84958b8f tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3392532 Nov 10 23:01:16.364200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59400) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:16.375248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3e30659a-f7e9-4b75-ab50-79710380dcbe completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:01:16.380795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3e30659a-f7e9-4b75-ab50-79710380dcbe triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:16.381480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.381641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-838374286'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:16.426987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:16.432116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.433132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cb001be-7629-415a-b5ee-7570b703c401 req-14c324e9-9a01-44fc-bf12-6a88a5d0ee0c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713458 Nov 10 23:01:16.493096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:16.505716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.506252 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment bfc7e08b-472c-4968-a1d7-abc6a414146e of type vlan for network 3d3bad9c-9b19-44b2-869b-09ee38614580 Nov 10 23:01:16.530978 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.558167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.569467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:16.572266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:01:16.575324 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b69b8c-e78d-4ae7-8a00-e50f65bcbc99" -d '{"events": [{"server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "name": "network-vif-plugged", "status": "completed", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:01:16.581807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.591070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.598958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:16.599819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.677003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:16.743183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59416) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:16.743760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3777490 Nov 10 23:01:16.748932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-803640554'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:16.765093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4821c-4707-4bbb-8ea7-c3988a5ad9cc tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=3d3bad9c-9b19-44b2-869b-09ee38614580,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:16.776681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3d3bad9c-9b19-44b2-869b-09ee38614580 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:16.783733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:16.791505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.874724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:16.889259 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31b945-98df-4f95-bca8-9bfedf586adc x-openstack-request-id: req-4f31b945-98df-4f95-bca8-9bfedf586adc {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:01:16.893092 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "name": "network-vif-plugged", "status": "completed", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:01:16.894355 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f31b945-98df-4f95-bca8-9bfedf586adc {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:01:16.894781 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'code': 200} Nov 10 23:01:16.902044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:16.902404 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment 7ae3de8f-53c5-4e11-9067-1226c1713ba9 of type vlan for network 6af84aca-ad41-4e62-ab35-4c7ca03d3a61 Nov 10 23:01:17.051305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.097195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332bd35-1a2a-4a90-bf38-ffce767b1210 req-5c65f4ef-eecc-4d5d-83be-d8ed46432060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:17.099676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6332bd35-1a2a-4a90-bf38-ffce767b1210 req-5c65f4ef-eecc-4d5d-83be-d8ed46432060 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1097 time: 0.1815071 Nov 10 23:01:17.168880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.175731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:17.176419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.268991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6332bd35-1a2a-4a90-bf38-ffce767b1210 req-c8147b69-cb7b-4646-818b-738edaccd6d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616120 Nov 10 23:01:17.280600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5362947 Nov 10 23:01:17.283522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59426) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:17.288600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'ports': [{'network_id': '3d3bad9c-9b19-44b2-869b-09ee38614580', 'name': 'tempest-port--569592899', 'admin_state_up': True}, {'network_id': '6af84aca-ad41-4e62-ab35-4c7ca03d3a61', 'admin_state_up': False}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:17.289063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'port': {'network_id': '3d3bad9c-9b19-44b2-869b-09ee38614580', 'name': 'tempest-port--569592899', 'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:17.289418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'port': {'network_id': '6af84aca-ad41-4e62-ab35-4c7ca03d3a61', 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:17.300096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1ca87-7afa-48a4-bf68-db13fcbdde34 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=6af84aca-ad41-4e62-ab35-4c7ca03d3a61,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:17.310025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59428) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:17.315437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6af84aca-ad41-4e62-ab35-4c7ca03d3a61 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:17.490071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1452061115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:17.541617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.542684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.570331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'port': 2} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:17.576921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.600437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.620380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.627882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.650674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.652083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea0fb6ad-8121-492a-89a1-9ec2804c5512 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3403280 Nov 10 23:01:17.654976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:17.660769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1250510305'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:17.690038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:17.694441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.695165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9cf81-27d0-4765-aaba-5a97f1286a7e req-defd69ae-5788-47bd-a0fb-c11f2f7a7c67 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:17.696670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ab9cf81-27d0-4765-aaba-5a97f1286a7e req-defd69ae-5788-47bd-a0fb-c11f2f7a7c67 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.1161897 Nov 10 23:01:17.716707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.739000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] device_id is not set on port b3215a54-596b-4654-8cbb-336689f54694 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:01:17.795183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ab9cf81-27d0-4765-aaba-5a97f1286a7e req-02039580-21e5-4b38-9c7a-9812817fb0d7 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800483 Nov 10 23:01:17.835935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.842731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.878678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:17.885523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3785d513-03e2-4e68-a943-218c6610a271,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:17.895670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.896288 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Added segment 4b35af65-7a4a-42c7-89bb-647f8f2af646 of type vlan for network 02b1e39d-d17d-4e32-beff-107539c037ed Nov 10 23:01:17.925757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.940593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.966895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.975966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:17.976922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:17.999078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] device_id is not set on port d984b322-16fe-4969-b7ac-10b7d053929a yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:01:18.047524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3878183 Nov 10 23:01:18.048607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59440) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:18.053327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'subnet': {'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:18.109512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367cebd-3777-4fb5-82e2-5f4a24cc4f74 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Network': ['ID=02b1e39d-d17d-4e32-beff-107539c037ed,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:18.121522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 02b1e39d-d17d-4e32-beff-107539c037ed details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:18.127142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.171798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.184164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:18.189544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.430624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.492291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Subnet': ['ID=5ac58e78-7628-4873-b931-62461c097bce,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:18.502220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Checking segment: {'id': '4b35af65-7a4a-42c7-89bb-647f8f2af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:18.502581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network hostable DHCP agents. Network: 02b1e39d-d17d-4e32-beff-107539c037ed, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:18.522111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network 02b1e39d-d17d-4e32-beff-107539c037ed is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:18.532814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 02b1e39d-d17d-4e32-beff-107539c037ed) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:18.537840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:18.538440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.545749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05baeec3-af28-4ac8-a4e6-533e2166c6c4 None None] Network 02b1e39d-d17d-4e32-beff-107539c037ed requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:18.561060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57b06f64-5e16-4a9b-84df-0cf07020fbe9 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5107756 Nov 10 23:01:18.564241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59442) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:18.570457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'network': {'name': 'tempest-router-network01--1638879641'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:18.596365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:18.602651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.641524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:18.656423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.656730 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Added segment 83452275-632c-4e8e-9fff-9c6bc6131ca7 of type vlan for network a666462b-5000-49a5-bfda-0982d684ebb5 Nov 10 23:01:18.664195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Port': ['ID=b3215a54-596b-4654-8cbb-336689f54694,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:18.705135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Checking segment: {'id': 'bfc7e08b-472c-4968-a1d7-abc6a414146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d3bad9c-9b19-44b2-869b-09ee38614580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:18.705555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network hostable DHCP agents. Network: 3d3bad9c-9b19-44b2-869b-09ee38614580, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:18.715626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.743312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network 3d3bad9c-9b19-44b2-869b-09ee38614580 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:18.748336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.753926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:18.754524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.769544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3d3bad9c-9b19-44b2-869b-09ee38614580) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:18.774031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:18.774935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.775297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-02b1e39d-d17d-4e32-beff-107539c037ed', 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed', 'tenant_id': '421ef3a9871d4e8298d52e6f9eb83a9d', 'fixed_ips': [{'subnet_id': '5ac58e78-7628-4873-b931-62461c097bce'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:18.776308 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.800471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0ddc7-5db7-41e4-8e65-ba1379300f1f None None] Network 3d3bad9c-9b19-44b2-869b-09ee38614580 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:18.861717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Network': ['ID=a666462b-5000-49a5-bfda-0982d684ebb5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:18.880449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-11f9f58d-b3ac-4636-9215-827bcd7bc199 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3146791 Nov 10 23:01:18.882484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59454) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:18.891888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'network': {'name': 'tempest-router-network02--1865656030'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:18.933231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Port': ['ID=d984b322-16fe-4969-b7ac-10b7d053929a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:18.957560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:18.967321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:18.971386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Checking segment: {'id': '7ae3de8f-53c5-4e11-9067-1226c1713ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6af84aca-ad41-4e62-ab35-4c7ca03d3a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:18.973346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network hostable DHCP agents. Network: 6af84aca-ad41-4e62-ab35-4c7ca03d3a61, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:18.976609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a666462b-5000-49a5-bfda-0982d684ebb5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:19.000477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network 6af84aca-ad41-4e62-ab35-4c7ca03d3a61 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:19.019355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6af84aca-ad41-4e62-ab35-4c7ca03d3a61) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:19.027564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:19.036793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.045102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.045629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.068148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-954b8dc1-5009-46a5-ac51-4329297e09db tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7805285 Nov 10 23:01:19.068781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59456) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.079814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2675093-0b14-4713-9395-fb7467580c66 None None] Network 6af84aca-ad41-4e62-ab35-4c7ca03d3a61 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:19.095543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:19.111403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.111887 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Added segment 46a7d851-bca4-4d2d-b039-19cd67dff690 of type vlan for network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 Nov 10 23:01:19.163314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.175572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f49196-09d8-4b63-879a-52bc156bf7c9 req-0b91ed7e-e815-4f80-bc12-bf0fef03cdcd tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.177492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71f49196-09d8-4b63-879a-52bc156bf7c9 req-0b91ed7e-e815-4f80-bc12-bf0fef03cdcd tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.2467639 Nov 10 23:01:19.206676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026720e5-0225-40be-b57d-eae7dd40349b tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.220111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026720e5-0225-40be-b57d-eae7dd40349b tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.225463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-026720e5-0225-40be-b57d-eae7dd40349b tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1530821 Nov 10 23:01:19.228388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59458) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.236093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.246357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Allocated IP 2001:db8::2 (02b1e39d-d17d-4e32-beff-107539c037ed/5ac58e78-7628-4873-b931-62461c097bce/9c688762-1b90-4ddd-bfa3-045324523953) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:19.247884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.248645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.365222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71f49196-09d8-4b63-879a-52bc156bf7c9 req-e66ce423-c702-4a7d-872f-afcba4001edc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817350 Nov 10 23:01:19.373945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4902556 Nov 10 23:01:19.376383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Deleting port b3215a54-596b-4654-8cbb-336689f54694 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:19.377045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.377412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.391437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'subnet': {'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:19.488775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117380b8-0a4b-4297-814b-e7c1f446d80c tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Network': ['ID=ba137215-3d4e-45a2-9d88-50cd7bbb0b67,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:19.504876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:19.506805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.519132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:19.523013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.533066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Calling delete_port for b3215a54-596b-4654-8cbb-336689f54694 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:19.635588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa3e7-2301-420b-8bb9-d76cacc73b5a req-84d3158c-a167-4ea9-a73e-3d761047ae12 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.647327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08afa3e7-2301-420b-8bb9-d76cacc73b5a req-84d3158c-a167-4ea9-a73e-3d761047ae12 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.1116581 Nov 10 23:01:19.647991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59470) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.658563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Request body: {'floatingip': {'port_id': '3e30659a-f7e9-4b75-ab50-79710380dcbe'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:19.709062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.750446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.803480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.828057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Subnet': ['ID=f38dd747-0118-4e33-b596-de80829f0990,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:19.865538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Port': ['ID=b3215a54-596b-4654-8cbb-336689f54694,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:19.873892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.881016 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.895854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.901351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Checking segment: {'id': '83452275-632c-4e8e-9fff-9c6bc6131ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:19.901729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network hostable DHCP agents. Network: a666462b-5000-49a5-bfda-0982d684ebb5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:19.905649 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-db88bc88-b5a0-42fc-9d6b-427db31d7c70 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/ports/b3215a54-596b-4654-8cbb-336689f54694 HTTP/1.1" status: 204 len: 168 time: 0.6760390 Nov 10 23:01:19.906347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.921570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network a666462b-5000-49a5-bfda-0982d684ebb5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:19.939126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a666462b-5000-49a5-bfda-0982d684ebb5) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:19.943646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:19.944435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:19.954813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529c98b-7cc0-4277-838f-f429400cb9e6 None None] Network a666462b-5000-49a5-bfda-0982d684ebb5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:19.959382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Network 02b1e39d-d17d-4e32-beff-107539c037ed is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:19.979293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e43a7fc2-53bc-4405-a505-8b49b9ad43e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5977027 Nov 10 23:01:19.979509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59478) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:19.980768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:19.985820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'subnet': {'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:20.010213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:20.033372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Pushing event updated for resources: {'Port': ['ID=9c688762-1b90-4ddd-bfa3-045324523953,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:20.110781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Attempting to bind port 9c688762-1b90-4ddd-bfa3-045324523953 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:20.111616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Attempting to bind port 9c688762-1b90-4ddd-bfa3-045324523953 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4b35af65-7a4a-42c7-89bb-647f8f2af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:20.112310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Attempting to bind port 9c688762-1b90-4ddd-bfa3-045324523953 on network 02b1e39d-d17d-4e32-beff-107539c037ed {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:20.188647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:20.192449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.283584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:20.283966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Checking segment: {'id': '4b35af65-7a4a-42c7-89bb-647f8f2af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:20.285956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.286457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Bound using segment: {'id': '4b35af65-7a4a-42c7-89bb-647f8f2af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:20.287096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Bound port: 9c688762-1b90-4ddd-bfa3-045324523953, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b35af65-7a4a-42c7-89bb-647f8f2af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02b1e39d-d17d-4e32-beff-107539c037ed'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:20.291615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.341969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-a666462b-5000-49a5-bfda-0982d684ebb5', 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5', 'tenant_id': '421ef3a9871d4e8298d52e6f9eb83a9d', 'fixed_ips': [{'subnet_id': 'f38dd747-0118-4e33-b596-de80829f0990'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:20.343200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.397921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.451991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Deleting port d984b322-16fe-4969-b7ac-10b7d053929a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:20.452427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.481080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Subnet': ['ID=7e3eaffd-b0a4-4c64-927c-9e2527033fec,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:20.493003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Checking segment: {'id': '46a7d851-bca4-4d2d-b039-19cd67dff690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:20.493365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network hostable DHCP agents. Network: ba137215-3d4e-45a2-9d88-50cd7bbb0b67, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:20.520994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:20.541998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ba137215-3d4e-45a2-9d88-50cd7bbb0b67) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:20.560424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:20.561129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.595550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e21e682-02b3-41e8-81f1-90152935080a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6150062 Nov 10 23:01:20.598712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59486) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:20.726682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Allocated IP 2001:db8::2 (a666462b-5000-49a5-bfda-0982d684ebb5/f38dd747-0118-4e33-b596-de80829f0990/e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:20.753059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.814774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Calling delete_port for d984b322-16fe-4969-b7ac-10b7d053929a owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:21.029402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.067628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.071386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Port': ['ID=d984b322-16fe-4969-b7ac-10b7d053929a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:21.133124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.136431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d3f4f77b-6a41-4789-9031-9dd572483767 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/ports/d984b322-16fe-4969-b7ac-10b7d053929a HTTP/1.1" status: 204 len: 168 time: 1.2259912 Nov 10 23:01:21.141457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:21.152344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 23:01:21.206518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068949ad-15ea-4fb9-a2b0-ab23e4ff8181 None None] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:21.218898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.262291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-296da946-9c5f-4aa3-bb8b-31dcf6d79481 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1193287 Nov 10 23:01:21.278448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] For port 9c688762-1b90-4ddd-bfa3-045324523953, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:21.282788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59490) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:21.285746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.291113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1189311522'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:21.361160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.369557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.487137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Pushing event updated for resources: {'Port': ['ID=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:21.506293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] For port 9c688762-1b90-4ddd-bfa3-045324523953, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9c688762-1b90-4ddd-bfa3-045324523953,segment=NetworkSegment(4b35af65-7a4a-42c7-89bb-647f8f2af646),segment_id=4b35af65-7a4a-42c7-89bb-647f8f2af646)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:21.528294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Network a666462b-5000-49a5-bfda-0982d684ebb5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:21.559727 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Floating IP d5d660c9-dd73-4578-a16b-4fe1ce78dd68 associated. External IP: 172.25.0.155, port: 3e30659a-f7e9-4b75-ab50-79710380dcbe. Nov 10 23:01:21.564731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:21.568616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.571132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:21.595305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ba137215-3d4e-45a2-9d88-50cd7bbb0b67', 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67', 'tenant_id': '421ef3a9871d4e8298d52e6f9eb83a9d', 'fixed_ips': [{'subnet_id': '7e3eaffd-b0a4-4c64-927c-9e2527033fec'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:21.596183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:21.785432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Attempting to bind port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:21.785821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Attempting to bind port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '83452275-632c-4e8e-9fff-9c6bc6131ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:21.786195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Attempting to bind port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 on network a666462b-5000-49a5-bfda-0982d684ebb5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:21.953960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Allocated IP 2001:db8::2 (ba137215-3d4e-45a2-9d88-50cd7bbb0b67/7e3eaffd-b0a4-4c64-927c-9e2527033fec/d655991a-2721-401c-9af2-f29e0fc79d36) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:21.963735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:21.967778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.151748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Allocated IP 2001:db8::1 (a666462b-5000-49a5-bfda-0982d684ebb5/f38dd747-0118-4e33-b596-de80829f0990/22cea34a-3caf-494e-a948-6608a9cadda2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:22.196660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.208015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61601e3-88e8-42d1-992e-ba72b8f4328b None None] Pushing event updated for resources: {'Port': ['ID=9c688762-1b90-4ddd-bfa3-045324523953,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:22.213520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.233341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:22.233717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Checking segment: {'id': '83452275-632c-4e8e-9fff-9c6bc6131ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:22.234117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.234521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Bound using segment: {'id': '83452275-632c-4e8e-9fff-9c6bc6131ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:22.235000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Bound port: e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83452275-632c-4e8e-9fff-9c6bc6131ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a666462b-5000-49a5-bfda-0982d684ebb5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:22.235379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.307080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:22.340671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.342066 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment 38e52508-555c-4598-8728-2f3dffc1faf5 of type vlan for network 539e1c51-4bd2-445f-b585-e7d43733302b Nov 10 23:01:22.356526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] For port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:22.361135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] For port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,segment=NetworkSegment(83452275-632c-4e8e-9fff-9c6bc6131ca7),segment_id=83452275-632c-4e8e-9fff-9c6bc6131ca7)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:22.370099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:22.375304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.395494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Pushing event updated for resources: {'Port': ['ID=d655991a-2721-401c-9af2-f29e0fc79d36,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:22.400133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Router b6b6c352-69d8-432b-a507-fd12ebba8aad has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:22.400886 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.406792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:22.432011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:22.435441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.491580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.501412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:22.503052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.537070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2531965 Nov 10 23:01:22.539862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.541993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59500) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:22.547988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1296427968'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:22.559503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Attempting to bind port d655991a-2721-401c-9af2-f29e0fc79d36 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:22.559910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Attempting to bind port d655991a-2721-401c-9af2-f29e0fc79d36 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '46a7d851-bca4-4d2d-b039-19cd67dff690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:22.560277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Attempting to bind port d655991a-2721-401c-9af2-f29e0fc79d36 on network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:22.576841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:22.577245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Checking segment: {'id': '46a7d851-bca4-4d2d-b039-19cd67dff690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:22.577657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.579198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Bound using segment: {'id': '46a7d851-bca4-4d2d-b039-19cd67dff690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:22.579198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Bound port: d655991a-2721-401c-9af2-f29e0fc79d36, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a7d851-bca4-4d2d-b039-19cd67dff690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ba137215-3d4e-45a2-9d88-50cd7bbb0b67'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:22.579198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.611611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195726-91af-48ae-8ac9-91589f5f5537 None None] Pushing event updated for resources: {'Port': ['ID=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:22.658221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:22.662813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.668692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Port': ['ID=22cea34a-3caf-494e-a948-6608a9cadda2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:22.681342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network a666462b-5000-49a5-bfda-0982d684ebb5 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:22.690338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:22.697458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:22.698025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.709496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:22.730737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:22.741713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.743202 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Sync routers for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:22.745497 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.745731 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Added segment 6d35b172-e354-4bee-8772-25ecf9b5ab56 of type vlan for network e2748fa9-be35-4951-b88a-acd80ddf575d Nov 10 23:01:22.757374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] For port d655991a-2721-401c-9af2-f29e0fc79d36, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:22.761552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] For port d655991a-2721-401c-9af2-f29e0fc79d36, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d655991a-2721-401c-9af2-f29e0fc79d36,segment=NetworkSegment(46a7d851-bca4-4d2d-b039-19cd67dff690),segment_id=46a7d851-bca4-4d2d-b039-19cd67dff690)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:22.772204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69b0aa-54bc-4360-9bf5-13a03cad0d97 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=539e1c51-4bd2-445f-b585-e7d43733302b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:22.773039 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:22.788054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:22.796069 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:22.809745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 539e1c51-4bd2-445f-b585-e7d43733302b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:22.897495 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dab31fb5-1e3c-4069-a627-8a49c7a0767e tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "PUT /v2.0/floatingips/d5d660c9-dd73-4578-a16b-4fe1ce78dd68 HTTP/1.1" status: 200 len: 992 time: 3.2463520 Nov 10 23:01:22.900496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:01:22.902906 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee23b4e-2869-492d-95fa-e8774b9f2568" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:01:22.946192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.019590 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5264d9-cefa-4426-906c-540b2f3a3aa8 x-openstack-request-id: req-5c5264d9-cefa-4426-906c-540b2f3a3aa8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:01:23.019889 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:01:23.020142 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c5264d9-cefa-4426-906c-540b2f3a3aa8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:01:23.020547 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'status': 'completed', 'code': 200} Nov 10 23:01:23.059149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.060917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.067190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:23.067806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.146942 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:01:23.189718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585645a7-3d55-48bc-ab12-9412da352ee2 None None] Pushing event updated for resources: {'Port': ['ID=d655991a-2721-401c-9af2-f29e0fc79d36,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:23.320794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Network': ['ID=e2748fa9-be35-4951-b88a-acd80ddf575d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:23.343011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e2748fa9-be35-4951-b88a-acd80ddf575d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:23.470035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c4da8032-fb37-482a-95cc-5b3c1268fc84 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9267850 Nov 10 23:01:23.551081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:23.593711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-aaf8dc00-5c9d-45dc-92b3-62a2df0c4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:23.595258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-aaf8dc00-5c9d-45dc-92b3-62a2df0c4d9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1097 time: 0.4998806 Nov 10 23:01:23.703244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.708291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b19159-68a8-4e37-a82e-c797dd781497 None None] Network 02b1e39d-d17d-4e32-beff-107539c037ed requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:23.709060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.709943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:23.926263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-78b86e0e-5eb8-42f6-809f-53de66025368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:23.927920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-78b86e0e-5eb8-42f6-809f-53de66025368 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 915 time: 0.3130000 Nov 10 23:01:23.968677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Port': ['ID=22cea34a-3caf-494e-a948-6608a9cadda2,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:24.051549 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd5d660c9-dd73-4578-a16b-4fe1ce78dd68', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'port_id': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'mac_address': 'fa:16:3e:d5:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:06Z', 'updated_at': '2021-11-10T23:01:20Z', 'revision_number': 1, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:24.100835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network a666462b-5000-49a5-bfda-0982d684ebb5 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:24.108825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:24.217494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Checking router: b6b6c352-69d8-432b-a507-fd12ebba8aad for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:01:24.244715 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:24.246682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:24.282404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] Provisioning complete for port 9c688762-1b90-4ddd-bfa3-045324523953 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:24.282936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:24.349513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-8d8d8668-9c74-423e-a9c4-4addaa7aee85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 1000 time: 0.4107001 Nov 10 23:01:24.452208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Router 05ca9b54-5e1c-4c78-8ca6-25270ef7466b is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:01:24.483456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:24.487555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-62470ce4-f7f5-464e-9c14-e615a166bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:24.489749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-62470ce4-f7f5-464e-9c14-e615a166bb9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 200 len: 854 time: 0.1340830 Nov 10 23:01:24.490787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:24.611092 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:01:24.662536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-ef1c6f16-2116-47a9-877a-9345c3b951c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:24.665895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-ef1c6f16-2116-47a9-877a-9345c3b951c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5c76921-d886-49af-a685-2b154de547dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696613 Nov 10 23:01:24.903557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:24.917841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-578517a3-47db-4680-8193-3be43458b53a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3180048 Nov 10 23:01:24.921796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:24.982555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99616d1a-a11c-4726-b4ac-cd3fc0646ca0 None None] Network a666462b-5000-49a5-bfda-0982d684ebb5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:24.995792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] Sync routers for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:24.999210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-611a6c26-abff-4800-b619-7a16c8db2ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230155 Nov 10 23:01:25.317709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ee23b4e-2869-492d-95fa-e8774b9f2568 req-d576adc0-6ef0-4835-92c1-0e4bb13c72a9 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116500 Nov 10 23:01:25.353921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:25.354648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:25.408843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:25.442075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:25.449875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd5d660c9-dd73-4578-a16b-4fe1ce78dd68', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'port_id': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'mac_address': 'fa:16:3e:d5:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:06Z', 'updated_at': '2021-11-10T23:01:20Z', 'revision_number': 1, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:25.474694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,segment=NetworkSegment(83452275-632c-4e8e-9fff-9c6bc6131ca7),segment_id=83452275-632c-4e8e-9fff-9c6bc6131ca7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:25.476818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5d779-669b-4847-ade4-cba1931d33e3 None None] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:25.548847 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77533dc8-969a-49c5-8437-6e3e4451585f None None] The sync data for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 is: [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd5d660c9-dd73-4578-a16b-4fe1ce78dd68', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'port_id': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'mac_address': 'fa:16:3e:d5:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:06Z', 'updated_at': '2021-11-10T23:01:20Z', 'revision_number': 1, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:25.704481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:25.707376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9c688762-1b90-4ddd-bfa3-045324523953 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:25.748340 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-f56f079a-37e8-4b75-a261-ef1c879cc503 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:25.759941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:25.776647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f56f079a-37e8-4b75-a261-ef1c879cc503 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8536508 Nov 10 23:01:25.829679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2653c7d-f2d3-4fd1-b322-8abc141e0d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:25.939132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:25.988459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:25.990160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:00:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:26.007815 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965cf1ad-7873-47b0-86d2-3d0e18cb1194 None None] New status for floating IP d5d660c9-dd73-4578-a16b-4fe1ce78dd68: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:01:26.439033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:26.552131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:26.554999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d4c06-df90-43a9-9afd-60bdce789b2e None None] The sync data for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:26.640462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59544) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:26.654267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9c688762-1b90-4ddd-bfa3-045324523953 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:26.654646 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:26.715683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] For port 9c688762-1b90-4ddd-bfa3-045324523953, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9c688762-1b90-4ddd-bfa3-045324523953,segment=NetworkSegment(4b35af65-7a4a-42c7-89bb-647f8f2af646),segment_id=4b35af65-7a4a-42c7-89bb-647f8f2af646)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:26.789828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:26.798925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:26.837867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59548) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:26.843733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'subnets': [{'network_id': '539e1c51-4bd2-445f-b585-e7d43733302b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1005846259', 'ip_version': 6}, {'network_id': 'e2748fa9-be35-4951-b88a-acd80ddf575d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:26.844050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'subnet': {'network_id': '539e1c51-4bd2-445f-b585-e7d43733302b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1005846259', 'ip_version': 6}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:26.844704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Request body: {'subnet': {'network_id': 'e2748fa9-be35-4951-b88a-acd80ddf575d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:27.033089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59df3e-fabf-4430-9dbd-966b318946ae None None] Pushing event updated for resources: {'Port': ['ID=9c688762-1b90-4ddd-bfa3-045324523953,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:27.109695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29b903de-af70-421f-bf3b-a50728ad0acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.126072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting port 22cea34a-3caf-494e-a948-6608a9cadda2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:27.126543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.131963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Provisioning complete for port 9c688762-1b90-4ddd-bfa3-045324523953 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:27.132341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.324256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.355996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Made reservation on behalf of 7312d1207f204b71b3a599ce783f1f0a for: {'subnet': 2} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:27.363430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Calling delete_port for 22cea34a-3caf-494e-a948-6608a9cadda2 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:27.379557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Provisioning complete for port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:27.381931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.382345 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.382800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.441589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:27.617401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:27.617795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.717221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.739861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4173a241-fc54-4e10-a78a-37808433339c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.763838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Port': ['ID=22cea34a-3caf-494e-a948-6608a9cadda2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:27.781406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Provisioning complete for port d655991a-2721-401c-9af2-f29e0fc79d36 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:27.782032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.816438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.816915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.817341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.818221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.818635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.818983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.819371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.819764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.820104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.820486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.820871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.821242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:27.837746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9c688762-1b90-4ddd-bfa3-045324523953 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:27.921606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:27.938735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9c688762-1b90-4ddd-bfa3-045324523953 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:27.940250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.043155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.071986 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.104157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Subnet': ['ID=f281e39f-c3b9-45c6-bf20-cac4e008e1df,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:28.107421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d655991a-2721-401c-9af2-f29e0fc79d36 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:28.142298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Router 05ca9b54-5e1c-4c78-8ca6-25270ef7466b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:28.168022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29b903de-af70-421f-bf3b-a50728ad0acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.177749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] For port d655991a-2721-401c-9af2-f29e0fc79d36, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d655991a-2721-401c-9af2-f29e0fc79d36,segment=NetworkSegment(46a7d851-bca4-4d2d-b039-19cd67dff690),segment_id=46a7d851-bca4-4d2d-b039-19cd67dff690)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:28.182401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-29b903de-af70-421f-bf3b-a50728ad0acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.184539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.219422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b903de-af70-421f-bf3b-a50728ad0acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d836a1-ab99-4a68-9163-1b73eee72ee9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:28.237745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:28.252028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173e067-389d-4997-bbfc-4a9a8b12145b None None] Pushing event updated for resources: {'Port': ['ID=d655991a-2721-401c-9af2-f29e0fc79d36,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:28.259378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d655991a-2721-401c-9af2-f29e0fc79d36 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:28.259378 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.259378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] Sync routers for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:28.261096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-25b277f9-c2f2-46cc-a656-0ba82ef02320 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999905 Nov 10 23:01:28.262363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59554) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.276334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-29b903de-af70-421f-bf3b-a50728ad0acf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=603b4ce85dc24021ac6a61618220b011&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6342566 Nov 10 23:01:28.277130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59556) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.277908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Checking segment: {'id': '38e52508-555c-4598-8728-2f3dffc1faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '539e1c51-4bd2-445f-b585-e7d43733302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:28.278297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network hostable DHCP agents. Network: 539e1c51-4bd2-445f-b585-e7d43733302b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:28.293118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:28.293779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:28.321913 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-5bca9f16-9fed-4022-91cb-9e00fca18f77 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] delete failed (client error): The resource could not be found. Nov 10 23:01:28.329490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network 539e1c51-4bd2-445f-b585-e7d43733302b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:28.330579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bca9f16-9fed-4022-91cb-9e00fca18f77 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-671023669 HTTP/1.1" status: 404 len: 334 time: 0.0662510 Nov 10 23:01:28.331699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59558) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.339366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-129994ed-2382-448d-befc-1e7a4173a046 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'router': {'external_gateway_info': {'network_id': '05ca9b54-5e1c-4c78-8ca6-25270ef7466b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:28.348094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2123495-9a43-45da-8639-7d17f9292bde None None] Could not find standard attr ID for object 22cea34a-3caf-494e-a948-6608a9cadda2. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:01:28.350996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 539e1c51-4bd2-445f-b585-e7d43733302b) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:28.355642 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.358206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:28.364863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1aebb3-402e-43e9-aab5-63281cd716dc None None] Network 539e1c51-4bd2-445f-b585-e7d43733302b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:28.416660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.420206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2123495-9a43-45da-8639-7d17f9292bde None None] Provisioning complete for port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:28.420793 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2123495-9a43-45da-8639-7d17f9292bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.425634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:28.426544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:28.482349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.490424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event updated for resources: {'Subnet': ['ID=52812ffe-4fcd-4bb5-951d-e96ad76ccd53,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:28.505162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:28.505307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca7466-926c-47eb-9c17-19c427e4c95e None None] The sync data for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:28.518336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Checking segment: {'id': '6d35b172-e354-4bee-8772-25ecf9b5ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2748fa9-be35-4951-b88a-acd80ddf575d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:28.518943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network hostable DHCP agents. Network: e2748fa9-be35-4951-b88a-acd80ddf575d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:28.568691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Network e2748fa9-be35-4951-b88a-acd80ddf575d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:28.585275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e2748fa9-be35-4951-b88a-acd80ddf575d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:28.594529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:28.595204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:28.595707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.609537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.613231 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.617116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7d836a1-ab99-4a68-9163-1b73eee72ee9 HTTP/1.1" status: 204 len: 168 time: 0.3332782 Nov 10 23:01:28.623651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-258a5bee-ea44-48b1-9ab7-a827c37d437a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7844329 Nov 10 23:01:28.626071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.640759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f86125-800f-40ae-bb3b-3af98d2bd0f3 None None] Network e2748fa9-be35-4951-b88a-acd80ddf575d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:28.645921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a28148-1dfe-4dfc-ac5b-5f59594fe0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d836a1-ab99-4a68-9163-1b73eee72ee9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:28.723213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7923a2d-0fa3-45a5-85a0-a62d4c271ff3 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:28.728312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7923a2d-0fa3-45a5-85a0-a62d4c271ff3 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:28.731733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7923a2d-0fa3-45a5-85a0-a62d4c271ff3 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:28.736418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d7923a2d-0fa3-45a5-85a0-a62d4c271ff3 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1090961 Nov 10 23:01:28.749999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59568) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.760256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-129994ed-2382-448d-befc-1e7a4173a046 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.806543 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-129994ed-2382-448d-befc-1e7a4173a046 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] update failed (client error): The resource could not be found. Nov 10 23:01:28.818503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-129994ed-2382-448d-befc-1e7a4173a046 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b HTTP/1.1" status: 404 len: 339 time: 0.4842639 Nov 10 23:01:28.819379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:28.829246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1561403068'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:28.859463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Deleting subnet f281e39f-c3b9-45c6-bf20-cac4e008e1df {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:28.864923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.881943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:28.887774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.929687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.943651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:28.974306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:28.974567 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Added segment 6255c7ff-26a7-4694-bd13-08d853b39578 of type vlan for network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 Nov 10 23:01:29.023942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.058855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.075281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.106019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.112352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:29.113348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.225526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.234121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4104843 Nov 10 23:01:29.234866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59582) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:29.258310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'subnet': {'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:29.268827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2123495-9a43-45da-8639-7d17f9292bde None None] Provisioning complete for port d655991a-2721-401c-9af2-f29e0fc79d36 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:29.269235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2123495-9a43-45da-8639-7d17f9292bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.288495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Subnet': ['ID=f281e39f-c3b9-45c6-bf20-cac4e008e1df,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:29.319541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c411f01-9150-4753-8222-a3e66c819dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-e2748fa9-be35-4951-b88a-acd80ddf575d', 'network_id': 'e2748fa9-be35-4951-b88a-acd80ddf575d', 'tenant_id': '7312d1207f204b71b3a599ce783f1f0a', 'fixed_ips': [{'subnet_id': '52812ffe-4fcd-4bb5-951d-e96ad76ccd53'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:29.320444 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0c411f01-9150-4753-8222-a3e66c819dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.321608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.330152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6eff56-d21d-4261-bced-5ca04681b121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-539e1c51-4bd2-445f-b585-e7d43733302b', 'network_id': '539e1c51-4bd2-445f-b585-e7d43733302b', 'tenant_id': '7312d1207f204b71b3a599ce783f1f0a', 'fixed_ips': [{'subnet_id': 'f281e39f-c3b9-45c6-bf20-cac4e008e1df'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:29.331008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee6eff56-d21d-4261-bced-5ca04681b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.335014 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ebf168b-5ba8-448f-9a35-da3f35031a72 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/subnets/f281e39f-c3b9-45c6-bf20-cac4e008e1df HTTP/1.1" status: 204 len: 168 time: 0.5836141 Nov 10 23:01:29.337461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59584) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:29.468593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Deleting subnet 52812ffe-4fcd-4bb5-951d-e96ad76ccd53 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:29.478122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.498394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d655991a-2721-401c-9af2-f29e0fc79d36 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:29.560920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460aa5e9-1749-4d7d-8513-7bec99cc26dd None None] Network 539e1c51-4bd2-445f-b585-e7d43733302b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:29.585292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.695676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.811112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d655991a-2721-401c-9af2-f29e0fc79d36 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:29.811614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.822517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322f1f2-607b-4851-8639-a4a37c2ea3c6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Network': ['ID=d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:29.866220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.916743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Subnet': ['ID=52812ffe-4fcd-4bb5-951d-e96ad76ccd53,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:29.925682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.928388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Made reservation on behalf of 421ef3a9871d4e8298d52e6f9eb83a9d for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:29.931951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:29.938257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:29.938877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1d1a5d00-e9fc-44f7-a310-ff12da06c528 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/subnets/52812ffe-4fcd-4bb5-951d-e96ad76ccd53 HTTP/1.1" status: 204 len: 168 time: 0.5996346 Nov 10 23:01:29.945907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:30.068099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d6154-364a-459a-8f18-a1a25358b349 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:30.078079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f63d6154-364a-459a-8f18-a1a25358b349 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310806 Nov 10 23:01:30.083631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59604) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:30.302875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-0c411f01-9150-4753-8222-a3e66c819dca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52812ffe-4fcd-4bb5-951d-e96ad76ccd53: This subnet is being modified by another concurrent operation. Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52812ffe-4fcd-4bb5-951d-e96ad76ccd53: This subnet is being modified by another concurrent operation. Nov 10 23:01:30.329370 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:01:30.382405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.400494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352203da-927c-4c3e-a5b3-9bb071702463 None None] Network e2748fa9-be35-4951-b88a-acd80ddf575d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:30.446815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Subnet': ['ID=5fd773eb-f451-4c06-bd52-1bb2972c8222,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:30.491911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Checking segment: {'id': '6255c7ff-26a7-4694-bd13-08d853b39578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:30.492419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network hostable DHCP agents. Network: d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:30.523215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:30.538419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.545754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:30.550235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:30.551173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.586836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2748fa9-be35-4951-b88a-acd80ddf575d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.588155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6fbc12c-e739-4d7a-b4f9-83aa7bf8d819 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3528900 Nov 10 23:01:30.589326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59612) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:30.595200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d35b172-e354-4bee-8772-25ecf9b5ab56') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.595501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d35b172-e354-4bee-8772-25ecf9b5ab56') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.598996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-aec088a1-6750-4b1b-8369-90c73f76bde4 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:30.607282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.616499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939c855-f5e4-4c4c-828e-f8021bd28787 None None] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:30.623217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.626612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.630349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:30.630820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:30.701661 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:30.704717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.714481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.718611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/e2748fa9-be35-4951-b88a-acd80ddf575d HTTP/1.1" status: 204 len: 168 time: 0.6336231 Nov 10 23:01:30.735993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59616) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:30.736912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4dd63-a874-4d60-b02c-1588a35cee0a tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=e2748fa9-be35-4951-b88a-acd80ddf575d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:30.824284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.892709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec088a1-6750-4b1b-8369-90c73f76bde4 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.947706 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.947957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:30.972763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e1c51-4bd2-445f-b585-e7d43733302b']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.984926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e52508-555c-4598-8728-2f3dffc1faf5') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.985243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e52508-555c-4598-8728-2f3dffc1faf5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:30.996035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.011995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.038814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:31.039284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.103787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93', 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93', 'tenant_id': '421ef3a9871d4e8298d52e6f9eb83a9d', 'fixed_ips': [{'subnet_id': '5fd773eb-f451-4c06-bd52-1bb2972c8222'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:31.104691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:31.113138 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:31.117084 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.122709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.126885 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/539e1c51-4bd2-445f-b585-e7d43733302b HTTP/1.1" status: 204 len: 168 time: 0.3863997 Nov 10 23:01:31.132370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:31.146478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c284-98a6-49b0-9ebf-96dac940cb42 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=539e1c51-4bd2-445f-b585-e7d43733302b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:31.198327 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-aec088a1-6750-4b1b-8369-90c73f76bde4 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:31.199386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aec088a1-6750-4b1b-8369-90c73f76bde4 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b HTTP/1.1" status: 400 len: 364 time: 0.6067052 Nov 10 23:01:31.204924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:31.243733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.351828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Allocated IP 2001:db8:1::2 (d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93/5fd773eb-f451-4c06-bd52-1bb2972c8222/b442fb77-41d4-4d60-b629-f89fe69a0f7f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:31.383064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.421477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af84aca-ad41-4e62-ab35-4c7ca03d3a61']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:31.431361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae3de8f-53c5-4e11-9067-1226c1713ba9') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:31.431652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae3de8f-53c5-4e11-9067-1226c1713ba9') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:31.446988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.476494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.491921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:31.492140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.528944 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.535974 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.560774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:31.564012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:31.565190 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:31.597004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.607127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.615028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/6af84aca-ad41-4e62-ab35-4c7ca03d3a61 HTTP/1.1" status: 204 len: 168 time: 0.4792113 Nov 10 23:01:31.615581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59628) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:31.616050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:31.634253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40c151-a7bc-4c1a-9feb-476091a00643 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=6af84aca-ad41-4e62-ab35-4c7ca03d3a61,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:31.666661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Pushing event updated for resources: {'Port': ['ID=b442fb77-41d4-4d60-b629-f89fe69a0f7f,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:31.694941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Attempting to bind port b442fb77-41d4-4d60-b629-f89fe69a0f7f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:31.695297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Attempting to bind port b442fb77-41d4-4d60-b629-f89fe69a0f7f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '6255c7ff-26a7-4694-bd13-08d853b39578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:31.695651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Attempting to bind port b442fb77-41d4-4d60-b629-f89fe69a0f7f on network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:31.701830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:31.702613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Checking segment: {'id': '6255c7ff-26a7-4694-bd13-08d853b39578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:31.703242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.704103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Bound using segment: {'id': '6255c7ff-26a7-4694-bd13-08d853b39578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:31.704893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Bound port: b442fb77-41d4-4d60-b629-f89fe69a0f7f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6255c7ff-26a7-4694-bd13-08d853b39578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd87c5f1b-9f8e-4a84-a062-86cf7a1c5c93'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:31.705506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.747301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.769059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.788921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] For port b442fb77-41d4-4d60-b629-f89fe69a0f7f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:31.795543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] For port b442fb77-41d4-4d60-b629-f89fe69a0f7f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b442fb77-41d4-4d60-b629-f89fe69a0f7f,segment=NetworkSegment(6255c7ff-26a7-4694-bd13-08d853b39578),segment_id=6255c7ff-26a7-4694-bd13-08d853b39578)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:31.801831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:31.881183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fafa4e-e025-4a4f-8268-5de97665190d None None] Pushing event updated for resources: {'Port': ['ID=b442fb77-41d4-4d60-b629-f89fe69a0f7f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:32.024290 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.058378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3bad9c-9b19-44b2-869b-09ee38614580']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:32.123101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc7e08b-472c-4968-a1d7-abc6a414146e') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:32.123387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc7e08b-472c-4968-a1d7-abc6a414146e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:32.141461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.183074 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.218980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:32.219659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:32.222868 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:32.308622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Allocated IP 2001:db8::1 (02b1e39d-d17d-4e32-beff-107539c037ed/5ac58e78-7628-4873-b931-62461c097bce/c452e0ea-c8ee-4968-ace3-7a23593d8f32) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:32.314463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.319242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.322487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] 10.222.0.25 "DELETE /v2.0/networks/3d3bad9c-9b19-44b2-869b-09ee38614580 HTTP/1.1" status: 204 len: 168 time: 0.7059519 Nov 10 23:01:32.344290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59180b-950d-4c69-968f-935c1fba68c5 tempest-BulkNetworkOpsIpV6Test-1541236289 tempest-BulkNetworkOpsIpV6Test-1541236289-project] Pushing event deleted for resources: {'Network': ['ID=3d3bad9c-9b19-44b2-869b-09ee38614580,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:32.471611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.506201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.550258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network 02b1e39d-d17d-4e32-beff-107539c037ed is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:32.553493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:32.557711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:32.558246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.564284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Port': ['ID=c452e0ea-c8ee-4968-ace3-7a23593d8f32,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:32.625950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59642) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:32.718978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:32.834362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-343acd7d-1ed9-4a67-9064-48fe9cff7d45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7312d1207f204b71b3a599ce783f1f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066207 Nov 10 23:01:32.835022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59654) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:32.956066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-519e9877-e5ff-487c-8f8c-2a8c05b70cb5 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543225 Nov 10 23:01:32.978320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.014309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e0c9325e-e30f-48cb-8d3e-6d9dd2516acd None None] Provisioning complete for port c452e0ea-c8ee-4968-ace3-7a23593d8f32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:33.014957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0c9325e-e30f-48cb-8d3e-6d9dd2516acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.064456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9325e-e30f-48cb-8d3e-6d9dd2516acd None None] Port c452e0ea-c8ee-4968-ace3-7a23593d8f32 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:01:33.090542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.127135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfebf37a-5b52-49b8-841a-cc5ae3169b61 None None] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:33.201133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-7c74bd5c-b3ea-40fa-a72d-2f3872288523 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:33.202761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-7c74bd5c-b3ea-40fa-a72d-2f3872288523 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458863 Nov 10 23:01:33.228865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-a2bb39a8-3f78-44ac-851b-33386a645a1e tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/quotas/94f7f6a0de8b46948f7f5c10a9620a3c HTTP/1.1" status: 200 len: 375 time: 0.0191083 Nov 10 23:01:33.236743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.240629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.242027 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/993f2bb6-9f08-43a7-ae56-e21da98ecdc7 HTTP/1.1" status: 204 len: 168 time: 0.4060147 Nov 10 23:01:33.287380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Provisioning complete for port b442fb77-41d4-4d60-b629-f89fe69a0f7f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:33.288152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.304373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4a3ff-b170-4cac-bc67-573a9607e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f2bb6-9f08-43a7-ae56-e21da98ecdc7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:33.352457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b442fb77-41d4-4d60-b629-f89fe69a0f7f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:33.374059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-280f5b4f-e425-4166-87b1-3ca246dc61a8 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296220 Nov 10 23:01:33.539447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.548826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.549675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.611085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b442fb77-41d4-4d60-b629-f89fe69a0f7f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:33.611596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.657115 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.718201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] For port b442fb77-41d4-4d60-b629-f89fe69a0f7f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b442fb77-41d4-4d60-b629-f89fe69a0f7f,segment=NetworkSegment(6255c7ff-26a7-4694-bd13-08d853b39578),segment_id=6255c7ff-26a7-4694-bd13-08d853b39578)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:33.727166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:33.810529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a27782da-a0b7-461c-9f56-0aeaf8d6a951 req-b9a143f8-8a6b-4fd5-81d4-aab8617ec1f6 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 210 time: 0.1063595 Nov 10 23:01:33.812010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Pushing event updated for resources: {'Port': ['ID=b442fb77-41d4-4d60-b629-f89fe69a0f7f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:33.813834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event updated for resources: {'Port': ['ID=c452e0ea-c8ee-4968-ace3-7a23593d8f32,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:33.821781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.822189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.822724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.823125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.823467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.823849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.824244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.824941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.825852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.826233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.826568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.826901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83d9e3-9f24-4128-a3bc-5fcd67800a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:01:33.916486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Network 02b1e39d-d17d-4e32-beff-107539c037ed is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:33.916698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:34.182628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c5f0956e-fd56-4115-bb3c-130095fa93d5 None None] Provisioning complete for port b442fb77-41d4-4d60-b629-f89fe69a0f7f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:34.184160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c5f0956e-fd56-4115-bb3c-130095fa93d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.202252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Router 05ca9b54-5e1c-4c78-8ca6-25270ef7466b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:34.303028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60805c54-d8af-481d-99f5-34ca4fa8eabc None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:01:34.582445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59714) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:34.584818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:34.584818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3f57a268-b4f3-46b1-a4d7-ce75ca28266a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2655096 Nov 10 23:01:34.585650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59718) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:34.585986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] Sync routers for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:34.585986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:34.586772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dad9b5e8-e226-426d-bfd9-c35a5c52435e None None] Provisioning complete for port c452e0ea-c8ee-4968-ace3-7a23593d8f32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:34.586772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dad9b5e8-e226-426d-bfd9-c35a5c52435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.587293 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:34.587682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dad9b5e8-e226-426d-bfd9-c35a5c52435e None None] Port c452e0ea-c8ee-4968-ace3-7a23593d8f32 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:01:34.634678 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:34.645110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60805c54-d8af-481d-99f5-34ca4fa8eabc None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:01:34.652797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:34.653482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:34.663149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2eb1-11ae-466b-a872-921030f518e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.711177 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:34.711823 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d6fedb-2815-4fa4-b680-03289fcad374 None None] The sync data for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:34.755032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'networks': [{'name': 'tempest-network--676145411'}, {'name': 'tempest-network--308027932'}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:34.756289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-network--676145411'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:34.757052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-network--308027932'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:34.815379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'network': 2} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:34.821155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.824439 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-8ddb2eb1-11ae-466b-a872-921030f518e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 23:01:34.825555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8ddb2eb1-11ae-466b-a872-921030f518e6 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b HTTP/1.1" status: 409 len: 329 time: 0.3482924 Nov 10 23:01:34.828525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59724) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:34.835400 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.951924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.959818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:34.960647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.001921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c154f52c-2f54-4cef-9f20-2ea898d1e9e1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:35.032097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-af6bcbb3-f932-4cca-b652-fb231b949a36 req-50164860-9a13-4449-a123-5b8156c0b0e8 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 210 time: 0.1160927 Nov 10 23:01:35.051454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:35.065487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.066727 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment aa3a458b-0f2d-41fc-baba-0c0ec6dbf0b4 of type vlan for network 7fbec254-95f4-4b31-894f-f7e17ef4acb4 Nov 10 23:01:35.139141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.166135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-9be10d52-a79c-49f1-b3c3-f4a7d0a7afc8 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386569 Nov 10 23:01:35.238731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b442fb77-41d4-4d60-b629-f89fe69a0f7f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:35.243058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:35.259254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.260029 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment f4ed756a-6a93-4525-8fe6-9ee2cc9b0ec4 of type vlan for network 52e19234-0341-416b-8adf-17f1e3bf52ac Nov 10 23:01:35.342869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.347936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b442fb77-41d4-4d60-b629-f89fe69a0f7f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:35.348567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.383730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.384829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.393867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.406582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.407263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.437684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9901659 Nov 10 23:01:35.457146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59736) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:35.526443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-867783af-658c-44b7-8094-cc1d86f031e3 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.528174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-867783af-658c-44b7-8094-cc1d86f031e3 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535864 Nov 10 23:01:35.543676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Request body: {'port': {'device_id': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '94f7f6a0de8b46948f7f5c10a9620a3c'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:35.636157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7292d-c27c-4bbc-9b9f-01c5fad7e18e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.645258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7292d-c27c-4bbc-9b9f-01c5fad7e18e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.651733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7292d-c27c-4bbc-9b9f-01c5fad7e18e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.658420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7292d-c27c-4bbc-9b9f-01c5fad7e18e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:35.660150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1fb7292d-c27c-4bbc-9b9f-01c5fad7e18e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2018266 Nov 10 23:01:35.663116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:35.673383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=7fbec254-95f4-4b31-894f-f7e17ef4acb4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:35.684065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7fbec254-95f4-4b31-894f-f7e17ef4acb4 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:35.725790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Made reservation on behalf of 94f7f6a0de8b46948f7f5c10a9620a3c for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:35.729251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.741687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.786322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.853340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbbebf-c46c-4efa-9da5-e80c7dd06b58 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=52e19234-0341-416b-8adf-17f1e3bf52ac,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:35.859404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.875066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 52e19234-0341-416b-8adf-17f1e3bf52ac details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:35.998849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.000657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.008359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.034896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbec254-95f4-4b31-894f-f7e17ef4acb4']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.049348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3a458b-0f2d-41fc-baba-0c0ec6dbf0b4') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.049767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3a458b-0f2d-41fc-baba-0c0ec6dbf0b4') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.067174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.087024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.098855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:36.099510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.117478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:36.151472 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:36.180459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.188927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-27398562-109c-4bef-8ef6-3f4b9da5c0fc req-efa79450-713a-4d11-b543-f598d79a51a7 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 210 time: 0.0595276 Nov 10 23:01:36.209613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.218301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:36.219210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/7fbec254-95f4-4b31-894f-f7e17ef4acb4 HTTP/1.1" status: 204 len: 168 time: 0.5549986 Nov 10 23:01:36.220362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440b7ff-b098-4daf-a54c-2e699ee2339a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=7fbec254-95f4-4b31-894f-f7e17ef4acb4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:36.287558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Allocated IP 192.168.233.28 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/5decea2e-9f77-47bb-a196-43fd1de501e1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:36.369952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.479691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting port c452e0ea-c8ee-4968-ace3-7a23593d8f32 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:36.480036 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.607559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.664822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e19234-0341-416b-8adf-17f1e3bf52ac']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.689468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ed756a-6a93-4525-8fe6-9ee2cc9b0ec4') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.689688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ed756a-6a93-4525-8fe6-9ee2cc9b0ec4') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:36.701280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.706581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.717884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.727798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Calling delete_port for c452e0ea-c8ee-4968-ace3-7a23593d8f32 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:36.748100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.763032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:36.763427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:36.766353 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:36.893180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.940542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.991724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:36.998358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59774) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:36.998973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/52e19234-0341-416b-8adf-17f1e3bf52ac HTTP/1.1" status: 204 len: 168 time: 0.7789352 Nov 10 23:01:37.016295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:37.037004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:37.039799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Pushing event updated for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:37.042582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4032-7247-45f1-9828-bed6f3703897 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=52e19234-0341-416b-8adf-17f1e3bf52ac,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:37.044428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:37.166343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee9344-010d-43bf-bf7d-3b46308dfb44 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:37.174322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:37.175022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.176034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee9344-010d-43bf-bf7d-3b46308dfb44 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:37.179006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-36ee9344-010d-43bf-bf7d-3b46308dfb44 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1787195 Nov 10 23:01:37.184092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59778) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:37.190384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-319708849'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:37.242108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-89b9df3c-142c-4b97-aac7-03321448ea30 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7029526 Nov 10 23:01:37.244642 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.246410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:37.259950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.296322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Request body: {'port': {'device_id': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:37.301540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:37.314838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.315744 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment 40c498b0-33bc-4025-a712-8c6d776610dc of type vlan for network 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb Nov 10 23:01:37.373617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.403066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.409004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Port': ['ID=c452e0ea-c8ee-4968-ace3-7a23593d8f32,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:37.412127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:37.413076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.451800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ca47c19a-9c1d-4324-b4e2-7a0be4d45ad7 None None] Provisioning complete for port 5decea2e-9f77-47bb-a196-43fd1de501e1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:37.452829 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ca47c19a-9c1d-4324-b4e2-7a0be4d45ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.509504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ca47c19a-9c1d-4324-b4e2-7a0be4d45ad7 None None] Port 5decea2e-9f77-47bb-a196-43fd1de501e1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:01:37.560466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cdec5-177f-4e4f-83ee-00c48858e68e req-d4c18752-fa6c-45ba-b2df-fca37ad75d33 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:37.562295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c89cdec5-177f-4e4f-83ee-00c48858e68e req-d4c18752-fa6c-45ba-b2df-fca37ad75d33 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 935 time: 0.2428050 Nov 10 23:01:37.563040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.572647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3872070 Nov 10 23:01:37.575507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:37.577833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.580379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b826e-5900-4db7-a870-6b8698223b9b tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=8f1d99a6-038b-4ab1-8637-d896ba6d5bbb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:37.597862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-856876400'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:37.610975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:37.773467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:37.777148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.817841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c89cdec5-177f-4e4f-83ee-00c48858e68e req-63c255ae-edad-4e4a-8461-14e214773638 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408316 Nov 10 23:01:38.158909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:01:38.294361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:38.343143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Router 05ca9b54-5e1c-4c78-8ca6-25270ef7466b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:38.347285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.347631 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment 1ee1530d-a8d2-435d-b60c-e811ea15271b of type vlan for network c4c473ee-06ba-48e5-ad53-d1b8278fbe83 Nov 10 23:01:38.411078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.516076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:38.527647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d09505ca-6231-4a75-90eb-6977e83e97c2 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6935308 Nov 10 23:01:38.529810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:38.535398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.535996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] Sync routers for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:38.541276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:38.541872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.566720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:38.567903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:38.609767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0329266 Nov 10 23:01:38.617057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:38.628274 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-c746b723-a517-40f1-93b2-cf7040d1a36a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] show failed (client error): The resource could not be found. Nov 10 23:01:38.629676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'ports': [{'network_id': '8f1d99a6-038b-4ab1-8637-d896ba6d5bbb', 'name': 'tempest-port--842017476', 'admin_state_up': True}, {'network_id': 'c4c473ee-06ba-48e5-ad53-d1b8278fbe83', 'admin_state_up': False}]} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:38.629990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'port': {'network_id': '8f1d99a6-038b-4ab1-8637-d896ba6d5bbb', 'name': 'tempest-port--842017476', 'admin_state_up': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:38.630467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'port': {'network_id': 'c4c473ee-06ba-48e5-ad53-d1b8278fbe83', 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:38.631207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c746b723-a517-40f1-93b2-cf7040d1a36a tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-185059271 HTTP/1.1" status: 404 len: 334 time: 0.1003180 Nov 10 23:01:38.634940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59812) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:38.641406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:38.643868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ea5d07d1-b852-453f-be86-51075ec36ff5 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:38.654228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] Routers {'05ca9b54-5e1c-4c78-8ca6-25270ef7466b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:38.654873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:38.692647 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-ea5d07d1-b852-453f-be86-51075ec36ff5 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] update failed (client error): The resource could not be found. Nov 10 23:01:38.694179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea5d07d1-b852-453f-be86-51075ec36ff5 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-2032476191 HTTP/1.1" status: 404 len: 335 time: 0.0570676 Nov 10 23:01:38.697812 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59814) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:38.701107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:38.703072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f736ca5-781f-4b02-af06-e0ef69ee0344 None None] The sync data for ids ['05ca9b54-5e1c-4c78-8ca6-25270ef7466b'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:38.705468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97412efe-2aed-456b-ac86-d4631579f75e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=c4c473ee-06ba-48e5-ad53-d1b8278fbe83,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:38.720602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5decea2e-9f77-47bb-a196-43fd1de501e1 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:01:38.723573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c4c473ee-06ba-48e5-ad53-d1b8278fbe83 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:38.738941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.780907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Transition to ACTIVE for port object 5decea2e-9f77-47bb-a196-43fd1de501e1 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:01:38.850006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:38.959255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Pushing event updated for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:39.053330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'port': 2} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:39.062213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.091682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.106288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73069-52bb-4ff0-b352-7724049d9519 req-bb05e4df-77ec-4887-a4e4-b97b2017ccb7 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:39.108674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecc73069-52bb-4ff0-b352-7724049d9519 req-bb05e4df-77ec-4887-a4e4-b97b2017ccb7 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 947 time: 0.1724932 Nov 10 23:01:39.201406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Attempting to bind port 5decea2e-9f77-47bb-a196-43fd1de501e1 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:39.201793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Attempting to bind port 5decea2e-9f77-47bb-a196-43fd1de501e1 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:39.202122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Attempting to bind port 5decea2e-9f77-47bb-a196-43fd1de501e1 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:39.212774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting subnet 5fd773eb-f451-4c06-bd52-1bb2972c8222 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:39.216747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.226404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Port 5decea2e-9f77-47bb-a196-43fd1de501e1 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:01:39.226875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Attempting to bind port 5decea2e-9f77-47bb-a196-43fd1de501e1 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:39.247960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] device_id is not set on port bb231d92-d3c8-4085-bc73-f39f9f3a8b05 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:01:39.259374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:39.259853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:39.260192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:39.260935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Bound port: 5decea2e-9f77-47bb-a196-43fd1de501e1, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:39.261322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.268145 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.293347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ecc73069-52bb-4ff0-b352-7724049d9519 req-bc1aa705-15c1-4992-b155-7b1c0b52a6aa tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628611 Nov 10 23:01:39.377228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.404821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:39.429145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5decea2e-9f77-47bb-a196-43fd1de501e1,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:39.442438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.467035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.494864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd773eb-f451-4c06-bd52-1bb2972c8222,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:39.495402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:39.496031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.499339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] 10.222.0.39 "PUT /v2.0/ports/5decea2e-9f77-47bb-a196-43fd1de501e1 HTTP/1.1" status: 200 len: 1095 time: 2.2150354 Nov 10 23:01:39.499548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.503075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5f64fc61-9001-4ce1-8f55-e9b1a5de0c2e tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/subnets/5fd773eb-f451-4c06-bd52-1bb2972c8222 HTTP/1.1" status: 204 len: 168 time: 0.8040111 Nov 10 23:01:39.505817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:39.515794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:01:39.519717 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:01:39.540218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86285e-6460-4271-b3ba-25ce34cbaf02 None None] Network d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:39.611055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.632443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.740846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting port b442fb77-41d4-4d60-b629-f89fe69a0f7f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:39.741233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.744435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde7ccb-aef0-4601-9382-37983f386f64 service neutron] Pushing event updated for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:39.800176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3d106305-0049-4248-aaa8-a1087a0d7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:39.805382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-3d106305-0049-4248-aaa8-a1087a0d7519 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 1098 time: 0.2585258 Nov 10 23:01:39.824054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] For port b442fb77-41d4-4d60-b629-f89fe69a0f7f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b442fb77-41d4-4d60-b629-f89fe69a0f7f,segment=NetworkSegment(6255c7ff-26a7-4694-bd13-08d853b39578),segment_id=6255c7ff-26a7-4694-bd13-08d853b39578)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:39.824433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.841417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Calling delete_port for b442fb77-41d4-4d60-b629-f89fe69a0f7f owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:39.951230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] DHCP port deletion for d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:39.965352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] device_id is not set on port d560057d-2a74-49a5-8f9d-c58affe3c5cd yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:01:39.968913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.004067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Port': ['ID=b442fb77-41d4-4d60-b629-f89fe69a0f7f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.006020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] No DVR routers for this DVR port b442fb77-41d4-4d60-b629-f89fe69a0f7f on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:40.045055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Deleting port b442fb77-41d4-4d60-b629-f89fe69a0f7f {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:40.045595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.083025 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c0784e-5f45-48fb-a419-3b6b2a28c73f x-openstack-request-id: req-b6c0784e-5f45-48fb-a419-3b6b2a28c73f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:01:40.083347 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:01:40.083565 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6c0784e-5f45-48fb-a419-3b6b2a28c73f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:01:40.084847 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1', 'status': 'completed', 'code': 200} Nov 10 23:01:40.103570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-842fc472-fb4a-4caa-ae36-4e36469f08da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=5decea2e-9f77-47bb-a196-43fd1de501e1 HTTP/1.1" status: 200 len: 217 time: 0.2869759 Nov 10 23:01:40.109728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.119227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] For port b442fb77-41d4-4d60-b629-f89fe69a0f7f, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:40.119632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.133670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Calling delete_port for b442fb77-41d4-4d60-b629-f89fe69a0f7f owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:40.136520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Port b442fb77-41d4-4d60-b629-f89fe69a0f7f was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:01:40.139144 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.139389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:40.150918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6255c7ff-26a7-4694-bd13-08d853b39578') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:40.151290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6255c7ff-26a7-4694-bd13-08d853b39578') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:40.163307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] Pushing event deleted for resources: {'Port': ['ID=b442fb77-41d4-4d60-b629-f89fe69a0f7f,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.174302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7ff9d-d292-4caf-a276-40337bd0c6c2 None None] No DVR routers for this DVR port b442fb77-41d4-4d60-b629-f89fe69a0f7f on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:40.178207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.206206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-95f518fd-cc94-42cc-bd95-0307894aa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.207623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.207947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-95f518fd-cc94-42cc-bd95-0307894aa7f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0923638 Nov 10 23:01:40.216529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:40.217391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:40.221350 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:40.238877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.299884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-41d6fbec-3638-4e0d-af65-87715ce854e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.301429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-41d6fbec-3638-4e0d-af65-87715ce854e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839448 Nov 10 23:01:40.306629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.319840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.328218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.337085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/networks/d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93 HTTP/1.1" status: 204 len: 168 time: 0.8301454 Nov 10 23:01:40.349528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59848) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:40.401311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7b54-ee38-4a1e-85f1-3c5ce947e009 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Network': ['ID=d87c5f1b-9f8e-4a84-a062-86cf7a1c5c93,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.458671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Port': ['ID=bb231d92-d3c8-4085-bc73-f39f9f3a8b05,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.478359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting subnet 7e3eaffd-b0a4-4c64-927c-9e2527033fec {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:40.479408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Checking segment: {'id': '40c498b0-33bc-4025-a712-8c6d776610dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8f1d99a6-038b-4ab1-8637-d896ba6d5bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:40.479768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network hostable DHCP agents. Network: 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:40.483319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.484917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-0e49d617-e915-42c2-b5e0-d6432fb082f6 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757429 Nov 10 23:01:40.514475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:40.518301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebef833-ef04-4129-844d-997b8509a1ba req-2d9215f0-e4ee-4f8f-a0ac-7aae613315ea tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.520206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ebef833-ef04-4129-844d-997b8509a1ba req-2d9215f0-e4ee-4f8f-a0ac-7aae613315ea tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 947 time: 0.0987029 Nov 10 23:01:40.550106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:40.558708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:40.559608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.561578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fca92-96a5-401d-a737-52f15e362ab0 None None] Network 8f1d99a6-038b-4ab1-8637-d896ba6d5bbb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:40.577735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.658326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ebef833-ef04-4129-844d-997b8509a1ba req-0ffe56c5-b00d-4cd9-914f-b40275d2c194 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236956 Nov 10 23:01:40.706965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Port': ['ID=d560057d-2a74-49a5-8f9d-c58affe3c5cd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.714834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Checking segment: {'id': '1ee1530d-a8d2-435d-b60c-e811ea15271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4c473ee-06ba-48e5-ad53-d1b8278fbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:40.715204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network hostable DHCP agents. Network: c4c473ee-06ba-48e5-ad53-d1b8278fbe83, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:40.726615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9868abc0-245d-4e0e-bce4-64cf1cd07c51 req-2a1440a1-ecd0-4a6d-92e7-6b6b2da873a8 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330790 Nov 10 23:01:40.738514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.741098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network c4c473ee-06ba-48e5-ad53-d1b8278fbe83 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:40.753812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c4c473ee-06ba-48e5-ad53-d1b8278fbe83) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:40.758947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:40.766374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.768803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed3e48-20e7-46e0-a8c9-627b57c263c8 None None] Network c4c473ee-06ba-48e5-ad53-d1b8278fbe83 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:40.772030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.772729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.797776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-09f27709-3dd2-4994-8c14-308cf4e47962 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1791358 Nov 10 23:01:40.800595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59854) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:40.823112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.864301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3eaffd-b0a4-4c64-927c-9e2527033fec,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:40.868247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:40.876034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f52922a2-d75e-4550-88f1-1db02fd54129 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/subnets/7e3eaffd-b0a4-4c64-927c-9e2527033fec HTTP/1.1" status: 204 len: 168 time: 0.5229936 Nov 10 23:01:40.876541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59856) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:40.908913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34329abb-875f-42b3-a38a-209c1c70f312 None None] Network ba137215-3d4e-45a2-9d88-50cd7bbb0b67 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:40.941468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c52ad7-84e5-445b-be0c-8c0c64b3b0f7 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.947885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c52ad7-84e5-445b-be0c-8c0c64b3b0f7 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.949557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-80c52ad7-84e5-445b-be0c-8c0c64b3b0f7 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1455212 Nov 10 23:01:40.953069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-c1efa424-16d7-4c94-97ab-133193f16235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:40.954625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-c1efa424-16d7-4c94-97ab-133193f16235 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 1098 time: 0.1091225 Nov 10 23:01:40.955094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59860) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:40.962823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting subnet f38dd747-0118-4e33-b596-de80829f0990 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:40.968347 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.071948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.205845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Deleting port bb231d92-d3c8-4085-bc73-f39f9f3a8b05 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:41.206034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.237917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.284096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] DHCP port deletion for ba137215-3d4e-45a2-9d88-50cd7bbb0b67 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:41.328493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.333152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.342103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Calling delete_port for bb231d92-d3c8-4085-bc73-f39f9f3a8b05 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:41.343187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b442fb77-41d4-4d60-b629-f89fe69a0f7f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:41.366655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b442fb77-41d4-4d60-b629-f89fe69a0f7f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:41.367014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b442fb77-41d4-4d60-b629-f89fe69a0f7f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:41.387091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Subnet': ['ID=f38dd747-0118-4e33-b596-de80829f0990,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:41.405654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.411985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89617e79-114d-4d1d-be0e-9443ead4bd72 None None] Network a666462b-5000-49a5-bfda-0982d684ebb5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:41.412499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5836573f-e5b3-48c7-b96c-1ae67d2655a3 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/subnets/f38dd747-0118-4e33-b596-de80829f0990 HTTP/1.1" status: 204 len: 168 time: 0.5343165 Nov 10 23:01:41.414586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59868) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:41.429256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Deleting port d655991a-2721-401c-9af2-f29e0fc79d36 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:41.430121 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.433322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.435842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-4dd2e330-35fd-4569-a2d2-3c641f2168cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:41.437394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-4dd2e330-35fd-4569-a2d2-3c641f2168cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.4349949 Nov 10 23:01:41.473538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Port': ['ID=bb231d92-d3c8-4085-bc73-f39f9f3a8b05,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:41.484625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.489568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b086e2e9-45d6-4185-9bfb-73e0d88d219c tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/ports/bb231d92-d3c8-4085-bc73-f39f9f3a8b05 HTTP/1.1" status: 204 len: 168 time: 0.5319319 Nov 10 23:01:41.504951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:41.529860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-bdf8dba1-4a9f-4e3a-b6f2-f9c14ba523b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=5decea2e-9f77-47bb-a196-43fd1de501e1 HTTP/1.1" status: 200 len: 217 time: 0.0576441 Nov 10 23:01:41.593673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-b5acac0e-dd2b-47dc-bf2f-d9519beee738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:41.595317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-b5acac0e-dd2b-47dc-bf2f-d9519beee738 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0571110 Nov 10 23:01:41.618598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] For port d655991a-2721-401c-9af2-f29e0fc79d36, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d655991a-2721-401c-9af2-f29e0fc79d36,segment=NetworkSegment(46a7d851-bca4-4d2d-b039-19cd67dff690),segment_id=46a7d851-bca4-4d2d-b039-19cd67dff690)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:41.619441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.621675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-45807d56-6ec3-405b-85aa-a532cc121a7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1516418 Nov 10 23:01:41.658965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Calling delete_port for d655991a-2721-401c-9af2-f29e0fc79d36 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:41.678226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.693154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-b178dca1-e4c1-4552-b012-b291040ef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:41.694899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-b178dca1-e4c1-4552-b012-b291040ef829 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882709 Nov 10 23:01:41.805069 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.836101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Deleting port d560057d-2a74-49a5-8f9d-c58affe3c5cd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:41.836496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.859349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] Pushing event deleted for resources: {'Port': ['ID=d655991a-2721-401c-9af2-f29e0fc79d36,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:41.861816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] DHCP port deletion for a666462b-5000-49a5-bfda-0982d684ebb5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:41.867141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-6df88052-61aa-4420-b6c9-685af99de0b4 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626136 Nov 10 23:01:41.870813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5762a4-043f-4de6-a542-c6b896042220 None None] No DVR routers for this DVR port d655991a-2721-401c-9af2-f29e0fc79d36 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:41.928624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Deleting port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:41.929029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.968387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.991733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-a5e90854-004a-4fe8-ae16-c750dadc6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:41.991733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-a5e90854-004a-4fe8-ae16-c750dadc6e0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 1097 time: 0.2771852 Nov 10 23:01:42.010136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54c9a8d-8290-4c80-9605-71c1c6fcad9f req-959dbfe6-9d6c-4d30-8ac1-248b88e48d47 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335924 Nov 10 23:01:42.020156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908c34a-d49e-4061-950d-5a28b25b1d99 req-3f4ca58c-d619-4bd3-ba28-4563b6614ab7 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:42.022349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6908c34a-d49e-4061-950d-5a28b25b1d99 req-3f4ca58c-d619-4bd3-ba28-4563b6614ab7 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 947 time: 0.2322304 Nov 10 23:01:42.034761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Calling delete_port for d560057d-2a74-49a5-8f9d-c58affe3c5cd owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:42.056444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] For port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,segment=NetworkSegment(83452275-632c-4e8e-9fff-9c6bc6131ca7),segment_id=83452275-632c-4e8e-9fff-9c6bc6131ca7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:42.057317 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.074182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Calling delete_port for e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:42.083061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting port d655991a-2721-401c-9af2-f29e0fc79d36 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:42.083455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.163718 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.197999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] Pushing event deleted for resources: {'Port': ['ID=e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:42.200772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232feeb-9e1e-4380-8dfb-1d88ae298ffa None None] No DVR routers for this DVR port e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:42.303751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] For port d655991a-2721-401c-9af2-f29e0fc79d36, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:42.304116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.333214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6908c34a-d49e-4061-950d-5a28b25b1d99 req-02120841-8d71-40b6-a629-d7e6c1ef8833 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925608 Nov 10 23:01:42.346055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Calling delete_port for d655991a-2721-401c-9af2-f29e0fc79d36 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:42.358230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Port d655991a-2721-401c-9af2-f29e0fc79d36 was not found and therefore no delete operation was performed {{(pid=102458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:01:42.365754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.411955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-b1e6e387-05ee-4093-8dcc-4047f1c5c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:42.413440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-b1e6e387-05ee-4093-8dcc-4047f1c5c048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.3900478 Nov 10 23:01:42.416068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Port': ['ID=d655991a-2721-401c-9af2-f29e0fc79d36,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:42.418595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] No DVR routers for this DVR port d655991a-2721-401c-9af2-f29e0fc79d36 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:42.493324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.578603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Port': ['ID=d560057d-2a74-49a5-8f9d-c58affe3c5cd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:42.583072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.594516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.597757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9246eb95-ecb7-4dce-b6f8-8a6c34476b2a tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/ports/d560057d-2a74-49a5-8f9d-c58affe3c5cd HTTP/1.1" status: 204 len: 168 time: 1.0593288 Nov 10 23:01:42.600836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59892) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:42.608858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-8bfeeff5-435d-4046-8b90-15c6d52ba295 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 200 len: 1002 time: 0.1664720 Nov 10 23:01:42.626802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba137215-3d4e-45a2-9d88-50cd7bbb0b67']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:42.641665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d75632dd-be59-487d-9281-26331738cc7e tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386391 Nov 10 23:01:42.649277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59894) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:42.657770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1013462996'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:42.659778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a7d851-bca4-4d2d-b039-19cd67dff690') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:42.660112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a7d851-bca4-4d2d-b039-19cd67dff690') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:42.675989 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.686701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:42.690722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.694873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-7e672b37-d103-4203-9b76-b1001b8c4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:42.696346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-7e672b37-d103-4203-9b76-b1001b8c4d56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0798886 Nov 10 23:01:42.697283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.726937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:42.732334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:42.732729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:42.736024 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:42.739774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.739774 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment 76952241-30d8-4ab0-992b-51cf85f35968 of type vlan for network b6d5e127-edc4-4b18-9b56-fa494d4089a3 Nov 10 23:01:42.787027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.815982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.816952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.820371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-6343f98d-ccd0-41e5-afd2-ea0ac1e37ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:42.822293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-6343f98d-ccd0-41e5-afd2-ea0ac1e37ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182930 Nov 10 23:01:42.824868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:42.825922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.828717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.833601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/networks/ba137215-3d4e-45a2-9d88-50cd7bbb0b67 HTTP/1.1" status: 204 len: 168 time: 1.4178340 Nov 10 23:01:42.837827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:42.890800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd34b-c8c8-4449-9da6-9ebf65230ce7 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Network': ['ID=ba137215-3d4e-45a2-9d88-50cd7bbb0b67,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:42.903661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2523086 Nov 10 23:01:42.911243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59902) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:42.917520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018060792'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:42.930094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ed4a8-aaac-4f75-b68f-26195299bfbd tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=b6d5e127-edc4-4b18-9b56-fa494d4089a3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:42.945580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:42.946425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b6d5e127-edc4-4b18-9b56-fa494d4089a3 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:42.950859 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.982554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:42.992608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:42.993258 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Added segment d555f35e-d8e7-4332-951c-ee6513b7e850 of type vlan for network 518bcd31-d229-4576-a581-d1b51fc2e056 Nov 10 23:01:43.036388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.048268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.065218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-44f6fdfd-f3dd-48c1-bf18-3471a1821c5a service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302115 Nov 10 23:01:43.081871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.090197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:43.090843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.147729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2351844 Nov 10 23:01:43.168437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660d8c-c62f-4ed9-b4bd-df1a9681d843 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Network': ['ID=518bcd31-d229-4576-a581-d1b51fc2e056,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:43.189765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 518bcd31-d229-4576-a581-d1b51fc2e056 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:43.223631 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.270384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a666462b-5000-49a5-bfda-0982d684ebb5']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:43.287793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83452275-632c-4e8e-9fff-9c6bc6131ca7') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:43.287793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83452275-632c-4e8e-9fff-9c6bc6131ca7') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:43.290833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59d17231-1422-42a3-a59e-3aa0b051f725 req-55f7fe17-0ee1-4069-8b27-0e3685daaf8f service neutron] 10.222.0.39 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184277 Nov 10 23:01:43.295436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:43.301521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'subnets': [{'network_id': 'b6d5e127-edc4-4b18-9b56-fa494d4089a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1517891336', 'ip_version': 4}, {'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:43.301796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'subnet': {'network_id': 'b6d5e127-edc4-4b18-9b56-fa494d4089a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1517891336', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:43.302343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Request body: {'subnet': {'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:43.337012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.348297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:43.369623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.386457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:43.386862 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:43.390644 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:43.427483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:43.427839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e711c0d2-5d4e-4f5e-9d2d-aba863eaa0d7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:43.428302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d655991a-2721-401c-9af2-f29e0fc79d36 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:43.460999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d655991a-2721-401c-9af2-f29e0fc79d36 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:43.461338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d655991a-2721-401c-9af2-f29e0fc79d36 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:43.528077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.533624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.540421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/networks/a666462b-5000-49a5-bfda-0982d684ebb5 HTTP/1.1" status: 204 len: 168 time: 0.6951470 Nov 10 23:01:43.540836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59918) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:43.562538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e6ca-5dca-4e31-8ea8-04e94fdfeca8 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Network': ['ID=a666462b-5000-49a5-bfda-0982d684ebb5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:43.578514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd7adf-86b9-4c14-9842-d107f33872aa req-92aa37c8-ff25-45af-80ca-4703ce6b0628 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:43.579668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aacd7adf-86b9-4c14-9842-d107f33872aa req-92aa37c8-ff25-45af-80ca-4703ce6b0628 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 947 time: 0.1148112 Nov 10 23:01:43.620205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting subnet 5ac58e78-7628-4873-b931-62461c097bce {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:43.627286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.649292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aacd7adf-86b9-4c14-9842-d107f33872aa req-63bf9f30-721e-4fe2-bb74-1e50ce11a24e tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Nov 10 23:01:43.661308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Made reservation on behalf of 6fccc3afbb7d4eb5a0137c24fc9781aa for: {'subnet': 2} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:43.665945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.666276 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.695808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.837220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:43.965666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.050820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.054046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/subnets/5ac58e78-7628-4873-b931-62461c097bce HTTP/1.1" status: 204 len: 168 time: 0.5118549 Nov 10 23:01:44.054866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586d8d4-3498-4912-99eb-f0ae6d37c747 tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac58e78-7628-4873-b931-62461c097bce,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:44.056569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59930) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:44.060777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9da70-9bb1-4b7e-807f-ae6cb4921bf7 None None] Network 02b1e39d-d17d-4e32-beff-107539c037ed requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:44.200812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.219740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.273807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Subnet': ['ID=4dbef97d-184a-41f8-bb8b-4f048a2902e1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:44.288392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Deleting port 9c688762-1b90-4ddd-bfa3-045324523953 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:44.288803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.295512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Checking segment: {'id': '76952241-30d8-4ab0-992b-51cf85f35968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b6d5e127-edc4-4b18-9b56-fa494d4089a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:44.296005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network hostable DHCP agents. Network: b6d5e127-edc4-4b18-9b56-fa494d4089a3, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:44.317389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] DHCP port deletion for 02b1e39d-d17d-4e32-beff-107539c037ed request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:44.323659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network b6d5e127-edc4-4b18-9b56-fa494d4089a3 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:44.348247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b6d5e127-edc4-4b18-9b56-fa494d4089a3) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:44.352935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.371267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb9370-1827-448c-b1ee-c31dfbae2463 None None] Network b6d5e127-edc4-4b18-9b56-fa494d4089a3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:44.376627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Deleting port 9c688762-1b90-4ddd-bfa3-045324523953 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:44.377082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.397770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] For port 9c688762-1b90-4ddd-bfa3-045324523953, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9c688762-1b90-4ddd-bfa3-045324523953,segment=NetworkSegment(4b35af65-7a4a-42c7-89bb-647f8f2af646),segment_id=4b35af65-7a4a-42c7-89bb-647f8f2af646)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:44.398731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.410428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event updated for resources: {'Subnet': ['ID=b9ffd24c-c9c1-448b-b7d6-c060e624c427,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:44.414944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Calling delete_port for 9c688762-1b90-4ddd-bfa3-045324523953 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:44.484756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Checking segment: {'id': 'd555f35e-d8e7-4332-951c-ee6513b7e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:44.485540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network hostable DHCP agents. Network: 518bcd31-d229-4576-a581-d1b51fc2e056, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:44.513909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Network 518bcd31-d229-4576-a581-d1b51fc2e056 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:44.526893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 518bcd31-d229-4576-a581-d1b51fc2e056) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:44.538168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.543341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:44.544572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:44.545612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.571669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Port': ['ID=9c688762-1b90-4ddd-bfa3-045324523953,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:44.572587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b48a509-7e03-4889-8d49-286521700942 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2760844 Nov 10 23:01:44.579510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:44.582021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] No DVR routers for this DVR port 9c688762-1b90-4ddd-bfa3-045324523953 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:44.650501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2055689-d0ce-4d7e-ba3e-713395eb7bdb None None] Network 518bcd31-d229-4576-a581-d1b51fc2e056 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:44.691847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992c557-bdfb-49cb-9071-019fe0dd68ee tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:44.693666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992c557-bdfb-49cb-9071-019fe0dd68ee tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:44.695889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992c557-bdfb-49cb-9071-019fe0dd68ee tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:44.707801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:44.718484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0992c557-bdfb-49cb-9071-019fe0dd68ee tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1358747 Nov 10 23:01:44.735582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.820461 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.829624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b1e39d-d17d-4e32-beff-107539c037ed']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:44.850531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b35af65-7a4a-42c7-89bb-647f8f2af646') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:44.850824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b35af65-7a4a-42c7-89bb-647f8f2af646') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:44.866716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Deleting subnet 4dbef97d-184a-41f8-bb8b-4f048a2902e1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:44.894232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] For port 9c688762-1b90-4ddd-bfa3-045324523953, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9c688762-1b90-4ddd-bfa3-045324523953,segment=NetworkSegment(4b35af65-7a4a-42c7-89bb-647f8f2af646),segment_id=4b35af65-7a4a-42c7-89bb-647f8f2af646)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:44.894630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:44.939479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Calling delete_port for 9c688762-1b90-4ddd-bfa3-045324523953 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:45.089747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5decea2e-9f77-47bb-a196-43fd1de501e1 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:01:45.165882 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.167454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.192650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-518bcd31-d229-4576-a581-d1b51fc2e056', 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056', 'tenant_id': '6fccc3afbb7d4eb5a0137c24fc9781aa', 'fixed_ips': [{'subnet_id': 'b9ffd24c-c9c1-448b-b7d6-c060e624c427'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:45.193999 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.203861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab8a3a-8586-412f-b101-fd2cebfe6560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b6d5e127-edc4-4b18-9b56-fa494d4089a3', 'network_id': 'b6d5e127-edc4-4b18-9b56-fa494d4089a3', 'tenant_id': '6fccc3afbb7d4eb5a0137c24fc9781aa', 'fixed_ips': [{'subnet_id': '4dbef97d-184a-41f8-bb8b-4f048a2902e1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:45.205114 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a3a-8586-412f-b101-fd2cebfe6560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.205237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885184f0-f9c4-4a4d-850c-bb56dcadc764 req-3c0cedcb-d0d9-4314-9f76-6ead5ec17c4f tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:45.206777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-885184f0-f9c4-4a4d-850c-bb56dcadc764 req-3c0cedcb-d0d9-4314-9f76-6ead5ec17c4f tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 947 time: 0.4674668 Nov 10 23:01:45.219259 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.230691 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.249644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.252521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:45.252924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:45.257351 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:45.345671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9c688762-1b90-4ddd-bfa3-045324523953 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:45.349189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.resource_extend [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 23:01:45.368691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.428691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-885184f0-f9c4-4a4d-850c-bb56dcadc764 req-a5230086-4ad4-4a25-9ab1-9896fac8f55e tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121398 Nov 10 23:01:45.438765 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.443514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.473412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.477085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/networks/02b1e39d-d17d-4e32-beff-107539c037ed HTTP/1.1" status: 204 len: 168 time: 1.4193552 Nov 10 23:01:45.479738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:45.521199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeccf4-643d-429f-b1ac-415879ec9c3b tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Pushing event deleted for resources: {'Network': ['ID=02b1e39d-d17d-4e32-beff-107539c037ed,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:45.532930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9c688762-1b90-4ddd-bfa3-045324523953 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:45.533305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9c688762-1b90-4ddd-bfa3-045324523953 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:45.535456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b0fa110-5865-40cb-9353-ad8bdd39767d tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ca9b54-5e1c-4c78-8ca6-25270ef7466b HTTP/1.1" status: 200 len: 205 time: 0.0542760 Nov 10 23:01:45.538060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59972) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:45.550778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] Pushing event deleted for resources: {'Port': ['ID=9c688762-1b90-4ddd-bfa3-045324523953,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:45.624471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b3986-3a43-4247-8ac6-c7967af679b1 None None] No DVR routers for this DVR port 9c688762-1b90-4ddd-bfa3-045324523953 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:45.687923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.727743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5decea2e-9f77-47bb-a196-43fd1de501e1,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:45.742601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '5decea2e-9f77-47bb-a196-43fd1de501e1', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '5decea2e-9f77-47bb-a196-43fd1de501e1', 'mac_address': 'fa:16:3e:a0:19:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:01:45.755291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Allocated IP 172.20.0.18 (518bcd31-d229-4576-a581-d1b51fc2e056/b9ffd24c-c9c1-448b-b7d6-c060e624c427/b22cd800-7d2f-4080-8859-7670be1e3b53) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-e6ab8a3a-8586-412f-b101-fd2cebfe6560 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dbef97d-184a-41f8-bb8b-4f048a2902e1: This subnet is being modified by another concurrent operation. Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dbef97d-184a-41f8-bb8b-4f048a2902e1: This subnet is being modified by another concurrent operation. Nov 10 23:01:45.814411 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:01:45.827957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.866946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07bba0-a187-4344-9c78-f8f3bffbea2b req-97ebb418-e3c2-477b-86df-64d54a8bff42 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:45.870461 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b07bba0-a187-4344-9c78-f8f3bffbea2b req-97ebb418-e3c2-477b-86df-64d54a8bff42 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1225815 Nov 10 23:01:45.887910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.893429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54b4b1-cdee-45ed-98a4-3fba17526f40 None None] Network b6d5e127-edc4-4b18-9b56-fa494d4089a3 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:45.949850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbef97d-184a-41f8-bb8b-4f048a2902e1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:45.951963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.953453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5decea2e-9f77-47bb-a196-43fd1de501e1 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:01:45.955420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f85a552-3d35-4824-94f9-2f2208dd69b1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/subnets/4dbef97d-184a-41f8-bb8b-4f048a2902e1 HTTP/1.1" status: 204 len: 168 time: 1.2439697 Nov 10 23:01:45.957956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59982) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:45.967813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.971364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:45.976263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b07bba0-a187-4344-9c78-f8f3bffbea2b req-d7337d96-f34d-4445-8e0a-a5300376ddfd tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964365 Nov 10 23:01:46.036527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5decea2e-9f77-47bb-a196-43fd1de501e1,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:46.041314 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.092421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Deleting subnet b9ffd24c-c9c1-448b-b7d6-c060e624c427 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:01:46.096025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.096536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Fanout notify agent at l3_agent the message router_deleted on router 05ca9b54-5e1c-4c78-8ca6-25270ef7466b {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:01:46.104295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.105566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df2933de-b170-4d63-89e8-ad1a60f3bade tempest-RoutersNegativeIpV6Test-1705653589 tempest-RoutersNegativeIpV6Test-1705653589-project] 10.222.0.25 "DELETE /v2.0/routers/05ca9b54-5e1c-4c78-8ca6-25270ef7466b HTTP/1.1" status: 204 len: 168 time: 0.5416062 Nov 10 23:01:46.174830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:46.177979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.187240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.187877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.236694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Pushing event updated for resources: {'Port': ['ID=b22cd800-7d2f-4080-8859-7670be1e3b53,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:46.254338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.289702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Network 518bcd31-d229-4576-a581-d1b51fc2e056 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:46.292674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:46.297855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:46.318997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5decea2e-9f77-47bb-a196-43fd1de501e1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:01:46.408354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Attempting to bind port b22cd800-7d2f-4080-8859-7670be1e3b53 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:46.408725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Attempting to bind port b22cd800-7d2f-4080-8859-7670be1e3b53 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd555f35e-d8e7-4332-951c-ee6513b7e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:46.409233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Attempting to bind port b22cd800-7d2f-4080-8859-7670be1e3b53 on network 518bcd31-d229-4576-a581-d1b51fc2e056 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:46.410720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.415949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:46.416088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Checking segment: {'id': 'd555f35e-d8e7-4332-951c-ee6513b7e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:46.416487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.417096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Bound using segment: {'id': 'd555f35e-d8e7-4332-951c-ee6513b7e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:46.417741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Bound port: b22cd800-7d2f-4080-8859-7670be1e3b53, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd555f35e-d8e7-4332-951c-ee6513b7e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '518bcd31-d229-4576-a581-d1b51fc2e056'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:46.418310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.501707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.557127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ffd24c-c9c1-448b-b7d6-c060e624c427,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:46.581228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.585603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c542887c-29f4-41d1-be82-1288a3babf2d tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/subnets/b9ffd24c-c9c1-448b-b7d6-c060e624c427 HTTP/1.1" status: 204 len: 168 time: 0.6263161 Nov 10 23:01:46.588182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:46.591633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] For port b22cd800-7d2f-4080-8859-7670be1e3b53, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:46.613724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] For port b22cd800-7d2f-4080-8859-7670be1e3b53, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b22cd800-7d2f-4080-8859-7670be1e3b53,segment=NetworkSegment(d555f35e-d8e7-4332-951c-ee6513b7e850),segment_id=d555f35e-d8e7-4332-951c-ee6513b7e850)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:46.619995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.637415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60002) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:46.711316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d4a0-9594-411f-bfbc-d9de8dcfc843 None None] Pushing event updated for resources: {'Port': ['ID=b22cd800-7d2f-4080-8859-7670be1e3b53,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:46.742813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a11ae7-ccb3-4337-b958-82283fd877e1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:46.747954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10a11ae7-ccb3-4337-b958-82283fd877e1 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1546905 Nov 10 23:01:46.748264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:46.754735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0b19-d487-4175-9411-b1951ec2d888 req-3de2f5cc-610d-47e2-adf2-ecfe58443305 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:46.757011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f8b0b19-d487-4175-9411-b1951ec2d888 req-3de2f5cc-610d-47e2-adf2-ecfe58443305 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 948 time: 0.1901569 Nov 10 23:01:46.853578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f8b0b19-d487-4175-9411-b1951ec2d888 req-495a705e-54cc-459d-857f-4b6fbe2cfcf0 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833709 Nov 10 23:01:46.941592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:46.971552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b390a61d-e954-4461-bea3-4fc913fd121d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=421ef3a9871d4e8298d52e6f9eb83a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323369 Nov 10 23:01:46.973914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60014) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:47.094930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.103580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5decea2e-9f77-47bb-a196-43fd1de501e1 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:47.143539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Deleting port b22cd800-7d2f-4080-8859-7670be1e3b53 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:47.143888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.159044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.200898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 5decea2e-9f77-47bb-a196-43fd1de501e1 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:01:47.215344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 5decea2e-9f77-47bb-a196-43fd1de501e1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:47.216140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.247271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.250365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5d70-b3e0-43d1-a615-212edaa22994 req-96be11ca-7e4c-4c3e-9861-33c60fc28310 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:47.250798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.251800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3785d513-03e2-4e68-a943-218c6610a271 HTTP/1.1" status: 204 len: 168 time: 0.2767973 Nov 10 23:01:47.252093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-482d5d70-b3e0-43d1-a615-212edaa22994 req-96be11ca-7e4c-4c3e-9861-33c60fc28310 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1484139 Nov 10 23:01:47.261814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] For port b22cd800-7d2f-4080-8859-7670be1e3b53, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b22cd800-7d2f-4080-8859-7670be1e3b53,segment=NetworkSegment(d555f35e-d8e7-4332-951c-ee6513b7e850),segment_id=d555f35e-d8e7-4332-951c-ee6513b7e850)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:47.262261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.272535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ec1ef-a9fa-4ed7-991f-05451be321b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3785d513-03e2-4e68-a943-218c6610a271,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:47.292611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Calling delete_port for b22cd800-7d2f-4080-8859-7670be1e3b53 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:47.396306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-482d5d70-b3e0-43d1-a615-212edaa22994 req-ed80675c-da94-459f-92b7-d349e06e8902 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168554 Nov 10 23:01:47.404937 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.440763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b22cd800-7d2f-4080-8859-7670be1e3b53 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:47.478678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.483574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:01:47.485932 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb96b4f9-efb9-45ea-9bea-961f64672086" -d '{"events": [{"server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "name": "network-vif-plugged", "status": "completed", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:01:47.513140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Port': ['ID=b22cd800-7d2f-4080-8859-7670be1e3b53,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:47.521165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] No DVR routers for this DVR port b22cd800-7d2f-4080-8859-7670be1e3b53 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:47.535988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5decea2e-9f77-47bb-a196-43fd1de501e1,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:47.546872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.553434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port b22cd800-7d2f-4080-8859-7670be1e3b53 {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 23:01:47.554037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b22cd800-7d2f-4080-8859-7670be1e3b53 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 23:01:47.595605 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca84dbdb-bace-4566-a7d1-6e9a14ca4e7c x-openstack-request-id: req-ca84dbdb-bace-4566-a7d1-6e9a14ca4e7c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:01:47.595888 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "name": "network-vif-plugged", "status": "completed", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:01:47.596148 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca84dbdb-bace-4566-a7d1-6e9a14ca4e7c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:01:47.596585 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1', 'code': 200} Nov 10 23:01:47.647907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Port b22cd800-7d2f-4080-8859-7670be1e3b53 not found, will not notify nova. {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 23:01:47.664082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-918f9bad-3c6e-4811-93cf-9b1854f5a067 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:47.670166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-918f9bad-3c6e-4811-93cf-9b1854f5a067 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1394618 Nov 10 23:01:47.709006 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.730562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:47.767358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518bcd31-d229-4576-a581-d1b51fc2e056']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:47.802216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd555f35e-d8e7-4332-951c-ee6513b7e850') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:47.802216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd555f35e-d8e7-4332-951c-ee6513b7e850') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:47.802216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785515b7-5a11-417a-b176-6cd9564322ba req-e8584ed7-63b6-47e1-a5a3-ba27cce2f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:47.802216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-785515b7-5a11-417a-b176-6cd9564322ba req-e8584ed7-63b6-47e1-a5a3-ba27cce2f575 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 1100 time: 0.1588700 Nov 10 23:01:47.833501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:47.852928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Deleting port 7399895f-c364-4d7b-9ce2-ff6956d51c13 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:47.853322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.060339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] For port 7399895f-c364-4d7b-9ce2-ff6956d51c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7399895f-c364-4d7b-9ce2-ff6956d51c13,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:48.061144 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.191403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750d24e-ceba-495b-aa5c-917b89b6e6e0 req-439c5a66-cc34-4e65-aa99-6d6800c3e194 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:48.193274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d750d24e-ceba-495b-aa5c-917b89b6e6e0 req-439c5a66-cc34-4e65-aa99-6d6800c3e194 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.1937692 Nov 10 23:01:48.440766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce678567-cbdb-4ea5-8477-a8a1986edbec None None] Network 518bcd31-d229-4576-a581-d1b51fc2e056 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:48.490402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-785515b7-5a11-417a-b176-6cd9564322ba req-4b759846-e960-4463-842d-e59afc002279 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716623 Nov 10 23:01:48.491365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.504635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60070) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:48.514841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:48.515395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.518145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d750d24e-ceba-495b-aa5c-917b89b6e6e0 req-b5df6930-a629-454b-83b0-26590f824111 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182745 Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:48.520770 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:48.538175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e7817d57-21cc-418c-97e0-b0a4b038d47f None None] Could not find standard attr ID for object b22cd800-7d2f-4080-8859-7670be1e3b53. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:01:48.587340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.588245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.588747 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Floating IP cac775fb-df06-4b68-a16f-4fd6f6d3b5a6 disassociated. External IP: 172.25.0.125, port: 7399895f-c364-4d7b-9ce2-ff6956d51c13. Nov 10 23:01:48.589417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Calling delete_port for 7399895f-c364-4d7b-9ce2-ff6956d51c13 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:48.666283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ab44ed4d-ea21-48f7-be0b-227bc7771a42 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:48.667243 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-ab44ed4d-ea21-48f7-be0b-227bc7771a42 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 23:01:48.671612 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-ab44ed4d-ea21-48f7-be0b-227bc7771a42 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 23:01:48.671612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab44ed4d-ea21-48f7-be0b-227bc7771a42 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1622298 Nov 10 23:01:48.673018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.681486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60074) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:48.682214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a00ebd-cb5a-4c4a-876f-682def2c9d44 req-e36e91c4-8b16-4adb-9a0f-767c4181d427 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:48.689402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--577999430'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:48.690680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5a00ebd-cb5a-4c4a-876f-682def2c9d44 req-e36e91c4-8b16-4adb-9a0f-767c4181d427 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 946 time: 0.1091983 Nov 10 23:01:48.719026 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.722553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/518bcd31-d229-4576-a581-d1b51fc2e056 HTTP/1.1" status: 204 len: 168 time: 1.9731028 Nov 10 23:01:48.723602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabf511-5076-4e02-af34-6595271c80c8 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=518bcd31-d229-4576-a581-d1b51fc2e056,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:48.725028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60078) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:48.741749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c9304-ad99-4b92-ab1f-dbeb2b2e523c None None] DHCP port deletion for 518bcd31-d229-4576-a581-d1b51fc2e056 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:01:48.775037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f55d28-6f6b-482a-9a38-83fd772c330c None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:01:48.785342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.810668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:48.822893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5a00ebd-cb5a-4c4a-876f-682def2c9d44 req-df4c4b17-0ee7-48e2-9425-c8bf3bdb5d5c tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=810d56e8-f809-4477-9c27-ac2021f09ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275887 Nov 10 23:01:48.854726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.008029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.068703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.071906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'Port': ['ID=7399895f-c364-4d7b-9ce2-ff6956d51c13,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:49.121344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d5e127-edc4-4b18-9b56-fa494d4089a3']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:49.125007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.133459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f55d28-6f6b-482a-9a38-83fd772c330c None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:01:49.188603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.229840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76952241-30d8-4ab0-992b-51cf85f35968') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:49.230373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76952241-30d8-4ab0-992b-51cf85f35968') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:49.253732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b22cd800-7d2f-4080-8859-7670be1e3b53 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:49.254040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.299808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b22cd800-7d2f-4080-8859-7670be1e3b53 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:49.300146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b22cd800-7d2f-4080-8859-7670be1e3b53 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:49.303250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.328534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6702953c-a94b-4322-b65e-130fe1e34781,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:49.364752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:49.365340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:49.369996 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:49.428761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:01:49.472045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.478290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.534434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.557981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.562797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/b6d5e127-edc4-4b18-9b56-fa494d4089a3 HTTP/1.1" status: 204 len: 168 time: 0.8366013 Nov 10 23:01:49.566111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:49.570829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.572639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8876395 Nov 10 23:01:49.580011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:49.594460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da558f12-8b5e-449c-bddd-9b973c401ef9 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=b6d5e127-edc4-4b18-9b56-fa494d4089a3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:49.619434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '0d15ea38-c846-42fe-ae3a-62599ee724dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:49.672695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bee21-9875-4cde-bdb5-26a61f0e355f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15ea38-c846-42fe-ae3a-62599ee724dd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:49.755623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.756128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:01:49.766058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a32f7-1ba6-41a0-bcf4-cc91e197f0e3 req-74b8628a-8f1b-4006-b3ef-74a0b30a5354 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:49.772852 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:01:49.773576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae8a32f7-1ba6-41a0-bcf4-cc91e197f0e3 req-74b8628a-8f1b-4006-b3ef-74a0b30a5354 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.1139185 Nov 10 23:01:49.780477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.786088 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:49.787193 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:49.788378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-c13aae04-1289-496a-ac6e-35ba99109d71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930486 Nov 10 23:01:49.838017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] No DVR routers for this DVR port 7399895f-c364-4d7b-9ce2-ff6956d51c13 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:01:49.848393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.853594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d55915-510f-4aee-a1e5-1765d60f3223 req-1e80efdf-bece-4e63-bbbb-ade90d74ac3d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.39 "DELETE /v2.0/ports/7399895f-c364-4d7b-9ce2-ff6956d51c13 HTTP/1.1" status: 204 len: 173 time: 2.1772649 Nov 10 23:01:49.854427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'name': 'network-vif-deleted', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:01:49.858701 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b4164-76be-497b-96ca-cfb91add767a" -d '{"events": [{"server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "name": "network-vif-deleted", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:01:49.859918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.868810 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:49.975072 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:01:49.983052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5fc5f-4053-4f94-8736-9755adcdc286,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:50.001242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-6e81c11a-8ea9-4b1c-ae51-46e612fa49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:50.006438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-6e81c11a-8ea9-4b1c-ae51-46e612fa49f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1097 time: 0.1393526 Nov 10 23:01:50.009321 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae8a32f7-1ba6-41a0-bcf4-cc91e197f0e3 req-10cb939d-5abd-40ee-acfb-143d5ba2fc4a tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251985 Nov 10 23:01:50.012636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.013836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d387931f-ff77-45b0-8b24-5b28740a50e6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4279616 Nov 10 23:01:50.018394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60114) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:50.025404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8a425760-16f8-4d06-88b5-8fc34739cd5d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '0d15ea38-c846-42fe-ae3a-62599ee724dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:50.081618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-117e19ca-3e98-47fc-9c79-eee1b19d3ce6 req-fd9dfc22-26e7-4276-8f6f-385f54ce957b tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcc3caa9-101b-45b0-a680-80318b815a0e HTTP/1.1" status: 200 len: 210 time: 0.0671108 Nov 10 23:01:50.232515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.297795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a425760-16f8-4d06-88b5-8fc34739cd5d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.301040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c473ee-06ba-48e5-ad53-d1b8278fbe83']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.324244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee1530d-a8d2-435d-b60c-e811ea15271b') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.325181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee1530d-a8d2-435d-b60c-e811ea15271b') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.337591 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.362091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-d86e62a6-cd4c-410b-bd2f-e94b7f742497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:50.364395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.364566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-d86e62a6-cd4c-410b-bd2f-e94b7f742497 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 915 time: 0.2805698 Nov 10 23:01:50.377632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:50.378186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:50.381424 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:50.498844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.509408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.514410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/c4c473ee-06ba-48e5-ad53-d1b8278fbe83 HTTP/1.1" status: 204 len: 168 time: 0.9469447 Nov 10 23:01:50.517420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60128) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:50.537598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b30a29-b07f-4903-99c1-4043b85835bb tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=c4c473ee-06ba-48e5-ad53-d1b8278fbe83,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:50.563334 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.596039 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:01:50.608289 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:01:50.609343 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.692753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.768726 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:01:50.810423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.810902 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e58e01-6b5d-4eaa-9530-a656a94b976c x-openstack-request-id: req-b4e58e01-6b5d-4eaa-9530-a656a94b976c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:01:50.811423 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc3caa9-101b-45b0-a680-80318b815a0e", "name": "network-vif-deleted", "tag": "7399895f-c364-4d7b-9ce2-ff6956d51c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:01:50.811639 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e58e01-6b5d-4eaa-9530-a656a94b976c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:01:50.812414 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc3caa9-101b-45b0-a680-80318b815a0e', 'name': 'network-vif-deleted', 'tag': '7399895f-c364-4d7b-9ce2-ff6956d51c13', 'status': 'completed', 'code': 200} Nov 10 23:01:50.831326 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-8a425760-16f8-4d06-88b5-8fc34739cd5d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 23:01:50.832369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a425760-16f8-4d06-88b5-8fc34739cd5d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8113782 Nov 10 23:01:50.835734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60136) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:50.840646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1d99a6-038b-4ab1-8637-d896ba6d5bbb']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.842727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-3263ef9f-4b66-4c4c-9781-3047c669e3b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 1002 time: 0.4700558 Nov 10 23:01:50.862500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c498b0-33bc-4025-a712-8c6d776610dc') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.862894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c498b0-33bc-4025-a712-8c6d776610dc') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:50.881285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.912962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.927090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-58c6c2ee-d264-4df2-904a-2bda92b0dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:50.927430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:01:50.928055 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.929232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-58c6c2ee-d264-4df2-904a-2bda92b0dc80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 200 len: 854 time: 0.0767324 Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:01:50.933305 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:01:50.972528 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.987372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-2fd5dd9c-3c3c-44ac-86d7-2d691b72f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:50.989277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-2fd5dd9c-3c3c-44ac-86d7-2d691b72f57d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5c76921-d886-49af-a685-2b154de547dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506690 Nov 10 23:01:51.043386 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.053481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.069243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.085868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] 10.222.0.25 "DELETE /v2.0/networks/8f1d99a6-038b-4ab1-8637-d896ba6d5bbb HTTP/1.1" status: 204 len: 168 time: 0.5611560 Nov 10 23:01:51.125884 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:01:51.150236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606289d-35b2-47fa-9b37-543cc65e3422 tempest-BulkNetworkOpsTest-1944436010 tempest-BulkNetworkOpsTest-1944436010-project] Pushing event deleted for resources: {'Network': ['ID=8f1d99a6-038b-4ab1-8637-d896ba6d5bbb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:51.175939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.178656 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.179955 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d15ea38-c846-42fe-ae3a-62599ee724dd HTTP/1.1" status: 204 len: 168 time: 0.3431790 Nov 10 23:01:51.183177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60148) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.186451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251249a1-2ab0-4dda-9043-962e8eae8ed5 None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:01:51.197244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786908c-1a8d-43de-b03b-b6503e0e2559 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15ea38-c846-42fe-ae3a-62599ee724dd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:51.221958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-21ac3e42-acea-45af-8e78-b618a88891a1 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237368 Nov 10 23:01:51.267240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.347537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926c73e-19fe-4825-98ef-bb311573ef0e req-f252fd45-603e-46fb-b11b-538dfda4c77d tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:51.349843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7926c73e-19fe-4825-98ef-bb311573ef0e req-f252fd45-603e-46fb-b11b-538dfda4c77d tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.2246799 Nov 10 23:01:51.362642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-276a2007-8f14-485d-b678-86545afac1f3 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1782689 Nov 10 23:01:51.366469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60158) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.379118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--436513591'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:51.406356 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.447567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.479473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7926c73e-19fe-4825-98ef-bb311573ef0e req-7b669822-16f7-444d-b124-baf7c026e68c tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140151 Nov 10 23:01:51.486217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.507020 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4996b418-6b2c-4dd5-aac1-372b98a80f46 req-f6070187-95ab-4863-9675-0add3de3ecb9 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686410 Nov 10 23:01:51.598622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.604424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.610817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "DELETE /v2.0/security-groups/810d56e8-f809-4477-9c27-ac2021f09ac9 HTTP/1.1" status: 204 len: 168 time: 0.3425128 Nov 10 23:01:51.611034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60170) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.632369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e525fe9-d8ee-4076-b15e-818d6e3a225a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d56e8-f809-4477-9c27-ac2021f09ac9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:51.635148 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-9d693a93-e52d-4bcb-b7df-37fa091b1ab1 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] show failed (client error): The resource could not be found. Nov 10 23:01:51.636619 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9d693a93-e52d-4bcb-b7df-37fa091b1ab1 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups/810d56e8-f809-4477-9c27-ac2021f09ac9 HTTP/1.1" status: 404 len: 347 time: 0.0246084 Nov 10 23:01:51.641287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.664844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.665975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60176) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.679449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.721249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.723291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3557389 Nov 10 23:01:51.726652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60180) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.728355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02019c8f-e8c2-4e8d-a840-0b59a10aeee0 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127f6f17-9cb8-45c9-ae4d-4f6316e018d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:51.739945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-afa1f47f-8de2-4700-ad2f-a1e56fa4bf15 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '127f6f17-9cb8-45c9-ae4d-4f6316e018d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:51.740762 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-afa1f47f-8de2-4700-ad2f-a1e56fa4bf15 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 23:01:51.741364 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-afa1f47f-8de2-4700-ad2f-a1e56fa4bf15 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:51.742300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-afa1f47f-8de2-4700-ad2f-a1e56fa4bf15 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0139213 Nov 10 23:01:51.745169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60182) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:51.782596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec348986-44e0-42d5-8245-501e9a8c840d None None] New status for floating IP cac775fb-df06-4b68-a16f-4fd6f6d3b5a6: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:01:51.850669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Deleting port 38928181-36e4-4fb7-b7f2-9eddc4795ae8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:01:51.851022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.864675 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.926545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:51.981129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed5584b2-49af-4760-ad9b-e5fe9da91e63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fccc3afbb7d4eb5a0137c24fc9781aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136818 Nov 10 23:01:51.983648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60188) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.001809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.002145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.006906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.011080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.013455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/127f6f17-9cb8-45c9-ae4d-4f6316e018d4 HTTP/1.1" status: 204 len: 168 time: 0.2670519 Nov 10 23:01:52.023944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60190) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.044189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f86c2-a3e8-4a30-8f33-999d26ed8b74 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f6f17-9cb8-45c9-ae4d-4f6316e018d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:52.046598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Calling delete_port for 38928181-36e4-4fb7-b7f2-9eddc4795ae8 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:01:52.079610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.098457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e1116905-8264-4d49-b6e9-b76083f191ca tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725851 Nov 10 23:01:52.102755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60194) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.113820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136267695'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:52.131476 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.164690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.260060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.261490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.267039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.271189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c154f52c-2f54-4cef-9f20-2ea898d1e9e1 HTTP/1.1" status: 204 len: 168 time: 0.2862825 Nov 10 23:01:52.275576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.301104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.303088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1992402 Nov 10 23:01:52.304484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84943c3-3fb3-49d7-a0c9-556ea8ff12f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c154f52c-2f54-4cef-9f20-2ea898d1e9e1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:52.305886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60198) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.323237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-00399e62-4bd2-4292-87fe-bbcda6bbc684 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '3dc850ce-c515-46b2-9ece-3b83710d5cce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:52.323958 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-00399e62-4bd2-4292-87fe-bbcda6bbc684 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 23:01:52.324852 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-00399e62-4bd2-4292-87fe-bbcda6bbc684 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:52.326145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-00399e62-4bd2-4292-87fe-bbcda6bbc684 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097291 Nov 10 23:01:52.328898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.361098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410e3d6-777f-4eba-bbb2-9bfdd16cef83 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc850ce-c515-46b2-9ece-3b83710d5cce,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:52.367764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.424392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'Port': ['ID=38928181-36e4-4fb7-b7f2-9eddc4795ae8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:52.507335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.544960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.615761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.619731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.622274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c49f746a-12fc-4e22-a097-eb9a54fb059f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "DELETE /v2.0/floatingips/cac775fb-df06-4b68-a16f-4fd6f6d3b5a6 HTTP/1.1" status: 204 len: 168 time: 0.9781084 Nov 10 23:01:52.661076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.664533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.669165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/3dc850ce-c515-46b2-9ece-3b83710d5cce HTTP/1.1" status: 204 len: 168 time: 0.3363187 Nov 10 23:01:52.670272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60208) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.692333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd80f-3036-4799-95ab-f8a2d9b66b64 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc850ce-c515-46b2-9ece-3b83710d5cce,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:52.804866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:52.806058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-022ecf15-dcc2-49ea-9c61-38e63b3f86d1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1343415 Nov 10 23:01:52.811038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--203799423'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:52.848670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.962750 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:52.969120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.007756 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.009202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2031281 Nov 10 23:01:53.011402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c4276-1625-433a-a722-a9cc0cda96e8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a888741e-537a-44aa-8368-ddc4b76de2f2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.012694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60222) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.017446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f78804db-2778-4656-a780-1780024483bf tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': 'a888741e-537a-44aa-8368-ddc4b76de2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.018458 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-f78804db-2778-4656-a780-1780024483bf tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 23:01:53.019064 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-f78804db-2778-4656-a780-1780024483bf tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.023079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f78804db-2778-4656-a780-1780024483bf tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091858 Nov 10 23:01:53.023545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60224) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.029736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-eede7dc0-0a38-4303-8063-58e38a5c4686 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': 'a888741e-537a-44aa-8368-ddc4b76de2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.031343 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-eede7dc0-0a38-4303-8063-58e38a5c4686 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 23:01:53.033398 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-eede7dc0-0a38-4303-8063-58e38a5c4686 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.036872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eede7dc0-0a38-4303-8063-58e38a5c4686 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119903 Nov 10 23:01:53.039386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60226) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.043701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a047d14c-dddd-4412-8176-76f6efc75d7b tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': 'a888741e-537a-44aa-8368-ddc4b76de2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.044526 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-a047d14c-dddd-4412-8176-76f6efc75d7b tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 23:01:53.045255 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-a047d14c-dddd-4412-8176-76f6efc75d7b tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.046195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a047d14c-dddd-4412-8176-76f6efc75d7b tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058780 Nov 10 23:01:53.048729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60228) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.062208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c3893579-9d40-47b7-8f26-e46e324387eb tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': 'a888741e-537a-44aa-8368-ddc4b76de2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.064232 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-c3893579-9d40-47b7-8f26-e46e324387eb tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 23:01:53.064890 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-c3893579-9d40-47b7-8f26-e46e324387eb tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.068670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3893579-9d40-47b7-8f26-e46e324387eb tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114939 Nov 10 23:01:53.069140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60230) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.129436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7399895f-c364-4d7b-9ce2-ff6956d51c13 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:01:53.157059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 7399895f-c364-4d7b-9ce2-ff6956d51c13 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:01:53.157320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7399895f-c364-4d7b-9ce2-ff6956d51c13 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:01:53.160701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.226680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.231682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.232135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110414986', 'description': 'tempest-description--378076200'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.291432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.313185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.313185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.313185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/a888741e-537a-44aa-8368-ddc4b76de2f2 HTTP/1.1" status: 204 len: 168 time: 0.2360899 Nov 10 23:01:53.313185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60240) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.334922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c25ac-aac3-47ae-b37a-05d8d0284746 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888741e-537a-44aa-8368-ddc4b76de2f2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.413999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bf809bb0-d3d3-4834-a26a-7b0b12176693 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984108 Nov 10 23:01:53.415832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.422205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621749130'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.429791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.436613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.453121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.480856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.482361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2546661 Nov 10 23:01:53.486975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.490558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedbc95-6dd8-4242-b071-ff61ba74a528 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.493915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group_rule': {'security_group_id': '3faf7c5c-614c-4434-9cd9-3f7a729c7c7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.563420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.579428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60254) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.614272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.622506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.664001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.664001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2465453 Nov 10 23:01:53.667243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60258) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.675254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-441eb383-1abd-43f8-b8c2-88153e7655ac tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.676410 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-441eb383-1abd-43f8-b8c2-88153e7655ac tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 23:01:53.677868 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-441eb383-1abd-43f8-b8c2-88153e7655ac tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.678132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66903336-54c2-42bc-bfe3-d8f93a3a2871 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e869d-f85c-40d8-8bdb-1142d7f54b1e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.681474 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.682360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60260) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.688662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f368347c-4a5b-48ee-84d9-b4e97569b84d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.694032 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.694459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-441eb383-1abd-43f8-b8c2-88153e7655ac tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0248787 Nov 10 23:01:53.722148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3b8d41-0dac-4c95-a5e6-ab4b6fd85c91,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.725695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-401634443'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.744150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.745576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f496577d-20c1-4754-809c-a13c3caae286 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566588 Nov 10 23:01:53.748269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.753442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'security_group_rule': {'security_group_id': '3faf7c5c-614c-4434-9cd9-3f7a729c7c7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.757666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:53.762438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.765000 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-f368347c-4a5b-48ee-84d9-b4e97569b84d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.766486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f368347c-4a5b-48ee-84d9-b4e97569b84d tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0828977 Nov 10 23:01:53.769324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60264) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.774661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.775598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-58b7452a-21ef-4532-8915-589c16cee3c8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.776078 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-58b7452a-21ef-4532-8915-589c16cee3c8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 23:01:53.778218 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-58b7452a-21ef-4532-8915-589c16cee3c8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.781411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-58b7452a-21ef-4532-8915-589c16cee3c8 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091014 Nov 10 23:01:53.783209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60266) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.787790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2c57a0c8-fb0e-4cdc-9415-623573e38b08 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.796715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.848331 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-2c57a0c8-fb0e-4cdc-9415-623573e38b08 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.849410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c57a0c8-fb0e-4cdc-9415-623573e38b08 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0652492 Nov 10 23:01:53.852304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60268) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.857216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6f7c3942-04a2-4c75-907f-5bbd76d303aa tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.857723 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-6f7c3942-04a2-4c75-907f-5bbd76d303aa tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 23:01:53.858315 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-6f7c3942-04a2-4c75-907f-5bbd76d303aa tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.861788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f7c3942-04a2-4c75-907f-5bbd76d303aa tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058389 Nov 10 23:01:53.863296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60270) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.866624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.868254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6c10c0b9-1445-47e9-a932-087cf716ff79 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.870735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.885352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3087ffaa-143e-4eb5-9031-e0700774eb56,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.911860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.916686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.926466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.927839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf0e0ba9-3ff5-4a02-ac21-218dc99db2ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785355 Nov 10 23:01:53.930782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60272) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.936265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.956208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:53.962320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.966351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd0a0a-ec8f-47b5-b57b-093cfba6f47b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:53.970794 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-6c10c0b9-1445-47e9-a932-087cf716ff79 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.971854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6c10c0b9-1445-47e9-a932-087cf716ff79 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1074224 Nov 10 23:01:53.975263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:53.975666 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment b353d76a-f697-4101-917c-ab7f7f489981 of type vlan for network cc712963-f020-4807-8e13-e99e6cde0d21 Nov 10 23:01:53.976757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60274) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.981193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4d8daa7e-1fce-40b3-9307-046c6c73c73c tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:53.981679 n-d-811521-3 neutron-server[102458]: WARNING neutron.api.v2.base [None req-4d8daa7e-1fce-40b3-9307-046c6c73c73c tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 23:01:53.982334 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-4d8daa7e-1fce-40b3-9307-046c6c73c73c tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:53.985850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d8daa7e-1fce-40b3-9307-046c6c73c73c tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056069 Nov 10 23:01:53.986142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60276) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:53.993045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b7b67aed-c68b-41e9-ae39-96ca0d724bee tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.039763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.070204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.076088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:54.076717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.081182 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-b7b67aed-c68b-41e9-ae39-96ca0d724bee tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:54.085613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7b67aed-c68b-41e9-ae39-96ca0d724bee tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0978303 Nov 10 23:01:54.085768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.092295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8f2f40d3-d57d-4cc2-8d84-c0998194fbe6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '9e1e869d-f85c-40d8-8bdb-1142d7f54b1e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.139207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5581653 Nov 10 23:01:54.145538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.152948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1bf37-4e09-44d5-8600-e5c21c2a0c29 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=cc712963-f020-4807-8e13-e99e6cde0d21,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:54.154260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269187755'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.164643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network cc712963-f020-4807-8e13-e99e6cde0d21 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:54.173581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.252902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:54.257718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.263644 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-8f2f40d3-d57d-4cc2-8d84-c0998194fbe6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:54.264736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f2f40d3-d57d-4cc2-8d84-c0998194fbe6 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1768591 Nov 10 23:01:54.267726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.327943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:01:54.348072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.351965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.352357 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 5628fab4-2dcf-4e13-aeac-e2de5d50dcc3 of type vlan for network 913edbed-044f-499f-a554-4dad278de071 Nov 10 23:01:54.354437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Allocated IP 172.25.0.184 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a163059b-d527-4b6c-bd5f-031b06b09ae6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:54.375331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.420256 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.427786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.430936 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.434737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e1e869d-f85c-40d8-8bdb-1142d7f54b1e HTTP/1.1" status: 204 len: 168 time: 0.1624541 Nov 10 23:01:54.436846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60286) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.466732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f9a07-52cf-4779-b70c-7f542f43f583 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e869d-f85c-40d8-8bdb-1142d7f54b1e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:54.519044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bcaefd7e-67f7-4171-b429-825538ded814 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762289 Nov 10 23:01:54.520570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60288) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.523403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.529430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:54.530024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.534841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322709952'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.628427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.642500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=913edbed-044f-499f-a554-4dad278de071,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:54.645315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.654334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-111fec1b-bf7c-4b04-92ca-8fcf55d143d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5048814 Nov 10 23:01:54.657445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.660405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 913edbed-044f-499f-a554-4dad278de071 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:01:54.665037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.706109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.773580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:54.778137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:54.782848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.783375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:54.791629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:54.796280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.798316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=a163059b-d527-4b6c-bd5f-031b06b09ae6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:54.820052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.867883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd23a7-b040-4f73-b993-c21e82e63ff0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:54.874710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.875944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c18899e-d162-4cd2-b8c5-0c36f29bed24 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3542533 Nov 10 23:01:54.878901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60296) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:54.885502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-49424bc3-3ef5-45f9-8ec4-7d1ca5507c31 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '4fcd23a7-b040-4f73-b993-c21e82e63ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:54.925582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.963729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.974275 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f902b230-9938-4390-8b20-8ec8122b7011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.999167 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-49424bc3-3ef5-45f9-8ec4-7d1ca5507c31 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The resource could not be found. Nov 10 23:01:55.000243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-49424bc3-3ef5-45f9-8ec4-7d1ca5507c31 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1201534 Nov 10 23:01:55.003936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.008484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-695b3ee0-4a4f-445e-8a1c-8b10affde663 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '4fcd23a7-b040-4f73-b993-c21e82e63ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca91fa38-ae9a-4b34-ba7e-67785b809d6e'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:55.032311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.097392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=84c1b880-c887-4023-896d-59d84186e06e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:55.108000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': 'b353d76a-f697-4101-917c-ab7f7f489981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:55.108447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: cc712963-f020-4807-8e13-e99e6cde0d21, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:55.108800 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-695b3ee0-4a4f-445e-8a1c-8b10affde663 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The resource could not be found. Nov 10 23:01:55.112511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-695b3ee0-4a4f-445e-8a1c-8b10affde663 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1049976 Nov 10 23:01:55.116792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60300) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.133588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network cc712963-f020-4807-8e13-e99e6cde0d21 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:55.145558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, cc712963-f020-4807-8e13-e99e6cde0d21) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:55.158028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:55.160116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78831b-c640-4369-982e-a8a44fb8bd58 None None] Network cc712963-f020-4807-8e13-e99e6cde0d21 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:55.160736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.186524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.187211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-30225253-606d-46ce-a9eb-fb3939797ba0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5282018 Nov 10 23:01:55.193918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': '913edbed-044f-499f-a554-4dad278de071', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:55.255900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.260279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.265694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.342827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.353051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-cc712963-f020-4807-8e13-e99e6cde0d21', 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '84c1b880-c887-4023-896d-59d84186e06e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:55.355069 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.408050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=a163059b-d527-4b6c-bd5f-031b06b09ae6,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:55.437659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.442558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:55.444909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.494469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.497608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.498760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/4fcd23a7-b040-4f73-b993-c21e82e63ff0 HTTP/1.1" status: 204 len: 168 time: 0.3809943 Nov 10 23:01:55.503436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60306) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.523601 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.523903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Allocated IP 172.20.0.2 (cc712963-f020-4807-8e13-e99e6cde0d21/84c1b880-c887-4023-896d-59d84186e06e/8493f943-cbe4-4f84-b657-152349f4490a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:55.533640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57164639-312a-4269-8507-db23e0060b38 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6015079 Nov 10 23:01:55.537544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991aa83-024d-4bf0-be28-e5b4565d44b2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd23a7-b040-4f73-b993-c21e82e63ff0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:55.615254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.617389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5a0c1632-ffff-41c5-92c3-d6e4d028efea tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1061218 Nov 10 23:01:55.622180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-17e9fdfc-e887-4b68-a913-cd677badc6e9 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '123a77a3-cce3-4706-9326-6defe88372ef', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:55.710553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.716604 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-17e9fdfc-e887-4b68-a913-cd677badc6e9 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The resource could not be found. Nov 10 23:01:55.717791 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17e9fdfc-e887-4b68-a913-cd677badc6e9 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1015158 Nov 10 23:01:55.722828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.728873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--404659743'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:55.788825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.792713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=3e0a31e9-83fb-4524-a7a0-426cb6300d28,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:55.801551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '913edbed-044f-499f-a554-4dad278de071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:55.801912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: 913edbed-044f-499f-a554-4dad278de071, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:01:55.821036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.821264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 913edbed-044f-499f-a554-4dad278de071 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:01:55.831550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.859707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 913edbed-044f-499f-a554-4dad278de071) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:55.872425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:55.873372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.902389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-b808b368-47e2-440a-9b0f-788a0575125a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2110414986&fields=id&tenant_id=315287d039ad4a3d919f8ed46f05dc14 HTTP/1.1" status: 200 len: 267 time: 0.0737936 Nov 10 23:01:55.910834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4651ee3e-6d0e-40e9-a7c4-6eb9530be24b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7217917 Nov 10 23:01:55.911114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.911779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:55.917378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:55.918335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925411065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:55.921230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65a744-7a03-433e-bb34-2bca30d3970e None None] Network 913edbed-044f-499f-a554-4dad278de071 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:55.956388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524c3667-2a6b-4781-b8a6-9c0c74f22c85,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:55.998465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Network cc712963-f020-4807-8e13-e99e6cde0d21 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:56.006037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:56.016091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.017592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.019470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:56.023040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.025184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-32a795da-5d4e-468d-8719-998c870705ba tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3007243 Nov 10 23:01:56.027621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Pushing event updated for resources: {'Port': ['ID=8493f943-cbe4-4f84-b657-152349f4490a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:56.028342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60330) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:56.050734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634719461'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:56.086618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.124197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.132077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Attempting to bind port 8493f943-cbe4-4f84-b657-152349f4490a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:56.132617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Attempting to bind port 8493f943-cbe4-4f84-b657-152349f4490a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'b353d76a-f697-4101-917c-ab7f7f489981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:56.133111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Attempting to bind port 8493f943-cbe4-4f84-b657-152349f4490a on network cc712963-f020-4807-8e13-e99e6cde0d21 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:56.135197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-a2af9267-1a0b-433a-bad0-9c566c89e821 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:56.136724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-a2af9267-1a0b-433a-bad0-9c566c89e821 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 811 time: 0.2224448 Nov 10 23:01:56.138298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.153839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:56.153839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Checking segment: {'id': 'b353d76a-f697-4101-917c-ab7f7f489981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:56.154495 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.155083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Bound using segment: {'id': 'b353d76a-f697-4101-917c-ab7f7f489981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:56.155788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Bound port: 8493f943-cbe4-4f84-b657-152349f4490a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b353d76a-f697-4101-917c-ab7f7f489981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc712963-f020-4807-8e13-e99e6cde0d21'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:56.156352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.163983 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-8d79c6a3-dffb-418a-b9a4-d3361e14e09f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/quotas/315287d039ad4a3d919f8ed46f05dc14 HTTP/1.1" status: 200 len: 375 time: 0.0188649 Nov 10 23:01:56.167423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.169458 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ec84f8b5-2ad2-40c1-aa43-21715fe909f4 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2564325 Nov 10 23:01:56.175589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60332) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:56.222209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-913edbed-044f-499f-a554-4dad278de071', 'network_id': '913edbed-044f-499f-a554-4dad278de071', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '3e0a31e9-83fb-4524-a7a0-426cb6300d28'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:01:56.223048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.248917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-d21b47a9-648a-49c6-a6b7-f56908941089 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748396 Nov 10 23:01:56.342035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.361654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] For port 8493f943-cbe4-4f84-b657-152349f4490a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:56.372732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-bf9813df-82d5-426c-b52c-452ab415b90d service neutron] 10.222.0.25 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225681 Nov 10 23:01:56.390680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] For port 8493f943-cbe4-4f84-b657-152349f4490a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8493f943-cbe4-4f84-b657-152349f4490a,segment=NetworkSegment(b353d76a-f697-4101-917c-ab7f7f489981),segment_id=b353d76a-f697-4101-917c-ab7f7f489981)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:56.401322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.401981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.473152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0ffbc-f5a2-4d47-8c55-dd0a6dcc0982,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:56.522174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-8688eb2b-e246-49be-a615-0e5ec936961f service neutron] 10.222.0.25 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473804 Nov 10 23:01:56.541091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Allocated IP 172.21.0.2 (913edbed-044f-499f-a554-4dad278de071/3e0a31e9-83fb-4524-a7a0-426cb6300d28/e1d56c69-221c-4149-8b0d-b53ef66432a4) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:56.582331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1b923-44de-4121-8714-253c7dc4df2f None None] Pushing event updated for resources: {'Port': ['ID=8493f943-cbe4-4f84-b657-152349f4490a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:56.613540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.615340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee18f653-f5f8-4a2b-90c8-652193f4c1a4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5850697 Nov 10 23:01:56.618309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:56.625325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7a357d70-0c27-4503-a106-fcb48adce72e tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group_rule': {'security_group_id': '524c3667-2a6b-4781-b8a6-9c0c74f22c85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '71b0ffbc-f5a2-4d47-8c55-dd0a6dcc0982'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:56.731094 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-7a357d70-0c27-4503-a106-fcb48adce72e tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:01:56.738105 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7a357d70-0c27-4503-a106-fcb48adce72e tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1183565 Nov 10 23:01:56.739238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60342) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:56.863721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.962128 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae6f3ee3-235b-4aa6-b61f-766e3bf16ce4 req-38e84ede-7da3-4b56-a05b-0b10a86fa5dc tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 210 time: 0.1049340 Nov 10 23:01:56.977948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:56.998092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.009684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.078877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.161845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.165444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.170236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/71b0ffbc-f5a2-4d47-8c55-dd0a6dcc0982 HTTP/1.1" status: 204 len: 168 time: 0.4234371 Nov 10 23:01:57.170411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Network 913edbed-044f-499f-a554-4dad278de071 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:57.174345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:57.177166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Pushing event updated for resources: {'Port': ['ID=e1d56c69-221c-4149-8b0d-b53ef66432a4,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:57.181229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab6a79-a57d-4580-873d-088675506cc1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0ffbc-f5a2-4d47-8c55-dd0a6dcc0982,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:57.188230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:57.190606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:57.342418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Attempting to bind port e1d56c69-221c-4149-8b0d-b53ef66432a4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:01:57.346031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Attempting to bind port e1d56c69-221c-4149-8b0d-b53ef66432a4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '913edbed-044f-499f-a554-4dad278de071'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:01:57.346403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Attempting to bind port e1d56c69-221c-4149-8b0d-b53ef66432a4 on network 913edbed-044f-499f-a554-4dad278de071 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:01:57.378255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:01:57.378914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Checking segment: {'id': '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '913edbed-044f-499f-a554-4dad278de071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:01:57.380900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.381527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Bound using segment: {'id': '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '913edbed-044f-499f-a554-4dad278de071'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:01:57.382291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Bound port: e1d56c69-221c-4149-8b0d-b53ef66432a4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '913edbed-044f-499f-a554-4dad278de071'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:01:57.387505 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.467977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8493f943-cbe4-4f84-b657-152349f4490a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:57.516437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] For port e1d56c69-221c-4149-8b0d-b53ef66432a4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:01:57.523083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cb0cb321-16cb-4902-b487-5ea096ad8dd7 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3473694 Nov 10 23:01:57.524357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.20.0.1 (cc712963-f020-4807-8e13-e99e6cde0d21/84c1b880-c887-4023-896d-59d84186e06e/13e970dc-f0c8-4e29-88d0-54e28ac00034) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:01:57.525881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:57.534862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] For port e1d56c69-221c-4149-8b0d-b53ef66432a4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e1d56c69-221c-4149-8b0d-b53ef66432a4,segment=NetworkSegment(5628fab4-2dcf-4e13-aeac-e2de5d50dcc3),segment_id=5628fab4-2dcf-4e13-aeac-e2de5d50dcc3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:01:57.542389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.595313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8493f943-cbe4-4f84-b657-152349f4490a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:57.596039 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.637393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.719752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822c2f-112d-40bc-be0e-4a4d742fdbfa None None] Pushing event updated for resources: {'Port': ['ID=e1d56c69-221c-4149-8b0d-b53ef66432a4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:57.724022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.724612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b1e6c2-6f74-44ab-992b-af4407d1fc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.764907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.828431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.848845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.853887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.855313 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/524c3667-2a6b-4781-b8a6-9c0c74f22c85 HTTP/1.1" status: 204 len: 168 time: 0.3284600 Nov 10 23:01:57.859109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60362) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:57.888271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38628b-54e2-403e-8038-ae423f50e2d2 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c3667-2a6b-4781-b8a6-9c0c74f22c85,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:57.901478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:57.921788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network cc712963-f020-4807-8e13-e99e6cde0d21 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:57.925366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:57.937886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:01:57.958912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d279b872-0453-43e0-a674-945cd94f4113 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964699 Nov 10 23:01:57.960469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:57.976512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417810937'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:57.986538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=13e970dc-f0c8-4e29-88d0-54e28ac00034,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:58.039213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8493f943-cbe4-4f84-b657-152349f4490a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8493f943-cbe4-4f84-b657-152349f4490a,segment=NetworkSegment(b353d76a-f697-4101-917c-ab7f7f489981),segment_id=b353d76a-f697-4101-917c-ab7f7f489981)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:01:58.053741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.069706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.091118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.193120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.204315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.260346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8493f943-cbe4-4f84-b657-152349f4490a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:58.273785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c12719-043c-44d2-bc3e-ee643f32f50e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:58.290086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.294165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6310b354-a298-4a81-b632-94ad1bd474e1 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3297439 Nov 10 23:01:58.297739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60370) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.306961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ecd331b1-bccd-4d65-a46c-608ad41dbe22 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:58.307383 n-d-811521-3 neutron-server[102457]: WARNING neutron.api.v2.base [None req-ecd331b1-bccd-4d65-a46c-608ad41dbe22 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 23:01:58.309620 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-ecd331b1-bccd-4d65-a46c-608ad41dbe22 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 23:01:58.317224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ecd331b1-bccd-4d65-a46c-608ad41dbe22 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "PUT /v2.0/security-groups/32c12719-043c-44d2-bc3e-ee643f32f50e HTTP/1.1" status: 409 len: 330 time: 0.0118501 Nov 10 23:01:58.317876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.382739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-239fbf92-edcc-4f5b-99b0-f99ee5f1683e req-a68454ff-3e1a-4a25-8aba-791e08038a73 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 210 time: 0.1053762 Nov 10 23:01:58.408986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.436934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacfd482-43a4-47a0-8cf4-9c4ab2537338 None None] Network cc712963-f020-4807-8e13-e99e6cde0d21 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:58.441259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.506249 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.510977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.515998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/32c12719-043c-44d2-bc3e-ee643f32f50e HTTP/1.1" status: 204 len: 168 time: 0.1944678 Nov 10 23:01:58.516401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.527593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0059f-6e75-473d-89b4-1714ab2fba9a tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c12719-043c-44d2-bc3e-ee643f32f50e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:58.566316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cdfc98e0-35a7-4b4c-b95b-38722745db82 None None] Provisioning complete for port 8493f943-cbe4-4f84-b657-152349f4490a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:58.566826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cdfc98e0-35a7-4b4c-b95b-38722745db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.586296 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:58.648556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-97202a75-db5c-4385-956f-6730bb77b113 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:58.649809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-97202a75-db5c-4385-956f-6730bb77b113 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 811 time: 0.2890933 Nov 10 23:01:58.712227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c30ba7da-88cd-4f00-8b9a-7788d6df8ffc tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1940608 Nov 10 23:01:58.718107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.739218 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-5c4fd689-5e83-4e14-8a89-e1e65566516f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] delete failed (client error): The resource could not be found. Nov 10 23:01:58.743284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c4fd689-5e83-4e14-8a89-e1e65566516f tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "DELETE /v2.0/security-groups/0ca1a8dc-62f3-4a6d-a55e-5b4e038462b8 HTTP/1.1" status: 404 len: 347 time: 0.0241847 Nov 10 23:01:58.748528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60380) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.770784 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-6186024e-c31b-4d00-a6f7-624a8458361e tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] show failed (client error): The resource could not be found. Nov 10 23:01:58.772089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6186024e-c31b-4d00-a6f7-624a8458361e tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-groups/d8d2933d-10e1-4d3d-89f9-4819006e9a3e HTTP/1.1" status: 404 len: 347 time: 0.0212517 Nov 10 23:01:58.777414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60382) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:58.790366 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-d3e718a1-75e4-4762-8641-404097adb9f4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] show failed (client error): The resource could not be found. Nov 10 23:01:58.791406 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d3e718a1-75e4-4762-8641-404097adb9f4 tempest-NegativeSecGroupTest-378461984 tempest-NegativeSecGroupTest-378461984-project] 10.222.0.25 "GET /v2.0/security-group-rules/0cba24c0-43fd-4ae2-9fda-2cb5ea316e15 HTTP/1.1" status: 404 len: 356 time: 0.0123546 Nov 10 23:01:58.885564 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-c375add2-482b-44a4-90c2-ea49c92bfdb6 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315287d039ad4a3d919f8ed46f05dc14&shared=False HTTP/1.1" status: 200 len: 380 time: 0.2252486 Nov 10 23:01:58.942128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.114030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.123303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.167937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-69f89393-4626-4915-9f76-1f637be8ef3e None None] Provisioning complete for port 13e970dc-f0c8-4e29-88d0-54e28ac00034 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:59.172667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f89393-4626-4915-9f76-1f637be8ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.182205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60390) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:59.210546 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1cc2e4cb-7d76-4eb9-ab3a-ca62948e609c tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.1075349 Nov 10 23:01:59.223745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'port': {'device_id': '5ba033fc-f553-43bc-98a0-b50d37707092', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'admin_state_up': True, 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'security_groups': ['3faf7c5c-614c-4434-9cd9-3f7a729c7c7d']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:01:59.234418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-69f89393-4626-4915-9f76-1f637be8ef3e None None] Port 13e970dc-f0c8-4e29-88d0-54e28ac00034 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:01:59.248915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-69f89393-4626-4915-9f76-1f637be8ef3e None None] Provisioning complete for port 8493f943-cbe4-4f84-b657-152349f4490a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:01:59.249516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f89393-4626-4915-9f76-1f637be8ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.260769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.453302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=13e970dc-f0c8-4e29-88d0-54e28ac00034,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:59.509188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-55b6f44d-a1ea-4157-9ef9-dfa6288abca5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53e9999ca36b4d819eed5f8ba07382ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256955 Nov 10 23:01:59.512466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60398) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:01:59.527573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d47e2-7b58-4c96-a2ce-30a594b35be5 None None] Network 913edbed-044f-499f-a554-4dad278de071 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:01:59.599000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8493f943-cbe4-4f84-b657-152349f4490a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:01:59.604485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd95bb07-9153-4ceb-9b95-66a14299a422 req-1d24069c-9798-4a39-a81b-2a16bc2011bb tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 210 time: 0.0487165 Nov 10 23:01:59.612233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.624566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Made reservation on behalf of 315287d039ad4a3d919f8ed46f05dc14 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:01:59.628094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.649727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.709724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.712329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:59.713509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6702953c-a94b-4322-b65e-130fe1e34781 HTTP/1.1" status: 204 len: 168 time: 0.1981494 Nov 10 23:01:59.726324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6520-6d69-408a-90ae-174f2aa1a9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6702953c-a94b-4322-b65e-130fe1e34781,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:01:59.775245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network cc712963-f020-4807-8e13-e99e6cde0d21 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:01:59.779181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:01:59.901727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Allocated IP 172.20.0.13 (7a4cc360-1b81-4579-a64b-c32336b4fedf/2d8b13e4-39ae-4b3d-b401-d461a4aaffde/bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:00.070603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Provisioning complete for port e1d56c69-221c-4149-8b0d-b53ef66432a4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:00.071257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.203254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.250375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8493f943-cbe4-4f84-b657-152349f4490a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:00.250740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.253711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] For port e1d56c69-221c-4149-8b0d-b53ef66432a4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e1d56c69-221c-4149-8b0d-b53ef66432a4,segment=NetworkSegment(5628fab4-2dcf-4e13-aeac-e2de5d50dcc3),segment_id=5628fab4-2dcf-4e13-aeac-e2de5d50dcc3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:00.282454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.356440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Provisioning complete for port 13e970dc-f0c8-4e29-88d0-54e28ac00034 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:00.357180 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.376265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 49955166-e16a-4a54-b847-fec7966acd59 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:00.405218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Port 13e970dc-f0c8-4e29-88d0-54e28ac00034 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:00.458796 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.462208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3046ce-666e-40b3-81a0-2e3420199d8d None None] Pushing event updated for resources: {'Port': ['ID=e1d56c69-221c-4149-8b0d-b53ef66432a4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:00.512745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:00.522280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa0ad50c-7959-4a37-a25f-06c436f5563d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3416588 Nov 10 23:02:00.522542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:00.529725 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] Sync routers for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:00.542204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:00.543141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:00.583634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:00.586896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e1d56c69-221c-4149-8b0d-b53ef66432a4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:00.595446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.598087 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:00.599089 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:00.629547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afd5b8-cfc3-44d7-b32c-75d56436a343 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:00.631032 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56afd5b8-cfc3-44d7-b32c-75d56436a343 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports/13e970dc-f0c8-4e29-88d0-54e28ac00034 HTTP/1.1" status: 200 len: 910 time: 0.1074893 Nov 10 23:02:00.634072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60428) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:00.676757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.686879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:00.687882 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a3b3-f314-491a-a19e-56b242c4a008 None None] The sync data for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:00.749920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b81dc9fe-672d-493a-9619-24c0b9039dff None None] Provisioning complete for port 13e970dc-f0c8-4e29-88d0-54e28ac00034 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:00.750288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b81dc9fe-672d-493a-9619-24c0b9039dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.791578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:00.814465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.819603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:00.829241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:00.831108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e1d56c69-221c-4149-8b0d-b53ef66432a4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:00.831484 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:00.901416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b81dc9fe-672d-493a-9619-24c0b9039dff None None] Port 13e970dc-f0c8-4e29-88d0-54e28ac00034 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:00.935430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event updated for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:00.969356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46027c9-d513-47ae-a508-311c312eb1a2 req-e7f8b7c3-e5ee-4b0f-b711-e8747db4aa27 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:00.978105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c46027c9-d513-47ae-a508-311c312eb1a2 req-e7f8b7c3-e5ee-4b0f-b711-e8747db4aa27 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 932 time: 0.2030437 Nov 10 23:02:00.999267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:01.000277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.109180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-86a4910a-4ef1-4713-9166-b6d2b180b4a7 None None] Provisioning complete for port e1d56c69-221c-4149-8b0d-b53ef66432a4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:01.109558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86a4910a-4ef1-4713-9166-b6d2b180b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.136288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c46027c9-d513-47ae-a508-311c312eb1a2 req-4131004f-ac90-40ae-a03e-517682d63657 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566947 Nov 10 23:02:01.145268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-1c1cfc51-82cb-483b-af31-83021994e24e tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9258344 Nov 10 23:02:01.160371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Request body: {'port': {'device_id': '5ba033fc-f553-43bc-98a0-b50d37707092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:01.256958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.361346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.376565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e1d56c69-221c-4149-8b0d-b53ef66432a4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:01.452760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e7bb7ab0-e04d-43f6-a053-be78f816e9a9 None None] Provisioning complete for port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:01.453478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7ab0-e04d-43f6-a053-be78f816e9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.516713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb7ab0-e04d-43f6-a053-be78f816e9a9 None None] Port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:01.523082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e1d56c69-221c-4149-8b0d-b53ef66432a4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:01.523642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.570470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:02:01.581922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.599149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Transition to ACTIVE for port object bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:02:01.603127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.763107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.21.0.1 (913edbed-044f-499f-a554-4dad278de071/3e0a31e9-83fb-4524-a7a0-426cb6300d28/b4d8dac6-f03e-493f-b0db-b00c0d4e9138) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:01.768612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Pushing event updated for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:01.813055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Attempting to bind port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:01.813665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Attempting to bind port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:01.814206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Attempting to bind port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:01.820160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:02:01.821213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Attempting to bind port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 on network 7a4cc360-1b81-4579-a64b-c32336b4fedf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:01.828135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:01.828476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Checking segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:01.828866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Bound using segment: {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:01.829321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Bound port: bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:01.829682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.931575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:01.935536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:01.938417 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.941506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.988934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:01.989125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.989915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:01.991467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] 10.222.0.20 "PUT /v2.0/ports/bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 200 len: 1092 time: 0.8376553 Nov 10 23:02:01.992181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:01.994929 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe5ddd-74d1-457b-8446-9f50520dbdab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:02.021336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4af25-6969-43d3-b5f6-65cf292b00eb service neutron] Pushing event updated for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:02.086550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 913edbed-044f-499f-a554-4dad278de071 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:02.101588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:02.108379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:02.130214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=b4d8dac6-f03e-493f-b0db-b00c0d4e9138,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:02.133132 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1889029-0ab3-4864-9d6f-74b843ad79b6 x-openstack-request-id: req-d1889029-0ab3-4864-9d6f-74b843ad79b6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:02.133478 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:02.133712 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1889029-0ab3-4864-9d6f-74b843ad79b6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:02.134122 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'status': 'completed', 'code': 200} Nov 10 23:02:02.163185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-e5aa453f-4639-4d5f-b156-599b10c73af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.164898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-e5aa453f-4639-4d5f-b156-599b10c73af5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 1095 time: 0.1172466 Nov 10 23:02:02.231674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-f01ec83c-949d-46b9-8cba-35ed402f9d7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 200 len: 217 time: 0.0547543 Nov 10 23:02:02.232770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:02.300015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-0e00fc59-3477-41d4-bd2c-1c16492bbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.302154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-0e00fc59-3477-41d4-bd2c-1c16492bbf91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0603747 Nov 10 23:02:02.391071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-01457550-1984-4f03-9ba4-54e32b24cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.392637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-01457550-1984-4f03-9ba4-54e32b24cc91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828569 Nov 10 23:02:02.453850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82cf8c-bd1f-46d9-9a45-e7dec506b967 req-12a640c6-043b-48b2-86b2-3696595dfacd tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.455378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c82cf8c-bd1f-46d9-9a45-e7dec506b967 req-12a640c6-043b-48b2-86b2-3696595dfacd tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 944 time: 0.1569097 Nov 10 23:02:02.494295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9b45cccb-a2cd-464d-8794-8198d5b94c42 None None] Provisioning complete for port b4d8dac6-f03e-493f-b0db-b00c0d4e9138 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:02.494889 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9b45cccb-a2cd-464d-8794-8198d5b94c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:02.522161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:02.542383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-640a01fb-fd7b-4875-83d2-5b85ec14045a service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360807 Nov 10 23:02:02.571217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9b45cccb-a2cd-464d-8794-8198d5b94c42 None None] Port b4d8dac6-f03e-493f-b0db-b00c0d4e9138 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:02.586754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c82cf8c-bd1f-46d9-9a45-e7dec506b967 req-4e5f0aff-d017-42d1-87ee-84440313a888 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220534 Nov 10 23:02:02.693337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c40f7823-c637-4fdb-a0cd-fabc3cd6aabe req-6ebd794e-2154-43fd-8a58-c0eedcfb4e82 service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422381 Nov 10 23:02:02.811915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-285ab93e-2019-47fd-8c57-0e92cf5a9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.813760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-285ab93e-2019-47fd-8c57-0e92cf5a9943 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 1095 time: 0.0621967 Nov 10 23:02:02.932910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-6dbe0e14-09d1-4794-a4a3-3cd4dce9d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.935146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-6dbe0e14-09d1-4794-a4a3-3cd4dce9d91c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.1141627 Nov 10 23:02:02.995150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-adff83fe-8265-4726-8313-08766d9e8ec0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 200 len: 217 time: 0.0506840 Nov 10 23:02:03.056143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-2bd19ba9-8f9a-42de-885a-ce4c705c37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:03.057632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-2bd19ba9-8f9a-42de-885a-ce4c705c37e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0556388 Nov 10 23:02:03.109877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-3ed2ec18-7cff-4126-9216-54a5f93b380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:03.111415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-3ed2ec18-7cff-4126-9216-54a5f93b380f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466015 Nov 10 23:02:03.211722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-67539453-ec22-455a-b3e5-51527b0a82ac service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918088 Nov 10 23:02:03.253982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:03.259133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:03.316550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4bbe5ddd-74d1-457b-8446-9f50520dbdab req-b516148c-fae9-4db7-b608-40a9f0522afe service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935817 Nov 10 23:02:03.336415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=b4d8dac6-f03e-493f-b0db-b00c0d4e9138,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:03.338937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:03.439518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 913edbed-044f-499f-a554-4dad278de071 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:03.440929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:03.543811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 49955166-e16a-4a54-b847-fec7966acd59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:03.652039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:03.661446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60482) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:03.663739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] Sync routers for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:03.665308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d37f9d14-764b-4f0c-8fbf-a2fbf2cb95a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0264332 Nov 10 23:02:03.676110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:03.677142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:03.717889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:03.722514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9ccbe-d644-4113-aa59-a183aec6427d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:03.725134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6eb9ccbe-d644-4113-aa59-a183aec6427d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports/b4d8dac6-f03e-493f-b0db-b00c0d4e9138 HTTP/1.1" status: 200 len: 910 time: 0.0618429 Nov 10 23:02:03.727584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60484) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:03.728920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:03.729871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:03.742285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e9e8-0ff3-4424-9ea6-20072bcc0e63 req-447b12b7-37fe-4536-86b5-a50cf6fd658f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:03.743996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3778e9e8-0ff3-4424-9ea6-20072bcc0e63 req-447b12b7-37fe-4536-86b5-a50cf6fd658f tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 944 time: 0.0606775 Nov 10 23:02:03.806611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:03.807383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2eb43-023d-4665-87a8-a4bc38516f07 None None] The sync data for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:03.817572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e6781dca-b317-4e7a-988c-4f95cdc85d5b None None] Provisioning complete for port b4d8dac6-f03e-493f-b0db-b00c0d4e9138 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:03.817833 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6781dca-b317-4e7a-988c-4f95cdc85d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:03.828574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3778e9e8-0ff3-4424-9ea6-20072bcc0e63 req-36565c23-c5b9-41f0-8914-f8900e69617b tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785818 Nov 10 23:02:03.866064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e6781dca-b317-4e7a-988c-4f95cdc85d5b None None] Port b4d8dac6-f03e-493f-b0db-b00c0d4e9138 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:04.117759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:04.389455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port b4d8dac6-f03e-493f-b0db-b00c0d4e9138 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:04.390696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:04.504826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:04.518120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for b4d8dac6-f03e-493f-b0db-b00c0d4e9138 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:04.702667 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:04.735626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=b4d8dac6-f03e-493f-b0db-b00c0d4e9138,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:04.925146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:05.050166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28a3d-a8c6-4fd9-9c6f-5b3a750df9c7 req-31b52ea1-a6b3-4bc7-9066-22e328a7713a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:05.061510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eb28a3d-a8c6-4fd9-9c6f-5b3a750df9c7 req-31b52ea1-a6b3-4bc7-9066-22e328a7713a tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 944 time: 0.1071854 Nov 10 23:02:05.133911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eb28a3d-a8c6-4fd9-9c6f-5b3a750df9c7 req-a3f8d24f-4daa-4f80-a4d8-e68241d46241 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589206 Nov 10 23:02:05.226189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 49955166-e16a-4a54-b847-fec7966acd59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:05.327783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:05.334139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-af819291-6d4b-4ad2-932c-546b58ae9c35 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6052997 Nov 10 23:02:05.337040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:05.339163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] Sync routers for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:05.351020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:05.351628 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:05.389352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:05.416552 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:05.417210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:05.467082 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:05.467895 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6135f5-88af-47cf-afe3-92f60f240741 None None] The sync data for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:05.716555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:05.958296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 13e970dc-f0c8-4e29-88d0-54e28ac00034 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:05.958645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.052873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.064768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 13e970dc-f0c8-4e29-88d0-54e28ac00034 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:06.272318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.283826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89e445-13fa-4a32-a89a-503c88338048 req-ba6889f2-c97e-449c-bf0f-79e080ee3d26 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:06.285338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b89e445-13fa-4a32-a89a-503c88338048 req-ba6889f2-c97e-449c-bf0f-79e080ee3d26 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 944 time: 0.0682800 Nov 10 23:02:06.310242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=13e970dc-f0c8-4e29-88d0-54e28ac00034,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:06.410635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1b89e445-13fa-4a32-a89a-503c88338048 req-57e1cd27-0884-403d-b1ee-0a4e34678af6 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038766 Nov 10 23:02:06.494714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.548193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:02:06.692400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:06.704593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'port_id': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'mac_address': 'fa:16:3e:f2:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:02:06.725209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 49955166-e16a-4a54-b847-fec7966acd59 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:06.744960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.764364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:02:06.794249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:06.799701 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:06.827653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:06.833358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-768f1b14-bd38-4ef4-a11d-39b8ef95241d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950705 Nov 10 23:02:06.836387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60540) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:06.843018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] Sync routers for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:06.934595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:06.935586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:06.939461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-da6f45e5-0468-4942-9bdb-8604527bfe9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=49955166-e16a-4a54-b847-fec7966acd59 HTTP/1.1" status: 200 len: 205 time: 0.1014645 Nov 10 23:02:06.941194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:06.993111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.000221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:07.021448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:02:07.068045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.094732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] Routers {'49955166-e16a-4a54-b847-fec7966acd59'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:07.095738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['49955166-e16a-4a54-b847-fec7966acd59'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:07.150781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:07.151446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd87b4-90a8-47a3-b69f-e867a59f44fa None None] The sync data for ids ['49955166-e16a-4a54-b847-fec7966acd59'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:07.160729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60546) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.167116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333233330', 'description': 'tempest-secgroup-smoke-1333233330 description', 'project_id': '235f03c37d354c01baa7e5375ff72a0b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:07.195849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.288690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.292359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.315532 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.318138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.320771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.324938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1597087 Nov 10 23:02:07.325825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60548) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.326498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90b83-24b7-44bb-b10e-f7fa38dda32e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d8137-2894-46e0-aa19-c9aa6b7248a2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.358358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:07.372582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.373110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 49955166-e16a-4a54-b847-fec7966acd59 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:02:07.381574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.382676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ddb3253-2dca-4c88-be6f-389d6d2e1eb1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59 HTTP/1.1" status: 204 len: 168 time: 0.4381661 Nov 10 23:02:07.385492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60550) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.397400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.439099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 3e0a31e9-83fb-4524-a7a0-426cb6300d28 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:02:07.442376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.446487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.450389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.473020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60064a93-75f5-4855-9ef8-9ae7a858875c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.479941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.485047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e409695-a5ab-4b8f-a0a4-801538aed44c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579268 Nov 10 23:02:07.485199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60554) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.489999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:07.500536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.593860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.606538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487cf2-2291-474b-ba4a-bd656576b31c req-2ff08de2-463c-418c-b1b3-3811208a521d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:07.608117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0487cf2-2291-474b-ba4a-bd656576b31c req-2ff08de2-463c-418c-b1b3-3811208a521d tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 945 time: 0.1111617 Nov 10 23:02:07.695408 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.743792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0487cf2-2291-474b-ba4a-bd656576b31c req-665c803a-0d89-4963-bf51-7967cfaf06e9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134245 Nov 10 23:02:07.768040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.772083 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.797604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6988ae4a-17c9-4dcc-a126-c280e73e9afd,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.804254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.815979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.817163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a51ee967-30ff-4189-8e4c-25006d8f2f87 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306935 Nov 10 23:02:07.820046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60566) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.824953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:07.836637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0a31e9-83fb-4524-a7a0-426cb6300d28,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.840329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.843521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-505f787b-e827-4cc4-be53-ebdb3fc404e1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/3e0a31e9-83fb-4524-a7a0-426cb6300d28 HTTP/1.1" status: 204 len: 168 time: 0.4566092 Nov 10 23:02:07.846099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60568) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.851298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976dcaa-5b1e-4d72-9a36-eba40875eb82 None None] Network 913edbed-044f-499f-a554-4dad278de071 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:07.859367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.906879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 84c1b880-c887-4023-896d-59d84186e06e {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:02:07.910366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.953638 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.957595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.966813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.977704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2b9d16-e913-4068-99ba-2c9d54577491,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:07.986425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.987673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c8c5187-562a-4cc8-8024-b5db689b25e3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665773 Nov 10 23:02:07.990338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60570) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:07.995595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:08.043354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.088414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] DHCP port deletion for 913edbed-044f-499f-a554-4dad278de071 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:08.101351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.127377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.132848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.153096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20fd828-7241-4d21-a046-72ef7163f12a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:08.162068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Deleting port e1d56c69-221c-4149-8b0d-b53ef66432a4 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:08.162607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.162740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.163952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a53d0b5-473f-497d-8afb-78963cba193b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726167 Nov 10 23:02:08.166863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60572) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:08.173046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:08.189173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.204154 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Project 235f03c37d354c01baa7e5375ff72a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:02:08.212298 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.224591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=84c1b880-c887-4023-896d-59d84186e06e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:08.228491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.235277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-88b4ff34-def7-4e81-b59b-ae2309d75841 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/84c1b880-c887-4023-896d-59d84186e06e HTTP/1.1" status: 204 len: 168 time: 0.3848937 Nov 10 23:02:08.235591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60574) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:08.236600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5f720-b73e-426b-89e5-bc37f7e2a33a None None] Network cc712963-f020-4807-8e13-e99e6cde0d21 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:08.332001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.338097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.388616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.395037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247555 Nov 10 23:02:08.396058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.397651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60582) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:08.398221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] For port e1d56c69-221c-4149-8b0d-b53ef66432a4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e1d56c69-221c-4149-8b0d-b53ef66432a4,segment=NetworkSegment(5628fab4-2dcf-4e13-aeac-e2de5d50dcc3),segment_id=5628fab4-2dcf-4e13-aeac-e2de5d50dcc3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:08.398618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.414340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'security_group_rule': {'security_group_id': '2d2d8137-2894-46e0-aa19-c9aa6b7248a2', 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:08.414835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Calling delete_port for e1d56c69-221c-4149-8b0d-b53ef66432a4 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:08.425111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e14b9-ed47-4801-8dbe-6bb5a1eb2916 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55942e6c-9cf5-427e-8b2e-e24d670034aa,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:08.463919 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Project 235f03c37d354c01baa7e5375ff72a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:02:08.471647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.524988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port e1d56c69-221c-4149-8b0d-b53ef66432a4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:08.525343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.561878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] DHCP port deletion for cc712963-f020-4807-8e13-e99e6cde0d21 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:08.569782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:08.594134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.607352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.658091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895c023c-2a67-4a43-96da-4015ec1e7d09,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:08.673147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.685851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a6144fc9-ed24-414e-96d9-89d8b8a09e26 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861376 Nov 10 23:02:08.697514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:02:08.704568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:08.705196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.705350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port e1d56c69-221c-4149-8b0d-b53ef66432a4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e1d56c69-221c-4149-8b0d-b53ef66432a4,segment=NetworkSegment(5628fab4-2dcf-4e13-aeac-e2de5d50dcc3),segment_id=5628fab4-2dcf-4e13-aeac-e2de5d50dcc3)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:08.705841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.736526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for e1d56c69-221c-4149-8b0d-b53ef66432a4 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:08.789626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.872056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.875532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] Pushing event deleted for resources: {'Port': ['ID=e1d56c69-221c-4149-8b0d-b53ef66432a4,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:08.898847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6156d8-f912-4995-8a55-6e2dede48140 None None] No DVR routers for this DVR port e1d56c69-221c-4149-8b0d-b53ef66432a4 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:08.927154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Deleting port 8493f943-cbe4-4f84-b657-152349f4490a {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:08.927532 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:08.959313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=e1d56c69-221c-4149-8b0d-b53ef66432a4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:09.007779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port e1d56c69-221c-4149-8b0d-b53ef66432a4 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:09.069730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-05fcc6ec-8c37-4105-bbfe-a5ea523c7f0c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333233330&fields=id&tenant_id=235f03c37d354c01baa7e5375ff72a0b HTTP/1.1" status: 200 len: 267 time: 0.1217110 Nov 10 23:02:09.097480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] For port 8493f943-cbe4-4f84-b657-152349f4490a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8493f943-cbe4-4f84-b657-152349f4490a,segment=NetworkSegment(b353d76a-f697-4101-917c-ab7f7f489981),segment_id=b353d76a-f697-4101-917c-ab7f7f489981)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:09.098710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.108810 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.114249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Calling delete_port for 8493f943-cbe4-4f84-b657-152349f4490a owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:09.146377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54543-4329-4908-9adf-14ae42bd9e08 req-f61e6a7f-60b2-4f56-a999-7dbe696339ba tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:09.148155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c54543-4329-4908-9adf-14ae42bd9e08 req-f61e6a7f-60b2-4f56-a999-7dbe696339ba tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 945 time: 0.2657866 Nov 10 23:02:09.180189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.224410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913edbed-044f-499f-a554-4dad278de071']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:09.237534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:09.238143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5628fab4-2dcf-4e13-aeac-e2de5d50dcc3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:09.244918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-2600f526-e878-4d28-9c78-3d8c45252c5c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:09.253351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-2600f526-e878-4d28-9c78-3d8c45252c5c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 813 time: 0.1823819 Nov 10 23:02:09.273488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bd352e7b-a7c6-4b72-9b23-b0ac1adfcff3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/quotas/235f03c37d354c01baa7e5375ff72a0b HTTP/1.1" status: 200 len: 375 time: 0.0189028 Nov 10 23:02:09.282424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.368730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-89c54543-4329-4908-9adf-14ae42bd9e08 req-cb420603-fe4b-474e-bf2c-557d2190cf33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133565 Nov 10 23:02:09.369874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.382450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:02:09.382837 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:02:09.386794 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:02:09.413082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8493f943-cbe4-4f84-b657-152349f4490a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:02:09.434206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-20ba7a46-d478-4834-b4eb-c6cfea3bd148 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352227 Nov 10 23:02:09.511073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.532623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.535618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:09.538890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60608) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:09.540471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/913edbed-044f-499f-a554-4dad278de071 HTTP/1.1" status: 204 len: 168 time: 1.3036997 Nov 10 23:02:09.553904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef0857-d905-4529-8c3a-700fe91d1717 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=913edbed-044f-499f-a554-4dad278de071,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:09.617222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-e2766c8f-28cd-4ef3-8537-c7bab33cfda4 service neutron] 10.222.0.25 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777208 Nov 10 23:02:09.632073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:09.634618 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264bb4a4-526d-43fa-8571-8148991773c3" -d '{"events": [{"server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "name": "network-vif-plugged", "status": "completed", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:09.651864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.660022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.752122 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28004077-4bb6-496b-9bd9-e38978c4b273 x-openstack-request-id: req-28004077-4bb6-496b-9bd9-e38978c4b273 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:09.752486 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "name": "network-vif-plugged", "status": "completed", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:09.752744 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28004077-4bb6-496b-9bd9-e38978c4b273 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:09.753197 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'code': 200} Nov 10 23:02:09.753917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] Pushing event deleted for resources: {'Port': ['ID=8493f943-cbe4-4f84-b657-152349f4490a,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:09.766442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.778518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ecbfe-5a60-4047-b4d3-bc6557179dc9 None None] No DVR routers for this DVR port 8493f943-cbe4-4f84-b657-152349f4490a on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:09.787042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-63e44692-1939-40fc-8cfd-1092dd0b4aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550674 Nov 10 23:02:09.843213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port 8493f943-cbe4-4f84-b657-152349f4490a {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 23:02:09.843979 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8493f943-cbe4-4f84-b657-152349f4490a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:02:09.844599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e1d56c69-221c-4149-8b0d-b53ef66432a4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:02:09.867231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff7c05-a68d-4d9c-a116-ac5486d28554 req-278f9dab-d3c8-4a02-aa88-67e6486c3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:09.880549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2ff7c05-a68d-4d9c-a116-ac5486d28554 req-278f9dab-d3c8-4a02-aa88-67e6486c3a99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 1097 time: 0.0935938 Nov 10 23:02:09.892497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e1d56c69-221c-4149-8b0d-b53ef66432a4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:02:09.893087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e1d56c69-221c-4149-8b0d-b53ef66432a4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:02:09.910521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:09.951947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.953308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2ff7c05-a68d-4d9c-a116-ac5486d28554 req-0674da71-8b41-4eb2-8f65-4a48c2fbde24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652399 Nov 10 23:02:09.988075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc712963-f020-4807-8e13-e99e6cde0d21']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:10.002282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b353d76a-f697-4101-917c-ab7f7f489981') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:10.002860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b353d76a-f697-4101-917c-ab7f7f489981') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:10.027443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.048930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.061769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:02:10.063194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:02:10.067285 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:02:10.138200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.147878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.155919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/cc712963-f020-4807-8e13-e99e6cde0d21 HTTP/1.1" status: 204 len: 168 time: 0.6159184 Nov 10 23:02:10.158496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:10.164129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071499613'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:10.180332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b605d-0bc2-474c-bf2f-713010ca5713 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=cc712963-f020-4807-8e13-e99e6cde0d21,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:10.203465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:10.207467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.240431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:10.251141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.251807 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 9bfaefe1-3f07-4b9b-aa91-4251d91af0c3 of type vlan for network f94aa8c8-0de5-453b-a15d-124ca839ac16 Nov 10 23:02:10.296285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2a555a88-5cde-4196-8970-240b12f3b8f4 req-81b7c0fa-cf59-4431-8c64-edb72a12df8d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0551443 Nov 10 23:02:10.306509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.341102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.348596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:10.349413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.423630 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2638488 Nov 10 23:02:10.427626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60638) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:10.432539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:10.441565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246bcd-8e90-4f81-8c57-4cddf87ec949 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=f94aa8c8-0de5-453b-a15d-124ca839ac16,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:10.454371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:10.592211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:10.596134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:10.626161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff200-eadf-406d-8cfd-668290a43189 req-31e83ffa-331c-4713-9314-94e4610c68fb tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:10.638322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bbff200-eadf-406d-8cfd-668290a43189 req-31e83ffa-331c-4713-9314-94e4610c68fb tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.0963802 Nov 10 23:02:10.703853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bbff200-eadf-406d-8cfd-668290a43189 req-595a18a9-ca3f-45c7-9e14-7e728bf311ab tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599012 Nov 10 23:02:11.182380 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.260436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=95f61c1b-3102-487d-a3cc-6807222a2e1b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:11.267893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:11.268248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: f94aa8c8-0de5-453b-a15d-124ca839ac16, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:11.291874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:11.304277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f94aa8c8-0de5-453b-a15d-124ca839ac16) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:11.310691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:11.311285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.323279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4f6c3-5c4a-45eb-a92e-9598d05534b4 None None] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:11.358102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e0f69023-9174-463a-b5d9-ef498330553d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9292946 Nov 10 23:02:11.360674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:11.400563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-614507141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:11.484548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.484548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.630908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0b22ab4-b50f-4422-afde-a6dd30217423 req-688f6979-7233-4bc3-a4cc-ab4c068ce7be tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0885172 Nov 10 23:02:11.649911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.653467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-f94aa8c8-0de5-453b-a15d-124ca839ac16', 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '95f61c1b-3102-487d-a3cc-6807222a2e1b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:11.654611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.666050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.834178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-9ce6252b-844e-413e-b77d-08f08c49e82d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:11.835719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-9ce6252b-844e-413e-b77d-08f08c49e82d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 813 time: 0.2019897 Nov 10 23:02:11.909705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.913570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b17de7e9-87fe-4d1c-837d-0bab59fe229c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5427737 Nov 10 23:02:11.914209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60660) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:11.921337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'port': {'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16', 'name': 'tempest-RoutersTest-906935242'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:11.947440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6979b-9045-45d0-89bf-898d8935c330 req-3cae30ad-63af-4867-9424-e1bb62334372 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:11.949613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ba6979b-9045-45d0-89bf-898d8935c330 req-3cae30ad-63af-4867-9424-e1bb62334372 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.1123118 Nov 10 23:02:11.986678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Allocated IP 172.20.0.2 (f94aa8c8-0de5-453b-a15d-124ca839ac16/95f61c1b-3102-487d-a3cc-6807222a2e1b/cc0eedce-1156-4ba0-bdd8-c2566c0606ab) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:12.085179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-a2d861e5-f1bf-4c2c-b036-e076b3859f90 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=235f03c37d354c01baa7e5375ff72a0b&shared=False HTTP/1.1" status: 200 len: 380 time: 0.2303069 Nov 10 23:02:12.195437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ba6979b-9045-45d0-89bf-898d8935c330 req-1bb44267-0f59-439e-8d66-a503a53db659 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338915 Nov 10 23:02:12.214117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:12.222285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.227818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-09045e34-7b39-43dc-a049-9f119f980323 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.1314337 Nov 10 23:02:12.233112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.239886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'port': {'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'admin_state_up': True, 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'security_groups': ['2d2d8137-2894-46e0-aa19-c9aa6b7248a2']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:12.242155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.270772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] device_id is not set on port 620afb64-efa7-4dd5-8d82-91d60c6422e9 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:02:12.333139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:12.351996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Pushing event updated for resources: {'Port': ['ID=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:12.358624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:12.363252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:12.468673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Attempting to bind port cc0eedce-1156-4ba0-bdd8-c2566c0606ab on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:12.468959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Attempting to bind port cc0eedce-1156-4ba0-bdd8-c2566c0606ab by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:12.469383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Attempting to bind port cc0eedce-1156-4ba0-bdd8-c2566c0606ab on network f94aa8c8-0de5-453b-a15d-124ca839ac16 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:12.479860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:12.480787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Checking segment: {'id': '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:12.482228 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.482641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Bound using segment: {'id': '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:12.483131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Bound port: cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f94aa8c8-0de5-453b-a15d-124ca839ac16'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:12.483523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.498598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Made reservation on behalf of 235f03c37d354c01baa7e5375ff72a0b for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:12.502432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86ec79-9d1e-42ca-b881-557a5190e214 req-f42df7fe-4f83-418d-a282-ae61f5931ef4 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:12.502877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.515013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60668) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:12.517298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c86ec79-9d1e-42ca-b881-557a5190e214 req-f42df7fe-4f83-418d-a282-ae61f5931ef4 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.1889732 Nov 10 23:02:12.520414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Request body: {'floatingip': {'port_id': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:12.551790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.20.0.6 (f94aa8c8-0de5-453b-a15d-124ca839ac16/95f61c1b-3102-487d-a3cc-6807222a2e1b/620afb64-efa7-4dd5-8d82-91d60c6422e9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:12.611104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] For port cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:12.615599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] For port cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,segment=NetworkSegment(9bfaefe1-3f07-4b9b-aa91-4251d91af0c3),segment_id=9bfaefe1-3f07-4b9b-aa91-4251d91af0c3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:12.622508 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.653045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.777445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53f70-c739-4723-ae9c-051af0863a61 None None] Pushing event updated for resources: {'Port': ['ID=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:12.873835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.919947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:12.955017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0812ecf5-1a88-4dfd-b596-06c444083392 req-dc00c3dc-af23-4745-9671-e0cda2ccaa27 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0868020 Nov 10 23:02:13.002031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:13.006092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:13.008950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:13.082871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:13.083437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.106460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=620afb64-efa7-4dd5-8d82-91d60c6422e9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:13.153984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-21f6ce12-ff7d-4ecd-b813-f5c5eb0d6e07 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2372749 Nov 10 23:02:13.155628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:13.262893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Allocated IP 172.20.0.7 (944756ce-7aa5-40dd-a47a-477f57714b34/692e2394-dbfa-419b-bf18-0065e3d16e0b/b42232da-e2af-4535-96d1-fcc429f69496) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:13.548788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cc0eedce-1156-4ba0-bdd8-c2566c0606ab up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:13.693990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cc0eedce-1156-4ba0-bdd8-c2566c0606ab triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:13.699625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.737784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.895935 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.904517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.913279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:13.948361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:14.019941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,segment=NetworkSegment(9bfaefe1-3f07-4b9b-aa91-4251d91af0c3),segment_id=9bfaefe1-3f07-4b9b-aa91-4251d91af0c3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:14.029353 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:14.174541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:14.381556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:14.442747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:14.446355 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Floating IP 26c75612-915e-4136-9424-689b5d90aba8 associated. External IP: 172.25.0.184, port: bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80. Nov 10 23:02:14.460687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:14.464673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:14.476569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:14.609175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad315392-8c92-468c-91dc-c7d5100f7fd2 None None] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:14.831716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:14.833485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:14.851922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:14.876401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-50d4a3c9-d0e5-4c68-9741-47ccbd39f2fc None None] Provisioning complete for port cc0eedce-1156-4ba0-bdd8-c2566c0606ab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:14.876766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-50d4a3c9-d0e5-4c68-9741-47ccbd39f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.162052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:02:15.218194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.252754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa512183-ee74-4944-84ad-e7ee59e0f982 req-4d596d1e-0d21-47b1-a23f-aeb9c33ca185 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:15.268657 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa512183-ee74-4944-84ad-e7ee59e0f982 req-4d596d1e-0d21-47b1-a23f-aeb9c33ca185 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 931 time: 1.0418191 Nov 10 23:02:15.281517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-bb82437f-4434-44ad-bdd8-7f0da1ee1e67 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0467358 Nov 10 23:02:15.332262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Request body: {'port': {'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:15.363491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.375695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.483220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3980e451-05a8-4acd-bc41-95d0bd165d01 None None] Provisioning complete for port b42232da-e2af-4535-96d1-fcc429f69496 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:15.485059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3980e451-05a8-4acd-bc41-95d0bd165d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.579006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cc0eedce-1156-4ba0-bdd8-c2566c0606ab up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:15.657471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3980e451-05a8-4acd-bc41-95d0bd165d01 None None] Port b42232da-e2af-4535-96d1-fcc429f69496 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:15.734259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cc0eedce-1156-4ba0-bdd8-c2566c0606ab triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:15.734657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:15.756386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=620afb64-efa7-4dd5-8d82-91d60c6422e9,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:15.782228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.782597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.782902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.783245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.783573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.783881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.784196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.784628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.784833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.797368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.797795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.798122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:15.962745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa512183-ee74-4944-84ad-e7ee59e0f982 req-f985be32-a108-4610-b03d-17c541159f07 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6930001 Nov 10 23:02:15.994999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-81c3956a-4184-4246-8a59-49f6d068c784 None None] Provisioning complete for port cc0eedce-1156-4ba0-bdd8-c2566c0606ab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:15.995400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81c3956a-4184-4246-8a59-49f6d068c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.025547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.092607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:16.291484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.306635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-81c3956a-4184-4246-8a59-49f6d068c784 None None] Provisioning complete for port 620afb64-efa7-4dd5-8d82-91d60c6422e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:16.307015 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81c3956a-4184-4246-8a59-49f6d068c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.411387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-81c3956a-4184-4246-8a59-49f6d068c784 None None] Port 620afb64-efa7-4dd5-8d82-91d60c6422e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:16.565642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ee2cde1a-1286-48ab-8150-0eb98fb994f2 None None] Provisioning complete for port 620afb64-efa7-4dd5-8d82-91d60c6422e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:16.571933 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee2cde1a-1286-48ab-8150-0eb98fb994f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.609764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.643226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cde1a-1286-48ab-8150-0eb98fb994f2 None None] Port 620afb64-efa7-4dd5-8d82-91d60c6422e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:16.787192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-75802709-b73e-4d50-b65a-043d132a7808 None None] Provisioning complete for port 620afb64-efa7-4dd5-8d82-91d60c6422e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:16.787824 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75802709-b73e-4d50-b65a-043d132a7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.877909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42232da-e2af-4535-96d1-fcc429f69496 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:02:16.886069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.901544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Transition to ACTIVE for port object b42232da-e2af-4535-96d1-fcc429f69496 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:02:16.936931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:16.946439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-75802709-b73e-4d50-b65a-043d132a7808 None None] Port 620afb64-efa7-4dd5-8d82-91d60c6422e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:17.101093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Pushing event updated for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:17.116554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:17.134610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.137482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:17.165346 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:17.165647 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:17.304731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cb42aabb-436d-42a6-b005-994b83ac47cf tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "PUT /v2.0/floatingips/26c75612-915e-4136-9424-689b5d90aba8 HTTP/1.1" status: 200 len: 992 time: 4.7885947 Nov 10 23:02:17.310205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:17.311790 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab9ac86-0a81-40ee-8358-6a7f49048493" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:17.350912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dca865-586a-48d8-9383-64a6fe992854 req-248359ef-7a66-4d44-befb-fcbee9e2858d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:17.381754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4dca865-586a-48d8-9383-64a6fe992854 req-248359ef-7a66-4d44-befb-fcbee9e2858d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.2033136 Nov 10 23:02:17.465784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.471874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Attempting to bind port b42232da-e2af-4535-96d1-fcc429f69496 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:17.472310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Attempting to bind port b42232da-e2af-4535-96d1-fcc429f69496 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:17.472533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Attempting to bind port b42232da-e2af-4535-96d1-fcc429f69496 on network 944756ce-7aa5-40dd-a47a-477f57714b34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:17.474959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.496304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Port b42232da-e2af-4535-96d1-fcc429f69496 on network 944756ce-7aa5-40dd-a47a-477f57714b34 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:02:17.496629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Attempting to bind port b42232da-e2af-4535-96d1-fcc429f69496 on network 944756ce-7aa5-40dd-a47a-477f57714b34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:17.520951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:17.520951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Checking segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:17.529125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:17.529387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Bound using segment: {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:17.529858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Bound port: b42232da-e2af-4535-96d1-fcc429f69496, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8590e6-912a-4a4d-840a-94bf63b52139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:17.530230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.580515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4dca865-586a-48d8-9383-64a6fe992854 req-f388421e-beb1-4847-b082-f9bdf4bc5eb0 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978674 Nov 10 23:02:17.747448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:17.751129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b42232da-e2af-4535-96d1-fcc429f69496,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:17.758073 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4457ab-aa98-4dfc-9d88-a3bfb0620652 x-openstack-request-id: req-be4457ab-aa98-4dfc-9d88-a3bfb0620652 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:17.758748 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:17.759720 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be4457ab-aa98-4dfc-9d88-a3bfb0620652 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:17.760619 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'status': 'completed', 'code': 200} Nov 10 23:02:17.781314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.827615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:17.843940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=620afb64-efa7-4dd5-8d82-91d60c6422e9,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:18.045461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:18.047007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:18.267395 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '26c75612-915e-4136-9424-689b5d90aba8', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:f2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba033fc-f553-43bc-98a0-b50d37707092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:01:54Z', 'updated_at': '2021-11-10T23:02:13Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:18.317731 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:02:18.348047 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:18.348264 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:18.443034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 1bd7f7ad-5363-4620-a240-5b4a495608e8 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:18.570642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a0bd7f3c-bf32-4909-8d16-b6b7f26cfd77 None None] Provisioning complete for port 620afb64-efa7-4dd5-8d82-91d60c6422e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:18.571285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a0bd7f3c-bf32-4909-8d16-b6b7f26cfd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:18.598494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:18.599129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:18.600581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] 10.222.0.39 "PUT /v2.0/ports/b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 1091 time: 3.2836418 Nov 10 23:02:18.625363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:18.635970 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab5776f8-e63a-4c8e-8de7-4abd851c214b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/1bd7f7ad-5363-4620-a240-5b4a495608e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4791975 Nov 10 23:02:18.639489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60726) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:18.654107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-6886ee19-a69c-4320-af41-b660ebec7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:18.655746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-6886ee19-a69c-4320-af41-b660ebec7c63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 1097 time: 0.8930378 Nov 10 23:02:18.656791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7e1f-974b-41a6-908e-a0cea63fed02 service neutron] Pushing event updated for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:18.726814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] Sync routers for ids ['1bd7f7ad-5363-4620-a240-5b4a495608e8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:18.727493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7c00c-2732-4df3-864a-02c97ea3f918 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:18.729248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cff7c00c-2732-4df3-864a-02c97ea3f918 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports/620afb64-efa7-4dd5-8d82-91d60c6422e9 HTTP/1.1" status: 200 len: 976 time: 0.0890355 Nov 10 23:02:18.732469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60728) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:18.771604 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:18.812252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] Routers {'1bd7f7ad-5363-4620-a240-5b4a495608e8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:18.812900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1bd7f7ad-5363-4620-a240-5b4a495608e8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:18.847813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd7f3c-bf32-4909-8d16-b6b7f26cfd77 None None] Port 620afb64-efa7-4dd5-8d82-91d60c6422e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:18.971656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-800bc730-8466-44ad-b3a6-03d27677b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.009651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-800bc730-8466-44ad-b3a6-03d27677b4bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.3059559 Nov 10 23:02:19.041909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:19.070882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] Routers {'1bd7f7ad-5363-4620-a240-5b4a495608e8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:19.074627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1bd7f7ad-5363-4620-a240-5b4a495608e8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:19.178266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:19.180487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40703a0-8f93-42f4-852d-d158b938dfaa None None] The sync data for ids ['1bd7f7ad-5363-4620-a240-5b4a495608e8'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:19.189817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-43cfc059-cb02-40f0-a090-c1a137c4b322 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 200 len: 1000 time: 0.1790349 Nov 10 23:02:19.288658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-24b06199-3b8f-4280-ad3e-8fcfce462f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.290209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-24b06199-3b8f-4280-ad3e-8fcfce462f54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.0838606 Nov 10 23:02:19.298091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39d14-7222-49ed-9b07-560504bf3a04 req-f7553206-a6d8-47b4-8aa4-e95899584f21 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.305581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17a39d14-7222-49ed-9b07-560504bf3a04 req-f7553206-a6d8-47b4-8aa4-e95899584f21 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1283340 Nov 10 23:02:19.331710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-8a42f82f-249c-4df7-924d-8d457ea0a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.333331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-8a42f82f-249c-4df7-924d-8d457ea0a670 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1094 time: 0.3712671 Nov 10 23:02:19.405537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-539c3b53-7bad-4c66-b265-75ed6e0f4b61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 217 time: 0.0527246 Nov 10 23:02:19.449708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:19.463622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-6167c4da-b807-4062-bbd4-677a32e434e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.465507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-6167c4da-b807-4062-bbd4-677a32e434e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.0468907 Nov 10 23:02:19.512389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-5274973b-fca8-4c3b-af50-f421462b22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.513986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-5274973b-fca8-4c3b-af50-f421462b22ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006981 Nov 10 23:02:19.526782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17a39d14-7222-49ed-9b07-560504bf3a04 req-aaacddf0-a443-472f-89b1-9a1cdacd5eb3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202969 Nov 10 23:02:19.550827 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '26c75612-915e-4136-9424-689b5d90aba8', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:f2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba033fc-f553-43bc-98a0-b50d37707092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:01:54Z', 'updated_at': '2021-11-10T23:02:13Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:19.619637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca0bb3-d965-4bdc-a072-cc8b82d9ed1f None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '26c75612-915e-4136-9424-689b5d90aba8', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'port_id': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'mac_address': 'fa:16:3e:f2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba033fc-f553-43bc-98a0-b50d37707092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:01:54Z', 'updated_at': '2021-11-10T23:02:13Z', 'revision_number': 1, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:19.639410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-dade2d45-b5cf-48d9-8ae0-6104cb075d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:19.646866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-dade2d45-b5cf-48d9-8ae0-6104cb075d57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712770 Nov 10 23:02:19.796238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:19.800467 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:19.874622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-fa7ff29f-41cd-4ff7-afe1-a872ec252434 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189384 Nov 10 23:02:20.066065 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c9bb75-2cc1-46d7-a4b3-b5c027e47884 x-openstack-request-id: req-b6c9bb75-2cc1-46d7-a4b3-b5c027e47884 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:20.067873 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:20.071420 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6c9bb75-2cc1-46d7-a4b3-b5c027e47884 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:20.072597 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:02:20.112367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-bc2cd3e0-33f4-4dc2-9b4b-fe1e40365727 service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796506 Nov 10 23:02:20.148506 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10f54b-0fcf-4b64-9fd1-713124d51d53 None None] New status for floating IP 26c75612-915e-4136-9424-689b5d90aba8: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:02:20.302542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 620afb64-efa7-4dd5-8d82-91d60c6422e9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:20.308489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:20.396061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c497a25-c006-4c38-8ee1-22b32f4ad396 req-6f7dcd2a-06de-4a22-b4e8-8d0179406762 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070343 Nov 10 23:02:20.576329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fab9ac86-0a81-40ee-8358-6a7f49048493 req-27477b5c-3901-4f59-9c3b-685c7714b3fb service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835886 Nov 10 23:02:20.576329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-bcde0659-1729-4c70-99f5-3f39d4647e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:20.577957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-bcde0659-1729-4c70-99f5-3f39d4647e0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1094 time: 0.1262279 Nov 10 23:02:20.625550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:20.641321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 620afb64-efa7-4dd5-8d82-91d60c6422e9 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:20.754225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-109ab40f-cb31-4178-bfb7-04c8172105b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:20.758660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-109ab40f-cb31-4178-bfb7-04c8172105b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 913 time: 0.1702559 Nov 10 23:02:20.780835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7b176-3802-4619-8919-e5ac50c76853 req-5c66674f-a649-4de9-89a7-8b1d5824663e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:20.783497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61e7b176-3802-4619-8919-e5ac50c76853 req-5c66674f-a649-4de9-89a7-8b1d5824663e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1227326 Nov 10 23:02:20.822189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-9f064351-0252-4c59-bc64-ae02460fc455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 217 time: 0.0554507 Nov 10 23:02:20.899629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-060a36d6-34cb-4517-8c90-576333b06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:20.902632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-060a36d6-34cb-4517-8c90-576333b06132 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.0683761 Nov 10 23:02:20.967621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61e7b176-3802-4619-8919-e5ac50c76853 req-bade7a92-dccb-429e-b0b5-4003ea10a72e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524239 Nov 10 23:02:20.999591 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:21.005564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-c31171d9-b2ba-486a-8a61-0cab253e88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:21.007074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-c31171d9-b2ba-486a-8a61-0cab253e88ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952284 Nov 10 23:02:21.055497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=620afb64-efa7-4dd5-8d82-91d60c6422e9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:21.219611 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-b4165713-cfab-4221-b941-5e170de3e025 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041912 Nov 10 23:02:21.404109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5174cd8f-4291-46b3-b6ed-321d4ce30a6e req-56f2c8e3-8cca-47f7-ad9b-b7f2104766df service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773806 Nov 10 23:02:21.434036 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:21.666271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 1bd7f7ad-5363-4620-a240-5b4a495608e8 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:21.773559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:21.779145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1ee73a16-ca54-47e3-b7ab-6f56242f6f9e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/1bd7f7ad-5363-4620-a240-5b4a495608e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453153 Nov 10 23:02:21.783004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60774) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:21.797577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] Sync routers for ids ['1bd7f7ad-5363-4620-a240-5b4a495608e8'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:21.828310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] Routers {'1bd7f7ad-5363-4620-a240-5b4a495608e8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:21.829218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1bd7f7ad-5363-4620-a240-5b4a495608e8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:21.913939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:21.944575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] Routers {'1bd7f7ad-5363-4620-a240-5b4a495608e8'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:21.945219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:01:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1bd7f7ad-5363-4620-a240-5b4a495608e8'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:22.121453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:22.130754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a629f-3035-4cf6-b6f4-4c43d4d22709 None None] The sync data for ids ['1bd7f7ad-5363-4620-a240-5b4a495608e8'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:22.329750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cae98-3a63-4570-9702-9741f9ed60bf req-29be80c1-225f-473f-8908-ed0258a7cc0d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:22.345221 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-07adf1e8-7bc6-410e-86ae-b2ad8abba8f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 23:02:22.348850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07adf1e8-7bc6-410e-86ae-b2ad8abba8f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/1bd7f7ad-5363-4620-a240-5b4a495608e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5625830 Nov 10 23:02:22.349019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd3cae98-3a63-4570-9702-9741f9ed60bf req-29be80c1-225f-473f-8908-ed0258a7cc0d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1401463 Nov 10 23:02:22.349153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60784) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:22.445927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a57db117-76dc-47fb-a811-a3ae3f55d387 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bd7f7ad-5363-4620-a240-5b4a495608e8 HTTP/1.1" status: 200 len: 205 time: 0.0935085 Nov 10 23:02:22.452406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60788) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:22.577254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd3cae98-3a63-4570-9702-9741f9ed60bf req-cfef8838-d058-4dd7-8d5d-9f35103d82a8 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286232 Nov 10 23:02:22.586170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:22.783690 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:22.786061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:22.838095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:22.841623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd7f7ad-5363-4620-a240-5b4a495608e8 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:02:22.866099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:22.874454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46e00fd3-d7fa-4744-a0f5-5619bc16afe6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/1bd7f7ad-5363-4620-a240-5b4a495608e8 HTTP/1.1" status: 204 len: 168 time: 0.4171236 Nov 10 23:02:22.874662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60790) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:22.951675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 95f61c1b-3102-487d-a3cc-6807222a2e1b {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:02:22.956398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.013079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.128298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.199694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.239162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=95f61c1b-3102-487d-a3cc-6807222a2e1b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:23.241374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.244691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-41f75125-7357-47c6-8a22-1cf77f26c3f7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/95f61c1b-3102-487d-a3cc-6807222a2e1b HTTP/1.1" status: 204 len: 168 time: 0.3688807 Nov 10 23:02:23.247304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:23.247613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024713b-a227-4b36-bc7c-ea21dcb88d10 None None] Network f94aa8c8-0de5-453b-a15d-124ca839ac16 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:23.364656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.457199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port cc0eedce-1156-4ba0-bdd8-c2566c0606ab {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:23.457199 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.516346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] DHCP port deletion for f94aa8c8-0de5-453b-a15d-124ca839ac16 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:23.576516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,segment=NetworkSegment(9bfaefe1-3f07-4b9b-aa91-4251d91af0c3),segment_id=9bfaefe1-3f07-4b9b-aa91-4251d91af0c3)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:23.577361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.595642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for cc0eedce-1156-4ba0-bdd8-c2566c0606ab owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:23.656486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Deleting port cc0eedce-1156-4ba0-bdd8-c2566c0606ab {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:23.657127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.778841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8566a-4184-4671-99bb-5f10df4c4dd2 req-4af237c6-b9a2-48f1-8589-330fead05fb6 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:23.781420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07d8566a-4184-4671-99bb-5f10df4c4dd2 req-4af237c6-b9a2-48f1-8589-330fead05fb6 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.0806994 Nov 10 23:02:23.808831 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.842338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:23.848927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port cc0eedce-1156-4ba0-bdd8-c2566c0606ab on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:23.851212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] For port cc0eedce-1156-4ba0-bdd8-c2566c0606ab, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,segment=NetworkSegment(9bfaefe1-3f07-4b9b-aa91-4251d91af0c3),segment_id=9bfaefe1-3f07-4b9b-aa91-4251d91af0c3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:23.851621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.872166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Calling delete_port for cc0eedce-1156-4ba0-bdd8-c2566c0606ab owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:23.887135 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07d8566a-4184-4671-99bb-5f10df4c4dd2 req-14d34515-bc4c-478c-91bf-ec88059129f8 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977640 Nov 10 23:02:23.993405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:23.994124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.014598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94aa8c8-0de5-453b-a15d-124ca839ac16']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:24.016202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] Pushing event deleted for resources: {'Port': ['ID=cc0eedce-1156-4ba0-bdd8-c2566c0606ab,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:24.027022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de23e7a-a51b-45b4-afee-00bd91765fdb None None] No DVR routers for this DVR port cc0eedce-1156-4ba0-bdd8-c2566c0606ab on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:24.032420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:24.032643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfaefe1-3f07-4b9b-aa91-4251d91af0c3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:24.047805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.062685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.069757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:02:24.070248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:02:24.074092 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:02:24.147662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.168240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.175578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/f94aa8c8-0de5-453b-a15d-124ca839ac16 HTTP/1.1" status: 204 len: 168 time: 0.9272401 Nov 10 23:02:24.175751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:24.190644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1301142667'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:24.190973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3053df-b757-4205-9beb-f1dcb497117a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=f94aa8c8-0de5-453b-a15d-124ca839ac16,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:24.235047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:24.240798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.267684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:24.279908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.280382 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment ed897aff-d3ee-4669-a103-87dd399ad81c of type vlan for network f025f5a8-f429-4736-bad6-6ace4de35acc Nov 10 23:02:24.353609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.390649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.400359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:24.400359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.461083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2833374 Nov 10 23:02:24.465464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:24.471116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:24.483818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfd938-b81c-46f4-8234-f15315ed5f7a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=f025f5a8-f429-4736-bad6-6ace4de35acc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:24.503759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f025f5a8-f429-4736-bad6-6ace4de35acc details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:24.610206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:24.615230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.829807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.893608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=eed2fdc0-b8bd-4555-8131-4b6cb83de1d4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:24.898815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': 'ed897aff-d3ee-4669-a103-87dd399ad81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:24.899181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: f025f5a8-f429-4736-bad6-6ace4de35acc, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:24.916283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f025f5a8-f429-4736-bad6-6ace4de35acc is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:24.926213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f025f5a8-f429-4736-bad6-6ace4de35acc) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:24.931509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:24.931871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.937650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdb611-27e8-4b67-b7a4-deb8b52aa276 None None] Network f025f5a8-f429-4736-bad6-6ace4de35acc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:24.953340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2d07fc3f-91ca-48d8-921f-3a6a3443720f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4866817 Nov 10 23:02:24.955796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60822) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:24.960771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1852775948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:24.984484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.986159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.060030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.064828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.088360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.093875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c859c8bd-ac36-4ad8-bb3a-decde5ea601e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1368337 Nov 10 23:02:25.094488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60824) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:25.112711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bb701-0f72-40ff-a153-27c946998650 req-018ff5cc-deb4-4945-912f-c5b3a3beb39d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:25.115435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199bb701-0f72-40ff-a153-27c946998650 req-018ff5cc-deb4-4945-912f-c5b3a3beb39d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1095254 Nov 10 23:02:25.122442 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d105219f-f877-47fe-b07c-f945ed6fed9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.226428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-199bb701-0f72-40ff-a153-27c946998650 req-be6b5cc9-9443-4df2-8ae4-54ae1ef1675e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035409 Nov 10 23:02:25.278190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-f025f5a8-f429-4736-bad6-6ace4de35acc', 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': 'eed2fdc0-b8bd-4555-8131-4b6cb83de1d4'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:25.281636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.506785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cc0eedce-1156-4ba0-bdd8-c2566c0606ab no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:02:25.585508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Allocated IP 172.20.0.2 (f025f5a8-f429-4736-bad6-6ace4de35acc/eed2fdc0-b8bd-4555-8131-4b6cb83de1d4/df236b50-02fc-4bf2-affb-5c34d27b8cf5) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:25.663055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cc0eedce-1156-4ba0-bdd8-c2566c0606ab {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:02:25.663326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cc0eedce-1156-4ba0-bdd8-c2566c0606ab not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:02:25.702772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.753895 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.763409 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.783681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Network f025f5a8-f429-4736-bad6-6ace4de35acc is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:25.787139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:25.816530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:25.879585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Pushing event updated for resources: {'Port': ['ID=df236b50-02fc-4bf2-affb-5c34d27b8cf5,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:25.908911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Attempting to bind port df236b50-02fc-4bf2-affb-5c34d27b8cf5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:25.909398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Attempting to bind port df236b50-02fc-4bf2-affb-5c34d27b8cf5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ed897aff-d3ee-4669-a103-87dd399ad81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:25.909764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Attempting to bind port df236b50-02fc-4bf2-affb-5c34d27b8cf5 on network f025f5a8-f429-4736-bad6-6ace4de35acc {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:25.915326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:25.915843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Checking segment: {'id': 'ed897aff-d3ee-4669-a103-87dd399ad81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:25.916432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:25.917060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Bound using segment: {'id': 'ed897aff-d3ee-4669-a103-87dd399ad81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:25.917564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Bound port: df236b50-02fc-4bf2-affb-5c34d27b8cf5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed897aff-d3ee-4669-a103-87dd399ad81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f025f5a8-f429-4736-bad6-6ace4de35acc'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:25.918111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:26.006498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] For port df236b50-02fc-4bf2-affb-5c34d27b8cf5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:26.015746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] For port df236b50-02fc-4bf2-affb-5c34d27b8cf5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df236b50-02fc-4bf2-affb-5c34d27b8cf5,segment=NetworkSegment(ed897aff-d3ee-4669-a103-87dd399ad81c),segment_id=ed897aff-d3ee-4669-a103-87dd399ad81c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:26.021403 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:26.102609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d067-6992-405d-ad59-6b2dc68a3a28 None None] Pushing event updated for resources: {'Port': ['ID=df236b50-02fc-4bf2-affb-5c34d27b8cf5,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:26.424012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877def-7de8-4630-9cde-068bdb089eac req-574aa0b3-db72-408d-a4de-b720c75b49d1 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:26.433900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d877def-7de8-4630-9cde-068bdb089eac req-574aa0b3-db72-408d-a4de-b720c75b49d1 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1228786 Nov 10 23:02:26.527683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d877def-7de8-4630-9cde-068bdb089eac req-d150e2a8-d5e7-4ab6-8230-8988bd4740e8 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920250 Nov 10 23:02:26.537707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.20.0.1 (f025f5a8-f429-4736-bad6-6ace4de35acc/eed2fdc0-b8bd-4555-8131-4b6cb83de1d4/18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:26.744727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:26.787147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:26.833422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f025f5a8-f429-4736-bad6-6ace4de35acc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:26.839072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:26.843025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:26.879971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:26.892647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.048012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.413256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.422330 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.501216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.503169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:27.601969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df236b50-02fc-4bf2-affb-5c34d27b8cf5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:27.603974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8950518-65cb-421f-a649-d897b2dce5b9 None None] Network f025f5a8-f429-4736-bad6-6ace4de35acc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:27.687825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network f025f5a8-f429-4736-bad6-6ace4de35acc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:27.689324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:27.736708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e299d4-32a8-43f2-aaa0-085abd0c47aa req-b3907e1c-bfb0-4bca-8d1d-b969128641c9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:27.738379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e299d4-32a8-43f2-aaa0-085abd0c47aa req-b3907e1c-bfb0-4bca-8d1d-b969128641c9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1016161 Nov 10 23:02:27.786301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] Provisioning complete for port df236b50-02fc-4bf2-affb-5c34d27b8cf5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:27.786642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.833475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-631374f3-c589-45c0-a66d-b97c8bf6596f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.863787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df236b50-02fc-4bf2-affb-5c34d27b8cf5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:27.864155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:27.878387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96e299d4-32a8-43f2-aaa0-085abd0c47aa req-966502a1-9f3f-4b64-b304-7df0ab886f14 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332388 Nov 10 23:02:27.979269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router db13e645-8e72-42ba-8a40-ec9f67a82426 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:28.038698 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.091699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] For port df236b50-02fc-4bf2-affb-5c34d27b8cf5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df236b50-02fc-4bf2-affb-5c34d27b8cf5,segment=NetworkSegment(ed897aff-d3ee-4669-a103-87dd399ad81c),segment_id=ed897aff-d3ee-4669-a103-87dd399ad81c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:28.096961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:28.109207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] Sync routers for ids ['db13e645-8e72-42ba-8a40-ec9f67a82426'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:28.114018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:28.121843 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] Routers {'db13e645-8e72-42ba-8a40-ec9f67a82426'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:28.123864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['db13e645-8e72-42ba-8a40-ec9f67a82426'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:28.125119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d3bc342f-5be5-45db-a01a-f883ed41461f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/db13e645-8e72-42ba-8a40-ec9f67a82426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295117 Nov 10 23:02:28.133882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.166255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb2413-9a3b-4bcc-97d2-15500ddb0620 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:28.171224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60882) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:28.185177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-55eb2413-9a3b-4bcc-97d2-15500ddb0620 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports/18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 HTTP/1.1" status: 200 len: 910 time: 0.0695639 Nov 10 23:02:28.203637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:28.227482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] Routers {'db13e645-8e72-42ba-8a40-ec9f67a82426'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:28.228097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['db13e645-8e72-42ba-8a40-ec9f67a82426'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:28.282967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:28.283526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac8ea1-b7e6-4f00-a1e8-96c187cd96e4 None None] The sync data for ids ['db13e645-8e72-42ba-8a40-ec9f67a82426'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:28.314997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f4b4-ec9f-4301-9465-54f9219c0619 None None] Pushing event updated for resources: {'Port': ['ID=df236b50-02fc-4bf2-affb-5c34d27b8cf5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:28.583932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4dfbfa27-c901-4441-a224-4db6cb385b24 None None] Provisioning complete for port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:28.584651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfa27-c901-4441-a224-4db6cb385b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.648846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbfa27-c901-4441-a224-4db6cb385b24 None None] Port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:28.654481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.661488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4dfbfa27-c901-4441-a224-4db6cb385b24 None None] Provisioning complete for port df236b50-02fc-4bf2-affb-5c34d27b8cf5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:28.661856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfa27-c901-4441-a224-4db6cb385b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.970027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-857b668c-9743-4e93-aaa4-71cce47694bd None None] Provisioning complete for port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:28.970399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-857b668c-9743-4e93-aaa4-71cce47694bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:28.977056 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.067289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:29.067697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.092645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-857b668c-9743-4e93-aaa4-71cce47694bd None None] Port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:29.185845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.200261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:29.318243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cb5069e4-9eca-4521-b7df-e3782ac4c21e None None] Provisioning complete for port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:29.318731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb5069e4-9eca-4521-b7df-e3782ac4c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.366267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cb5069e4-9eca-4521-b7df-e3782ac4c21e None None] Port 18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:29.393187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df236b50-02fc-4bf2-affb-5c34d27b8cf5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:29.484060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.534726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df236b50-02fc-4bf2-affb-5c34d27b8cf5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:29.536653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.670170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca76a-f4dd-4d2e-b4db-ae1d3a875cb6 req-407c22de-0145-4df5-b0db-65d69405b976 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:29.671734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52bca76a-f4dd-4d2e-b4db-ae1d3a875cb6 req-407c22de-0145-4df5-b0db-65d69405b976 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.3878953 Nov 10 23:02:29.705371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=18dd508c-9b6f-4c5b-b82f-b8414fe3b4a0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:29.716210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.716642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.717154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.717562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.717955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.718370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.718768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.719195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.719575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.719968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.720361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.720747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:29.740186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:29.858219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52bca76a-f4dd-4d2e-b4db-ae1d3a875cb6 req-ac19ae10-79e4-4191-89e5-60eaa0c3904c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591368 Nov 10 23:02:29.944315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router db13e645-8e72-42ba-8a40-ec9f67a82426 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:30.028221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:30.036062 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3fb98b13-8f53-43f5-8f80-17a52066f568 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/db13e645-8e72-42ba-8a40-ec9f67a82426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636968 Nov 10 23:02:30.038899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60898) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:30.050312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] Sync routers for ids ['db13e645-8e72-42ba-8a40-ec9f67a82426'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:30.064361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] Routers {'db13e645-8e72-42ba-8a40-ec9f67a82426'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:30.065030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['db13e645-8e72-42ba-8a40-ec9f67a82426'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:30.090493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b01823f0-4276-4a73-8347-7231093329f6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=db13e645-8e72-42ba-8a40-ec9f67a82426 HTTP/1.1" status: 200 len: 205 time: 0.0499072 Nov 10 23:02:30.093079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60900) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:30.100639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:30.110492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] Routers {'db13e645-8e72-42ba-8a40-ec9f67a82426'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:30.111109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['db13e645-8e72-42ba-8a40-ec9f67a82426'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:30.148372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:30.148953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faeec6-15e5-41cc-b505-7b392970102d None None] The sync data for ids ['db13e645-8e72-42ba-8a40-ec9f67a82426'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:30.193101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.376431 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.439807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.442250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.488352 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.488806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router db13e645-8e72-42ba-8a40-ec9f67a82426 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:02:30.503426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.505536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6bfb070d-edbe-492e-ace7-df229008b3cc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/db13e645-8e72-42ba-8a40-ec9f67a82426 HTTP/1.1" status: 204 len: 168 time: 0.4113066 Nov 10 23:02:30.507277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:30.571575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet eed2fdc0-b8bd-4555-8131-4b6cb83de1d4 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:02:30.574869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.620728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.708658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.725106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.781632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.816826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=eed2fdc0-b8bd-4555-8131-4b6cb83de1d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:30.818987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:30.826177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:30.828340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-07c062b2-02f6-4931-adf5-e9dbe0ac9ea2 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/eed2fdc0-b8bd-4555-8131-4b6cb83de1d4 HTTP/1.1" status: 204 len: 168 time: 0.3199732 Nov 10 23:02:30.837574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b3705-72da-4312-a8ce-cf8fa867ed92 None None] Network f025f5a8-f429-4736-bad6-6ace4de35acc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:30.956042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.049375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port df236b50-02fc-4bf2-affb-5c34d27b8cf5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:31.049681 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.054994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c2d7-3bb3-4f07-a58c-2e7d94c777fb req-b0f398a0-fc94-41b1-b191-00afc0ec1120 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:31.063800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bda2c2d7-3bb3-4f07-a58c-2e7d94c777fb req-b0f398a0-fc94-41b1-b191-00afc0ec1120 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 943 time: 0.1056082 Nov 10 23:02:31.093980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] DHCP port deletion for f025f5a8-f429-4736-bad6-6ace4de35acc request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:31.134923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port df236b50-02fc-4bf2-affb-5c34d27b8cf5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df236b50-02fc-4bf2-affb-5c34d27b8cf5,segment=NetworkSegment(ed897aff-d3ee-4669-a103-87dd399ad81c),segment_id=ed897aff-d3ee-4669-a103-87dd399ad81c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:31.135291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.138901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bda2c2d7-3bb3-4f07-a58c-2e7d94c777fb req-49fd7ff1-ecda-4b2a-aa8d-b512cb37be4b tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741575 Nov 10 23:02:31.155940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for df236b50-02fc-4bf2-affb-5c34d27b8cf5 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:31.183000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Deleting port df236b50-02fc-4bf2-affb-5c34d27b8cf5 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:31.183536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.254192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] For port df236b50-02fc-4bf2-affb-5c34d27b8cf5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df236b50-02fc-4bf2-affb-5c34d27b8cf5,segment=NetworkSegment(ed897aff-d3ee-4669-a103-87dd399ad81c),segment_id=ed897aff-d3ee-4669-a103-87dd399ad81c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:31.254592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.273801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Calling delete_port for df236b50-02fc-4bf2-affb-5c34d27b8cf5 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:31.303194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b42232da-e2af-4535-96d1-fcc429f69496 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:02:31.525670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df236b50-02fc-4bf2-affb-5c34d27b8cf5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:02:31.692885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.703066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port df236b50-02fc-4bf2-affb-5c34d27b8cf5 {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 23:02:31.703849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df236b50-02fc-4bf2-affb-5c34d27b8cf5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:02:31.746750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] Pushing event deleted for resources: {'Port': ['ID=df236b50-02fc-4bf2-affb-5c34d27b8cf5,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:31.756620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e52b2-5220-497b-b987-2136f4f2f764 None None] No DVR routers for this DVR port df236b50-02fc-4bf2-affb-5c34d27b8cf5 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:31.767692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b42232da-e2af-4535-96d1-fcc429f69496,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:31.776878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.792728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'b42232da-e2af-4535-96d1-fcc429f69496', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:02:31.804280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=df236b50-02fc-4bf2-affb-5c34d27b8cf5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:31.808417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port df236b50-02fc-4bf2-affb-5c34d27b8cf5 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:31.854965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.869415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42232da-e2af-4535-96d1-fcc429f69496 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:02:31.915315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b42232da-e2af-4535-96d1-fcc429f69496,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:31.917795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.923922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.942092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f025f5a8-f429-4736-bad6-6ace4de35acc']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:31.953818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed897aff-d3ee-4669-a103-87dd399ad81c') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:31.954371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed897aff-d3ee-4669-a103-87dd399ad81c') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:31.965924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.980482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.987328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:31.987966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:02:31.988549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:02:31.992229 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:02:32.068342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.080786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.087291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/f025f5a8-f429-4736-bad6-6ace4de35acc HTTP/1.1" status: 204 len: 168 time: 1.2567699 Nov 10 23:02:32.088048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60938) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:32.093220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012362624', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:32.096718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ac07-a193-4d1b-b0eb-a727d99d5234 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=f025f5a8-f429-4736-bad6-6ace4de35acc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:32.118786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.119819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.126489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['b42232da-e2af-4535-96d1-fcc429f69496'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:02:32.188635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.320689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b4dd4-a16a-4f1c-b1ec-68c4dccc3cde req-4672c517-b6ae-41ea-9aa9-154c81da8a8e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:32.329013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f94b4dd4-a16a-4f1c-b1ec-68c4dccc3cde req-4672c517-b6ae-41ea-9aa9-154c81da8a8e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 944 time: 0.0624242 Nov 10 23:02:32.409688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f94b4dd4-a16a-4f1c-b1ec-68c4dccc3cde req-b70f7948-1069-4e02-af09-8db62203f09c tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794783 Nov 10 23:02:32.755771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.962004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:32.981957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.119635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.25.0.93 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/1d96c955-b182-42b8-9fe5-2db416414ebf) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:33.236742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.273471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.313758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b42232da-e2af-4535-96d1-fcc429f69496 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:33.329424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:33.333201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:33.338194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:33.365618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128bfb2-a647-4d40-8052-dda287492c69 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:33.381084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=1d96c955-b182-42b8-9fe5-2db416414ebf,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:33.438141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9852fe2b-dcae-4fe1-ac7f-ca3cd62f8a47 None None] Provisioning complete for port 1d96c955-b182-42b8-9fe5-2db416414ebf triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:33.438700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9852fe2b-dcae-4fe1-ac7f-ca3cd62f8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.486147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port b42232da-e2af-4535-96d1-fcc429f69496 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:02:33.489391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9852fe2b-dcae-4fe1-ac7f-ca3cd62f8a47 None None] Port 1d96c955-b182-42b8-9fe5-2db416414ebf cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:33.492090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port b42232da-e2af-4535-96d1-fcc429f69496 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:33.492456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.682044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.719234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:33.721600 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c279921-3337-4977-8973-37ffd220d2dc" -d '{"events": [{"server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "name": "network-vif-plugged", "status": "completed", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:33.737500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b42232da-e2af-4535-96d1-fcc429f69496,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:33.746446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.767100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21808b-442c-43b6-9178-375bea24e279 req-02469ea6-87b9-4b03-af87-318e76abd803 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:33.768743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a21808b-442c-43b6-9178-375bea24e279 req-02469ea6-87b9-4b03-af87-318e76abd803 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 944 time: 0.2465463 Nov 10 23:02:33.769832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:33.785886 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91c132-0e4a-4c02-9e56-07565bc6f120 x-openstack-request-id: req-cd91c132-0e4a-4c02-9e56-07565bc6f120 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:33.787210 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "name": "network-vif-plugged", "status": "completed", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:33.787990 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd91c132-0e4a-4c02-9e56-07565bc6f120 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:33.788726 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'code': 200} Nov 10 23:02:33.853142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:33.875577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.875934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.876265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.876597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.876928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.877288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.877620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.877943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.878267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.878589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.878913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.879229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:33.926962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd27ca-afd6-4d8e-a4ac-4a9ec1926f41 req-89fb18a6-1982-4a5e-841e-b0e8bfb3832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:33.930533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17cd27ca-afd6-4d8e-a4ac-4a9ec1926f41 req-89fb18a6-1982-4a5e-841e-b0e8bfb3832b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1096 time: 0.0699797 Nov 10 23:02:33.938240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a21808b-442c-43b6-9178-375bea24e279 req-bc758dc0-0181-43dc-9eb9-747cac12bef5 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590898 Nov 10 23:02:33.996469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17cd27ca-afd6-4d8e-a4ac-4a9ec1926f41 req-cd0d9001-09a7-45be-b798-0295fc489d61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564587 Nov 10 23:02:34.086352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:34.209640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:34.320212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:34.330979 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] Sync routers for ids ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:34.343608 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] Routers {'287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:34.344314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:34.349891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:34.352033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-27ba00e2-370c-4f83-9413-9fa8e837345e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2616923 Nov 10 23:02:34.354380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60982) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:34.387945 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:34.397081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] Routers {'287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:34.397988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:34.435025 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:34.435596 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec537f-424c-47e1-91ad-90a61ded6957 None None] The sync data for ids ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:34.495383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63d58070-77f0-4fd0-9183-d14a6a5d5d3b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers/287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 200 len: 880 time: 0.1381633 Nov 10 23:02:34.496509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:34.775170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f70c96ec-fb04-4296-8858-106702797c31 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2744102 Nov 10 23:02:34.775170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:34.780231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2012362624'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:35.113248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0490da-8ffc-42dd-9143-8403578e6cd6 req-9ad5f65b-f695-4cb6-aa56-0a9c7d53891f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:35.118462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e0490da-8ffc-42dd-9143-8403578e6cd6 req-9ad5f65b-f695-4cb6-aa56-0a9c7d53891f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Nov 10 23:02:35.170675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.184382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.189794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e0490da-8ffc-42dd-9143-8403578e6cd6 req-0030fbde-5e54-4070-b390-8986a317acea tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654776 Nov 10 23:02:35.330486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:35.477729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:35.485554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.489645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23696b7b-7227-48d5-95a1-1316ef0e96d0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 200 len: 887 time: 0.7107620 Nov 10 23:02:35.490041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32784) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:35.634016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] Sync routers for ids ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:35.636441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0fbeca57-5067-452b-a6e5-4a7317ef3510 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers/287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 200 len: 887 time: 0.1434345 Nov 10 23:02:35.638764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32792) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:35.676795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:35.677071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-557b0ed2-5e61-4ea3-9306-0c304d63c292 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 200 len: 205 time: 0.0363936 Nov 10 23:02:35.695642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] Routers {'287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:35.696331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:35.733540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:35.747990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] Routers {'287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:35.749243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:35.792499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:35.793303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff0ba-e320-4d3d-9a80-a24f2cc643be None None] The sync data for ids ['287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:35.812724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.918859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.972259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 1d96c955-b182-42b8-9fe5-2db416414ebf {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:35.972485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.060545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.073515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 1d96c955-b182-42b8-9fe5-2db416414ebf owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:36.239327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.267021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=1d96c955-b182-42b8-9fe5-2db416414ebf,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:36.287241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2b989-3d48-499c-9678-1f268a3d1092 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:36.353494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.355772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843719-7a6f-4d81-bacb-6748beea0680 req-d98f8baa-4ac8-423c-b3b4-1546b89b7c4f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:36.357392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42843719-7a6f-4d81-bacb-6748beea0680 req-d98f8baa-4ac8-423c-b3b4-1546b89b7c4f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.0914087 Nov 10 23:02:36.409286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42843719-7a6f-4d81-bacb-6748beea0680 req-e8526dbc-983f-4827-b1d7-8ee8999873d3 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Nov 10 23:02:36.454121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.456383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.521484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.522040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:02:36.529927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.531117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-79e4363c-6c4c-4f8c-9462-913272f1c609 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 204 len: 168 time: 0.8532257 Nov 10 23:02:36.535248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:36.541211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-521204951'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:36.553827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9c89-5237-4f46-87e4-0a6feb98deea req-40a55941-cf34-4d73-954e-3354d69a825f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:36.555940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-735e9c89-5237-4f46-87e4-0a6feb98deea req-40a55941-cf34-4d73-954e-3354d69a825f tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.0620511 Nov 10 23:02:36.567844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:36.571894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.598457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:36.617382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.617761 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 63c95a32-0f40-4535-9cd7-1503c6d3bef3 of type vlan for network 72153860-996f-48cc-9e80-5af8454d4405 Nov 10 23:02:36.618355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-735e9c89-5237-4f46-87e4-0a6feb98deea req-c31643f7-57f2-43df-8ad6-6828311f4f37 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527966 Nov 10 23:02:36.643227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:36.671022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.710406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.717324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:36.717924 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:36.841180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3031411 Nov 10 23:02:36.842644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32842) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:36.848197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': '72153860-996f-48cc-9e80-5af8454d4405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:36.848401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445314b8-1a9a-48a6-8342-0cac70fc7225 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=72153860-996f-48cc-9e80-5af8454d4405,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:36.866627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 72153860-996f-48cc-9e80-5af8454d4405 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:36.994245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d951904-2725-4097-abaf-9aaa679ca37e tempest-TestVolumeBackupRestore-513690207 tempest-TestVolumeBackupRestore-513690207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:36.996363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7d951904-2725-4097-abaf-9aaa679ca37e tempest-TestVolumeBackupRestore-513690207 tempest-TestVolumeBackupRestore-513690207-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1091 time: 0.3520980 Nov 10 23:02:36.999293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:37.003557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:37.022579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:37.026028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.094040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.292207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.300286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.412041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=c0c25da2-e250-4270-9cd1-08c583f5ee74,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:37.429044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '63c95a32-0f40-4535-9cd7-1503c6d3bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72153860-996f-48cc-9e80-5af8454d4405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:37.429845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: 72153860-996f-48cc-9e80-5af8454d4405, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:37.483836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 72153860-996f-48cc-9e80-5af8454d4405 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:37.500460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Allocated IP 172.25.0.51 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2f20057f-d4c6-49ad-8a8d-0133147ddab7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:37.502502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 72153860-996f-48cc-9e80-5af8454d4405) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:37.510554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812e603-2744-4257-94fe-709164573727 None None] Network 72153860-996f-48cc-9e80-5af8454d4405 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:37.510984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:37.511739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.544441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-29224e90-d495-47fb-b785-9efb9fb7c41b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005308 Nov 10 23:02:37.547226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32862) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:37.551904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608486453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:37.575643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.577196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.636730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.642483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.664869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.666496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-558e1f93-4eb4-4c56-a996-c8212705a673 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1182306 Nov 10 23:02:37.666801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.669492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32864) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:37.682831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-72153860-996f-48cc-9e80-5af8454d4405', 'network_id': '72153860-996f-48cc-9e80-5af8454d4405', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': 'c0c25da2-e250-4270-9cd1-08c583f5ee74'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:37.684054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.708472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.750975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:37.754317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:37.757732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:37.820911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'Port': ['ID=2f20057f-d4c6-49ad-8a8d-0133147ddab7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:37.861997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Allocated IP 172.20.0.2 (72153860-996f-48cc-9e80-5af8454d4405/c0c25da2-e250-4270-9cd1-08c583f5ee74/38d2f1a6-f31e-44fe-ac7a-4b37a840b41c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:38.174814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.182687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.255988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Network 72153860-996f-48cc-9e80-5af8454d4405 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:38.259248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:38.264157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:38.274536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Pushing event updated for resources: {'Port': ['ID=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:38.335054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Attempting to bind port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:38.335574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Attempting to bind port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '63c95a32-0f40-4535-9cd7-1503c6d3bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72153860-996f-48cc-9e80-5af8454d4405'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:38.336033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Attempting to bind port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c on network 72153860-996f-48cc-9e80-5af8454d4405 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:38.341949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:38.342382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Checking segment: {'id': '63c95a32-0f40-4535-9cd7-1503c6d3bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72153860-996f-48cc-9e80-5af8454d4405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:38.342621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.343085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.343442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Bound using segment: {'id': '63c95a32-0f40-4535-9cd7-1503c6d3bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72153860-996f-48cc-9e80-5af8454d4405'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:38.344304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Bound port: 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c95a32-0f40-4535-9cd7-1503c6d3bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72153860-996f-48cc-9e80-5af8454d4405'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:38.344780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.410764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.437231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.440822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] For port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:38.444448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] For port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,segment=NetworkSegment(63c95a32-0f40-4535-9cd7-1503c6d3bef3),segment_id=63c95a32-0f40-4535-9cd7-1503c6d3bef3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:38.450851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.541117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7b056-0343-44ae-8e9b-e1bbb7fb27e1 None None] Pushing event updated for resources: {'Port': ['ID=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:38.651237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.655889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.724380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.20.0.1 (72153860-996f-48cc-9e80-5af8454d4405/c0c25da2-e250-4270-9cd1-08c583f5ee74/667807a6-2060-4229-9813-8fede892cc81) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:38.736008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.834036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event updated for resources: {'Port': ['ID=2f20057f-d4c6-49ad-8a8d-0133147ddab7,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:38.903953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.915309 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Floating IP db9d877a-af39-4e16-8e5c-2076c9f01abe associated. External IP: 172.25.0.51, port: b42232da-e2af-4535-96d1-fcc429f69496. Nov 10 23:02:38.940410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:38.991294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 72153860-996f-48cc-9e80-5af8454d4405 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:38.995251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:39.000003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:39.025317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=667807a6-2060-4229-9813-8fede892cc81,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:39.076360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.288931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.364235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:39.485521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:39.539992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:39.551511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:39.572548 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:39.573230 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:39.581751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.627525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:39.627901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.634958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fdc58e2e-73bd-4778-8b34-f19e705f254a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6345665 Nov 10 23:02:39.635631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:39.638607 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d43be-0ec2-4190-802c-1f2500857330" -d '{"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:39.653108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:39.725458 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423eb556-947f-47d6-a833-f895f8cbfd84 x-openstack-request-id: req-423eb556-947f-47d6-a833-f895f8cbfd84 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:39.726440 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:39.727330 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-423eb556-947f-47d6-a833-f895f8cbfd84 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:39.727970 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:02:39.741493 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:39.767529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.773826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6964a-2f27-4daa-a15a-fb6b99dd022f tempest-TestVolumeBackupRestore-513690207 tempest-TestVolumeBackupRestore-513690207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:39.774031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.779173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a6b6964a-2f27-4daa-a15a-fb6b99dd022f tempest-TestVolumeBackupRestore-513690207 tempest-TestVolumeBackupRestore-513690207-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1091 time: 0.1225023 Nov 10 23:02:39.805785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.828780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 32918) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:39.837270 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.844394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Request body: {'floatingip': {'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:39.889524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,segment=NetworkSegment(63c95a32-0f40-4535-9cd7-1503c6d3bef3),segment_id=63c95a32-0f40-4535-9cd7-1503c6d3bef3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:39.898013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.954778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=667807a6-2060-4229-9813-8fede892cc81,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:39.978406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d43be-0ec2-4190-802c-1f2500857330 req-f10f4a60-3524-4242-a7c2-6f651075ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:39.982121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-f10f4a60-3524-4242-a7c2-6f651075ce21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1096 time: 0.2318945 Nov 10 23:02:39.999525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 72153860-996f-48cc-9e80-5af8454d4405 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:40.001318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:40.009716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe922ed-b6df-483e-8e6d-e4ccd04ec56e None None] Network 72153860-996f-48cc-9e80-5af8454d4405 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:40.093773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:40.150967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:38Z', 'revision_number': 0, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.203321 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:02:40.217860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d43be-0ec2-4190-802c-1f2500857330 req-e27c1fa8-4258-4c72-9bd8-767cc122a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:40.219485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-e27c1fa8-4258-4c72-9bd8-767cc122a379 service neutron] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 913 time: 0.2302611 Nov 10 23:02:40.222918 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:40.223556 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.224734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:40.242930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 671da18c-0f67-4ed6-b46a-d485f906e31b is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:40.269264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fe93617a-baba-4bbe-8d49-dac5dddee655 None None] Provisioning complete for port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:40.269899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe93617a-baba-4bbe-8d49-dac5dddee655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:40.434309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:40.440432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0f9b250b-be44-4ee4-93bc-8e63de9bdf24 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/671da18c-0f67-4ed6-b46a-d485f906e31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7694430 Nov 10 23:02:40.442959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:40.445223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] Sync routers for ids ['671da18c-0f67-4ed6-b46a-d485f906e31b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:40.464883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] Routers {'671da18c-0f67-4ed6-b46a-d485f906e31b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:40.465596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['671da18c-0f67-4ed6-b46a-d485f906e31b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.509546 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:40.513020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12ff78-42a2-4f90-ab9f-5dfa92ddacac tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:40.516942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-be12ff78-42a2-4f90-ab9f-5dfa92ddacac tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports/667807a6-2060-4229-9813-8fede892cc81 HTTP/1.1" status: 200 len: 910 time: 0.0703280 Nov 10 23:02:40.517373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32938) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:40.523118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0c25da2-e250-4270-9cd1-08c583f5ee74'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:40.578556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.589000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] Routers {'671da18c-0f67-4ed6-b46a-d485f906e31b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:40.589700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['671da18c-0f67-4ed6-b46a-d485f906e31b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.658400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:40.659046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a3400-ead1-47af-847d-e9f0c3954f65 None None] The sync data for ids ['671da18c-0f67-4ed6-b46a-d485f906e31b'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:40.794352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:40.822283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-13c3d72d-2cbc-4d03-83e2-6e7238e8bbc3 None None] Provisioning complete for port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:40.823877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-13c3d72d-2cbc-4d03-83e2-6e7238e8bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.012529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-13c3d72d-2cbc-4d03-83e2-6e7238e8bbc3 None None] Provisioning complete for port 667807a6-2060-4229-9813-8fede892cc81 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:41.013085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-13c3d72d-2cbc-4d03-83e2-6e7238e8bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.092411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-13c3d72d-2cbc-4d03-83e2-6e7238e8bbc3 None None] Port 667807a6-2060-4229-9813-8fede892cc81 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:41.227744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d8e761dd-b8c9-4ea6-8db5-f5f12928f28b None None] Provisioning complete for port 667807a6-2060-4229-9813-8fede892cc81 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:41.232384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d8e761dd-b8c9-4ea6-8db5-f5f12928f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.263654 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:38Z', 'revision_number': 0, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:41.275834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-7266f60a-36ba-4841-b03b-8b73c964c855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 998 time: 1.0411561 Nov 10 23:02:41.359698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d43be-0ec2-4190-802c-1f2500857330 req-71bb922f-e829-4b24-92b3-dbe9856982b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:41.361206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-71bb922f-e829-4b24-92b3-dbe9856982b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.0764706 Nov 10 23:02:41.392664 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c0d3d-0e7f-48b5-8077-a4c8a1322c7a None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:38Z', 'revision_number': 0, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:41.416273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d8e761dd-b8c9-4ea6-8db5-f5f12928f28b None None] Port 667807a6-2060-4229-9813-8fede892cc81 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:41.493832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.507707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.523229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:41.604428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d43be-0ec2-4190-802c-1f2500857330 req-904b3449-98b7-4dec-bb92-e361cf699a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:41.611148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-904b3449-98b7-4dec-bb92-e361cf699a2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417862 Nov 10 23:02:41.640456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:41.641112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.645732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/ports/667807a6-2060-4229-9813-8fede892cc81 HTTP/1.1" status: 200 len: 910 time: 1.1273255 Nov 10 23:02:41.646334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:41.646819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 32962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:41.646912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.653007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d08bc-2922-440a-b3ba-4cd80f9112fa tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=667807a6-2060-4229-9813-8fede892cc81,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:41.731641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-35d6cadb-39af-4a0a-b663-aeb189adc0c6 None None] Provisioning complete for port 667807a6-2060-4229-9813-8fede892cc81 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:41.732434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-35d6cadb-39af-4a0a-b663-aeb189adc0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.819196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-35d6cadb-39af-4a0a-b663-aeb189adc0c6 None None] Port 667807a6-2060-4229-9813-8fede892cc81 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:41.871914 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fb7-fc15-491e-8fdf-bc7ecf4f4874 None None] New status for floating IP db9d877a-af39-4e16-8e5c-2076c9f01abe: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:02:42.013876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-f6ad58bb-290c-49f7-b557-480275094243 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673942 Nov 10 23:02:42.212130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:42.220446 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.db.api [None req-91531fb7-fc15-491e-8fdf-bc7ecf4f4874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:02:42.220804 n-d-811521-3 neutron-server[102460]: DEBUG oslo_db.api [None req-91531fb7-fc15-491e-8fdf-bc7ecf4f4874 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:02:42.239567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:42.431247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d43be-0ec2-4190-802c-1f2500857330 req-61afbf9b-3e3e-4739-893b-75b186afecb1 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889637 Nov 10 23:02:42.435175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:42.591058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:42.600571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-3b0f4a1c-527f-4a42-898a-c4d3a5a9e1f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862179 Nov 10 23:02:42.722018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fb7-fc15-491e-8fdf-bc7ecf4f4874 None None] New status for floating IP db9d877a-af39-4e16-8e5c-2076c9f01abe: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:02:42.769480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-039787d3-a87a-4827-8c59-fa24691cc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:42.771009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-039787d3-a87a-4827-8c59-fa24691cc3a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 1100 time: 0.1088917 Nov 10 23:02:42.789570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:42.796084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:42.841990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:42.844272 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef" -d '{"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:42.899045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0805d570-8f83-4d07-9507-25f0fbc32e34 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "PUT /v2.0/floatingips/db9d877a-af39-4e16-8e5c-2076c9f01abe HTTP/1.1" status: 200 len: 990 time: 3.0640512 Nov 10 23:02:42.976187 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d986da97-1494-4caf-8202-da06aa18d09a x-openstack-request-id: req-d986da97-1494-4caf-8202-da06aa18d09a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:42.976990 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:42.997667 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d986da97-1494-4caf-8202-da06aa18d09a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:42.998115 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:02:43.111923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-687cd31e-7f40-4613-a072-d15b71834cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.114472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-687cd31e-7f40-4613-a072-d15b71834cec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1096 time: 0.0789001 Nov 10 23:02:43.156904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-0fc92855-4601-4588-b85a-b8054a77ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.158451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-0fc92855-4601-4588-b85a-b8054a77ff17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.3531935 Nov 10 23:02:43.181452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 667807a6-2060-4229-9813-8fede892cc81 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:43.181847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:43.195921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:43.212792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:43.214458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:43.303393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-6c82d298-8c97-4370-bc93-e6c95f560bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.303787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-6c82d298-8c97-4370-bc93-e6c95f560bc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 913 time: 0.1818838 Nov 10 23:02:43.305178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-6cf1bc11-a25e-4bed-b083-609bcda6be07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=5decea2e-9f77-47bb-a196-43fd1de501e1 HTTP/1.1" status: 200 len: 217 time: 0.1377459 Nov 10 23:02:43.359378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:43.388686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:43.414568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-8b65a942-1c2e-409f-9b03-c84e9873c308 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 1000 time: 0.0961537 Nov 10 23:02:43.425325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 667807a6-2060-4229-9813-8fede892cc81 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:43.452108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-cd94af44-b48d-4fdf-89e6-c2d454dea0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.454745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-cd94af44-b48d-4fdf-89e6-c2d454dea0ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0894742 Nov 10 23:02:43.523087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-f843f364-3ab8-41e2-a703-937a9304ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.526894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-f843f364-3ab8-41e2-a703-937a9304ecfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.1054142 Nov 10 23:02:43.561798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-a39375d6-c226-429e-a8ef-1fe2ecf30a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.564902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-a39375d6-c226-429e-a8ef-1fe2ecf30a97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783894 Nov 10 23:02:43.623160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-bf9221de-6d07-4a1b-8c82-1ccd7d200b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:43.628710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-bf9221de-6d07-4a1b-8c82-1ccd7d200b00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910392 Nov 10 23:02:43.728575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:42Z', 'revision_number': 2, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:43.758053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:02:43.768838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:43.769630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:43.808452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-45e22127-b43c-4704-b255-798e85955e53 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365623 Nov 10 23:02:43.819927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-2a873567-03ef-4268-8cee-fa0e3ca4d15e service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858933 Nov 10 23:02:43.910502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:43.922784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:43.950974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ae0cd34-0e8d-49f1-89bc-ab21706667ef req-4a844034-d41c-45c0-a6e5-c5bc6e2743d3 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230290 Nov 10 23:02:43.983841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=667807a6-2060-4229-9813-8fede892cc81,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:44.059492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-92488778-70a0-4679-8e43-1e75ad6cea34 req-484d2a6c-6c81-4d09-9681-db3baecf84fc service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408442 Nov 10 23:02:44.225835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:44.368049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:42Z', 'revision_number': 2, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:44.397395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69abb58-cdd7-4593-b010-7355c5a9f570 None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'db9d877a-af39-4e16-8e5c-2076c9f01abe', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'port_id': 'b42232da-e2af-4535-96d1-fcc429f69496', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'mac_address': 'fa:16:3e:a8:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:02:38Z', 'updated_at': '2021-11-10T23:02:42Z', 'revision_number': 2, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:44.409236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 671da18c-0f67-4ed6-b46a-d485f906e31b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:44.493717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:44.503555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33016) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:44.503871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af4bb4d8-7f99-44f7-9752-4a4cf392fa4e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/671da18c-0f67-4ed6-b46a-d485f906e31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561828 Nov 10 23:02:44.527687 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] Sync routers for ids ['671da18c-0f67-4ed6-b46a-d485f906e31b'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:44.540048 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] Routers {'671da18c-0f67-4ed6-b46a-d485f906e31b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:44.541193 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['671da18c-0f67-4ed6-b46a-d485f906e31b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:44.593932 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:44.596710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:44.597954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-77bbf47c-e414-4849-8525-56a157f35274 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=671da18c-0f67-4ed6-b46a-d485f906e31b HTTP/1.1" status: 200 len: 205 time: 0.0920730 Nov 10 23:02:44.634711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] Routers {'671da18c-0f67-4ed6-b46a-d485f906e31b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:44.636518 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['671da18c-0f67-4ed6-b46a-d485f906e31b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:44.646287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:44.684282 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:44.685214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6b09a-234e-493f-a0d6-0dc84c356ecf None None] The sync data for ids ['671da18c-0f67-4ed6-b46a-d485f906e31b'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:44.703935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:44.999307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:02:45.008705 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:02:45.089697 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1d234-14cc-404c-87a5-22637a9f9914 x-openstack-request-id: req-cbf1d234-14cc-404c-87a5-22637a9f9914 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:02:45.090702 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:02:45.091179 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbf1d234-14cc-404c-87a5-22637a9f9914 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:02:45.091792 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:02:45.158467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.195708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.199880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.257655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-af6109a5-a39d-4259-8b9c-779e4e96a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:45.259909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-af6109a5-a39d-4259-8b9c-779e4e96a6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1096 time: 0.1023538 Nov 10 23:02:45.261734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.262221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 671da18c-0f67-4ed6-b46a-d485f906e31b {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:02:45.270943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.274342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8e2913d-557a-4889-a7c0-06a71d0ea74d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/671da18c-0f67-4ed6-b46a-d485f906e31b HTTP/1.1" status: 204 len: 168 time: 0.6760035 Nov 10 23:02:45.274969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:45.386191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet c0c25da2-e250-4270-9cd1-08c583f5ee74 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:02:45.391311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.453188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-95ddb948-50a6-452a-825a-c25bd0216b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:45.454857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-95ddb948-50a6-452a-825a-c25bd0216b2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 913 time: 0.1790161 Nov 10 23:02:45.459396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.610874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-0c79a2ef-296f-4aa1-a5a2-0791d7d89483 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 1000 time: 0.1485023 Nov 10 23:02:45.658703 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.710229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-a1d29353-eb14-457b-ac39-fc8f9144f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:45.711806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-a1d29353-eb14-457b-ac39-fc8f9144f0c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.0901258 Nov 10 23:02:45.766625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.800493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c25da2-e250-4270-9cd1-08c583f5ee74,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:45.803778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-d9d133f9-8f9a-4a0e-a46a-1c002536f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:45.805415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-d9d133f9-8f9a-4a0e-a46a-1c002536f3fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835445 Nov 10 23:02:45.808089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9391e33-1a5f-4205-9bb4-637996f65cea None None] Network 72153860-996f-48cc-9e80-5af8454d4405 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:45.813221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:45.819666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a862fcb-04ee-4dcf-9623-46eef816e706 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/c0c25da2-e250-4270-9cd1-08c583f5ee74 HTTP/1.1" status: 204 len: 168 time: 0.5390849 Nov 10 23:02:45.820083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33050) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:45.943641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-47c7bfe2-49ff-4043-97c3-4595c09b4171 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238053 Nov 10 23:02:45.958828 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.057127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:46.057470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.084468 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6c3cc33-6f43-48d6-9434-7cc89bccf9c8 req-7d32209e-1a36-4512-9ba3-fda824ebc022 service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331453 Nov 10 23:02:46.123091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] DHCP port deletion for 72153860-996f-48cc-9e80-5af8454d4405 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:02:46.143268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,segment=NetworkSegment(63c95a32-0f40-4535-9cd7-1503c6d3bef3),segment_id=63c95a32-0f40-4535-9cd7-1503c6d3bef3)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:46.143555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.158237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:46.175265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Deleting port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:02:46.175923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.270057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.327102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:46.336279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:46.455466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.497878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72153860-996f-48cc-9e80-5af8454d4405']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:46.509660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c95a32-0f40-4535-9cd7-1503c6d3bef3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:46.510007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c95a32-0f40-4535-9cd7-1503c6d3bef3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:46.522124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.533680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] For port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,segment=NetworkSegment(63c95a32-0f40-4535-9cd7-1503c6d3bef3),segment_id=63c95a32-0f40-4535-9cd7-1503c6d3bef3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:46.534598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.539275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.549848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:02:46.551592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:02:46.560285 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:02:46.571393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Calling delete_port for 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:02:46.684471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.702536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.710338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.717925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/72153860-996f-48cc-9e80-5af8454d4405 HTTP/1.1" status: 204 len: 168 time: 0.8938775 Nov 10 23:02:46.721354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33088) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:46.726045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418a771-8757-42d9-aaf6-654ae929f69c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=72153860-996f-48cc-9e80-5af8454d4405,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:46.726474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-396443266', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:46.749355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Network 72153860-996f-48cc-9e80-5af8454d4405 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:02:46.749811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] No DVR routers for this DVR port 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:02:46.755955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eedf9-c902-4ff5-a3de-7827200a0c6f None None] Pushing event deleted for resources: {'Port': ['ID=38d2f1a6-f31e-44fe-ac7a-4b37a840b41c,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:46.765754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.768329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.833030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.838136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.860164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.869040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f4e50768-dba8-4b61-8778-ed51e96b74f8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1390228 Nov 10 23:02:46.869040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33090) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:46.870076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-110165618'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:46.899185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:46.903524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.934508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:46.946283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:46.946691 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment cb9fa2b2-8c18-46ac-8977-5fb6b3a72291 of type vlan for network 027af203-1351-4c1d-bab9-ecec04f9a1ab Nov 10 23:02:46.998883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.056688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.072820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:47.075156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.109239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2407711 Nov 10 23:02:47.109625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33100) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:47.115042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:47.179056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819fbbe-d67c-4f84-9d3a-6673388fceae tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=027af203-1351-4c1d-bab9-ecec04f9a1ab,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:47.192000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:47.270528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:47.274338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.399823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:02:47.437434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:02:47.437590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 38d2f1a6-f31e-44fe-ac7a-4b37a840b41c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:02:47.564037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.658451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=1ef07763-8a25-4208-9b86-de8dffc0cce7,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:47.671379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:47.674446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: 027af203-1351-4c1d-bab9-ecec04f9a1ab, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:47.698726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:47.708772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 027af203-1351-4c1d-bab9-ecec04f9a1ab) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:47.713698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:47.714517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:47.720398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc55af4-9eda-46b9-964c-782bc5fd23b2 None None] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:47.753233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fb7deb16-ddc6-43d0-a9cd-0f0cc1b500f0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6423967 Nov 10 23:02:47.755869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33118) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:47.900298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-027af203-1351-4c1d-bab9-ecec04f9a1ab', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:47.901845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.086096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Allocated IP 172.20.0.2 (027af203-1351-4c1d-bab9-ecec04f9a1ab/1ef07763-8a25-4208-9b86-de8dffc0cce7/d69fde54-3094-4e7c-a909-0a485bb7fe8e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:48.115791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.289583 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.297571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.341463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:48.344712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:48.350201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:48.353616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Pushing event updated for resources: {'Port': ['ID=d69fde54-3094-4e7c-a909-0a485bb7fe8e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:48.436558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.20.0.1 (027af203-1351-4c1d-bab9-ecec04f9a1ab/1ef07763-8a25-4208-9b86-de8dffc0cce7/6130c5d5-1c40-4614-8bb1-0e9d7c68db9b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:48.437951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Attempting to bind port d69fde54-3094-4e7c-a909-0a485bb7fe8e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:48.438401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Attempting to bind port d69fde54-3094-4e7c-a909-0a485bb7fe8e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:48.438925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Attempting to bind port d69fde54-3094-4e7c-a909-0a485bb7fe8e on network 027af203-1351-4c1d-bab9-ecec04f9a1ab {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:48.445933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:48.446312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Checking segment: {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:48.446748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.447142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Bound using segment: {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:48.447945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Bound port: d69fde54-3094-4e7c-a909-0a485bb7fe8e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:48.448872 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.535214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] For port d69fde54-3094-4e7c-a909-0a485bb7fe8e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:48.538654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] For port d69fde54-3094-4e7c-a909-0a485bb7fe8e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d69fde54-3094-4e7c-a909-0a485bb7fe8e,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:48.543899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.605584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509bd4c-8f2a-400b-9907-35213051ec58 None None] Pushing event updated for resources: {'Port': ['ID=d69fde54-3094-4e7c-a909-0a485bb7fe8e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:48.623917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.677043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.725327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:48.728616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:48.732653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:48.790404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:48.799245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:48.962335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.174567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-f4b60f89-a04c-4155-bf7c-a0a9f006f4a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008587 Nov 10 23:02:49.307399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-9a2d3248-23f7-4da6-9360-20ddb5555726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:49.309011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-9a2d3248-23f7-4da6-9360-20ddb5555726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=564ab0faf58946ff917b7bf92f67f72e&device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 1097 time: 0.0750909 Nov 10 23:02:49.434775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.441309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.492476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d69fde54-3094-4e7c-a909-0a485bb7fe8e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:49.523961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-580c6231-97f3-44c5-b68c-9bc907e633ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:49.525103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-580c6231-97f3-44c5-b68c-9bc907e633ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 200 len: 915 time: 0.1875420 Nov 10 23:02:49.589634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d69fde54-3094-4e7c-a909-0a485bb7fe8e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:49.590428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.625492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:49.651902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.727321 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.734629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-60ec5a91-ae20-407e-82ad-edc5795d0127 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 200 len: 1002 time: 0.1650794 Nov 10 23:02:49.768724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port d69fde54-3094-4e7c-a909-0a485bb7fe8e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d69fde54-3094-4e7c-a909-0a485bb7fe8e,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:49.772868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:49.844569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=d69fde54-3094-4e7c-a909-0a485bb7fe8e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:49.853323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-7b61e44c-bdde-4c6e-a08e-b0079e463d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:49.854834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-7b61e44c-bdde-4c6e-a08e-b0079e463d1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 200 len: 854 time: 0.1087501 Nov 10 23:02:49.921860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:49.925348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:49.974959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bd55f-f145-4b95-b419-d48afc087c58 None None] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:50.016304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-1dcceefa-cb9c-4e91-916a-a921a8bc23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:50.018032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-1dcceefa-cb9c-4e91-916a-a921a8bc23c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5c76921-d886-49af-a685-2b154de547dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412079 Nov 10 23:02:50.100308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bdd6f7f8-b0e3-43eb-a038-678248361fa8 None None] Provisioning complete for port d69fde54-3094-4e7c-a909-0a485bb7fe8e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:50.100681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f7f8-b0e3-43eb-a038-678248361fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.562292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-b9a66b8f-42a7-4186-ae77-3ecdf74cada3 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355177 Nov 10 23:02:50.563936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:02:50.622676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-81eb74b9-becf-4149-8945-3b963e931908 None None] Provisioning complete for port d69fde54-3094-4e7c-a909-0a485bb7fe8e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:50.623225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81eb74b9-becf-4149-8945-3b963e931908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.725646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-81eb74b9-becf-4149-8945-3b963e931908 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:50.726021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81eb74b9-becf-4149-8945-3b963e931908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.743188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:50.746953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f29eb1f-9f1d-4c29-9cb2-8680c34e804a req-70d07317-5b1a-4210-9b87-636c11e79000 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776123 Nov 10 23:02:50.754672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-56bdc3ce-0084-4456-885b-0205a74c66ca tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9930592 Nov 10 23:02:50.754672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33176) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:50.766440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796859352'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:50.770643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:50.781654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-81eb74b9-becf-4149-8945-3b963e931908 None None] Port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:50.790240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:50.791590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:50.862151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:50.866620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.945109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:50.966284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.966656 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 86035e5a-f8ba-4485-ba2c-64985c0342d3 of type vlan for network ff08dad7-e34d-4407-ac5e-480937554acd Nov 10 23:02:50.992663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c3723748-8548-4b6d-9811-e789199a89b9 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:50.995759 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3723748-8548-4b6d-9811-e789199a89b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.043307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.051738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:51.090705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3723748-8548-4b6d-9811-e789199a89b9 None None] Port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:51.099731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.106002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:51.106611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.196459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4420390 Nov 10 23:02:51.199586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:51.205185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:51.242080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa8b52-9f01-4d49-aa86-3f11cfc91654 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=ff08dad7-e34d-4407-ac5e-480937554acd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:51.254347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ff08dad7-e34d-4407-ac5e-480937554acd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:51.374663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:51.378381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.468045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d69fde54-3094-4e7c-a909-0a485bb7fe8e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:51.529697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7aaffdfa-55ff-4f75-bc18-282784988d90 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:51.530072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7aaffdfa-55ff-4f75-bc18-282784988d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.597209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d69fde54-3094-4e7c-a909-0a485bb7fe8e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:51.597576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.601715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:48Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:49Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:51.604937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7aaffdfa-55ff-4f75-bc18-282784988d90 None None] Port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:51.657465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:02:51.658124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Updating router 4330975b-734a-4dc1-bdcf-0d3446a08b41 port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:02:51.694056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.703240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.749788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=4d3c5e54-13d6-466d-b289-38489b48b582,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:51.783271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:51.783885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: ff08dad7-e34d-4407-ac5e-480937554acd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:51.804804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network ff08dad7-e34d-4407-ac5e-480937554acd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:51.825915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ff08dad7-e34d-4407-ac5e-480937554acd) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:51.830098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:51.830687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:51.849295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963832a-232c-4401-b1a2-fedee134d35d None None] Network ff08dad7-e34d-4407-ac5e-480937554acd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:51.859744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:51.864521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0856c2af-1a86-401e-a3be-68b49fbee1e7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6623559 Nov 10 23:02:52.170218 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:02:52.324411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ff08dad7-e34d-4407-ac5e-480937554acd', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:52.325300 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.349444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.590248 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.602856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.679743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Allocated IP 172.21.0.2 (ff08dad7-e34d-4407-ac5e-480937554acd/4d3c5e54-13d6-466d-b289-38489b48b582/b648efe8-a45d-4ea2-89eb-053a85832340) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:52.727006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f38ff-2d08-4cb2-8d73-ec06de881c91 None None] Pushing event updated for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:52.813004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Attempting to bind port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:52.813004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Attempting to bind port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:52.813004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Attempting to bind port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b on network 027af203-1351-4c1d-bab9-ecec04f9a1ab {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:52.821975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:52.822906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Checking segment: {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:52.823332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.823729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Bound using segment: {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:52.824207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Bound port: 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:52.824585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.972484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] For port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:52.990843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:52.999358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] For port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:53.000780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-95862ecf-9b60-4be8-ac4c-ece83f375583 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:53.001209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-95862ecf-9b60-4be8-ac4c-ece83f375583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.005109 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.040176 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.095186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.21.0.1 (ff08dad7-e34d-4407-ac5e-480937554acd/4d3c5e54-13d6-466d-b289-38489b48b582/01767c0d-7af0-4303-8507-75820477376e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:53.104522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Network ff08dad7-e34d-4407-ac5e-480937554acd is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:53.106970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-95862ecf-9b60-4be8-ac4c-ece83f375583 None None] Port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:53.117060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:53.121125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:53.129312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Pushing event updated for resources: {'Port': ['ID=b648efe8-a45d-4ea2-89eb-053a85832340,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:53.256481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:53.257146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:53.283577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.303860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f38ff-2d08-4cb2-8d73-ec06de881c91 None None] Pushing event updated for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:53.338519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.364534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Attempting to bind port b648efe8-a45d-4ea2-89eb-053a85832340 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:53.365175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Attempting to bind port b648efe8-a45d-4ea2-89eb-053a85832340 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:53.365769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Attempting to bind port b648efe8-a45d-4ea2-89eb-053a85832340 on network ff08dad7-e34d-4407-ac5e-480937554acd {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:53.375414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:53.376059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Checking segment: {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:53.376749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.377289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Bound using segment: {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:53.377864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Bound port: b648efe8-a45d-4ea2-89eb-053a85832340, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:53.378513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.421195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network ff08dad7-e34d-4407-ac5e-480937554acd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:53.424183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:53.431553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:53.448501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:53.490710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:53.513954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.719923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] For port b648efe8-a45d-4ea2-89eb-053a85832340, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:53.740408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:53.741400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.749216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.767730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] For port b648efe8-a45d-4ea2-89eb-053a85832340, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b648efe8-a45d-4ea2-89eb-053a85832340,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:53.811771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:53.960859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a172c-6f3b-48ce-a789-1a4ba5627eaf None None] Pushing event updated for resources: {'Port': ['ID=b648efe8-a45d-4ea2-89eb-053a85832340,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:53.989386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:48Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:52Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:54.051742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e414e9-320a-4a16-bee4-e7747d8e00c6 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:48Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:52Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:54.076701 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.158774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] For port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:54.170841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.251014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.257355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.297246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa63e14-4a54-4ef5-89bd-76c3521db460 None None] Pushing event updated for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:54.357810 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.458070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:54.520882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network ff08dad7-e34d-4407-ac5e-480937554acd is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:54.535220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:54.681225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:54.824694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:54.833787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-700f5bf9-2cdf-4755-8f82-379ee4b94fad tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718559 Nov 10 23:02:54.834595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:54.841866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894527862'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:54.905801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:54.914939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.955588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:54.980284 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e35fd4d-43bb-4d49-8f05-870c357e35e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.987673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.988301 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 0bf46d0a-dde1-4773-95a3-311f02945611 of type vlan for network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 Nov 10 23:02:55.091065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.144395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.151088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:55.151724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.185638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3488812 Nov 10 23:02:55.188941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33288) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:55.194983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:55.333163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5e53f-ffa1-4f3b-a0c8-c2e7175813cf tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=4fbe98a5-c9e8-459f-a3fc-821bb86176f2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:55.362427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:02:55.415671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:55.433020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.483152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d508dc-fcda-4190-8033-dfc1b484d138 None None] Network ff08dad7-e34d-4407-ac5e-480937554acd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:55.583489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b648efe8-a45d-4ea2-89eb-053a85832340 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:55.645926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] Provisioning complete for port b648efe8-a45d-4ea2-89eb-053a85832340 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:55.646204 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.704348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.816243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=4f760aa8-b068-49f2-94d8-f9910943c08f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:55.823883 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.826084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b648efe8-a45d-4ea2-89eb-053a85832340 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:55.826441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.826655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:55.826997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: 4fbe98a5-c9e8-459f-a3fc-821bb86176f2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:02:55.873166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:02:55.885622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 4fbe98a5-c9e8-459f-a3fc-821bb86176f2) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:55.891575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:55.892173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.902530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2d1e3-3c06-442f-aaf3-b9dae35236cd None None] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:02:55.922629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f27e0b25-9e9a-40e1-afe5-d07365ef88f1 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322335 Nov 10 23:02:55.925636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33306) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:56.160614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] For port b648efe8-a45d-4ea2-89eb-053a85832340, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b648efe8-a45d-4ea2-89eb-053a85832340,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:56.227126 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:02:56.240317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:56.240934 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:56.298929 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:56.424864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:56.438087 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:56.485916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4070-faf0-4acc-a13f-b5a417986a75 None None] Pushing event updated for resources: {'Port': ['ID=b648efe8-a45d-4ea2-89eb-053a85832340,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:56.585204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:56.694885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:02:56.695962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:56.816791 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:53Z', 'revision_number': 3, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:53Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:56.855204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:02:56.856028 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Updating router 4330975b-734a-4dc1-bdcf-0d3446a08b41 port 01767c0d-7af0-4303-8507-75820477376e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:02:56.879472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:56.880916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:56.893168 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:56.929797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.22.0.1 (4fbe98a5-c9e8-459f-a3fc-821bb86176f2/4f760aa8-b068-49f2-94d8-f9910943c08f/540dd994-d262-4179-89bb-c736567a25d5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:57.073808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-53649c48-657d-415f-97e9-b62ba11a5cf9 None None] Provisioning complete for port 01767c0d-7af0-4303-8507-75820477376e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:57.074173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53649c48-657d-415f-97e9-b62ba11a5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.158639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-53649c48-657d-415f-97e9-b62ba11a5cf9 None None] Port 01767c0d-7af0-4303-8507-75820477376e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:57.183896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-53649c48-657d-415f-97e9-b62ba11a5cf9 None None] Provisioning complete for port b648efe8-a45d-4ea2-89eb-053a85832340 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:57.184572 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53649c48-657d-415f-97e9-b62ba11a5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.267875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.352432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.395117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:57.399099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:57.404340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:57.408571 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.420035 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.483204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.493963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Allocated IP 172.22.0.2 (4fbe98a5-c9e8-459f-a3fc-821bb86176f2/4f760aa8-b068-49f2-94d8-f9910943c08f/310389f8-8c90-4ead-85aa-a181a823538a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:02:57.660280 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Pushing event updated for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:57.662662 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Attempting to bind port 01767c0d-7af0-4303-8507-75820477376e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:57.663022 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Attempting to bind port 01767c0d-7af0-4303-8507-75820477376e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:57.663488 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Attempting to bind port 01767c0d-7af0-4303-8507-75820477376e on network ff08dad7-e34d-4407-ac5e-480937554acd {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:57.682264 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:57.683998 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Checking segment: {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:57.684566 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.685259 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Bound using segment: {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:57.687746 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Bound port: 01767c0d-7af0-4303-8507-75820477376e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86035e5a-f8ba-4485-ba2c-64985c0342d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:57.688140 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.700421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b648efe8-a45d-4ea2-89eb-053a85832340 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:57.773801 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.773801 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.774921 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.776157 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.776500 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.778300 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.778789 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.780281 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.780835 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.781629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.782591 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.784308 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:02:57.785995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:57.801217 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec1c459d-3186-4073-bee3-00112fe0dd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.816025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.819913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2848e685-8521-4de8-969a-a7fa751a8e2a None None] Provisioning complete for port 01767c0d-7af0-4303-8507-75820477376e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:57.820670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2848e685-8521-4de8-969a-a7fa751a8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.890525 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] For port 01767c0d-7af0-4303-8507-75820477376e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:57.895914 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] For port 01767c0d-7af0-4303-8507-75820477376e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=01767c0d-7af0-4303-8507-75820477376e,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:57.905957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b648efe8-a45d-4ea2-89eb-053a85832340 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:57.906133 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:57.906327 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.000284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2848e685-8521-4de8-969a-a7fa751a8e2a None None] Port 01767c0d-7af0-4303-8507-75820477376e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:02:58.000552 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faae262-29e8-4e87-9640-ea5eec31b24b None None] Pushing event updated for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:58.047541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.085773 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:02:58.088739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:58.100028 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.190559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Pushing event updated for resources: {'Port': ['ID=310389f8-8c90-4ead-85aa-a181a823538a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:58.235529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:58.238774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:58.241869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:02:58.321590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] Provisioning complete for port 01767c0d-7af0-4303-8507-75820477376e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:58.325428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.424138 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:02:58.611989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Attempting to bind port 310389f8-8c90-4ead-85aa-a181a823538a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:02:58.613579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Attempting to bind port 310389f8-8c90-4ead-85aa-a181a823538a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:02:58.614347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Attempting to bind port 310389f8-8c90-4ead-85aa-a181a823538a on network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:02:58.657679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.690519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:02:58.691982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Checking segment: {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:02:58.693292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.694014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Bound using segment: {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:02:58.694910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Bound port: 310389f8-8c90-4ead-85aa-a181a823538a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:02:58.695752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.801700 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:57Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:57Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:02:56Z', 'revision_number': 1, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:02:58.834888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.844341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] For port 01767c0d-7af0-4303-8507-75820477376e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=01767c0d-7af0-4303-8507-75820477376e,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:02:58.848426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.850686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] For port 310389f8-8c90-4ead-85aa-a181a823538a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:02:58.854501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.861765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] For port 310389f8-8c90-4ead-85aa-a181a823538a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=310389f8-8c90-4ead-85aa-a181a823538a,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:02:58.878766 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0318-02e4-4740-9d43-e2b77de68b04 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:57Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:57Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:02:56Z', 'revision_number': 1, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:02:58.907017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:58.962661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:58.962661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.115970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.118316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866c725-11f7-466b-bf01-33031d347d56 None None] Pushing event updated for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:59.162051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:02:59.171445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:02:59.186712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c067e56a-cf69-403c-b61b-07d36bc8218e None None] Provisioning complete for port 01767c0d-7af0-4303-8507-75820477376e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:59.187475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c067e56a-cf69-403c-b61b-07d36bc8218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.364473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f035c2-74f6-403a-abf1-ed073456178b None None] Pushing event updated for resources: {'Port': ['ID=310389f8-8c90-4ead-85aa-a181a823538a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:02:59.368516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:02:59.616113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 01767c0d-7af0-4303-8507-75820477376e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:02:59.651125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:02:59.675796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-292c313a-ebef-49dd-9f16-58436859fbd7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7478874 Nov 10 23:02:59.677916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33380) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:02:59.692285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'network': {'name': 'tempest-RoutersTest-992170283'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:02:59.744822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:02:59.751273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.773989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 01767c0d-7af0-4303-8507-75820477376e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:02:59.774539 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.808102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:02:59.822754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:59.824010 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added segment 97b8c7e9-8865-4a11-989c-3942e88112fd of type vlan for network 703ab078-f52e-4723-aee3-712722e9a14b Nov 10 23:02:59.936205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.101331 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.115422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:00.119981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.293172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Network': ['ID=703ab078-f52e-4723-aee3-712722e9a14b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:00.307966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 703ab078-f52e-4723-aee3-712722e9a14b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:03:00.314503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33400) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:00.315108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-241b038b-3f34-4364-b06f-a2f293865ab6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6318762 Nov 10 23:03:00.320303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'subnet': {'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:00.513946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.609501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Made reservation on behalf of 8aba37d28b154d058cccc2a733fe704a for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:00.614566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.746944 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:00.827866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d8ce0-4459-4cde-81fd-cfd2d1a9df61 None None] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:00.928176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3bb5-43e1-45c2-a767-383ac7004aae req-c8ed90e4-e704-4267-a7b1-056529bd632a tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:00.930264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84ed3bb5-43e1-45c2-a767-383ac7004aae req-c8ed90e4-e704-4267-a7b1-056529bd632a tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.2026203 Nov 10 23:03:00.936683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] Provisioning complete for port 310389f8-8c90-4ead-85aa-a181a823538a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:00.937094 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:01.000832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:01.048322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:01.087754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:01.088440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:01.138406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84ed3bb5-43e1-45c2-a767-383ac7004aae req-17a0a816-ed69-431d-83a8-b35aa040af52 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563413 Nov 10 23:03:01.139167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Subnet': ['ID=5606e97d-eda5-4707-a634-9448eb8499ed,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:01.168455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Checking segment: {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:01.168915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network hostable DHCP agents. Network: 703ab078-f52e-4723-aee3-712722e9a14b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:03:01.190934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 703ab078-f52e-4723-aee3-712722e9a14b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:03:01.213435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 703ab078-f52e-4723-aee3-712722e9a14b) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:01.222006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:01.222940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:01.263738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6afb867d-53b9-4fa2-97f0-fd85bbaceba6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9479799 Nov 10 23:03:01.266992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33428) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:01.269842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05287659-aa11-45c5-8383-b3aaae658504 None None] Network 703ab078-f52e-4723-aee3-712722e9a14b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:01.411667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:01.883591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:01.895892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:01.902550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 310389f8-8c90-4ead-85aa-a181a823538a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:02.092568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] For port 310389f8-8c90-4ead-85aa-a181a823538a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=310389f8-8c90-4ead-85aa-a181a823538a,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:02.186428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.189639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-703ab078-f52e-4723-aee3-712722e9a14b', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:03:02.190472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.283488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Allocated IP 172.23.0.1 (703ab078-f52e-4723-aee3-712722e9a14b/5606e97d-eda5-4707-a634-9448eb8499ed/9609889d-709e-44c6-9a4b-b77f0b967406) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:02.362461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c8db5-c7be-4bf2-aa2b-565a83e04067 req-1b357793-3c65-4931-bcc9-4ebd90b2493f tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:02.373048 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-507c8db5-c7be-4bf2-aa2b-565a83e04067 req-1b357793-3c65-4931-bcc9-4ebd90b2493f tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.0673954 Nov 10 23:03:02.386046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 310389f8-8c90-4ead-85aa-a181a823538a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:02.386435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.479860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-507c8db5-c7be-4bf2-aa2b-565a83e04067 req-658318b5-40c6-4a5f-8e05-7efee23eedb9 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053391 Nov 10 23:03:02.494594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.526918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01884f-1498-4cdd-84d4-585082b65252 None None] Pushing event updated for resources: {'Port': ['ID=310389f8-8c90-4ead-85aa-a181a823538a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:02.544458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-07bc72bf-6ed0-4f0f-a843-1fee822247db None None] Provisioning complete for port 540dd994-d262-4179-89bb-c736567a25d5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:02.545118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-07bc72bf-6ed0-4f0f-a843-1fee822247db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.563153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.604516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 703ab078-f52e-4723-aee3-712722e9a14b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:02.613208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:02.615936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:02.629749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-07bc72bf-6ed0-4f0f-a843-1fee822247db None None] Port 540dd994-d262-4179-89bb-c736567a25d5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:02.646762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:02:57Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:02.654424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Allocated IP 172.23.0.2 (703ab078-f52e-4723-aee3-712722e9a14b/5606e97d-eda5-4707-a634-9448eb8499ed/df37d6c8-8d6d-4a12-96fc-493a755066e2) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:02.668011 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.707362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:02.707712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Updating router 4330975b-734a-4dc1-bdcf-0d3446a08b41 port 540dd994-d262-4179-89bb-c736567a25d5 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:03:02.722867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-07bc72bf-6ed0-4f0f-a843-1fee822247db None None] Provisioning complete for port 310389f8-8c90-4ead-85aa-a181a823538a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:02.723250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-07bc72bf-6ed0-4f0f-a843-1fee822247db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.771821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:02.822094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:02.832795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.110928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.124580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.227652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Pushing event updated for resources: {'Port': ['ID=df37d6c8-8d6d-4a12-96fc-493a755066e2,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:03.233060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Network 703ab078-f52e-4723-aee3-712722e9a14b is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:03.243041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:03.254083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:03.288583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cc825c09-0a49-4272-b315-674749132cd7 None None] Provisioning complete for port 540dd994-d262-4179-89bb-c736567a25d5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:03.288953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cc825c09-0a49-4272-b315-674749132cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.377254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cc825c09-0a49-4272-b315-674749132cd7 None None] Port 540dd994-d262-4179-89bb-c736567a25d5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:03.391127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Attempting to bind port df37d6c8-8d6d-4a12-96fc-493a755066e2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:03.391494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Attempting to bind port df37d6c8-8d6d-4a12-96fc-493a755066e2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:03.391852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Attempting to bind port df37d6c8-8d6d-4a12-96fc-493a755066e2 on network 703ab078-f52e-4723-aee3-712722e9a14b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:03.425458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:03.425830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Checking segment: {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:03.426230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.426623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Bound using segment: {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:03.427112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Bound port: df37d6c8-8d6d-4a12-96fc-493a755066e2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:03.427494 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.469278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 310389f8-8c90-4ead-85aa-a181a823538a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:03.531459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f53de-2e7e-4b19-b980-241cf69b23f1 req-890416f5-30da-403f-8acd-d99bd0d6fd16 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:03.540172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be1f53de-2e7e-4b19-b980-241cf69b23f1 req-890416f5-30da-403f-8acd-d99bd0d6fd16 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.1642811 Nov 10 23:03:03.546513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.565149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.643884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] For port df37d6c8-8d6d-4a12-96fc-493a755066e2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:03.667693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] For port df37d6c8-8d6d-4a12-96fc-493a755066e2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df37d6c8-8d6d-4a12-96fc-493a755066e2,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:03.671253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 310389f8-8c90-4ead-85aa-a181a823538a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:03.671684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.674746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe5bc5-dda0-4d98-baf3-54eef34dfbb1 None None] Pushing event updated for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:03.701547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.805456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be1f53de-2e7e-4b19-b980-241cf69b23f1 req-a2461f7e-3a6c-4aaf-97ea-45e4ca9a0b1c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652464 Nov 10 23:03:03.859684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06244517-1df1-4ab8-b609-534fac07b7a2 None None] Pushing event updated for resources: {'Port': ['ID=df37d6c8-8d6d-4a12-96fc-493a755066e2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:03.867938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Attempting to bind port 540dd994-d262-4179-89bb-c736567a25d5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:03.869989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Attempting to bind port 540dd994-d262-4179-89bb-c736567a25d5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:03.870711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Attempting to bind port 540dd994-d262-4179-89bb-c736567a25d5 on network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:03.883787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:03.884530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Checking segment: {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:03.885161 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.885706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Bound using segment: {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:03.886269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Bound port: 540dd994-d262-4179-89bb-c736567a25d5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf46d0a-dde1-4773-95a3-311f02945611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:03.886723 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.946333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:03.955324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:04.043996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] For port 540dd994-d262-4179-89bb-c736567a25d5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:04.049124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] For port 540dd994-d262-4179-89bb-c736567a25d5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=540dd994-d262-4179-89bb-c736567a25d5,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:04.056301 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:04.129213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:04.255057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event updated for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:04.337306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Network 703ab078-f52e-4723-aee3-712722e9a14b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:04.340672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:04.481275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:04.534009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:04.534640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:04.567796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe5bc5-dda0-4d98-baf3-54eef34dfbb1 None None] Pushing event updated for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:04.617145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:04.628512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f2bd6ec5-9e44-4d6f-974b-c230fa163c78 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3600233 Nov 10 23:03:04.631332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:04.636485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:04.692284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] Provisioning complete for port 540dd994-d262-4179-89bb-c736567a25d5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:04.692700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:04.702672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-b711f1b4-96d1-4419-ad4a-91a8d6b694b8 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.704185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-b711f1b4-96d1-4419-ad4a-91a8d6b694b8 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.0736485 Nov 10 23:03:04.767905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:04.932028 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:04.940487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Deleting port 3e30659a-f7e9-4b75-ab50-79710380dcbe {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:04.944105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:05.057295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] For port 540dd994-d262-4179-89bb-c736567a25d5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=540dd994-d262-4179-89bb-c736567a25d5,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:05.064965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:05.136121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e5e6-c82e-46ad-bb3f-19e6f4876fd2 None None] Pushing event updated for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:05.261349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a1ea23bb-4448-4a62-b768-bbaa8ab176eb None None] Provisioning complete for port 540dd994-d262-4179-89bb-c736567a25d5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:05.262035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a1ea23bb-4448-4a62-b768-bbaa8ab176eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:05.284696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] For port 3e30659a-f7e9-4b75-ab50-79710380dcbe, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e30659a-f7e9-4b75-ab50-79710380dcbe,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:05.285452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:05.373666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:02Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:03Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:05.470664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf80a0-d01b-461b-bddf-3938c42ce78c None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:02Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:03Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:05.710306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8123-43f3-4072-809a-2ef31e4d6209 req-deccb7c9-0ca2-4ace-b69b-c627cf414b7c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:05.738703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca5b8123-43f3-4072-809a-2ef31e4d6209 req-deccb7c9-0ca2-4ace-b69b-c627cf414b7c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 946 time: 0.7847250 Nov 10 23:03:05.857503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 23:03:05.859756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 540dd994-d262-4179-89bb-c736567a25d5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:05.865750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e708d76-7bcc-4c26-bbfc-67a0d8c40b60 None None] Network 703ab078-f52e-4723-aee3-712722e9a14b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:05.885308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Removed routes are [] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 23:03:05.886047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.019032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca5b8123-43f3-4072-809a-2ef31e4d6209 req-6e8790eb-072d-40c0-8cd9-899bf3961ac0 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups?id=29a9b3ff-7f20-470b-9166-58f4871d2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775033 Nov 10 23:03:06.037268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.037854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.038404 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Floating IP d5d660c9-dd73-4578-a16b-4fe1ce78dd68 disassociated. External IP: 172.25.0.155, port: 3e30659a-f7e9-4b75-ab50-79710380dcbe. Nov 10 23:03:06.038814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Calling delete_port for 3e30659a-f7e9-4b75-ab50-79710380dcbe owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:06.167514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] Provisioning complete for port df37d6c8-8d6d-4a12-96fc-493a755066e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:06.167900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.199882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.221621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.251635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.336182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event deleted for resources: {'Port': ['ID=3e30659a-f7e9-4b75-ab50-79710380dcbe,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:06.415252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 540dd994-d262-4179-89bb-c736567a25d5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:06.416193 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.463952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:06.520032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.697452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] For port df37d6c8-8d6d-4a12-96fc-493a755066e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df37d6c8-8d6d-4a12-96fc-493a755066e2,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:06.706097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Router b6b6c352-69d8-432b-a507-fd12ebba8aad has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:06.708404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:06.710537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df37d6c8-8d6d-4a12-96fc-493a755066e2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:06.712894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.737486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.738866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-316a93a8-aa1c-4a41-9323-44206d22ae03 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 933 time: 2.1063914 Nov 10 23:03:06.749480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33548) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:06.914924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dcb43fa5-5a93-41b1-9e1a-80e7b4671c38 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 933 time: 0.1641641 Nov 10 23:03:06.918259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33560) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:06.924635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'routes': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:06.977639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e0eb8-b496-4251-9ba3-b437e7b85ac8 None None] Pushing event updated for resources: {'Port': ['ID=df37d6c8-8d6d-4a12-96fc-493a755066e2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:07.013580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df37d6c8-8d6d-4a12-96fc-493a755066e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:07.013983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:07.161900 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:07.176296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:07.200702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:07.201622 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:07.269515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Sync routers for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:07.368383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:07.369767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:07.439935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef314d13-3eaa-409e-98ba-90a56dd5d4f1 None None] Provisioning complete for port df37d6c8-8d6d-4a12-96fc-493a755066e2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:07.441088 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef314d13-3eaa-409e-98ba-90a56dd5d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:07.445558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] No DVR routers for this DVR port 3e30659a-f7e9-4b75-ab50-79710380dcbe on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:07.451459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c60e166-264b-42ba-973f-d1de13227402 req-478446f1-1c6f-4eb2-97fe-f40df3676ca4 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.2124002 Nov 10 23:03:07.459914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:07.464875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d1f864e-52ce-4c64-b3b4-9e3974ba7ca3 req-c8f92377-69b0-434c-89db-7cf4aa10c163 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.20 "DELETE /v2.0/ports/3e30659a-f7e9-4b75-ab50-79710380dcbe HTTP/1.1" status: 204 len: 173 time: 2.7543616 Nov 10 23:03:07.481506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'name': 'network-vif-deleted', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:07.495538 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6059fa2-4a4a-4925-9ede-eb16a1cd43fd" -d '{"events": [{"server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "name": "network-vif-deleted", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:07.679252 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175008f-faca-43ac-aee3-057d86f1107e x-openstack-request-id: req-8175008f-faca-43ac-aee3-057d86f1107e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:07.679548 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf1d6be-0464-4fae-846a-9067ed4197f3", "name": "network-vif-deleted", "tag": "3e30659a-f7e9-4b75-ab50-79710380dcbe", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:07.679803 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8175008f-faca-43ac-aee3-057d86f1107e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:07.680211 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf1d6be-0464-4fae-846a-9067ed4197f3', 'name': 'network-vif-deleted', 'tag': '3e30659a-f7e9-4b75-ab50-79710380dcbe', 'status': 'completed', 'code': 200} Nov 10 23:03:07.701637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added routes are [] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 23:03:07.701992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.extraroute_db [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 23:03:07.706854 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:07.737427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:07.765635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.014720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df37d6c8-8d6d-4a12-96fc-493a755066e2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:08.019201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.022846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.169327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:05Z', 'revision_number': 6, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:03Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:08.203046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef314d13-3eaa-409e-98ba-90a56dd5d4f1 None None] Provisioning complete for port 9609889d-709e-44c6-9a4b-b77f0b967406 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:08.203796 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef314d13-3eaa-409e-98ba-90a56dd5d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.226849 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:08.227390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Updating router 4330975b-734a-4dc1-bdcf-0d3446a08b41 port 9609889d-709e-44c6-9a4b-b77f0b967406 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:03:08.259021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df37d6c8-8d6d-4a12-96fc-493a755066e2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:08.259655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.273284 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.299072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:08.326430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ef314d13-3eaa-409e-98ba-90a56dd5d4f1 None None] Port 9609889d-709e-44c6-9a4b-b77f0b967406 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:08.535424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:08.560180 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.564201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cbe5c429-407b-4a16-9c81-75e25d939ffc tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 699 time: 1.6443028 Nov 10 23:03:08.566890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:08.675697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21060f4b-7050-42f8-8c3a-5c9dd0bce64c req-666376d6-5999-4d87-b000-bceca83a1fc1 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0614302 Nov 10 23:03:08.726296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8329f907-ec47-4604-b859-46edeb15896b None None] Provisioning complete for port 9609889d-709e-44c6-9a4b-b77f0b967406 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:08.728684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8329f907-ec47-4604-b859-46edeb15896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.758274 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.768357 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.788885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8329f907-ec47-4604-b859-46edeb15896b None None] Port 9609889d-709e-44c6-9a4b-b77f0b967406 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:08.794902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e30659a-f7e9-4b75-ab50-79710380dcbe no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:08.809807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33590) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:08.813605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d89b8f4b-884e-494a-ace6-f5687c499264 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 699 time: 0.2444091 Nov 10 23:03:08.821147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3e30659a-f7e9-4b75-ab50-79710380dcbe {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:08.822351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e30659a-f7e9-4b75-ab50-79710380dcbe not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:08.826928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:08.882554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Checking router: b6b6c352-69d8-432b-a507-fd12ebba8aad for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:08.901509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:08.902102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:08.909318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd6dca-9d3d-4130-a0a0-df6c16812fb2 None None] Pushing event updated for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:08.975065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Attempting to bind port 9609889d-709e-44c6-9a4b-b77f0b967406 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:08.975662 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Attempting to bind port 9609889d-709e-44c6-9a4b-b77f0b967406 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:08.976024 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Attempting to bind port 9609889d-709e-44c6-9a4b-b77f0b967406 on network 703ab078-f52e-4723-aee3-712722e9a14b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:08.982273 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:08.983442 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Checking segment: {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:08.983846 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.984234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Bound using segment: {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:08.984700 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Bound port: 9609889d-709e-44c6-9a4b-b77f0b967406, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b8c7e9-8865-4a11-989c-3942e88112fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:08.986112 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:09.157059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:09.190326 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] For port 9609889d-709e-44c6-9a4b-b77f0b967406, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:09.197512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] For port 9609889d-709e-44c6-9a4b-b77f0b967406, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9609889d-709e-44c6-9a4b-b77f0b967406,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:09.208302 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:09.391971 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:09.392618 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:09.398381 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd6dca-9d3d-4130-a0a0-df6c16812fb2 None None] Pushing event updated for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:09.575154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] Provisioning complete for port 9609889d-709e-44c6-9a4b-b77f0b967406 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:09.575588 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:09.734711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:09.760060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:09.824713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:09.874637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce50707-7389-4906-92bb-34dc1d65c06f None None] The sync data for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 is: [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T22:59:58Z', 'revision_number': 4, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f8026153-c9c1-4c2d-8d81-9aa6462f896d', 'name': '', 'network_id': 'a5c76921-d886-49af-a685-2b154de547dd', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'mac_address': 'fa:16:3e:4d:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:55Z', 'updated_at': '2021-11-10T23:00:03Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'subnets': [{'id': '93018b56-81d7-4bff-97ed-ca9d6f5698b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:09.903124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] For port 9609889d-709e-44c6-9a4b-b77f0b967406, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9609889d-709e-44c6-9a4b-b77f0b967406,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:09.907621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:09.914600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08f1897e-8c46-43f8-bcdf-1512af12b6aa req-7ab24c1f-f7bc-4fa9-8921-747e4f9a84a6 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0640242 Nov 10 23:03:10.052996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd0418-c627-4af6-bdae-03b73214def2 None None] Pushing event updated for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:10.099770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cd06e1d6-6adb-450a-b26a-642bcaa96c42 None None] Provisioning complete for port 9609889d-709e-44c6-9a4b-b77f0b967406 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:10.104132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd06e1d6-6adb-450a-b26a-642bcaa96c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:10.205343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:10.273962 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:07Z', 'revision_number': 7, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:09Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:10.322553 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56afa-9375-43c0-b4a9-729eb6219df7 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:07Z', 'revision_number': 7, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:09Z', 'revision_number': 4, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:10.451417 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7ce13-cbc0-4a69-8845-f4928b579009 None None] New status for floating IP d5d660c9-dd73-4578-a16b-4fe1ce78dd68: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:03:10.626484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:10.641110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:10.641338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:10.668512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 9609889d-709e-44c6-9a4b-b77f0b967406 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:10.668858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:10.749928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:10.826579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 9609889d-709e-44c6-9a4b-b77f0b967406, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9609889d-709e-44c6-9a4b-b77f0b967406,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:10.827002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:10.841964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 9609889d-709e-44c6-9a4b-b77f0b967406 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:11.000589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:07Z', 'revision_number': 7, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:09Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:11.037739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:11.047253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:11.048473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:11.126292 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc299004-a5b7-4c9d-b1d1-88e9053063e1 req-4857249c-6abc-4dc2-8cec-007533fce40a tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.1152654 Nov 10 23:03:11.128021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:11.162694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=9609889d-709e-44c6-9a4b-b77f0b967406,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:11.175402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:11.429495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:11.658584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:07Z', 'revision_number': 7, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:09Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:11.702102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc142959-9b13-4587-a2c9-bb4057a3d83e None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:07Z', 'revision_number': 7, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9609889d-709e-44c6-9a4b-b77f0b967406', 'name': '', 'network_id': '703ab078-f52e-4723-aee3-712722e9a14b', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:fa:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:02Z', 'updated_at': '2021-11-10T23:03:09Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '5606e97d-eda5-4707-a634-9448eb8499ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:11.704257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:11.845676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:11.854510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33656) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:11.855050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fc16372b-c762-4666-b64b-a425880db6c0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0428832 Nov 10 23:03:11.929034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 5606e97d-eda5-4707-a634-9448eb8499ed {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:03:11.933702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.003839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.046938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:12.065313 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:12.066428 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:12.148958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.268793 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:12.317797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.337296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4ecdf3-18b2-4c7e-824f-58e36f13705a req-e2538760-1a38-42a5-bc98-1876d9d19aa3 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0766091 Nov 10 23:03:12.361942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494c1d9-ff4f-446d-bd00-2e70a89dc602 None None] Network 703ab078-f52e-4723-aee3-712722e9a14b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:12.375967 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.393850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/5606e97d-eda5-4707-a634-9448eb8499ed HTTP/1.1" status: 204 len: 168 time: 0.5359004 Nov 10 23:03:12.395475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33668) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:12.401753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1447eb-4681-46ce-a0c7-bf5d7f947b7c tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=5606e97d-eda5-4707-a634-9448eb8499ed,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:12.534467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.698067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] DHCP port deletion for 703ab078-f52e-4723-aee3-712722e9a14b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:12.705182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port df37d6c8-8d6d-4a12-96fc-493a755066e2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:12.705566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.769264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Deleting port df37d6c8-8d6d-4a12-96fc-493a755066e2 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:12.770273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.850494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] For port df37d6c8-8d6d-4a12-96fc-493a755066e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df37d6c8-8d6d-4a12-96fc-493a755066e2,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:12.850899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.868027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Calling delete_port for df37d6c8-8d6d-4a12-96fc-493a755066e2 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:12.883540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port df37d6c8-8d6d-4a12-96fc-493a755066e2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df37d6c8-8d6d-4a12-96fc-493a755066e2,segment=NetworkSegment(97b8c7e9-8865-4a11-989c-3942e88112fd),segment_id=97b8c7e9-8865-4a11-989c-3942e88112fd)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:12.884278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.927243 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:11Z', 'revision_number': 8, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:12.930234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for df37d6c8-8d6d-4a12-96fc-493a755066e2 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:12.972474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.980301 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:12.990719 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:12.991595 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:13.051600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] No DVR routers for this DVR port df37d6c8-8d6d-4a12-96fc-493a755066e2 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:13.057963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e38c1-008a-4cca-847a-ad2f60d3b137 None None] Pushing event deleted for resources: {'Port': ['ID=df37d6c8-8d6d-4a12-96fc-493a755066e2,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:13.135524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:13.148506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.193761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=df37d6c8-8d6d-4a12-96fc-493a755066e2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:13.202393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port df37d6c8-8d6d-4a12-96fc-493a755066e2 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:13.375092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.407530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ab078-f52e-4723-aee3-712722e9a14b']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:13.419353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b8c7e9-8865-4a11-989c-3942e88112fd') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:13.420233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b8c7e9-8865-4a11-989c-3942e88112fd') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:13.422218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df37d6c8-8d6d-4a12-96fc-493a755066e2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:13.435941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.455181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.471449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: df37d6c8-8d6d-4a12-96fc-493a755066e2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:13.471970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df37d6c8-8d6d-4a12-96fc-493a755066e2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:13.519349 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:11Z', 'revision_number': 8, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:13.521438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:03:13.522093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self.session.flush() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:03:13.525703 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:03:13.531550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8ea0ec3d-0f1b-4e3b-a5f6-85d57c8a3085 req-4afaed70-6380-4bc0-8c0f-c82ae0159cbf tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0589161 Nov 10 23:03:13.552577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628d8e-eb41-40d1-beeb-173e66f8b1b8 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:11Z', 'revision_number': 8, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540dd994-d262-4179-89bb-c736567a25d5', 'name': '', 'network_id': '4fbe98a5-c9e8-459f-a3fc-821bb86176f2', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:ed:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:56Z', 'updated_at': '2021-11-10T23:03:04Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4f760aa8-b068-49f2-94d8-f9910943c08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:13.626322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.635321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:13.638843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/703ab078-f52e-4723-aee3-712722e9a14b HTTP/1.1" status: 204 len: 168 time: 1.2421882 Nov 10 23:03:13.641704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:13.672405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f885a0b-4814-4f69-92ba-04c5bf08d63e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=703ab078-f52e-4723-aee3-712722e9a14b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:14.146275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:14.434032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 540dd994-d262-4179-89bb-c736567a25d5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:14.434700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:14.558258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 540dd994-d262-4179-89bb-c736567a25d5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=540dd994-d262-4179-89bb-c736567a25d5,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:14.558770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:14.575046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 540dd994-d262-4179-89bb-c736567a25d5 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:14.663292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:14.771684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ca54c76-664a-4337-9483-bb36057a7fff req-23fa5de8-36e1-4cbe-a360-e4ab60c77e2f tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf1d6be-0464-4fae-846a-9067ed4197f3 HTTP/1.1" status: 200 len: 210 time: 0.0777013 Nov 10 23:03:14.870260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:14.898003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=540dd994-d262-4179-89bb-c736567a25d5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:15.164496 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:15.178088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:15.479910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9609889d-709e-44c6-9a4b-b77f0b967406 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:15.522464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9609889d-709e-44c6-9a4b-b77f0b967406 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:15.522825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9609889d-709e-44c6-9a4b-b77f0b967406 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:15.969434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33772) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.115289 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.177075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.271811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33780) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.279936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.284841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.287204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "DELETE /v2.0/security-groups/29a9b3ff-7f20-470b-9166-58f4871d2c5f HTTP/1.1" status: 204 len: 168 time: 0.3167098 Nov 10 23:03:16.289831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.321237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a9b3ff-7f20-470b-9166-58f4871d2c5f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:16.326042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:16.358250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.358964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.359516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.360063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.360627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.362495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.363077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.366749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.367360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.367989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.369114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.369539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2146c-6af3-4090-98d0-f0000b7be6fc tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:16.379190 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-6b30b442-f674-491f-98a4-b0a2c7250952 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] show failed (client error): The resource could not be found. Nov 10 23:03:16.380341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b30b442-f674-491f-98a4-b0a2c7250952 tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "GET /v2.0/security-groups/29a9b3ff-7f20-470b-9166-58f4871d2c5f HTTP/1.1" status: 404 len: 347 time: 0.0859139 Nov 10 23:03:16.383291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.508915 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd098ab0-d9b5-4c7b-8afc-5483c96bd646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.515373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:16.523602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-167d5a9d-eac2-4d31-9000-fa8d6a3f713b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776309 Nov 10 23:03:16.523964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.531395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:16.558129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:16.558817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:16.601800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 4f760aa8-b068-49f2-94d8-f9910943c08f {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:03:16.607926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.664362 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.668171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Deleting port 5c402f77-6f51-40a1-a7c5-2a6f13cbfe97 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:16.670942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.739574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd098ab0-d9b5-4c7b-8afc-5483c96bd646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.747527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd098ab0-d9b5-4c7b-8afc-5483c96bd646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.778678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.784236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:16.794047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd098ab0-d9b5-4c7b-8afc-5483c96bd646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c00bf9-2d7a-41b5-ad56-876a91811192,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:16.863880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd098ab0-d9b5-4c7b-8afc-5483c96bd646 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6872c5fc7f934c6d9fa4b899e1d10ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902696 Nov 10 23:03:16.867762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33802) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.879407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.904749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.909202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.934879 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:16.941497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Calling delete_port for 5c402f77-6f51-40a1-a7c5-2a6f13cbfe97 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:16.943484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/4f760aa8-b068-49f2-94d8-f9910943c08f HTTP/1.1" status: 204 len: 168 time: 0.4176464 Nov 10 23:03:16.944296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:16.950416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5766b98-0478-43e1-8c43-bbcab2051947 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=4f760aa8-b068-49f2-94d8-f9910943c08f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:16.994397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb8cca-2a4e-4a87-a65f-db7a93f88f9b None None] Network 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:17.171261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.190114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.208042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.236203 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.247539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Pushing event deleted for resources: {'Port': ['ID=5c402f77-6f51-40a1-a7c5-2a6f13cbfe97,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:17.342446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.347309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.349915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54c00bf9-2d7a-41b5-ad56-876a91811192 HTTP/1.1" status: 204 len: 168 time: 0.4789371 Nov 10 23:03:17.373771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f642c4-ee55-4649-90f4-eb6ad80b5876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c00bf9-2d7a-41b5-ad56-876a91811192,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:17.390510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 310389f8-8c90-4ead-85aa-a181a823538a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:17.390734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.414326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.422408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.423932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5a1bf110-0000-4786-a09c-8a5985013d2c tempest-ServersTestBootFromVolume-2049038465 tempest-ServersTestBootFromVolume-2049038465-project] 10.222.0.25 "DELETE /v2.0/floatingips/d5d660c9-dd73-4578-a16b-4fe1ce78dd68 HTTP/1.1" status: 204 len: 168 time: 1.0388587 Nov 10 23:03:17.429477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33812) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:17.530011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 310389f8-8c90-4ead-85aa-a181a823538a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=310389f8-8c90-4ead-85aa-a181a823538a,segment=NetworkSegment(0bf46d0a-dde1-4773-95a3-311f02945611),segment_id=0bf46d0a-dde1-4773-95a3-311f02945611)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:17.533259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.572470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 310389f8-8c90-4ead-85aa-a181a823538a owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:17.573474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:14Z', 'revision_number': 9, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:17.637732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:17.651848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:17.653204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:17.658693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bacf15-00aa-4170-80ef-1134eedc2563 None None] DHCP port deletion for 4fbe98a5-c9e8-459f-a3fc-821bb86176f2 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:17.718641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:17.781945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=310389f8-8c90-4ead-85aa-a181a823538a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:17.793318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port 310389f8-8c90-4ead-85aa-a181a823538a on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:17.810485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-29bacf15-00aa-4170-80ef-1134eedc2563 None None] The port '310389f8-8c90-4ead-85aa-a181a823538a' was deleted {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 23:03:17.885816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:17.957296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33816) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:18.017514 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4664e9f0-a850-41b3-a0b0-2910f1becb47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.025278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.072394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe98a5-c9e8-459f-a3fc-821bb86176f2']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:18.096645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf46d0a-dde1-4773-95a3-311f02945611') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:18.097034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf46d0a-dde1-4773-95a3-311f02945611') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:18.120386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.153859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.162431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4664e9f0-a850-41b3-a0b0-2910f1becb47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.170344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:03:18.173912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.177493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4664e9f0-a850-41b3-a0b0-2910f1becb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:03:18.184671 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:03:18.270330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33822) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:18.271808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4664e9f0-a850-41b3-a0b0-2910f1becb47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97e1f79c5ec74f2899049bc6c3031829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762871 Nov 10 23:03:18.276729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664e9f0-a850-41b3-a0b0-2910f1becb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bccd6e-487e-4a5c-9eb4-6591adedca22,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:18.330510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.391106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.392807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:14Z', 'revision_number': 9, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:18.402242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.403393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/4fbe98a5-c9e8-459f-a3fc-821bb86176f2 HTTP/1.1" status: 204 len: 168 time: 1.4434831 Nov 10 23:03:18.407228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33824) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:18.441247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f7a67-1ed0-4939-9531-7aaa5c2f0147 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=4fbe98a5-c9e8-459f-a3fc-821bb86176f2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:18.443218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2dfb7-39ad-4105-a3e7-2c4d098f1b50 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:14Z', 'revision_number': 9, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '01767c0d-7af0-4303-8507-75820477376e', 'name': '', 'network_id': 'ff08dad7-e34d-4407-ac5e-480937554acd', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:f2:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:52Z', 'updated_at': '2021-11-10T23:02:58Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '4d3c5e54-13d6-466d-b289-38489b48b582', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:18.576086 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.615797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.745440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Deleting port f8026153-c9c1-4c2d-8d81-9aa6462f896d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:18.745440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.813341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.817204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.821713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13bccd6e-487e-4a5c-9eb4-6591adedca22 HTTP/1.1" status: 204 len: 168 time: 0.5495691 Nov 10 23:03:18.841990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe274c6-acb7-4022-a930-b9de96510024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bccd6e-487e-4a5c-9eb4-6591adedca22,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:18.879514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] For port f8026153-c9c1-4c2d-8d81-9aa6462f896d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f8026153-c9c1-4c2d-8d81-9aa6462f896d,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:18.879988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:18.897585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Calling delete_port for f8026153-c9c1-4c2d-8d81-9aa6462f896d owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:19.007065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:19.310137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:19.379872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8026153-c9c1-4c2d-8d81-9aa6462f896d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:19.394721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 01767c0d-7af0-4303-8507-75820477376e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:19.395249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:19.485400 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 310389f8-8c90-4ead-85aa-a181a823538a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:19.545645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 310389f8-8c90-4ead-85aa-a181a823538a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:19.546455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 310389f8-8c90-4ead-85aa-a181a823538a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:19.546455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 540dd994-d262-4179-89bb-c736567a25d5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:19.551313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 01767c0d-7af0-4303-8507-75820477376e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=01767c0d-7af0-4303-8507-75820477376e,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:19.554496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:19.568772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 540dd994-d262-4179-89bb-c736567a25d5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:19.570163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 540dd994-d262-4179-89bb-c736567a25d5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:19.603469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 01767c0d-7af0-4303-8507-75820477376e owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:19.613842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33842) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:20.052638 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.097462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=01767c0d-7af0-4303-8507-75820477376e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:20.141358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.208294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Deleting port 2f20057f-d4c6-49ad-8a8d-0133147ddab7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:20.210353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.433615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.434289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.449757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.458386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Calling delete_port for 2f20057f-d4c6-49ad-8a8d-0133147ddab7 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:20.653091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Router b6b6c352-69d8-432b-a507-fd12ebba8aad has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:20.838768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:20.896855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:20.908562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6dedcd20-3745-43d9-9406-c9eab4ef2c13 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6b6c352-69d8-432b-a507-fd12ebba8aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777665 Nov 10 23:03:20.910493 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Sync routers for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:20.912944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:20.938731 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:20.939372 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:21.171894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.178630 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:21.328193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.429655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:21.433561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.439043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-87cd5b23-cba3-45bc-bb1f-ab74f9d4697e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068257 Nov 10 23:03:21.441440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Deleting port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:21.444584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:21.447887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:21.452779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.480668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:21.485874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:21.517858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event deleted for resources: {'Port': ['ID=2f20057f-d4c6-49ad-8a8d-0133147ddab7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:21.637164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 4d3c5e54-13d6-466d-b289-38489b48b582 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:03:21.640314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T23:03:19Z', 'revision_number': 5, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port': {'id': '2f3cef32-9b65-4ab1-98c6-8fce164a8ca2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:59:51Z', 'updated_at': '2021-11-10T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:21.653657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.686406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] For port 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:21.695994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.710813 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Checking router: b6b6c352-69d8-432b-a507-fd12ebba8aad for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:21.730512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Routers {'b6b6c352-69d8-432b-a507-fd12ebba8aad'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:21.730996 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6b6c352-69d8-432b-a507-fd12ebba8aad'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:21.733129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.733538 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Floating IP db9d877a-af39-4e16-8e5c-2076c9f01abe disassociated (deleted). External IP: 172.25.0.51, port: b42232da-e2af-4535-96d1-fcc429f69496. Nov 10 23:03:21.746262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Calling delete_port for 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:21.783305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:21.826289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.912075 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] Set router b6b6c352-69d8-432b-a507-fd12ebba8aad gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:21.981197 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T23:03:21Z', 'revision_number': 6, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:22.048876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9dbc06-6efb-4ea4-97b0-a84b7d72544d None None] The sync data for ids ['b6b6c352-69d8-432b-a507-fd12ebba8aad'] in n-d-811521-3 is: [{'id': 'b6b6c352-69d8-432b-a507-fd12ebba8aad', 'name': 'tempest-ServersTestBootFromVolume-179346689-router', 'tenant_id': '564ab0faf58946ff917b7bf92f67f72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:59:49Z', 'updated_at': '2021-11-10T23:03:21Z', 'revision_number': 6, 'project_id': '564ab0faf58946ff917b7bf92f67f72e', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:22.094442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.099973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.144204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3cef32-9b65-4ab1-98c6-8fce164a8ca2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:22.185894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a13d9-0e6b-4531-ac98-484cbddfb4d2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:22.234839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.244705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:19Z', 'revision_number': 10, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:22.286591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:22.297683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:22.304697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:22.305435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:22.354858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:22.356157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.388737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3c5e54-13d6-466d-b289-38489b48b582,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:22.394727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.398259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e0b0bb3a-0f49-42c1-965c-fe38fe1deb6f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/4d3c5e54-13d6-466d-b289-38489b48b582 HTTP/1.1" status: 204 len: 168 time: 0.9476888 Nov 10 23:03:22.403245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:22.435031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.446912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.475034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:22.530280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.531403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c405718-391b-449c-8b61-616547e7490e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.534017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b6c352-69d8-432b-a507-fd12ebba8aad {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:03:22.540923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.542503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd3f6e07-819e-4dd0-8ade-b6aa1a8a1e93 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b6b6c352-69d8-432b-a507-fd12ebba8aad HTTP/1.1" status: 204 len: 168 time: 1.6284015 Nov 10 23:03:22.545243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:22.620751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.653801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Deleting subnet 93018b56-81d7-4bff-97ed-ca9d6f5698b9 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:03:22.660451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:22.667799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.669172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.673661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:22.689174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:22.689794 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:22.706518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c87ae2-fe6c-49f3-897c-7c74be8e349f None None] Network ff08dad7-e34d-4407-ac5e-480937554acd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:22.748250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-11bad48e-9687-482b-a638-828b4e471c1a tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "DELETE /v2.0/floatingips/db9d877a-af39-4e16-8e5c-2076c9f01abe HTTP/1.1" status: 204 len: 168 time: 3.1282685 Nov 10 23:03:22.749424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:22.753925 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b8feb-f703-4c9e-8b8a-c0e265ade303" -d '{"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:22.776795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.814423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c405718-391b-449c-8b61-616547e7490e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.819599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port b648efe8-a45d-4ea2-89eb-053a85832340 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:22.819599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.827466 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66726ac6-8143-4d42-8b9f-62c715ba19f7 x-openstack-request-id: req-66726ac6-8143-4d42-8b9f-62c715ba19f7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:22.833085 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:22.833359 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66726ac6-8143-4d42-8b9f-62c715ba19f7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:22.833747 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:03:22.846040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4c405718-391b-449c-8b61-616547e7490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:22.934123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-9adc4f49-0d41-49d6-9f1b-ae49555f822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.936211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-9adc4f49-0d41-49d6-9f1b-ae49555f822e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235f03c37d354c01baa7e5375ff72a0b&device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 1096 time: 0.0874667 Nov 10 23:03:23.000578 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:23.054637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:19Z', 'revision_number': 10, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.059211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c405718-391b-449c-8b61-616547e7490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b253a7-f640-45e5-8b2c-460d728e5e13,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:23.079211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c405718-391b-449c-8b61-616547e7490e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10cf0e4fdc084c9c93b3e26f0906e15a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7779255 Nov 10 23:03:23.080889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:23.092266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port b648efe8-a45d-4ea2-89eb-053a85832340, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b648efe8-a45d-4ea2-89eb-053a85832340,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:23.092644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.122697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae615ef6-5064-41af-931d-e9234563d3b3 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:19Z', 'revision_number': 10, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None, '_interfaces': [{'id': '6130c5d5-1c40-4614-8bb1-0e9d7c68db9b', 'name': '', 'network_id': '027af203-1351-4c1d-bab9-ecec04f9a1ab', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'mac_address': 'fa:16:3e:36:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:02:48Z', 'updated_at': '2021-11-10T23:02:54Z', 'revision_number': 5, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'subnets': [{'id': '1ef07763-8a25-4208-9b86-de8dffc0cce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:23.132743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for b648efe8-a45d-4ea2-89eb-053a85832340 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:23.146020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] DHCP port deletion for ff08dad7-e34d-4407-ac5e-480937554acd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:23.198818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-4efedf10-fcf6-4733-bf4d-b8a68a06adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:23.200319 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-4efedf10-fcf6-4733-bf4d-b8a68a06adf6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 200 len: 913 time: 0.2312901 Nov 10 23:03:23.205661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.278668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Deleting port b648efe8-a45d-4ea2-89eb-053a85832340 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:23.279045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.284282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-49aa3772-1d27-4a46-b1d1-3e375582b26a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 200 len: 217 time: 0.0567167 Nov 10 23:03:23.326029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a628b-b158-4c89-bc74-fd8eacde8bba req-7664094e-25a8-4b63-8686-899accab9723 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:23.327940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a4a628b-b158-4c89-bc74-fd8eacde8bba req-7664094e-25a8-4b63-8686-899accab9723 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.2316122 Nov 10 23:03:23.330413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.364827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-683ddff3-36d0-40af-8148-b4bcd2ad9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:23.366785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-683ddff3-36d0-40af-8148-b4bcd2ad9def service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 200 len: 852 time: 0.0734925 Nov 10 23:03:23.367774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.392950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.410918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93018b56-81d7-4bff-97ed-ca9d6f5698b9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:23.418201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] For port b648efe8-a45d-4ea2-89eb-053a85832340, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b648efe8-a45d-4ea2-89eb-053a85832340,segment=NetworkSegment(86035e5a-f8ba-4485-ba2c-64985c0342d3),segment_id=86035e5a-f8ba-4485-ba2c-64985c0342d3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:23.418609 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.420645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.440139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.444539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e98a41ea-de7b-4e83-8180-ebcd72137e35 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93018b56-81d7-4bff-97ed-ca9d6f5698b9 HTTP/1.1" status: 204 len: 168 time: 0.8980944 Nov 10 23:03:23.447902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33918) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:23.452275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16d604-5f40-4a84-aefc-b126b29d551e None None] Network a5c76921-d886-49af-a685-2b154de547dd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:23.498667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=b648efe8-a45d-4ea2-89eb-053a85832340,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:23.510362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port b648efe8-a45d-4ea2-89eb-053a85832340 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:23.532171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a4a628b-b158-4c89-bc74-fd8eacde8bba req-3b9540af-3de3-4538-86dd-f27ad76d29cf tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947236 Nov 10 23:03:23.556601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Calling delete_port for b648efe8-a45d-4ea2-89eb-053a85832340 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:23.627186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.642966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-aac44cc3-57b5-4eb0-ad38-2dd55b7b688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:23.651016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-aac44cc3-57b5-4eb0-ad38-2dd55b7b688c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=944756ce-7aa5-40dd-a47a-477f57714b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549503 Nov 10 23:03:23.687645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.697276 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.713148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.714610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00b253a7-f640-45e5-8b2c-460d728e5e13 HTTP/1.1" status: 204 len: 168 time: 0.6326540 Nov 10 23:03:23.718704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.748988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:23.774311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0101b-0464-47b9-a45c-d4ae2f03cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b253a7-f640-45e5-8b2c-460d728e5e13,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:23.795661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.799605 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:23.800681 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.843701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff08dad7-e34d-4407-ac5e-480937554acd']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.856564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86035e5a-f8ba-4485-ba2c-64985c0342d3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.857548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86035e5a-f8ba-4485-ba2c-64985c0342d3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:23.870599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.887306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.887641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:23.898507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:03:23.900484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.901797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Deleting port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:23.902318 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:03:23.903964 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:03:23.958845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] Pushing event deleted for resources: {'Port': ['ID=b648efe8-a45d-4ea2-89eb-053a85832340,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:23.984261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:23.992103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:23.992629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2f3cef32-9b65-4ab1-98c6-8fce164a8ca2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:23.993668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 01767c0d-7af0-4303-8507-75820477376e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:23.994739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.006398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/ff08dad7-e34d-4407-ac5e-480937554acd HTTP/1.1" status: 204 len: 168 time: 1.5997813 Nov 10 23:03:24.010734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33926) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:24.024103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54190d-a03d-4c35-a7f5-3320d8a7f6c4 None None] No DVR routers for this DVR port b648efe8-a45d-4ea2-89eb-053a85832340 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:24.028170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 01767c0d-7af0-4303-8507-75820477376e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:24.028522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 01767c0d-7af0-4303-8507-75820477376e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:24.028931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f8026153-c9c1-4c2d-8d81-9aa6462f896d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:24.058881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-4cb0626f-99cc-408d-abe4-44a9d6f17c3e service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954051 Nov 10 23:03:24.062657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:24.069713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f8026153-c9c1-4c2d-8d81-9aa6462f896d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:24.070060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f8026153-c9c1-4c2d-8d81-9aa6462f896d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:24.072028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b648efe8-a45d-4ea2-89eb-053a85832340 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:24.087210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecb3b7-fc1f-48b6-836f-9669d58bf697 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=ff08dad7-e34d-4407-ac5e-480937554acd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:24.098673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b648efe8-a45d-4ea2-89eb-053a85832340 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:24.099036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b648efe8-a45d-4ea2-89eb-053a85832340 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:24.209070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] For port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,segment=NetworkSegment(edd1cc9f-8d36-429d-9dab-b2768cc4354d),segment_id=edd1cc9f-8d36-429d-9dab-b2768cc4354d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:24.209589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.231627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Calling delete_port for 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:24.239469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] DHCP port deletion for a5c76921-d886-49af-a685-2b154de547dd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:24.312030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802b8feb-f703-4c9e-8b8a-c0e265ade303 req-d3fac117-d5f4-4e8e-adc7-a689074c855e service neutron] 10.222.0.39 "GET /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446640 Nov 10 23:03:24.335838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33930) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:24.353897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2785ee6c-70de-4901-b973-1889a2cf6640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.373547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Deleting port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:24.373921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.382283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.424964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:24.450521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] No DVR routers for this DVR port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:24.487475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] For port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:24.489119 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.507376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Calling delete_port for 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:24.520068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:03:24.521559 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.535048 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:24.573847 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a5f1-6edc-45a5-aa77-b61a464ed928 None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T22:58:06Z', 'revision_number': 4, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd2685ddf-8a9b-4766-a4e5-d20155afb522', 'name': '', 'network_id': '944756ce-7aa5-40dd-a47a-477f57714b34', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'mac_address': 'fa:16:3e:4f:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:04Z', 'updated_at': '2021-11-10T22:58:12Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'subnets': [{'id': '692e2394-dbfa-419b-bf18-0065e3d16e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:24.577506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] Pushing event deleted for resources: {'Port': ['ID=4dd66628-ecdc-48a4-abc0-cd1e0bdff97b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:24.593484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce413c-00e3-4b30-bf2c-cab77a748eb2 None None] No DVR routers for this DVR port 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:24.679411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.695191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.728782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2785ee6c-70de-4901-b973-1889a2cf6640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.744632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2785ee6c-70de-4901-b973-1889a2cf6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.886949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128156a8-0491-4f85-b159-39b9d8ce1fe5 req-d1b0852c-a326-4f86-82d8-cec4b7ad71c6 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:24.894560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-128156a8-0491-4f85-b159-39b9d8ce1fe5 req-d1b0852c-a326-4f86-82d8-cec4b7ad71c6 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.2274764 Nov 10 23:03:24.964297 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-568fa08e-91a0-4d61-9580-2c90d7c22e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:24.975314 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-128156a8-0491-4f85-b159-39b9d8ce1fe5 req-1acd1545-560a-443a-9b13-fef39cd8ca41 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d2d8137-2894-46e0-aa19-c9aa6b7248a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796006 Nov 10 23:03:25.008459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67051ea7-50fc-4564-baf6-73d2a2b345c8 None None] New status for floating IP db9d877a-af39-4e16-8e5c-2076c9f01abe: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:03:25.062125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c76921-d886-49af-a685-2b154de547dd']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:25.073311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd1cc9f-8d36-429d-9dab-b2768cc4354d') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:25.073613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd1cc9f-8d36-429d-9dab-b2768cc4354d') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:25.084075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.094299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:25.094744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.106012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-164884aa-8db5-473e-91ef-58c7a9f0b0b0 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:25.107540 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-164884aa-8db5-473e-91ef-58c7a9f0b0b0 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 945 time: 0.6340868 Nov 10 23:03:25.108601 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.131129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2785ee6c-70de-4901-b973-1889a2cf6640 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ef871ffe1304a089521622cb9c31f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7905829 Nov 10 23:03:25.144947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 33936) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:25.152806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:03:25.153242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:03:25.156233 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:03:25.229452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785ee6c-70de-4901-b973-1889a2cf6640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fd93a-56cb-4e4e-8b5b-157939acae6f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:25.231234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.265660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:25.266025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.284596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.285631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.295783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:25.309619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.315147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5c76921-d886-49af-a685-2b154de547dd HTTP/1.1" status: 204 len: 168 time: 1.8639364 Nov 10 23:03:25.315289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62dcac-d4da-44f2-80dc-09755bf632b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c76921-d886-49af-a685-2b154de547dd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:25.338350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Deleting port b42232da-e2af-4535-96d1-fcc429f69496 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:25.338827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.450781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:25.497014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:25.497464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dd66628-ecdc-48a4-abc0-cd1e0bdff97b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:25.516913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] For port b42232da-e2af-4535-96d1-fcc429f69496, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=b42232da-e2af-4535-96d1-fcc429f69496,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:25.517497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.535390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Calling delete_port for b42232da-e2af-4535-96d1-fcc429f69496 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:25.536655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.539561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.554368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f53fd93a-56cb-4e4e-8b5b-157939acae6f HTTP/1.1" status: 204 len: 168 time: 0.3976414 Nov 10 23:03:25.629627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:25.661435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.674847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3add70-eb9b-4762-b743-2763aaa7b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fd93a-56cb-4e4e-8b5b-157939acae6f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:25.686286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d82e88cd-5de8-4b9c-8be3-6e6d7ce8901d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=564ab0faf58946ff917b7bf92f67f72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528200 Nov 10 23:03:25.705339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33946) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:25.728931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=6130c5d5-1c40-4614-8bb1-0e9d7c68db9b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:25.777914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.796825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.840624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event deleted for resources: {'Port': ['ID=b42232da-e2af-4535-96d1-fcc429f69496,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:25.932798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.944900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] No DVR routers for this DVR port b42232da-e2af-4535-96d1-fcc429f69496 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:25.948367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.950731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.966173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e2e9b30-248d-4e5b-9e7c-67047fafe3a9 req-8941e686-1eb9-4dc3-871b-c85e0bdd3372 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.39 "DELETE /v2.0/ports/b42232da-e2af-4535-96d1-fcc429f69496 HTTP/1.1" status: 204 len: 173 time: 0.8249795 Nov 10 23:03:25.966668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'name': 'network-vif-deleted', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:25.969056 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4a3555-974b-46c5-9d25-75c04c2da5b3" -d '{"events": [{"server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "name": "network-vif-deleted", "tag": "b42232da-e2af-4535-96d1-fcc429f69496"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:26.080408 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d2dc6-eba4-4ea3-89b3-1b2ccb97507f x-openstack-request-id: req-ef1d2dc6-eba4-4ea3-89b3-1b2ccb97507f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:26.081099 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637fa2dc-5b4d-499f-85b5-6189ebb23335", "name": "network-vif-deleted", "tag": "b42232da-e2af-4535-96d1-fcc429f69496", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:26.081099 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef1d2dc6-eba4-4ea3-89b3-1b2ccb97507f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:26.081439 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637fa2dc-5b4d-499f-85b5-6189ebb23335', 'name': 'network-vif-deleted', 'tag': 'b42232da-e2af-4535-96d1-fcc429f69496', 'status': 'completed', 'code': 200} Nov 10 23:03:26.083323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:26.096899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:26.098131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05c733eb-516d-49b4-bec9-d316beb51565 HTTP/1.1" status: 204 len: 168 time: 0.3920341 Nov 10 23:03:26.134539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3ef92-e4de-4ab5-86d5-6e97bd1c0361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c733eb-516d-49b4-bec9-d316beb51565,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:26.585423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8c24136-1422-4533-afe5-15817a9b6221 req-537a388e-63c8-4152-9c0f-9c46f148bbe7 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Nov 10 23:03:26.675080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:26.771557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:26.778698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-612e4251-50c4-45e1-aa84-fb8c282d2ac9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650046 Nov 10 23:03:26.781531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 33986) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:26.786037 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:26.803064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:26.806389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:26.862986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting subnet 1ef07763-8a25-4208-9b86-de8dffc0cce7 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:03:26.867314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:26.922828 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:26.935380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.006598 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:27.054316 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:27.068999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.075989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:27.076729 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:02:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:27.169373 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:27.177550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.253556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef07763-8a25-4208-9b86-de8dffc0cce7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:27.255380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34010) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:27.260357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.263571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf8efe-cc19-43dd-b65a-47c9ef8b32a9 None None] Network 027af203-1351-4c1d-bab9-ecec04f9a1ab requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:27.265479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7bd5971-7463-46e3-8583-11c5f98dc858 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/1ef07763-8a25-4208-9b86-de8dffc0cce7 HTTP/1.1" status: 204 len: 168 time: 0.4822273 Nov 10 23:03:27.267907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34014) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:27.306989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:27.354791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34018) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:27.363830 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213112b-7668-46a1-8bf7-bb57bf06fef2 None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:27.464399 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.558237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1546377227-network', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:27.588740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Deleting port d69fde54-3094-4e7c-a909-0a485bb7fe8e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:27.589232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.611390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a305800-c842-43e8-b3ce-cd81d8e7dc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.619259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9e076d6a-4473-40fc-b770-4a021fbf24e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.641958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Made reservation on behalf of 4dcb1393e2cc4ba38e6ef8a35bf80a99 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:27.644346 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.666178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.709626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] For port d69fde54-3094-4e7c-a909-0a485bb7fe8e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d69fde54-3094-4e7c-a909-0a485bb7fe8e,segment=NetworkSegment(cb9fa2b2-8c18-46ac-8977-5fb6b3a72291),segment_id=cb9fa2b2-8c18-46ac-8977-5fb6b3a72291)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:27.709897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.719980 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4655ab7-31e0-4358-855f-6be4e9c0a0b8 req-b3db2ae8-8785-4896-9a71-01e489b0511e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0370951 Nov 10 23:03:27.755379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Calling delete_port for d69fde54-3094-4e7c-a909-0a485bb7fe8e owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:27.811698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] DHCP port deletion for 027af203-1351-4c1d-bab9-ecec04f9a1ab request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:27.834579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.841649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9e076d6a-4473-40fc-b770-4a021fbf24e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.848056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.857305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9e076d6a-4473-40fc-b770-4a021fbf24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.896309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:03:27.916476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.917677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9e076d6a-4473-40fc-b770-4a021fbf24e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c79ceaef6e54c08a94b74e232b07650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5616093 Nov 10 23:03:27.919926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5de70-d7dd-4274-9137-d2498c301828,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:27.921614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:27.926760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:27.927358 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Added segment a6a350d4-3c1b-429d-8705-dbffdc35c653 of type vlan for network ceec7d24-5352-424a-b02d-25f6b77bb243 Nov 10 23:03:27.990927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e076d6a-4473-40fc-b770-4a021fbf24e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3fb2e-eb4b-45c2-b677-51df39868413,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:27.995749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.042040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Deleting port d69fde54-3094-4e7c-a909-0a485bb7fe8e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:28.046462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.052790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.054024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:28.054700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.077161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No DVR routers for this DVR port d69fde54-3094-4e7c-a909-0a485bb7fe8e on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:28.115407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Port': ['ID=d69fde54-3094-4e7c-a909-0a485bb7fe8e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:28.152555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8958600 Nov 10 23:03:28.152726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:28.165601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Request body: {'subnet': {'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1546377227-subnet', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:28.177652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc3b0-02e2-4830-b384-225f334bc78f admin admin] Pushing event updated for resources: {'Network': ['ID=ceec7d24-5352-424a-b02d-25f6b77bb243,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:28.207113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ceec7d24-5352-424a-b02d-25f6b77bb243 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:03:28.227880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.251894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.296702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Made reservation on behalf of 4dcb1393e2cc4ba38e6ef8a35bf80a99 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:28.299325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] For port d69fde54-3094-4e7c-a909-0a485bb7fe8e, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:28.299826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.299938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.309114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027af203-1351-4c1d-bab9-ecec04f9a1ab']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:28.322343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Calling delete_port for d69fde54-3094-4e7c-a909-0a485bb7fe8e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:28.326183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Port d69fde54-3094-4e7c-a909-0a485bb7fe8e was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:03:28.331573 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.334087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.362360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] Pushing event deleted for resources: {'Port': ['ID=d69fde54-3094-4e7c-a909-0a485bb7fe8e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:28.369265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:28.369478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9fa2b2-8c18-46ac-8977-5fb6b3a72291') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:28.381207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899417f-b286-4b62-b2a8-b45e57d00345 None None] No DVR routers for this DVR port d69fde54-3094-4e7c-a909-0a485bb7fe8e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:28.402735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.444257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.453308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:03:28.453624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:03:28.456851 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:03:28.548779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.553173 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.554339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38d3fb2e-eb4b-45c2-b677-51df39868413 HTTP/1.1" status: 204 len: 168 time: 0.6150584 Nov 10 23:03:28.565778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22497b2-28b7-49fd-a260-3f18d518848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3fb2e-eb4b-45c2-b677-51df39868413,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:28.584674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.594931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.603759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34130) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:28.604089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/networks/027af203-1351-4c1d-bab9-ecec04f9a1ab HTTP/1.1" status: 204 len: 168 time: 1.3349144 Nov 10 23:03:28.609904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'routes': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:28.660347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e1ae-3a3f-44f3-96b2-9ebd2c4f7993 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Pushing event deleted for resources: {'Network': ['ID=027af203-1351-4c1d-bab9-ecec04f9a1ab,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:28.874082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:28.999061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeedd339-0bae-4a2e-b841-ff8f48b9ed32,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:29.005790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Checking segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:29.006430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Network hostable DHCP agents. Network: ceec7d24-5352-424a-b02d-25f6b77bb243, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:03:29.035213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Network ceec7d24-5352-424a-b02d-25f6b77bb243 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:03:29.057938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ceec7d24-5352-424a-b02d-25f6b77bb243) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:29.071806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d64ef-bee2-4688-ae27-3d86bc2c13ca None None] Network ceec7d24-5352-424a-b02d-25f6b77bb243 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:29.076173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:29.076795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.110549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a71b3ce3-5fc2-42c5-8216-0bab3c649e35 req-cbdea9bc-6ddd-437a-a05f-400df1d17d0e tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.1931589 Nov 10 23:03:29.134403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26821a09-ea1b-49b5-8d52-1d53ec74f89c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9744210 Nov 10 23:03:29.137930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34190) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:29.143326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:29.161962 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:03:29.187777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.188956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.202876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.214776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Added routes are [] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 23:03:29.215086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.extraroute_db [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Removed routes are [] {{(pid=102458) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 23:03:29.216010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.314710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.425276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ceec7d24-5352-424a-b02d-25f6b77bb243', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:03:29.426137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.569359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.574266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.601535 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.716544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 4330975b-734a-4dc1-bdcf-0d3446a08b41 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:29.734517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d69fde54-3094-4e7c-a909-0a485bb7fe8e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:29.736603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b42232da-e2af-4535-96d1-fcc429f69496 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:29.796655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: b42232da-e2af-4535-96d1-fcc429f69496 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:29.797024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device b42232da-e2af-4535-96d1-fcc429f69496 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:29.798594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d69fde54-3094-4e7c-a909-0a485bb7fe8e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:29.799098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d69fde54-3094-4e7c-a909-0a485bb7fe8e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:29.800280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:29.848561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:29.849828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6130c5d5-1c40-4614-8bb1-0e9d7c68db9b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:29.887354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Allocated IP 172.20.0.2 (ceec7d24-5352-424a-b02d-25f6b77bb243/aeedd339-0bae-4a2e-b841-ff8f48b9ed32/67491ead-94e8-499c-bee1-4862640d45b7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:29.905174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:29.929440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Sync routers for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:29.933809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:29.935267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e0bd955-bab4-4630-a080-e5c274f8265d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 700 time: 1.3301513 Nov 10 23:03:29.937995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34282) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:30.004208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:30.005058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:30.007729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-33e59f39-f06d-40e8-bbbf-d2d0a70d978d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 205 time: 0.0686264 Nov 10 23:03:30.010707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:30.084146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:30.156652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:30.197854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Checking router: 4330975b-734a-4dc1-bdcf-0d3446a08b41 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:30.226217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Routers {'4330975b-734a-4dc1-bdcf-0d3446a08b41'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:30.227258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4330975b-734a-4dc1-bdcf-0d3446a08b41'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:30.245395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.350985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] Set router 4330975b-734a-4dc1-bdcf-0d3446a08b41 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:30.481822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.507346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:30.548127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.553717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ec16fad-1c46-49a3-9922-630b353b0296 req-3d135292-9590-47c3-844c-89572e390f75 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.1096625 Nov 10 23:03:30.585146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20339c5-d680-4898-bbf5-b3cd97fa8e0b None None] The sync data for ids ['4330975b-734a-4dc1-bdcf-0d3446a08b41'] in n-d-811521-3 is: [{'id': '4330975b-734a-4dc1-bdcf-0d3446a08b41', 'name': 'tempest-RoutersTest-router-396443266', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:02:46Z', 'updated_at': '2021-11-10T23:03:25Z', 'revision_number': 11, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:30.588141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.596310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.604730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.692551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Pushing event updated for resources: {'Port': ['ID=67491ead-94e8-499c-bee1-4862640d45b7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:30.759459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Network ceec7d24-5352-424a-b02d-25f6b77bb243 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:30.765902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:30.782972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:30.835504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.839518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.841808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.917324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.918301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 4330975b-734a-4dc1-bdcf-0d3446a08b41 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:03:30.938739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:30.939925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Allocated IP 172.25.0.189 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/439e0435-6982-41c9-99f8-c39e5f28d971) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:30.941358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1b9bace0-74e9-44ce-b6fc-5cf4fc686797 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 204 len: 168 time: 0.9286520 Nov 10 23:03:30.947321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34422) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:30.969012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-513299909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:31.011906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Attempting to bind port 67491ead-94e8-499c-bee1-4862640d45b7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:31.012704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Attempting to bind port 67491ead-94e8-499c-bee1-4862640d45b7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:31.013414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Attempting to bind port 67491ead-94e8-499c-bee1-4862640d45b7 on network ceec7d24-5352-424a-b02d-25f6b77bb243 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:31.021568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:31.022312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Checking segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:31.023252 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.023797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Bound using segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:31.025142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Bound port: 67491ead-94e8-499c-bee1-4862640d45b7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:31.025746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.123670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] For port 67491ead-94e8-499c-bee1-4862640d45b7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:31.128307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] For port 67491ead-94e8-499c-bee1-4862640d45b7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67491ead-94e8-499c-bee1-4862640d45b7,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:31.144720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.155370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.156684 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.292945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135c69-e9c7-4cb0-a399-f40aa29c3791 None None] Pushing event updated for resources: {'Port': ['ID=67491ead-94e8-499c-bee1-4862640d45b7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:31.316048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.327128 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.378182 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.429680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.435462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:31.448279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:31.453350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4fa8b83d-7c39-43da-adcc-ce8b7ccf058e tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5039964 Nov 10 23:03:31.457897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.530569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Pushing event updated for resources: {'Port': ['ID=439e0435-6982-41c9-99f8-c39e5f28d971,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:31.552420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:31.553911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:31.567839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:31.568816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f06f8e-0a2e-4454-8656-7a89467004ac None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:31.715981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef7ff6d6-923c-443f-92cc-b5bebc51b53a None None] Provisioning complete for port 439e0435-6982-41c9-99f8-c39e5f28d971 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:31.716209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff6d6-923c-443f-92cc-b5bebc51b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.827186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ff6d6-923c-443f-92cc-b5bebc51b53a None None] Port 439e0435-6982-41c9-99f8-c39e5f28d971 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:31.978767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:32.003765 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:32.301659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:32.318542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b7fa62a-7563-4642-9777-f4998925cfba req-e0862bbc-009c-46fb-871f-9a9bb68b394d tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0555592 Nov 10 23:03:32.319535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Router 5e30b757-b055-4059-b914-f7e249791bca is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:03:32.706113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:32.881789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:03:32.912306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33be881-e477-4df3-8ceb-f2334b86aff8 None None] Network ceec7d24-5352-424a-b02d-25f6b77bb243 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:32.953528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:32.963906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:32.965178 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f57b347-8f39-41ce-b0b2-ab5affde18ff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "PUT /v2.0/routers/5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 200 len: 693 time: 1.5277932 Nov 10 23:03:32.969799 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Sync routers for ids ['5e30b757-b055-4059-b914-f7e249791bca'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:32.981607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34598) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:32.986545 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Routers {'5e30b757-b055-4059-b914-f7e249791bca'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:32.991969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5e30b757-b055-4059-b914-f7e249791bca'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:33.135461 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Set router 5e30b757-b055-4059-b914-f7e249791bca gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:33.143391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Provisioning complete for port 67491ead-94e8-499c-bee1-4862640d45b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:33.143767 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.166753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:33.200550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.210707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e08c026c-efaa-40c1-bdb2-e208f5cea367 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0717392 Nov 10 23:03:33.212512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:33.213656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34604) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:33.215163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f85d396b-8765-4be0-842d-c8663489a391 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/routers/5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 200 len: 699 time: 0.2302706 Nov 10 23:03:33.236583 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e30b757-b055-4059-b914-f7e249791bca', 'name': 'tempest-RoutersTest-router-513299909', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:31Z', 'updated_at': '2021-11-10T23:03:31Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:33.247715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Sync routers for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:33.274982 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Checking router: 5e30b757-b055-4059-b914-f7e249791bca for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:33.287981 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Routers {'5e30b757-b055-4059-b914-f7e249791bca'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:33.288856 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5e30b757-b055-4059-b914-f7e249791bca'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:33.304816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:33.305756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:33.370630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34612) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:33.379113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c72b3754-a9f6-414f-91a2-3d47b4b872c9 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 200 len: 205 time: 0.1444740 Nov 10 23:03:33.530307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.610068 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] Set router 5e30b757-b055-4059-b914-f7e249791bca gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:33.712877 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e30b757-b055-4059-b914-f7e249791bca', 'name': 'tempest-RoutersTest-router-513299909', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:31Z', 'updated_at': '2021-11-10T23:03:31Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:33.751736 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b2475-866d-4051-927f-1eea6f3a3459 None None] The sync data for ids ['5e30b757-b055-4059-b914-f7e249791bca'] in n-d-811521-3 is: [{'id': '5e30b757-b055-4059-b914-f7e249791bca', 'name': 'tempest-RoutersTest-router-513299909', 'tenant_id': '8aba37d28b154d058cccc2a733fe704a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:31Z', 'updated_at': '2021-11-10T23:03:31Z', 'revision_number': 2, 'project_id': '8aba37d28b154d058cccc2a733fe704a', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:33.861100 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.874228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.891459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67491ead-94e8-499c-bee1-4862640d45b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:33.979851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.982052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Fanout notify agent at l3_agent the message router_deleted on router 5e30b757-b055-4059-b914-f7e249791bca {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:03:34.000201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.001674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a34b2130-0642-426a-a0e2-fbfac6fe1a9d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 204 len: 168 time: 0.6298511 Nov 10 23:03:34.005466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.047023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00b06e6a-8217-4c78-8c78-b3d1a89dbe06 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 200 len: 205 time: 0.0400975 Nov 10 23:03:34.049309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34624) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.107929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 67491ead-94e8-499c-bee1-4862640d45b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:34.108527 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.119136 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-b431dd27-2bea-4830-b3dd-8c9e2fd0a0a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:34.122728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b431dd27-2bea-4830-b3dd-8c9e2fd0a0a5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/5e30b757-b055-4059-b914-f7e249791bca HTTP/1.1" status: 404 len: 336 time: 0.0692034 Nov 10 23:03:34.123156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34628) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.189387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.215423 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-03465ed8-0352-4f07-bb6c-385e28e77b4b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:34.215901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03465ed8-0352-4f07-bb6c-385e28e77b4b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:34.223289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-03465ed8-0352-4f07-bb6c-385e28e77b4b tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/5606e97d-eda5-4707-a634-9448eb8499ed HTTP/1.1" status: 404 len: 337 time: 0.0988045 Nov 10 23:03:34.230172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.268304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] For port 67491ead-94e8-499c-bee1-4862640d45b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67491ead-94e8-499c-bee1-4862640d45b7,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:34.284367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.326487 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49d4b9c-41ef-4818-b658-f9d91fc5bdff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:34.326947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49d4b9c-41ef-4818-b658-f9d91fc5bdff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:34.331614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c49d4b9c-41ef-4818-b658-f9d91fc5bdff tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/4f760aa8-b068-49f2-94d8-f9910943c08f HTTP/1.1" status: 404 len: 337 time: 0.0996804 Nov 10 23:03:34.334201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.339291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:34.368469 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebdf7a4-2a09-4cae-8110-d5bf3e4fdb51 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:34.369325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebdf7a4-2a09-4cae-8110-d5bf3e4fdb51 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:34.374720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ebdf7a4-2a09-4cae-8110-d5bf3e4fdb51 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/4d3c5e54-13d6-466d-b289-38489b48b582 HTTP/1.1" status: 404 len: 337 time: 0.0389245 Nov 10 23:03:34.377253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34636) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.389882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-43ea035f-2bcc-4478-bb44-06084fe4a22e req-893ea197-025b-4f4f-a494-a028e56716fb tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "GET /v2.0/ports?device_id=637fa2dc-5b4d-499f-85b5-6189ebb23335 HTTP/1.1" status: 200 len: 210 time: 0.0736072 Nov 10 23:03:34.439617 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f9b652-89cb-46e1-9355-f7e19391ff0a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:34.440387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f9b652-89cb-46e1-9355-f7e19391ff0a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:34.444930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d3f9b652-89cb-46e1-9355-f7e19391ff0a tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/1ef07763-8a25-4208-9b86-de8dffc0cce7 HTTP/1.1" status: 404 len: 337 time: 0.0658159 Nov 10 23:03:34.447529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34638) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.505843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Pushing event updated for resources: {'Port': ['ID=67491ead-94e8-499c-bee1-4862640d45b7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:34.507238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.509685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-abd528a7-9f01-46f5-9be1-353b5bef390f tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 200 len: 205 time: 0.0555301 Nov 10 23:03:34.564604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.566858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.567225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.567563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.567902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.568234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.568771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.569231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.569438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.569762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.570084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.570481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396d206-34ee-45e2-923b-1476c49fdf6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:34.580388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-60507427-d8a2-4732-a127-ac0ccdc81364 None None] Provisioning complete for port 67491ead-94e8-499c-bee1-4862640d45b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:34.580774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-60507427-d8a2-4732-a127-ac0ccdc81364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.624791 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-984e9294-34f5-42d5-8001-961483886b5d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:34.641809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-984e9294-34f5-42d5-8001-961483886b5d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/4330975b-734a-4dc1-bdcf-0d3446a08b41 HTTP/1.1" status: 404 len: 336 time: 0.1311879 Nov 10 23:03:34.642189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34644) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.697797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dba56962-e39d-401b-a6b9-9d2d6f5679a7 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=671da18c-0f67-4ed6-b46a-d485f906e31b HTTP/1.1" status: 200 len: 205 time: 0.0523074 Nov 10 23:03:34.698458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34646) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.782558 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-fa8412bf-aafb-4aa3-8228-211c6321f56d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:34.786113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:32Z', 'revision_number': 3, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:34.788780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34648) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.793195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa8412bf-aafb-4aa3-8228-211c6321f56d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/671da18c-0f67-4ed6-b46a-d485f906e31b HTTP/1.1" status: 404 len: 336 time: 0.0889494 Nov 10 23:03:34.829743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Checking router: 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:34.830096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Updating router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 port 439e0435-6982-41c9-99f8-c39e5f28d971 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:03:34.859813 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd960829-0a29-4e7e-b4a6-90933f39cb98 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:34.860273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd960829-0a29-4e7e-b4a6-90933f39cb98 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:34.863583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd960829-0a29-4e7e-b4a6-90933f39cb98 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/c0c25da2-e250-4270-9cd1-08c583f5ee74 HTTP/1.1" status: 404 len: 337 time: 0.0728915 Nov 10 23:03:34.866262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:34.875661 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:34.959151 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3a6ec790-ddae-4e52-8c4d-8207c78d4c55 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 200 len: 205 time: 0.0914447 Nov 10 23:03:34.961960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34654) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.080511 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-87df34de-795b-4d9a-9fd0-704a31283cc8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:35.091547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.097012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-87df34de-795b-4d9a-9fd0-704a31283cc8 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/287d477e-d24e-4a7b-a6a1-6cb8f8ffe01c HTTP/1.1" status: 404 len: 336 time: 0.1207035 Nov 10 23:03:35.105072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.153150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-82d38754-270f-4bf6-9837-2a54f90c6747 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=db13e645-8e72-42ba-8a40-ec9f67a82426 HTTP/1.1" status: 200 len: 205 time: 0.0492198 Nov 10 23:03:35.154866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34658) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.227528 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-55ab3a99-1505-4b5c-9310-a0c158c6f8b0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:35.231235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-55ab3a99-1505-4b5c-9310-a0c158c6f8b0 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/db13e645-8e72-42ba-8a40-ec9f67a82426 HTTP/1.1" status: 404 len: 336 time: 0.0754454 Nov 10 23:03:35.234707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.340680 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d8c851-daf0-4583-9e6e-1d43fdf5c6d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:35.345072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d8c851-daf0-4583-9e6e-1d43fdf5c6d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:35.359139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-25d8c851-daf0-4583-9e6e-1d43fdf5c6d5 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/eed2fdc0-b8bd-4555-8131-4b6cb83de1d4 HTTP/1.1" status: 404 len: 337 time: 0.1212132 Nov 10 23:03:35.362502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34664) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.430734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-315c1e50-1d8a-4971-bb52-c129801e3cb6 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bd7f7ad-5363-4620-a240-5b4a495608e8 HTTP/1.1" status: 200 len: 205 time: 0.0653646 Nov 10 23:03:35.433180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34668) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.453540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67491ead-94e8-499c-bee1-4862640d45b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:35.493464 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-f1328dda-dbe3-42b7-92ea-ea4bd4a47365 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:35.494957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f1328dda-dbe3-42b7-92ea-ea4bd4a47365 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/1bd7f7ad-5363-4620-a240-5b4a495608e8 HTTP/1.1" status: 404 len: 336 time: 0.0598598 Nov 10 23:03:35.498139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34670) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.544409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34672) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.545939 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7b4578-7aa1-43b7-9678-c12426c2ea46 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:35.546406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7b4578-7aa1-43b7-9678-c12426c2ea46 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:35.550484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb7b4578-7aa1-43b7-9678-c12426c2ea46 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/95f61c1b-3102-487d-a3cc-6807222a2e1b HTTP/1.1" status: 404 len: 337 time: 0.0492122 Nov 10 23:03:35.561475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.578403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 67491ead-94e8-499c-bee1-4862640d45b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:35.578813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.582234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.591656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34674) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.632534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e4b6e124-eb61-4440-ad82-108154d928fe tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "GET /v2.0/ports?device_id=49955166-e16a-4a54-b847-fec7966acd59 HTTP/1.1" status: 200 len: 205 time: 0.0397148 Nov 10 23:03:35.641844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.659321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad5756-ce0c-41c5-ab94-df2c4c34bb18 None None] Pushing event updated for resources: {'Port': ['ID=439e0435-6982-41c9-99f8-c39e5f28d971,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:35.712659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Allocated IP 172.20.0.1 (ceec7d24-5352-424a-b02d-25f6b77bb243/aeedd339-0bae-4a2e-b841-ff8f48b9ed32/f7fa43f0-3a23-4848-b696-ce8b0d332f56) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:35.719814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec15a83-788c-49b6-9222-074dc2b81ca4 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:35.726124 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-64bfbd7f-d2ce-4950-b04e-f5c5ca36d39d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] delete failed (client error): The resource could not be found. Nov 10 23:03:35.732370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-64bfbd7f-d2ce-4950-b04e-f5c5ca36d39d tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/routers/49955166-e16a-4a54-b847-fec7966acd59 HTTP/1.1" status: 404 len: 336 time: 0.0878303 Nov 10 23:03:35.733858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Attempting to bind port 439e0435-6982-41c9-99f8-c39e5f28d971 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:35.734227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Attempting to bind port 439e0435-6982-41c9-99f8-c39e5f28d971 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:35.734873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.735181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Attempting to bind port 439e0435-6982-41c9-99f8-c39e5f28d971 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:35.744227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:35.744605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:35.745134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.749026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:35.749538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Bound port: 439e0435-6982-41c9-99f8-c39e5f28d971, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:35.749927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.755844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.776682 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f170098-4df5-43d3-8272-70ff6b993e12 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:35.777479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f170098-4df5-43d3-8272-70ff6b993e12 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:35.783239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f170098-4df5-43d3-8272-70ff6b993e12 tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/3e0a31e9-83fb-4524-a7a0-426cb6300d28 HTTP/1.1" status: 404 len: 337 time: 0.0473425 Nov 10 23:03:35.784102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:35.793446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.866676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.870299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.875899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d2d8137-2894-46e0-aa19-c9aa6b7248a2 HTTP/1.1" status: 204 len: 168 time: 0.3246484 Nov 10 23:03:35.887823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d8137-2894-46e0-aa19-c9aa6b7248a2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:35.898239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.899396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.899953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.900680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.901271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.901898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.902732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.903226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.903897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.904483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.905069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.905571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c795ad-5dc8-4bc1-b0c3-a85f416931b9 tempest-TestVolumeBackupRestore-1087242069 tempest-TestVolumeBackupRestore-1087242069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:35.941442 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb2577e-46af-446e-a4e8-f2bec68906bb tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] DELETE failed (client error): The resource could not be found. Nov 10 23:03:35.941930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb2577e-46af-446e-a4e8-f2bec68906bb tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:03:35.948533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-beb2577e-46af-446e-a4e8-f2bec68906bb tempest-RoutersTest-860724477 tempest-RoutersTest-860724477-project] 10.222.0.25 "DELETE /v2.0/subnets/84c1b880-c887-4023-896d-59d84186e06e HTTP/1.1" status: 404 len: 337 time: 0.0828967 Nov 10 23:03:35.954611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-04e511bf-d957-4571-834c-c285b35e3ee6 None None] Provisioning complete for port 439e0435-6982-41c9-99f8-c39e5f28d971 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:35.954988 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04e511bf-d957-4571-834c-c285b35e3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.029879 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.043061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] For port 439e0435-6982-41c9-99f8-c39e5f28d971, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:36.061434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] For port 439e0435-6982-41c9-99f8-c39e5f28d971, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=439e0435-6982-41c9-99f8-c39e5f28d971,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:36.066801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-04e511bf-d957-4571-834c-c285b35e3ee6 None None] Port 439e0435-6982-41c9-99f8-c39e5f28d971 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:36.084596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.104820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.211031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Network ceec7d24-5352-424a-b02d-25f6b77bb243 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:36.229865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad5756-ce0c-41c5-ab94-df2c4c34bb18 None None] Pushing event updated for resources: {'Port': ['ID=439e0435-6982-41c9-99f8-c39e5f28d971,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:36.235591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:36.246972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:36.266620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:36.268823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:36.379128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:36.478902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.530367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34712) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:36.603308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:36.759573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513643d1-ec0a-4500-9da6-840229960891 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:03:36.844122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.903105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4b1c599e-10bd-4561-a9af-9ce416695ba7 None None] Provisioning complete for port f7fa43f0-3a23-4848-b696-ce8b0d332f56 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:36.904422 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b1c599e-10bd-4561-a9af-9ce416695ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:36.916506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e41d70a4-2d54-49dd-8cb3-06018078eba6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8aba37d28b154d058cccc2a733fe704a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844960 Nov 10 23:03:36.921124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 34756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:36.983172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c599e-10bd-4561-a9af-9ce416695ba7 None None] Port f7fa43f0-3a23-4848-b696-ce8b0d332f56 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:37.059768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.087305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:32Z', 'revision_number': 3, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:37.107949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.178093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd162c2-dd74-40c4-9f12-b2dbe744df3e None None] The sync data for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 is: [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:32Z', 'revision_number': 3, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:37.196728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] Provisioning complete for port 439e0435-6982-41c9-99f8-c39e5f28d971 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:37.198993 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.252166 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.257592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.263665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13bd0a0a-ec8f-47b5-b57b-093cfba6f47b HTTP/1.1" status: 204 len: 168 time: 0.3416064 Nov 10 23:03:37.288200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.291183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf826-41a3-4e3c-8bb1-fffb8e0eb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd0a0a-ec8f-47b5-b57b-093cfba6f47b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:37.303225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.385342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:37.471491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.513305 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.620658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] For port 439e0435-6982-41c9-99f8-c39e5f28d971, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=439e0435-6982-41c9-99f8-c39e5f28d971,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:37.630852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:37.763739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Network ceec7d24-5352-424a-b02d-25f6b77bb243 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:37.769237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:37.893595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e5303-2db9-4640-bfbb-3d8276505bcd None None] Pushing event updated for resources: {'Port': ['ID=439e0435-6982-41c9-99f8-c39e5f28d971,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:38.039612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:38.281517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-203e53cb-c201-4127-bfa3-9d120c6db3f6 None None] Provisioning complete for port f7fa43f0-3a23-4848-b696-ce8b0d332f56 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:38.282361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-203e53cb-c201-4127-bfa3-9d120c6db3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:38.359249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:38.372116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea335d3a-6fe6-4cf9-a0bc-fe36b6759017 admin admin] 10.222.0.25 "PUT /v2.0/routers/850bab02-21e5-42a8-8ae3-c3f4f46e2a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1556208 Nov 10 23:03:38.443083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-203e53cb-c201-4127-bfa3-9d120c6db3f6 None None] Port f7fa43f0-3a23-4848-b696-ce8b0d332f56 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:39.112316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 34976) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:39.284768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-841395702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:39.337566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.340724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.470128 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.480614 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.531419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.535527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35018) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:39.545788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-38c597c1-e3d3-43f2-8a5b-5539e24cb4bf tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4322393 Nov 10 23:03:39.548921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1387905959'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:39.581381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-69a3e5c1-1e86-4216-aded-702e92468461 req-1322091d-3c52-4551-9364-88d09dfe75ae service neutron] (102458) timed out ('10.222.0.20', 49462) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:03:39.590215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:39.596790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.611483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.636646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 439e0435-6982-41c9-99f8-c39e5f28d971 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:39.797618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 439e0435-6982-41c9-99f8-c39e5f28d971 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:39.797994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.841070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.848156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.876290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:03:39.903284 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.903654 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Added segment b9ae9dd1-c77a-4500-adf5-c767e61737b8 of type vlan for network b03a5470-dc97-4429-a905-658f3df3d06b Nov 10 23:03:40.058716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.130441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35070) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:40.136876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239735539', 'description': 'tempest-description--1638326915'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:40.178094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.232032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f7cc0f-8041-40fb-8cac-06ab6dc0d3b8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:40.269089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.281690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:40.282866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.361480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.372737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.408895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8567481 Nov 10 23:03:40.409486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:40.418861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'subnet': {'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:40.434261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b532c-8138-4a2f-b049-8c71ae78227f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:40.444170 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Sync routers for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:40.447920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.453009 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c4024cf-749b-46a2-839c-337f6a6a9027 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3198123 Nov 10 23:03:40.453801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35104) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:40.459808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'security_group_rule': {'security_group_id': 'f56b532c-8138-4a2f-b049-8c71ae78227f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:40.474122 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:40.478831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:40.498969 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.508762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e019-50a3-4d85-93e8-4d3f5d5ba897 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Network': ['ID=b03a5470-dc97-4429-a905-658f3df3d06b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:40.535738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b03a5470-dc97-4429-a905-658f3df3d06b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:03:40.731022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.739549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.747300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:40.752001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.755592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee52a68-b6a0-48ff-8816-3a295d229481,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:40.762405 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:40.780750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.782326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c55af937-9fa1-4eda-98eb-8cb5649b027b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272266 Nov 10 23:03:40.784895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35136) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:40.796834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'security_group_rule': {'security_group_id': 'f56b532c-8138-4a2f-b049-8c71ae78227f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:40.861479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.959165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.964790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:40.998182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebd1414-121b-4170-9deb-c3245deb2379,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:41.015029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.018600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b3811c60-c769-4dff-aa4d-caee95582315 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289841 Nov 10 23:03:41.021284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:41.029666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:41.107165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.227224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.245379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 2, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:41.288357 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Checking router: 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:41.294174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Updating router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 port f7fa43f0-3a23-4848-b696-ce8b0d332f56 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:03:41.339429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.365067 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.392124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Subnet': ['ID=04af5daa-e954-4e59-ae63-b43a63aa94a0,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:41.409203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Checking segment: {'id': 'b9ae9dd1-c77a-4500-adf5-c767e61737b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:41.410449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network hostable DHCP agents. Network: b03a5470-dc97-4429-a905-658f3df3d06b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:03:41.451007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network b03a5470-dc97-4429-a905-658f3df3d06b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:03:41.477765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b03a5470-dc97-4429-a905-658f3df3d06b) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:41.490594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb781b-1e2e-4079-b55e-e0a927800804 None None] Network b03a5470-dc97-4429-a905-658f3df3d06b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:41.495067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:41.500776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.543861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f9450a0e-3db6-4170-8267-45b12b238e20 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1308863 Nov 10 23:03:41.547213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:41.566025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'network': {'name': 'tempest-router-network01--417797429'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:41.626971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Allocated IP 172.25.0.234 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ce221d91-77cd-492c-b939-593714235d7c) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:41.651530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:41.655792 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.735053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:03:41.748593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.749327 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Added segment 392dddf7-4807-4f3e-b324-9edaf41d7241 of type vlan for network 35ab710b-8284-4483-b012-baca98a2f5a5 Nov 10 23:03:41.804007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.839449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.846275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:41.847394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.931695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3824604 Nov 10 23:03:41.934645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35222) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:41.939984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'network': {'name': 'tempest-router-network02--943729673'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:41.943788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00734b-b0f4-4e32-87ad-473b9208397e tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Network': ['ID=35ab710b-8284-4483-b012-baca98a2f5a5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:41.997085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:42.002798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.035509 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.042207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 35ab710b-8284-4483-b012-baca98a2f5a5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:03:42.058568 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.065830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:03:42.074523 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.087899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.088561 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Added segment e27f957f-7665-49fa-89af-66f3bb11599e of type vlan for network de8d30b4-2349-4949-ad76-6d6d824f2937 Nov 10 23:03:42.102236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.110861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b03a5470-dc97-4429-a905-658f3df3d06b', 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b', 'tenant_id': '9fe080e5862b4578b4f0a8b3b3404096', 'fixed_ips': [{'subnet_id': '04af5daa-e954-4e59-ae63-b43a63aa94a0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:03:42.111884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.167439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.187229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:42.188241 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d552c4-354f-4e8d-9a24-1b7c05f57547 None None] Pushing event updated for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:42.193606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:42.200251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:42.231711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.251868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:42.252767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.317702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Attempting to bind port f7fa43f0-3a23-4848-b696-ce8b0d332f56 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:42.318074 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Attempting to bind port f7fa43f0-3a23-4848-b696-ce8b0d332f56 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:42.318432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Attempting to bind port f7fa43f0-3a23-4848-b696-ce8b0d332f56 on network ceec7d24-5352-424a-b02d-25f6b77bb243 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:42.333757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:42.336209 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Checking segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:42.337071 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.337591 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Bound using segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:42.339374 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Bound port: f7fa43f0-3a23-4848-b696-ce8b0d332f56, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:42.340553 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.406011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'Port': ['ID=ce221d91-77cd-492c-b939-593714235d7c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:42.450568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.456553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5207250 Nov 10 23:03:42.465577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35230) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:42.478885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'subnet': {'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:42.479572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7400077-10da-4fbe-8a3e-062695999860 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Network': ['ID=de8d30b4-2349-4949-ad76-6d6d824f2937,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:42.488612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Allocated IP 172.20.0.2 (b03a5470-dc97-4429-a905-658f3df3d06b/04af5daa-e954-4e59-ae63-b43a63aa94a0/0915f9d2-adbe-47d2-a88a-11d72cd62e32) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:42.498760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network de8d30b4-2349-4949-ad76-6d6d824f2937 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:03:42.517844 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] For port f7fa43f0-3a23-4848-b696-ce8b0d332f56, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:42.527418 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] For port f7fa43f0-3a23-4848-b696-ce8b0d332f56, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f7fa43f0-3a23-4848-b696-ce8b0d332f56,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:42.539173 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.595755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.667180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:42.671301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.690937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:42.691565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:42.731632 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d552c4-354f-4e8d-9a24-1b7c05f57547 None None] Pushing event updated for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:42.800450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] Provisioning complete for port f7fa43f0-3a23-4848-b696-ce8b0d332f56 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:42.800828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:42.901135 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:43.044438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.088192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] For port f7fa43f0-3a23-4848-b696-ce8b0d332f56, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f7fa43f0-3a23-4848-b696-ce8b0d332f56,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:43.102411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.168212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.173886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3a16-4c71-4e9e-ab3e-b8e590694fae None None] Pushing event updated for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:43.177464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.187262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.223493 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:42Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:43.229167 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.261142 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e814295-6559-4ece-9a94-033df79d54d7 None None] The sync data for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 is: [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:42Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:43.285289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Network b03a5470-dc97-4429-a905-658f3df3d06b is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:43.295749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9197333f-c8af-4d10-a484-574e8417269d None None] Provisioning complete for port f7fa43f0-3a23-4848-b696-ce8b0d332f56 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:43.297428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9197333f-c8af-4d10-a484-574e8417269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.347420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.368803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Pushing event updated for resources: {'Port': ['ID=0915f9d2-adbe-47d2-a88a-11d72cd62e32,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:43.372219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:43.377593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:43.476209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Subnet': ['ID=c554fab3-61fe-4885-be52-91ddb1b7ac65,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:43.484442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Attempting to bind port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:43.484825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Attempting to bind port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'b9ae9dd1-c77a-4500-adf5-c767e61737b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:43.485467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Attempting to bind port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 on network b03a5470-dc97-4429-a905-658f3df3d06b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:43.501232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'Port': ['ID=ce221d91-77cd-492c-b939-593714235d7c,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:43.505382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:43.505953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Checking segment: {'id': 'b9ae9dd1-c77a-4500-adf5-c767e61737b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:43.513505 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.513947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Bound using segment: {'id': 'b9ae9dd1-c77a-4500-adf5-c767e61737b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:43.514476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Bound port: 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ae9dd1-c77a-4500-adf5-c767e61737b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03a5470-dc97-4429-a905-658f3df3d06b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:43.514886 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.530805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.569292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.571496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-379e02cc-f291-4665-bf4f-92d2e4830927 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5465355 Nov 10 23:03:43.595222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Checking segment: {'id': '392dddf7-4807-4f3e-b324-9edaf41d7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:43.596072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network hostable DHCP agents. Network: 35ab710b-8284-4483-b012-baca98a2f5a5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:03:43.627553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network 35ab710b-8284-4483-b012-baca98a2f5a5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:03:43.645246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 35ab710b-8284-4483-b012-baca98a2f5a5) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:43.651497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:43.652006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.705643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-032e4595-2d56-4ab8-9b72-febb8e69a22d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2388680 Nov 10 23:03:43.708657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:43.715074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'subnet': {'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:43.780240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be512236-824a-4aeb-9b73-1c057ad1947c None None] Network 35ab710b-8284-4483-b012-baca98a2f5a5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:43.815469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] For port 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:43.818000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f7fa43f0-3a23-4848-b696-ce8b0d332f56 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:43.918030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Made reservation on behalf of 9fe080e5862b4578b4f0a8b3b3404096 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:43.922840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:43.964367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] For port 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0915f9d2-adbe-47d2-a88a-11d72cd62e32,segment=NetworkSegment(b9ae9dd1-c77a-4500-adf5-c767e61737b8),segment_id=b9ae9dd1-c77a-4500-adf5-c767e61737b8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:43.990626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:44.008659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-35fc864e-011f-4107-8b48-e871ef592480 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1239735539&fields=id&tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99 HTTP/1.1" status: 200 len: 267 time: 0.1881449 Nov 10 23:03:44.108838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047b458-049f-4c94-9860-b2881b4b9869 None None] Pushing event updated for resources: {'Port': ['ID=0915f9d2-adbe-47d2-a88a-11d72cd62e32,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:44.223005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-d38f7bde-93ea-4e37-b3ea-948ca1f29ff5 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:44.224868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-d38f7bde-93ea-4e37-b3ea-948ca1f29ff5 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/networks?id=ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 200 len: 806 time: 0.2057991 Nov 10 23:03:44.237860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f7fa43f0-3a23-4848-b696-ce8b0d332f56 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:44.238268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:44.256097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-a91b1443-c9f9-48a4-9d36-8597b7052c7b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/quotas/4dcb1393e2cc4ba38e6ef8a35bf80a99 HTTP/1.1" status: 200 len: 375 time: 0.0228522 Nov 10 23:03:44.338251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-35ab710b-8284-4483-b012-baca98a2f5a5', 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5', 'tenant_id': '9fe080e5862b4578b4f0a8b3b3404096', 'fixed_ips': [{'subnet_id': 'c554fab3-61fe-4885-be52-91ddb1b7ac65'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:03:44.339868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:44.369960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:44.516637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Subnet': ['ID=c45b88d9-0b23-4e16-a232-9b90672f6866,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:44.560490 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-dd4f1ef5-a89b-4c85-85ec-e3ec3417cff6 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2060132 Nov 10 23:03:44.589435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Checking segment: {'id': 'e27f957f-7665-49fa-89af-66f3bb11599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:44.590090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network hostable DHCP agents. Network: de8d30b4-2349-4949-ad76-6d6d824f2937, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:03:44.628545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network de8d30b4-2349-4949-ad76-6d6d824f2937 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:03:44.646070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, de8d30b4-2349-4949-ad76-6d6d824f2937) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:44.660212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:44.660955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:44.686977 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d10819e-2ae8-4d17-b421-14cfa9211724 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9753692 Nov 10 23:03:44.688052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35262) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:44.780143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ed480-588b-4ed3-af29-144916a5641a None None] Network de8d30b4-2349-4949-ad76-6d6d824f2937 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:44.944527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-0351fce9-17a4-45f2-9fcb-6b9768194352 service neutron] 10.222.0.25 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824244 Nov 10 23:03:45.174730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-42e8f645-cc6b-4ead-b4bc-9a23a30b5e7b service neutron] 10.222.0.25 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211871 Nov 10 23:03:45.181452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Allocated IP 172.20.0.2 (35ab710b-8284-4483-b012-baca98a2f5a5/c554fab3-61fe-4885-be52-91ddb1b7ac65/ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:45.236522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.524639 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.620949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-de8d30b4-2349-4949-ad76-6d6d824f2937', 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937', 'tenant_id': '9fe080e5862b4578b4f0a8b3b3404096', 'fixed_ips': [{'subnet_id': 'c45b88d9-0b23-4e16-a232-9b90672f6866'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:03:45.621608 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.631725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0915f9d2-adbe-47d2-a88a-11d72cd62e32 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:45.658530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e92c-2bbe-40cd-92d2-2a906fbcc3c6 req-1b74a7b3-0032-4f8d-a735-ad025fcf86cf tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:45.666112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18e7e92c-2bbe-40cd-92d2-2a906fbcc3c6 req-1b74a7b3-0032-4f8d-a735-ad025fcf86cf tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.1835256 Nov 10 23:03:45.746840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e7c9182-4088-4c65-b485-b9f753be6578 req-bad131eb-4929-4557-b459-53939c541170 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.0572278 Nov 10 23:03:45.762314 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.851692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18e7e92c-2bbe-40cd-92d2-2a906fbcc3c6 req-392bda16-06da-4378-ad41-cb87f5c80b75 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804211 Nov 10 23:03:45.904723 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.924367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:45.924739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:45.961173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:46.015761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75988fcf-3c1f-4fc7-93d1-8dca9e9e8510 None None] Network b03a5470-dc97-4429-a905-658f3df3d06b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:46.216858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Network 35ab710b-8284-4483-b012-baca98a2f5a5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:46.237985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-04532bb1-6ee7-4fd7-8be3-18239e3ba203 None None] Provisioning complete for port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:46.238273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04532bb1-6ee7-4fd7-8be3-18239e3ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:46.244735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Pushing event updated for resources: {'Port': ['ID=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:46.253057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:46.256532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:46.416998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Allocated IP 172.20.0.1 (35ab710b-8284-4483-b012-baca98a2f5a5/c554fab3-61fe-4885-be52-91ddb1b7ac65/4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:46.540517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Allocated IP 172.20.0.2 (de8d30b4-2349-4949-ad76-6d6d824f2937/c45b88d9-0b23-4e16-a232-9b90672f6866/fd25a294-c796-4275-a179-7d06d26a8e08) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:46.592884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:46.644089 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:46.722512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:46.730838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Attempting to bind port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:46.733421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Attempting to bind port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '392dddf7-4807-4f3e-b324-9edaf41d7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:46.734012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Attempting to bind port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 on network 35ab710b-8284-4483-b012-baca98a2f5a5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:46.745361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network 35ab710b-8284-4483-b012-baca98a2f5a5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:46.747101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:46.770318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:46.857566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Port': ['ID=4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:46.933439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5095b1ec-2610-4a2c-baf8-8e4d00e9df99 req-421617ff-1790-4b59-b1f9-6faba0f93688 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.0796924 Nov 10 23:03:46.954195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.116254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04532bb1-6ee7-4fd7-8be3-18239e3ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.146146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:47.146438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Checking segment: {'id': '392dddf7-4807-4f3e-b324-9edaf41d7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:47.146839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.147230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Bound using segment: {'id': '392dddf7-4807-4f3e-b324-9edaf41d7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:47.147503 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.149242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Bound port: ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dddf7-4807-4f3e-b324-9edaf41d7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35ab710b-8284-4483-b012-baca98a2f5a5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:47.149643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.168107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-6ee80027-5a6a-4031-83e2-b4c012c556ff tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:47.173410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-6ee80027-5a6a-4031-83e2-b4c012c556ff tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.39 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.3028324 Nov 10 23:03:47.227657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d22eb-0da9-4aaa-9de0-b50b67f92c9e req-70d7d798-0793-4d5c-9840-8b6da75ee343 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:47.229404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968d22eb-0da9-4aaa-9de0-b50b67f92c9e req-70d7d798-0793-4d5c-9840-8b6da75ee343 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 949 time: 0.2050407 Nov 10 23:03:47.343273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-a279fa2f-3f67-483e-962e-e3720fd77644 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:47.345357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-a279fa2f-3f67-483e-962e-e3720fd77644 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "GET /v2.0/networks?id=ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 200 len: 806 time: 0.1366794 Nov 10 23:03:47.394946 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968d22eb-0da9-4aaa-9de0-b50b67f92c9e req-22bda44f-e5f0-4ec4-b488-da94c1b61eb0 tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474557 Nov 10 23:03:47.464524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] For port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:47.466376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Deleting port 5decea2e-9f77-47bb-a196-43fd1de501e1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:47.466376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.473092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] For port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,segment=NetworkSegment(392dddf7-4807-4f3e-b324-9edaf41d7241),segment_id=392dddf7-4807-4f3e-b324-9edaf41d7241)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:47.512067 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.516226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-00af0a4a-2874-4c0e-8649-ca0e9eeec44b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1345918 Nov 10 23:03:47.527240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0915f9d2-adbe-47d2-a88a-11d72cd62e32,segment=NetworkSegment(b9ae9dd1-c77a-4500-adf5-c767e61737b8),segment_id=b9ae9dd1-c77a-4500-adf5-c767e61737b8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:47.630007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-119c8ff9-95e7-4804-b278-54f8255f0e48 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.1048951 Nov 10 23:03:47.651693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'port': {'device_id': '15de7363-76e7-4278-a43a-ebd91576f64a', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'admin_state_up': True, 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'security_groups': ['f56b532c-8138-4a2f-b049-8c71ae78227f']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:47.668306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] For port 5decea2e-9f77-47bb-a196-43fd1de501e1, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5decea2e-9f77-47bb-a196-43fd1de501e1,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:47.668676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.714222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6b143-6d4d-446e-85c0-6a40c4b546ec None None] Pushing event updated for resources: {'Port': ['ID=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:47.718642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.725133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Calling delete_port for 5decea2e-9f77-47bb-a196-43fd1de501e1 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:47.949284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:47.959312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.017029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Made reservation on behalf of 4dcb1393e2cc4ba38e6ef8a35bf80a99 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:03:48.030302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.184956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-04532bb1-6ee7-4fd7-8be3-18239e3ba203 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:03:48.191459 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-04532bb1-6ee7-4fd7-8be3-18239e3ba203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:03:48.251376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=0915f9d2-adbe-47d2-a88a-11d72cd62e32,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:48.260406 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.267822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.288377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.323001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5decea2e-9f77-47bb-a196-43fd1de501e1'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:03:48.347412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce0d850c-1a8b-48d1-85b0-4f605ad06d59 req-a4adfbe2-aa58-438e-9418-ead7e7d796eb tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.1482706 Nov 10 23:03:48.418676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Pushing event deleted for resources: {'Port': ['ID=5decea2e-9f77-47bb-a196-43fd1de501e1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:48.507530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Port': ['ID=4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:48.527329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Network de8d30b4-2349-4949-ad76-6d6d824f2937 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:48.531982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:48.557561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] No DVR routers for this DVR port 5decea2e-9f77-47bb-a196-43fd1de501e1 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:48.564836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.572236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-117f861b-cbfe-4bd6-a7bf-e2ed30c480a6 req-3e6fe84f-fc20-4890-b327-af5df895076b tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.39 "DELETE /v2.0/ports/5decea2e-9f77-47bb-a196-43fd1de501e1 HTTP/1.1" status: 204 len: 173 time: 1.3808773 Nov 10 23:03:48.573782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:48.585688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'name': 'network-vif-deleted', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:48.600178 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ada92b-a1e7-4749-a0f6-61db0019e5e5" -d '{"events": [{"server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "name": "network-vif-deleted", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:48.627972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.667857 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d456e-f8ec-43c1-9765-061e30d005c5 x-openstack-request-id: req-528d456e-f8ec-43c1-9765-061e30d005c5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:48.668070 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff874f-d4fb-4523-bd08-a20242ea2561", "name": "network-vif-deleted", "tag": "5decea2e-9f77-47bb-a196-43fd1de501e1", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:48.668523 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-528d456e-f8ec-43c1-9765-061e30d005c5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:48.669183 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff874f-d4fb-4523-bd08-a20242ea2561', 'name': 'network-vif-deleted', 'tag': '5decea2e-9f77-47bb-a196-43fd1de501e1', 'status': 'completed', 'code': 200} Nov 10 23:03:48.677479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Pushing event updated for resources: {'Port': ['ID=fd25a294-c796-4275-a179-7d06d26a8e08,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:48.760439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Attempting to bind port fd25a294-c796-4275-a179-7d06d26a8e08 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:48.761201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Attempting to bind port fd25a294-c796-4275-a179-7d06d26a8e08 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'e27f957f-7665-49fa-89af-66f3bb11599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:48.761811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Attempting to bind port fd25a294-c796-4275-a179-7d06d26a8e08 on network de8d30b4-2349-4949-ad76-6d6d824f2937 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:48.772339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:48.773171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Checking segment: {'id': 'e27f957f-7665-49fa-89af-66f3bb11599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:48.774183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.774871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Bound using segment: {'id': 'e27f957f-7665-49fa-89af-66f3bb11599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:48.775446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Bound port: fd25a294-c796-4275-a179-7d06d26a8e08, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27f957f-7665-49fa-89af-66f3bb11599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'de8d30b4-2349-4949-ad76-6d6d824f2937'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:48.775889 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.885523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] For port fd25a294-c796-4275-a179-7d06d26a8e08, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:48.910521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] For port fd25a294-c796-4275-a179-7d06d26a8e08, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=fd25a294-c796-4275-a179-7d06d26a8e08,segment=NetworkSegment(e27f957f-7665-49fa-89af-66f3bb11599e),segment_id=e27f957f-7665-49fa-89af-66f3bb11599e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:48.912452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d66e4ac6-05b3-441a-beea-2e2f1d2e23b9 None None] Provisioning complete for port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:48.912827 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d66e4ac6-05b3-441a-beea-2e2f1d2e23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.951281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:48.974613 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2633c319-e405-48df-98c3-c798a0643bda req-04875908-c1ea-4207-9be6-de6d5e17a81c tempest-VolumesBackupsTest-1049562680 tempest-VolumesBackupsTest-1049562680-project] 10.222.0.25 "GET /v2.0/ports?device_id=99ff874f-d4fb-4523-bd08-a20242ea2561 HTTP/1.1" status: 200 len: 210 time: 0.3147001 Nov 10 23:03:49.142975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673427-20f0-401a-9d94-cab30cf83bfd None None] Pushing event updated for resources: {'Port': ['ID=fd25a294-c796-4275-a179-7d06d26a8e08,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:49.338052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network 35ab710b-8284-4483-b012-baca98a2f5a5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:49.346291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:49.434098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Allocated IP 172.20.0.6 (ceec7d24-5352-424a-b02d-25f6b77bb243/aeedd339-0bae-4a2e-b841-ff8f48b9ed32/0856e582-9a6d-42ae-99bf-710e1aef4014) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:49.627975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73ddb6d0-d7da-45a0-9192-8d26e25172e5 req-b53961ec-0a50-4807-afea-dc0e8bf9a9ef tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.1205792 Nov 10 23:03:49.844911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Router 8aad67f7-89a4-4e94-b87b-35f16d722e8e is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:03:49.874989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170a51a-b2bb-4394-8c4a-acb30347533f None None] Network 35ab710b-8284-4483-b012-baca98a2f5a5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:49.939917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-322ffb03-7bc9-4e66-90ee-3e53882c017e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422017 Nov 10 23:03:50.113023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-3ba25948-b0b6-48f6-9325-18b04a408b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:50.115303 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-3ba25948-b0b6-48f6-9325-18b04a408b89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=315287d039ad4a3d919f8ed46f05dc14&device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 1097 time: 0.1466231 Nov 10 23:03:50.131319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.141692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device fd25a294-c796-4275-a179-7d06d26a8e08 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:50.309999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:50.321549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-98241e36-c7bd-4781-81e9-8683d2ff21eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6315289 Nov 10 23:03:50.331541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:50.345984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] Sync routers for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:50.365424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.444095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] Provisioning complete for port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:50.444381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.465730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Network ceec7d24-5352-424a-b02d-25f6b77bb243 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:03:50.484507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:03:50.498424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:03:50.507132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event updated for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:50.514889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-9ea27037-d06a-414a-92c6-a496a37581d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:50.516843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-9ea27037-d06a-414a-92c6-a496a37581d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 200 len: 911 time: 0.3797603 Nov 10 23:03:50.672862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:50.673696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:50.676244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:50.685761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.725417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-4e9b2a4c-a550-4539-8555-554495e04012 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0851820 Nov 10 23:03:50.737243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Request body: {'port': {'device_id': '15de7363-76e7-4278-a43a-ebd91576f64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:50.805223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:50.895507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.955053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:50.955775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:51.211459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port fd25a294-c796-4275-a179-7d06d26a8e08 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:51.211831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:51.247462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfe69d-fd5c-4150-bcc9-7371cf42aece None None] Network de8d30b4-2349-4949-ad76-6d6d824f2937 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:03:51.254632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:51.256019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe3e02-3185-44b4-a954-ff06ca3dbc31 None None] The sync data for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:51.520116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:51.708583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0856e582-9a6d-42ae-99bf-710e1aef4014 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:03:51.719778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:51.738332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Transition to ACTIVE for port object 0856e582-9a6d-42ae-99bf-710e1aef4014 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:03:51.746359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:51.781495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5decea2e-9f77-47bb-a196-43fd1de501e1 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:51.853167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:51.924302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 5decea2e-9f77-47bb-a196-43fd1de501e1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:03:51.925114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5decea2e-9f77-47bb-a196-43fd1de501e1 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:03:51.953437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] For port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,segment=NetworkSegment(392dddf7-4807-4f3e-b324-9edaf41d7241),segment_id=392dddf7-4807-4f3e-b324-9edaf41d7241)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:52.003758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.012054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7dd46-dcaf-4875-8938-e419563eac62 req-a9e349ab-60a5-41d5-9126-5fde8a4e9dfb tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:52.027542 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.029663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bb7dd46-dcaf-4875-8938-e419563eac62 req-a9e349ab-60a5-41d5-9126-5fde8a4e9dfb tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 931 time: 1.1291802 Nov 10 23:03:52.032779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-28195140-d293-414b-8de6-42eaccb3a4a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 200 len: 1002 time: 1.5069141 Nov 10 23:03:52.099301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Attempting to bind port 0856e582-9a6d-42ae-99bf-710e1aef4014 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:52.100560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Attempting to bind port 0856e582-9a6d-42ae-99bf-710e1aef4014 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:52.102089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Attempting to bind port 0856e582-9a6d-42ae-99bf-710e1aef4014 on network ceec7d24-5352-424a-b02d-25f6b77bb243 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:52.111748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Port 0856e582-9a6d-42ae-99bf-710e1aef4014 on network ceec7d24-5352-424a-b02d-25f6b77bb243 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:03:52.113213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Attempting to bind port 0856e582-9a6d-42ae-99bf-710e1aef4014 on network ceec7d24-5352-424a-b02d-25f6b77bb243 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:52.126663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:52.129782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Checking segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:52.135861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Bound using segment: {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:52.137830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Bound port: 0856e582-9a6d-42ae-99bf-710e1aef4014, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a350d4-3c1b-429d-8705-dbffdc35c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:52.138480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.271054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960c102-5ef1-47cc-8edf-259324b2be57 None None] Pushing event updated for resources: {'Port': ['ID=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:52.395367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port fd25a294-c796-4275-a179-7d06d26a8e08, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=fd25a294-c796-4275-a179-7d06d26a8e08,segment=NetworkSegment(e27f957f-7665-49fa-89af-66f3bb11599e),segment_id=e27f957f-7665-49fa-89af-66f3bb11599e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:52.399489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-5947c1e2-f0ec-4723-8c8c-8e176a2475e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:52.403529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-5947c1e2-f0ec-4723-8c8c-8e176a2475e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 200 len: 850 time: 0.3508906 Nov 10 23:03:52.405087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Provisioning complete for port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:52.405416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.409188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:52.440327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0856e582-9a6d-42ae-99bf-710e1aef4014,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:52.458218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.535207 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.535554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:52.546293 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-a51a2ef3-1a3a-4776-b7d2-da6d2e60063f tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:03:52.552757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a51a2ef3-1a3a-4776-b7d2-da6d2e60063f tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2032967 Nov 10 23:03:52.565829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35362) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:52.566552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bb7dd46-dcaf-4875-8938-e419563eac62 req-d856fc1c-eb57-49b8-8e2a-e48b9ed0be25 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360029 Nov 10 23:03:52.598239 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-485813ed-d310-4af5-93b8-92717a6dc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:52.599771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-485813ed-d310-4af5-93b8-92717a6dc0cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a4cc360-1b81-4579-a64b-c32336b4fedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800220 Nov 10 23:03:52.715693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:52.717296 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:52.719272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] 10.222.0.20 "PUT /v2.0/ports/0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 200 len: 1091 time: 1.9861438 Nov 10 23:03:52.722459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:52.736430 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05d019-36d8-4085-8e86-08fbc8be1cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:52.821108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-758034d7-0b4d-460b-bbda-ebe5d439bba8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107980 Nov 10 23:03:52.940533 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2773f1db-a72c-4ce1-97fc-9057ac4d3e93 x-openstack-request-id: req-2773f1db-a72c-4ce1-97fc-9057ac4d3e93 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:52.941345 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:52.941939 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2773f1db-a72c-4ce1-97fc-9057ac4d3e93 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:52.944336 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'status': 'completed', 'code': 200} Nov 10 23:03:53.081405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff773-9c81-46da-8e36-1e6dc89f8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:53.167366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8d98734-3faa-4da7-9b2c-de972a36bf77 req-09e5d4fa-48cc-4937-ab6f-2be36e620bec service neutron] 10.222.0.20 "GET /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114781 Nov 10 23:03:53.378927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-bace7b2f-d8ba-4a47-84be-49e81b64cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:53.380440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-bace7b2f-d8ba-4a47-84be-49e81b64cb80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 1094 time: 0.4702327 Nov 10 23:03:53.452921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:53.465629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:53.511724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=fd25a294-c796-4275-a179-7d06d26a8e08,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:53.598985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-c73a6a24-dcd7-4e18-9385-b06e059a29f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 200 len: 217 time: 0.2034397 Nov 10 23:03:53.674126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Provisioning complete for port fd25a294-c796-4275-a179-7d06d26a8e08 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:53.674498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:53.687478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-cf8d50e6-6eb4-4339-8a08-01957720a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:53.689268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-cf8d50e6-6eb4-4339-8a08-01957720a30f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeedd339-0bae-4a2e-b841-ff8f48b9ed32 HTTP/1.1" status: 200 len: 845 time: 0.0802162 Nov 10 23:03:53.851842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0915f9d2-adbe-47d2-a88a-11d72cd62e32 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:53.852422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-0ab427ee-d8d6-417d-bd2e-c3afbd991a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:53.855275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-0ab427ee-d8d6-417d-bd2e-c3afbd991a2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ceec7d24-5352-424a-b02d-25f6b77bb243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535118 Nov 10 23:03:53.876630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a6fb6-50f1-45ed-9de6-83cc31ff7264 req-7788a993-32aa-4854-ac36-739425f67a8e tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:53.881378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-130a6fb6-50f1-45ed-9de6-83cc31ff7264 req-7788a993-32aa-4854-ac36-739425f67a8e tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 943 time: 0.1113925 Nov 10 23:03:53.995851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-130a6fb6-50f1-45ed-9de6-83cc31ff7264 req-9d9d9286-8717-47b7-88c2-2841984263ef tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052043 Nov 10 23:03:54.111073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-8ebb77d2-d60a-4b50-99c4-68d61780bddc service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452018 Nov 10 23:03:54.114293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.127612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:54.127612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.213581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Provisioning complete for port 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:54.213964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.360115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a665c9ed-e6fa-467d-86ee-5176988e9027 None None] Port 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:54.500126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe5ddcea-408b-4631-a9c7-8391973d987d req-2b1c228c-b898-49bd-8f09-d44f70ddf5fd service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098259 Nov 10 23:03:54.513440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1ff1f505-ba84-4dfb-af43-744dd58ae0e0 None None] Provisioning complete for port fd25a294-c796-4275-a179-7d06d26a8e08 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:54.513950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f505-ba84-4dfb-af43-744dd58ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.614144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device fd25a294-c796-4275-a179-7d06d26a8e08 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:54.825995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-28dac7d2-646d-4df4-aac5-bb443a1df364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:54.837072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35390) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:54.846104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-28dac7d2-646d-4df4-aac5-bb443a1df364 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 1094 time: 0.2215085 Nov 10 23:03:54.858712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port fd25a294-c796-4275-a179-7d06d26a8e08 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:54.859086 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.946030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1ff1f505-ba84-4dfb-af43-744dd58ae0e0 None None] Provisioning complete for port 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:54.947479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f505-ba84-4dfb-af43-744dd58ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.009419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting port 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:55.009981 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.195908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ba055e1-9ee9-4933-a15d-ac6159257356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.203887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1f505-ba84-4dfb-af43-744dd58ae0e0 None None] Port 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:03:55.239502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:55.344413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:55.344870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.363162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.372545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-4c0db15d-39d5-47b9-bdc7-dcb4879acde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:55.379306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-4c0db15d-39d5-47b9-bdc7-dcb4879acde4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 200 len: 906 time: 0.5190122 Nov 10 23:03:55.416617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Calling delete_port for 4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:55.451566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b8c87-a74a-4941-93fb-38bb26706339 req-efefb769-7d8e-4e7a-a759-12ab78b6308d tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:55.453215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab5b8c87-a74a-4941-93fb-38bb26706339 req-efefb769-7d8e-4e7a-a759-12ab78b6308d tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 943 time: 0.2743387 Nov 10 23:03:55.509876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-28c7102a-f35a-4601-8ec2-a8b589ceec08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 200 len: 217 time: 0.1173759 Nov 10 23:03:55.849819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:55.950982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-d99b265b-eb6a-476d-9cf4-b1da59ca1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:55.953388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-d99b265b-eb6a-476d-9cf4-b1da59ca1651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeedd339-0bae-4a2e-b841-ff8f48b9ed32 HTTP/1.1" status: 200 len: 845 time: 0.4141824 Nov 10 23:03:56.063818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:56.153593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab5b8c87-a74a-4941-93fb-38bb26706339 req-822fa333-f18e-43f3-9a93-fb7ed9cf715b tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482227 Nov 10 23:03:56.255256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Port': ['ID=4fa7af21-dcbb-4dfc-a865-b1dc9a79efc1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:56.329988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-b97bbb96-b802-402c-95cf-7a694eff17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:56.332160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-b97bbb96-b802-402c-95cf-7a694eff17ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ceec7d24-5352-424a-b02d-25f6b77bb243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576882 Nov 10 23:03:56.369983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Deleting port d2685ddf-8a9b-4766-a4e5-d20155afb522 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:56.370667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:56.553513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] For port d2685ddf-8a9b-4766-a4e5-d20155afb522, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d2685ddf-8a9b-4766-a4e5-d20155afb522,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:56.553771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:56.571676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Calling delete_port for d2685ddf-8a9b-4766-a4e5-d20155afb522 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:03:56.915866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:56.976504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:56.981253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0856e582-9a6d-42ae-99bf-710e1aef4014 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:03:57.004535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2685ddf-8a9b-4766-a4e5-d20155afb522,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:57.115111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-89dd4e6a-5be7-4e5a-9faa-2dca337fe119 service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733555 Nov 10 23:03:57.346277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f05d019-36d8-4085-8e86-08fbc8be1cc7 req-aa24d390-7f1a-4b9a-8128-a1f9a98b568e service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167432 Nov 10 23:03:57.362627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0856e582-9a6d-42ae-99bf-710e1aef4014,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:57.387142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'port_id': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'mac_address': 'fa:16:3e:f7:70:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:03:57.528337 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:57.549815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:57.567914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0856e582-9a6d-42ae-99bf-710e1aef4014 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:03:57.590768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Router 8aad67f7-89a4-4e94-b87b-35f16d722e8e has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:57.637939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35c1cc-ba6b-42a8-8f0f-a7d2db17aefd req-b75829d8-3d14-4ba8-a981-93818076b503 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:57.639439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c35c1cc-ba6b-42a8-8f0f-a7d2db17aefd req-b75829d8-3d14-4ba8-a981-93818076b503 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 943 time: 0.2740715 Nov 10 23:03:57.671443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0856e582-9a6d-42ae-99bf-710e1aef4014,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:57.693625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-43fce743-0603-4264-a832-8c66b6aed673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:57.702473 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:57.766852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:57.771967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90439b6e-9073-4994-a6d4-67e4e10ba43d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2033415 Nov 10 23:03:57.776411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35468) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:57.788108 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] Sync routers for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:57.819896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:57.828570 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:57.832738 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:57.843646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c35c1cc-ba6b-42a8-8f0f-a7d2db17aefd req-353c9b97-a7fd-4da9-90a1-f723a89f2e26 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890476 Nov 10 23:03:57.856581 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-57096668-4458-4f62-b750-ab5f41229d9d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] delete failed (client error): The resource could not be found. Nov 10 23:03:57.859745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57096668-4458-4f62-b750-ab5f41229d9d tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1986863448 HTTP/1.1" status: 404 len: 335 time: 0.0820484 Nov 10 23:03:57.865421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35470) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:57.873171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-401e1e86-82ed-4a8c-8e7c-5e85120fdcfa tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'router': {'external_gateway_info': {'network_id': '8aad67f7-89a4-4e94-b87b-35f16d722e8e'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:57.927583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['0856e582-9a6d-42ae-99bf-710e1aef4014'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:03:57.954826 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:57.983189 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:57.986536 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:58.084866 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:58.086483 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f3560-1773-4654-9bc8-5a37daeb577b None None] The sync data for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:58.168186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Router 23c19e92-34a5-46fb-809a-c1765d04c8e5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:03:58.365162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-401e1e86-82ed-4a8c-8e7c-5e85120fdcfa tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:58.418188 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-401e1e86-82ed-4a8c-8e7c-5e85120fdcfa tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] update failed (client error): The resource could not be found. Nov 10 23:03:58.419971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-401e1e86-82ed-4a8c-8e7c-5e85120fdcfa tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e HTTP/1.1" status: 404 len: 339 time: 0.5531938 Nov 10 23:03:58.424383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35490) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:58.472517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:03:58.482563 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-553e5a32-f4af-4b4d-a369-ebd583808572 admin admin] 10.222.0.25 "PUT /v2.0/routers/23c19e92-34a5-46fb-809a-c1765d04c8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6444242 Nov 10 23:03:58.484251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35500) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:03:58.486403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356a21a-f220-490f-83be-b889431519fe None None] Sync routers for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:03:58.503019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:58.504355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:58.715845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:58.766787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:58.978909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.065480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0856e582-9a6d-42ae-99bf-710e1aef4014 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:59.162669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.240804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.244892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 0856e582-9a6d-42ae-99bf-710e1aef4014 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:03:59.261837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 0856e582-9a6d-42ae-99bf-710e1aef4014 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:59.280603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.366784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '25503b37-9214-404a-9d00-2641a1d387f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T23:03:56Z', 'revision_number': 5, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port': {'id': '25503b37-9214-404a-9d00-2641a1d387f6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:59Z', 'updated_at': '2021-11-10T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:59.370542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f42c-959f-426f-84f7-9a81ac66951e req-a5442712-f23b-443e-be4f-c534600521a4 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:59.374748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a38f42c-959f-426f-84f7-9a81ac66951e req-a5442712-f23b-443e-be4f-c534600521a4 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 944 time: 0.3547816 Nov 10 23:03:59.433802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356a21a-f220-490f-83be-b889431519fe None None] Checking router: 23c19e92-34a5-46fb-809a-c1765d04c8e5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:03:59.455277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] Routers {'23c19e92-34a5-46fb-809a-c1765d04c8e5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:03:59.455897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['23c19e92-34a5-46fb-809a-c1765d04c8e5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:59.639448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.697650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0856e582-9a6d-42ae-99bf-710e1aef4014,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:59.701880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:59.704613 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4886df-3c8b-4c46-b652-6631841fc595" -d '{"events": [{"server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "name": "network-vif-plugged", "status": "completed", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:59.710194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] Set router 23c19e92-34a5-46fb-809a-c1765d04c8e5 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:03:59.713442 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.742390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Deleting port 25503b37-9214-404a-9d00-2641a1d387f6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:03:59.749525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.856490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:59.874302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c356a21a-f220-490f-83be-b889431519fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T23:03:58Z', 'revision_number': 6, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:03:59.893368 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cc8311-887d-48bf-b7e5-5e15ef31b91f x-openstack-request-id: req-11cc8311-887d-48bf-b7e5-5e15ef31b91f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:59.897642 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "name": "network-vif-plugged", "status": "completed", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:59.899783 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11cc8311-887d-48bf-b7e5-5e15ef31b91f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:59.899783 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'code': 200} Nov 10 23:03:59.911523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Allocated IP 172.20.0.1 (b03a5470-dc97-4429-a905-658f3df3d06b/04af5daa-e954-4e59-ae63-b43a63aa94a0/ec6aac2a-439f-4c0c-8930-cd4b808b2ab5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:03:59.954221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] For port 25503b37-9214-404a-9d00-2641a1d387f6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25503b37-9214-404a-9d00-2641a1d387f6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:59.954587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:59.975890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356a21a-f220-490f-83be-b889431519fe None None] The sync data for ids ['23c19e92-34a5-46fb-809a-c1765d04c8e5'] in n-d-811521-3 is: [{'id': '23c19e92-34a5-46fb-809a-c1765d04c8e5', 'name': 'tempest-TestVolumeBackupRestore-827405352-router', 'tenant_id': '235f03c37d354c01baa7e5375ff72a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:57Z', 'updated_at': '2021-11-10T23:03:58Z', 'revision_number': 6, 'project_id': '235f03c37d354c01baa7e5375ff72a0b', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:03:59.989555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Calling delete_port for 25503b37-9214-404a-9d00-2641a1d387f6 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:00.165162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.200846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a38f42c-959f-426f-84f7-9a81ac66951e req-30b9f806-1d5b-4569-97c8-ebbfc013c813 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543633 Nov 10 23:04:00.219845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.231766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacaf5d-0145-4dd8-8172-6f142259eda9 req-8ab02032-84d2-481f-ab00-adbc8b4d2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:00.233698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6eacaf5d-0145-4dd8-8172-6f142259eda9 req-8ab02032-84d2-481f-ab00-adbc8b4d2c6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 1096 time: 0.1796122 Nov 10 23:04:00.247801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25503b37-9214-404a-9d00-2641a1d387f6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:00.270676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cfd08-78bc-462b-9c2d-19896add0b76 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:00.294375 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.303840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6eacaf5d-0145-4dd8-8172-6f142259eda9 req-bebbe49c-cbdb-48a7-b125-7dc20c1b1032 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586586 Nov 10 23:04:00.336689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.354532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network b03a5470-dc97-4429-a905-658f3df3d06b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:04:00.370965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:00.375183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:04:00.399078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.497431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Port': ['ID=ec6aac2a-439f-4c0c-8930-cd4b808b2ab5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:00.547240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.556600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2685ddf-8a9b-4766-a4e5-d20155afb522 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:00.580046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.583410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.614107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d2685ddf-8a9b-4766-a4e5-d20155afb522 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:00.614453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d2685ddf-8a9b-4766-a4e5-d20155afb522 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:00.678661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.679177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c19e92-34a5-46fb-809a-c1765d04c8e5 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:04:00.690691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.691875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e06b31d5-fa7e-4ce9-986a-8206d2713ae1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/23c19e92-34a5-46fb-809a-c1765d04c8e5 HTTP/1.1" status: 204 len: 168 time: 2.2064137 Nov 10 23:04:00.698741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35534) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:00.746541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.826404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Deleting subnet 692e2394-dbfa-419b-bf18-0065e3d16e0b {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:00.831497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.856040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.893067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.894086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6412-bf87-476b-bdc5-91f2123a9ee1 None None] Provisioning complete for port ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:00.894664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6412-bf87-476b-bdc5-91f2123a9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:00.967074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb6412-bf87-476b-bdc5-91f2123a9ee1 None None] Port ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:04:01.087517 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.220206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.265811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.271945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/692e2394-dbfa-419b-bf18-0065e3d16e0b HTTP/1.1" status: 204 len: 168 time: 0.5700567 Nov 10 23:04:01.272937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78610979-b50c-4bfa-9677-ef150d7e1b45 None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:01.289979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35540) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:01.290742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dc5ec-22fc-42da-b74d-de45b49a0708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692e2394-dbfa-419b-bf18-0065e3d16e0b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:01.394633 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.408521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.512992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.600811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event updated for resources: {'Port': ['ID=ec6aac2a-439f-4c0c-8930-cd4b808b2ab5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:01.677850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.692107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5be7-798b-4ced-aab0-4698be98e32f req-56693ffb-4865-45e2-bb95-5afa4f4f80fc tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:01.696344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fee5be7-798b-4ced-aab0-4698be98e32f req-56693ffb-4865-45e2-bb95-5afa4f4f80fc tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.2510872 Nov 10 23:04:01.770375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Deleting port 168a71c0-412f-401a-9c04-3fa91e88bde9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:01.770867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.786078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] DHCP port deletion for 944756ce-7aa5-40dd-a47a-477f57714b34 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:01.830913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fee5be7-798b-4ced-aab0-4698be98e32f req-d6eaeb74-f13d-4eb7-8f37-c025ebbead76 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252379 Nov 10 23:04:01.849469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Network b03a5470-dc97-4429-a905-658f3df3d06b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:04:01.856256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:01.868343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] For port 168a71c0-412f-401a-9c04-3fa91e88bde9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=168a71c0-412f-401a-9c04-3fa91e88bde9,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:01.868793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:01.884305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Calling delete_port for 168a71c0-412f-401a-9c04-3fa91e88bde9 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:01.966008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Deleting port 168a71c0-412f-401a-9c04-3fa91e88bde9 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:01.966388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.030130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.090478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] No DVR routers for this DVR port 168a71c0-412f-401a-9c04-3fa91e88bde9 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:02.092004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Router 8aad67f7-89a4-4e94-b87b-35f16d722e8e has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:02.105488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=168a71c0-412f-401a-9c04-3fa91e88bde9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:02.135073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] For port 168a71c0-412f-401a-9c04-3fa91e88bde9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=168a71c0-412f-401a-9c04-3fa91e88bde9,segment=NetworkSegment(fa8590e6-912a-4a4d-840a-94bf63b52139),segment_id=fa8590e6-912a-4a4d-840a-94bf63b52139)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:02.135471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.175080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Calling delete_port for 168a71c0-412f-401a-9c04-3fa91e88bde9 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:02.258597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:02.267815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-78074b15-61fb-41ab-9bb2-b6aa21dfc656 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8417361 Nov 10 23:04:02.276462 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] Sync routers for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:02.283334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35546) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:02.294112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:02.295266 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.300466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.343729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944756ce-7aa5-40dd-a47a-477f57714b34']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.370081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8590e6-912a-4a4d-840a-94bf63b52139') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.370374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8590e6-912a-4a4d-840a-94bf63b52139') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.378401 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.388472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.402665 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:02.403781 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.430765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.439201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:02.440020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:02.446103 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:02.488473 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:02.489160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54746d-4e27-4ffc-8244-c682a139e415 None None] The sync data for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:04:02.552261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.566734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.581757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/944756ce-7aa5-40dd-a47a-477f57714b34 HTTP/1.1" status: 204 len: 168 time: 1.2885175 Nov 10 23:04:02.583071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:02.678587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25503b37-9214-404a-9d00-2641a1d387f6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:02.712214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eaa78-6ae8-4659-976d-b06d88dd36a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=944756ce-7aa5-40dd-a47a-477f57714b34,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:02.755406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 25503b37-9214-404a-9d00-2641a1d387f6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:02.755778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25503b37-9214-404a-9d00-2641a1d387f6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:02.757203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 168a71c0-412f-401a-9c04-3fa91e88bde9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:02.811184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 168a71c0-412f-401a-9c04-3fa91e88bde9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:02.812269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 168a71c0-412f-401a-9c04-3fa91e88bde9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:02.816737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eb0c52fd-8023-4b48-aef1-9905e1381f7a None None] Provisioning complete for port ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:02.817620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eb0c52fd-8023-4b48-aef1-9905e1381f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.820055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:02.831644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Network 944756ce-7aa5-40dd-a47a-477f57714b34 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:04:02.832340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] No DVR routers for this DVR port 168a71c0-412f-401a-9c04-3fa91e88bde9 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:02.891911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1362d9-e970-4882-9d28-ab1f98e3797a None None] Pushing event deleted for resources: {'Port': ['ID=168a71c0-412f-401a-9c04-3fa91e88bde9,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:02.909923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c52fd-8023-4b48-aef1-9905e1381f7a None None] Port ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:04:03.176596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dbf39-c27f-4e2b-8165-5550abbafff9 req-29c33030-90f3-4262-aa4a-bba524fc13b9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:03.178573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b9dbf39-c27f-4e2b-8165-5550abbafff9 req-29c33030-90f3-4262-aa4a-bba524fc13b9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.0701578 Nov 10 23:04:03.210134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2b7d7066-735a-44ea-825b-6b88c7c2667c tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:03.239236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:03.287444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b9dbf39-c27f-4e2b-8165-5550abbafff9 req-8d5e7cd3-992c-47e8-9edf-b43d2533c1d3 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996203 Nov 10 23:04:03.385234 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-2b7d7066-735a-44ea-825b-6b88c7c2667c tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 23:04:03.386819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2b7d7066-735a-44ea-825b-6b88c7c2667c tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e HTTP/1.1" status: 409 len: 329 time: 1.1028769 Nov 10 23:04:03.390386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35560) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:03.513918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f22f3-bab4-404e-8075-2aea69e7923d req-dfc287f7-cb4e-460d-bb31-21d6018befe1 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:03.515448 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e5f22f3-bab4-404e-8075-2aea69e7923d req-dfc287f7-cb4e-460d-bb31-21d6018befe1 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.1049886 Nov 10 23:04:03.533502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35564) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:03.542068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Request body: {'floatingip': {'port_id': '0856e582-9a6d-42ae-99bf-710e1aef4014'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:03.671052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:03.694443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Deleting port b5dce614-caf5-462b-b230-3349c1043a9a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:03.694967 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:03.806645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] For port b5dce614-caf5-462b-b230-3349c1043a9a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5dce614-caf5-462b-b230-3349c1043a9a,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:03.807017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:03.825376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Calling delete_port for b5dce614-caf5-462b-b230-3349c1043a9a owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:04.092215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.137944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5dce614-caf5-462b-b230-3349c1043a9a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:04.157770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.384039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.474551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.resource_extend [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 23:04:04.548116 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.566440 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.718901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:04.738705 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Floating IP be34edde-52ca-4287-b097-15d09f20ee0b associated. External IP: 172.25.0.234, port: 0856e582-9a6d-42ae-99bf-710e1aef4014. Nov 10 23:04:04.796751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting port ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:04.797343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:04.881305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:04.886944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-644f5b5e-efe3-4c60-94dc-66c529f05cd8 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6f31170-e2f2-4e47-a3e8-af5b22b5a56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3018343 Nov 10 23:04:04.889516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35574) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:04.893825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Sync routers for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:04.918518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:04.919479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:05.067645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.079060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:05.192541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.197715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.215187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:05.230538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Calling delete_port for ec6aac2a-439f-4c0c-8930-cd4b808b2ab5 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:05.273690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Deleting port ce896a87-d73c-47f6-9ead-6ec705079e21 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:05.274067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.375778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T23:04:03Z', 'revision_number': 5, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port': {'id': 'ce896a87-d73c-47f6-9ead-6ec705079e21', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:58:16Z', 'updated_at': '2021-11-10T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:05.446034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Checking router: b6f31170-e2f2-4e47-a3e8-af5b22b5a56b for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:04:05.457760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Routers {'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:05.458780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:05.473304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:05.493181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.494641 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Sync routers for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:05.518460 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:05.519918 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:05.552715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-db85f654-0637-4031-850f-aeb7077f5c62 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "PUT /v2.0/floatingips/be34edde-52ca-4287-b097-15d09f20ee0b HTTP/1.1" status: 200 len: 991 time: 2.0157747 Nov 10 23:04:05.570407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:04:05.576791 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3cbca8-13c1-4f77-8b51-54e833032bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:04:05.578628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] Set router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:05.664873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.669466 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35925684-3b2d-4f31-9aae-6b1afe34511f x-openstack-request-id: req-35925684-3b2d-4f31-9aae-6b1afe34511f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:04:05.670053 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:04:05.670534 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35925684-3b2d-4f31-9aae-6b1afe34511f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:04:05.671283 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'status': 'completed', 'code': 200} Nov 10 23:04:05.708788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T23:04:05Z', 'revision_number': 6, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:05.738945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Port': ['ID=ec6aac2a-439f-4c0c-8930-cd4b808b2ab5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:05.780919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1f58b-b1d1-4593-90de-67c3ae51202d None None] The sync data for ids ['b6f31170-e2f2-4e47-a3e8-af5b22b5a56b'] in n-d-811521-3 is: [{'id': 'b6f31170-e2f2-4e47-a3e8-af5b22b5a56b', 'name': 'tempest-TestVolumeBackupRestore-392747151-router', 'tenant_id': '3e334f80a1e348eb976ac18612696ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:58:13Z', 'updated_at': '2021-11-10T23:04:05Z', 'revision_number': 6, 'project_id': '3e334f80a1e348eb976ac18612696ad7', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:04:05.783477 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:05.847206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-cd3728c9-1dbb-4be2-af3d-fdc10cac8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:05.849185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-cd3728c9-1dbb-4be2-af3d-fdc10cac8510 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 1096 time: 0.1247351 Nov 10 23:04:06.050438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] For port ce896a87-d73c-47f6-9ead-6ec705079e21, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ce896a87-d73c-47f6-9ead-6ec705079e21,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:06.051030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.069111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Calling delete_port for ce896a87-d73c-47f6-9ead-6ec705079e21 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:06.098418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.168494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:04:06.360608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.392532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a731ffe-8cc8-4dca-9698-c1118b3103d2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:06.424606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce896a87-d73c-47f6-9ead-6ec705079e21,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:06.448937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'be34edde-52ca-4287-b097-15d09f20ee0b', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'port_id': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'mac_address': 'fa:16:3e:f7:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de7363-76e7-4278-a43a-ebd91576f64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:03:42Z', 'updated_at': '2021-11-10T23:04:04Z', 'revision_number': 1, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:06.468901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.488229 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Checking router: 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:04:06.498039 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:06.498721 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:06.578440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.581172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.625240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:06.635588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.636483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f31170-e2f2-4e47-a3e8-af5b22b5a56b {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:04:06.643248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.644542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-177fc516-7dcb-42bf-8ea7-f26252067a8f admin admin] 10.222.0.25 "DELETE /v2.0/routers/b6f31170-e2f2-4e47-a3e8-af5b22b5a56b HTTP/1.1" status: 204 len: 168 time: 1.7539680 Nov 10 23:04:06.646968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35588) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:06.716022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Deleting subnet 9ed44393-7f48-4318-9973-bf00531f66a1 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:06.722042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.774044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.816074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-d5aaa478-b907-4968-b00f-28f99ebbc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:06.817371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-d5aaa478-b907-4968-b00f-28f99ebbc870 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 200 len: 906 time: 0.9590566 Nov 10 23:04:06.819713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce896a87-d73c-47f6-9ead-6ec705079e21 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:06.872274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ce896a87-d73c-47f6-9ead-6ec705079e21 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:06.872647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ce896a87-d73c-47f6-9ead-6ec705079e21 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:06.873755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5dce614-caf5-462b-b230-3349c1043a9a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:06.885186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Router 8aad67f7-89a4-4e94-b87b-35f16d722e8e has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:06.933334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b5dce614-caf5-462b-b230-3349c1043a9a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:06.933945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5dce614-caf5-462b-b230-3349c1043a9a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:06.964571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:06.977179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-9efe4a26-6d9a-45f2-a13d-41d7de587c0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 200 len: 999 time: 0.1458533 Nov 10 23:04:07.055857 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'be34edde-52ca-4287-b097-15d09f20ee0b', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'port_id': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'mac_address': 'fa:16:3e:f7:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de7363-76e7-4278-a43a-ebd91576f64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:03:42Z', 'updated_at': '2021-11-10T23:04:04Z', 'revision_number': 1, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:07.061006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:07.066417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e2b5da74-0c77-4c13-b49a-a22fb19934a2 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6751707 Nov 10 23:04:07.071363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:07.083063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] Sync routers for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:07.110276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-8623c7cc-6dc5-47b8-b1b9-f7f04fe643b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:07.110531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d8364-2301-44bf-ba62-e5d440da7bb8 None None] The sync data for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 is: [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'be34edde-52ca-4287-b097-15d09f20ee0b', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'port_id': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'mac_address': 'fa:16:3e:f7:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de7363-76e7-4278-a43a-ebd91576f64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:03:42Z', 'updated_at': '2021-11-10T23:04:04Z', 'revision_number': 1, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:04:07.112703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-8623c7cc-6dc5-47b8-b1b9-f7f04fe643b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeedd339-0bae-4a2e-b841-ff8f48b9ed32 HTTP/1.1" status: 200 len: 845 time: 0.0934625 Nov 10 23:04:07.132339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:07.132950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:07.200432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-b0694eb4-f0c4-4109-bb8d-687f980686ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:07.201708 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-3b5ac0a1-c383-4689-ae08-35f844273ccd tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] show failed (client error): The resource could not be found. Nov 10 23:04:07.202804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b5ac0a1-c383-4689-ae08-35f844273ccd tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1080548457 HTTP/1.1" status: 404 len: 335 time: 0.1304781 Nov 10 23:04:07.205837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-b0694eb4-f0c4-4109-bb8d-687f980686ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ceec7d24-5352-424a-b02d-25f6b77bb243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857284 Nov 10 23:04:07.207631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:07.208487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:07.217289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0bc468ef-1bff-4f4f-bd93-8ad298fd6991 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:07.224276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] Routers {'8aad67f7-89a4-4e94-b87b-35f16d722e8e'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:07.224903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:03:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:07.258687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.269603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:07.270270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5489ac-0e72-4b48-bed8-6dda491e6944 None None] The sync data for ids ['8aad67f7-89a4-4e94-b87b-35f16d722e8e'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:04:07.321167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.326805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ed44393-7f48-4318-9973-bf00531f66a1 HTTP/1.1" status: 204 len: 168 time: 0.6760118 Nov 10 23:04:07.329110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae90d9a-4286-452c-a604-e242d1be979d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed44393-7f48-4318-9973-bf00531f66a1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:07.329451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da10fd8-8328-446a-9584-470f3b6af678 None None] Network f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:07.336069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35606) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:07.422803 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-0bc468ef-1bff-4f4f-bd93-8ad298fd6991 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] update failed (client error): The resource could not be found. Nov 10 23:04:07.430128 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0bc468ef-1bff-4f4f-bd93-8ad298fd6991 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1169427525 HTTP/1.1" status: 404 len: 335 time: 0.2211716 Nov 10 23:04:07.433383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35608) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:07.523476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting subnet c45b88d9-0b23-4e16-a232-9b90672f6866 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:07.528043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.531546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.545080 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f824a-c561-4326-a5f5-d34ae39ef7a9 None None] New status for floating IP be34edde-52ca-4287-b097-15d09f20ee0b: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:04:07.566708 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-3efe8060-54ee-4559-8d18-a583efd326ff service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468220 Nov 10 23:04:07.610003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.678207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] DHCP port deletion for f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:07.731040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Deleting port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:07.731654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.764860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a3cbca8-13c1-4f77-8b51-54e833032bcf req-1e6e8b0f-b89a-4d88-b08c-6c725520061e service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895068 Nov 10 23:04:07.782452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Deleting port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:07.782863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.812799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.885051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] For port b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:07.885394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.906041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Calling delete_port for b5072ab0-0231-4dc5-a8e7-d5e987050ae5 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:07.940104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] For port b5072ab0-0231-4dc5-a8e7-d5e987050ae5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,segment=NetworkSegment(798d74db-dcd4-4319-be48-d390cb89745f),segment_id=798d74db-dcd4-4319-be48-d390cb89745f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:07.941239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.961821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Calling delete_port for b5072ab0-0231-4dc5-a8e7-d5e987050ae5 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:07.972584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.010948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.016532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/subnets/c45b88d9-0b23-4e16-a232-9b90672f6866 HTTP/1.1" status: 204 len: 168 time: 0.5799534 Nov 10 23:04:08.016898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35612) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:08.020077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa534ee-6307-4547-b94d-2548454743de tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Subnet': ['ID=c45b88d9-0b23-4e16-a232-9b90672f6866,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:08.046696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6475966-79d9-4b4a-b886-533792b1086f None None] Network de8d30b4-2349-4949-ad76-6d6d824f2937 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:08.064164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.090141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting subnet c554fab3-61fe-4885-be52-91ddb1b7ac65 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:08.094391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.096611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:08.107473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] No DVR routers for this DVR port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:08.209888 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.220002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.246644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c7e3cb-ff6b-404b-ac15-c753f2ee4293']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:08.257665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798d74db-dcd4-4319-be48-d390cb89745f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:08.258060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798d74db-dcd4-4319-be48-d390cb89745f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:08.274372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.278621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.297412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.314380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] Pushing event deleted for resources: {'Port': ['ID=b5072ab0-0231-4dc5-a8e7-d5e987050ae5,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:08.316904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434d9a0-c556-4e29-945b-fa965c2203ee None None] No DVR routers for this DVR port b5072ab0-0231-4dc5-a8e7-d5e987050ae5 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:08.324422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:08.324770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:08.328998 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:08.409717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.431011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] DHCP port deletion for de8d30b4-2349-4949-ad76-6d6d824f2937 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:08.457230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.468401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.477809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4c7e3cb-ff6b-404b-ac15-c753f2ee4293 HTTP/1.1" status: 204 len: 168 time: 1.1298492 Nov 10 23:04:08.486266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dbdef-571f-458b-b5af-012a26dc20bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c7e3cb-ff6b-404b-ac15-c753f2ee4293,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:08.534494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5072ab0-0231-4dc5-a8e7-d5e987050ae5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:08.552796 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.559413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b5072ab0-0231-4dc5-a8e7-d5e987050ae5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:08.559763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5072ab0-0231-4dc5-a8e7-d5e987050ae5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:08.571136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Deleting port fd25a294-c796-4275-a179-7d06d26a8e08 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:08.571515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.603897 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Subnet': ['ID=c554fab3-61fe-4885-be52-91ddb1b7ac65,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:08.620840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.624508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938001c9-84a7-4194-a6ef-8d809737d3fe None None] Network 35ab710b-8284-4483-b012-baca98a2f5a5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:08.627432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3c2ea3d5-0f69-43b9-9767-d5a17b0b06c7 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/subnets/c554fab3-61fe-4885-be52-91ddb1b7ac65 HTTP/1.1" status: 204 len: 168 time: 0.6091647 Nov 10 23:04:08.629772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:08.704048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] For port fd25a294-c796-4275-a179-7d06d26a8e08, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=fd25a294-c796-4275-a179-7d06d26a8e08,segment=NetworkSegment(e27f957f-7665-49fa-89af-66f3bb11599e),segment_id=e27f957f-7665-49fa-89af-66f3bb11599e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:08.704682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.727332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Calling delete_port for fd25a294-c796-4275-a179-7d06d26a8e08 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:08.737010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:08.745399 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.799338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b07c8798-8414-43d5-a3a7-5171628cc478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=235f03c37d354c01baa7e5375ff72a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601699 Nov 10 23:04:08.802450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35626) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:08.867490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.893772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.898142 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.908399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting port fd25a294-c796-4275-a179-7d06d26a8e08 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:08.908744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.925026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] DHCP port deletion for 35ab710b-8284-4483-b012-baca98a2f5a5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:08.953365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.957239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:08.962142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91fc4cd6-6e4f-4025-a28f-76add08487a1 HTTP/1.1" status: 204 len: 168 time: 0.1586084 Nov 10 23:04:08.971279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287a33c-cf38-4cc6-969f-7a7b8c676793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc4cd6-6e4f-4025-a28f-76add08487a1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:09.012088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] For port fd25a294-c796-4275-a179-7d06d26a8e08, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:09.012913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.025317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] No DVR routers for this DVR port fd25a294-c796-4275-a179-7d06d26a8e08 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:09.036744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Calling delete_port for fd25a294-c796-4275-a179-7d06d26a8e08 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:09.043681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Port fd25a294-c796-4275-a179-7d06d26a8e08 was not found and therefore no delete operation was performed {{(pid=102458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:04:09.052620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.058897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02085985-333e-4472-82e0-15b4990ef4e9 None None] Pushing event deleted for resources: {'Port': ['ID=fd25a294-c796-4275-a179-7d06d26a8e08,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:09.109774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Port': ['ID=fd25a294-c796-4275-a179-7d06d26a8e08,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:09.117121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] No DVR routers for this DVR port fd25a294-c796-4275-a179-7d06d26a8e08 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:09.149379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Deleting port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:09.149752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.252552 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.254338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] For port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,segment=NetworkSegment(392dddf7-4807-4f3e-b324-9edaf41d7241),segment_id=392dddf7-4807-4f3e-b324-9edaf41d7241)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:09.254756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.270690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Calling delete_port for ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:09.302350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8d30b4-2349-4949-ad76-6d6d824f2937']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.334230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f957f-7665-49fa-89af-66f3bb11599e') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.335757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f957f-7665-49fa-89af-66f3bb11599e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.356648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.409986 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.416121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.423570 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:09.424119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:09.427655 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:09.529880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.540571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.554537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35646) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:09.556018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/networks/de8d30b4-2349-4949-ad76-6d6d824f2937 HTTP/1.1" status: 204 len: 168 time: 0.9248343 Nov 10 23:04:09.576288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e49a7-3573-49a5-86ec-90df2ec5a038 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Network': ['ID=de8d30b4-2349-4949-ad76-6d6d824f2937,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:09.622462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] Pushing event deleted for resources: {'Port': ['ID=ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:09.634642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ecb1c-a675-4f94-8410-dbba200bad61 None None] No DVR routers for this DVR port ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:09.691798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.734312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:09.793908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.798075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee417adf-4be0-49f1-98ad-431341e7881b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e334f80a1e348eb976ac18612696ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623600 Nov 10 23:04:09.800785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:09.823370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ab710b-8284-4483-b012-baca98a2f5a5']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.836172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392dddf7-4807-4f3e-b324-9edaf41d7241') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.836766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392dddf7-4807-4f3e-b324-9edaf41d7241') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:09.865713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.885250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.893156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.899909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:09.900254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:09.903591 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:09.930439 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.984273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.991964 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.997996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.998176 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/networks/35ab710b-8284-4483-b012-baca98a2f5a5 HTTP/1.1" status: 204 len: 168 time: 0.4395339 Nov 10 23:04:09.998176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35658) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:09.999849 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.003592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ac99020-364d-4c61-ba72-49ff3fea9b7a HTTP/1.1" status: 204 len: 168 time: 0.1993389 Nov 10 23:04:10.011130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c32d8-2408-4629-a910-305bb3118425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac99020-364d-4c61-ba72-49ff3fea9b7a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:10.070452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6556d6a-2316-4fcf-b43f-fd5c51d211d0 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Network': ['ID=35ab710b-8284-4483-b012-baca98a2f5a5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:10.100356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting subnet 04af5daa-e954-4e59-ae63-b43a63aa94a0 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:10.104941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.164616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.321442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.451243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.522801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Subnet': ['ID=04af5daa-e954-4e59-ae63-b43a63aa94a0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:10.531806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device fd25a294-c796-4275-a179-7d06d26a8e08 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:10.556607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.561233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7410184e-125a-4ebd-b2b9-0b08150b0e39 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/subnets/04af5daa-e954-4e59-ae63-b43a63aa94a0 HTTP/1.1" status: 204 len: 168 time: 0.5620265 Nov 10 23:04:10.563733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35674) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:10.595283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: fd25a294-c796-4275-a179-7d06d26a8e08 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:10.595528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device fd25a294-c796-4275-a179-7d06d26a8e08 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:10.595965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:10.600013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c543a-e683-4eab-bdd5-91ee90caaaf2 None None] Network b03a5470-dc97-4429-a905-658f3df3d06b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:10.758644 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.793068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:10.793774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ad0d86c1-4b8f-4ec9-bc29-3fd4ccd871d6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:10.911358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Deleting port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:10.911907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:10.950449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] DHCP port deletion for b03a5470-dc97-4429-a905-658f3df3d06b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:11.001913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] For port 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0915f9d2-adbe-47d2-a88a-11d72cd62e32,segment=NetworkSegment(b9ae9dd1-c77a-4500-adf5-c767e61737b8),segment_id=b9ae9dd1-c77a-4500-adf5-c767e61737b8)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:11.002723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.019591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Calling delete_port for 0915f9d2-adbe-47d2-a88a-11d72cd62e32 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:11.027937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Deleting port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:11.028584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.108172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] For port 0915f9d2-adbe-47d2-a88a-11d72cd62e32, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0915f9d2-adbe-47d2-a88a-11d72cd62e32,segment=NetworkSegment(b9ae9dd1-c77a-4500-adf5-c767e61737b8),segment_id=b9ae9dd1-c77a-4500-adf5-c767e61737b8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:11.108425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.124743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Calling delete_port for 0915f9d2-adbe-47d2-a88a-11d72cd62e32 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:11.143014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.203982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Port': ['ID=0915f9d2-adbe-47d2-a88a-11d72cd62e32,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:11.214209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.219823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] No DVR routers for this DVR port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:11.262592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] Pushing event deleted for resources: {'Port': ['ID=0915f9d2-adbe-47d2-a88a-11d72cd62e32,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:11.264506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66965565-ce31-460a-a83f-3d7780fde9a2 None None] No DVR routers for this DVR port 0915f9d2-adbe-47d2-a88a-11d72cd62e32 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:11.339196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.360615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03a5470-dc97-4429-a905-658f3df3d06b']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:11.373009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ae9dd1-c77a-4500-adf5-c767e61737b8') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:11.373009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ae9dd1-c77a-4500-adf5-c767e61737b8') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:11.384822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.399001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.407676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:11.408129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:11.411541 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:11.481363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.493817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.497884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/networks/b03a5470-dc97-4429-a905-658f3df3d06b HTTP/1.1" status: 204 len: 168 time: 0.9331059 Nov 10 23:04:11.500688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35686) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:11.514175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5dde-9e6e-43a5-98a1-28d60706d003 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Pushing event deleted for resources: {'Network': ['ID=b03a5470-dc97-4429-a905-658f3df3d06b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:11.555733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9b3b074-69d9-4fc4-8169-f18222844652 tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "GET /v2.0/ports?device_id=8aad67f7-89a4-4e94-b87b-35f16d722e8e HTTP/1.1" status: 200 len: 205 time: 0.0538347 Nov 10 23:04:11.558845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35690) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:11.648662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.834970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.837805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.886151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.886659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Fanout notify agent at l3_agent the message router_deleted on router 8aad67f7-89a4-4e94-b87b-35f16d722e8e {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:04:11.895275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.899322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6e32df6-c04b-4c1a-a377-b5010a0501eb tempest-RoutersNegativeTest-369439385 tempest-RoutersNegativeTest-369439385-project] 10.222.0.25 "DELETE /v2.0/routers/8aad67f7-89a4-4e94-b87b-35f16d722e8e HTTP/1.1" status: 204 len: 168 time: 0.3319712 Nov 10 23:04:12.233324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35712) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:12.465692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35720) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:12.466265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-be7b9438-60f4-4616-b37e-df0f048b3369 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fe080e5862b4578b4f0a8b3b3404096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316759 Nov 10 23:04:12.497011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0915f9d2-adbe-47d2-a88a-11d72cd62e32 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:12.551940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0915f9d2-adbe-47d2-a88a-11d72cd62e32 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:12.554645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0915f9d2-adbe-47d2-a88a-11d72cd62e32 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:12.578453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:12.611930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:12.670143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:12.672999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:12.685880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30f7cc0f-8041-40fb-8cac-06ab6dc0d3b8 HTTP/1.1" status: 204 len: 168 time: 0.2121391 Nov 10 23:04:12.707462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86378fb-4423-4b0d-ac40-b56a0bf718b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f7cc0f-8041-40fb-8cac-06ab6dc0d3b8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:13.604957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35750) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:13.920172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c29bb48f-ff12-4367-9044-22ccc1cd73b7 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-360538104', 'prefixes': ['172.20.0.0/16']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:13.994051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c29bb48f-ff12-4367-9044-22ccc1cd73b7 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] Publish callbacks [] for subnetpool, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:13.998265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:13.998808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c29bb48f-ff12-4367-9044-22ccc1cd73b7 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3926313 Nov 10 23:04:14.069005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-94647846-b680-430f-8493-4e496a6563e1 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "GET /v2.0/subnetpools/0c71abae-9e12-4f6f-abb7-f948d3fabbaf HTTP/1.1" status: 200 len: 731 time: 0.0691826 Nov 10 23:04:14.072753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35758) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:14.077875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7bca8be9-278a-4e4f-b513-45e89e2a862e tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1294571879'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:14.166542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7bca8be9-278a-4e4f-b513-45e89e2a862e tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] Publish callbacks [] for subnetpool, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:14.170638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7bca8be9-278a-4e4f-b513-45e89e2a862e tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "PUT /v2.0/subnetpools/0c71abae-9e12-4f6f-abb7-f948d3fabbaf HTTP/1.1" status: 200 len: 684 time: 0.0939374 Nov 10 23:04:14.170966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35760) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:14.277496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c7aca29-498b-476b-9b6e-49567b280e4f tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] Publish callbacks [] for subnetpool, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:14.278985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c7aca29-498b-476b-9b6e-49567b280e4f tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "DELETE /v2.0/subnetpools/0c71abae-9e12-4f6f-abb7-f948d3fabbaf HTTP/1.1" status: 204 len: 168 time: 0.1068428 Nov 10 23:04:14.281799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35766) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:14.302708 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-3d1440f8-2870-4069-8672-4981369cae02 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] show failed (client error): The resource could not be found. Nov 10 23:04:14.304333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d1440f8-2870-4069-8672-4981369cae02 tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "GET /v2.0/subnetpools/0c71abae-9e12-4f6f-abb7-f948d3fabbaf HTTP/1.1" status: 404 len: 346 time: 0.0209508 Nov 10 23:04:14.307551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:14.329420 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-09e611d9-9e0d-4834-933b-957ed483935a tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] delete failed (client error): The resource could not be found. Nov 10 23:04:14.330472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-09e611d9-9e0d-4834-933b-957ed483935a tempest-SubnetPoolsTestJSON-2040566443 tempest-SubnetPoolsTestJSON-2040566443-project] 10.222.0.25 "DELETE /v2.0/subnetpools/0c71abae-9e12-4f6f-abb7-f948d3fabbaf HTTP/1.1" status: 404 len: 346 time: 0.0217760 Nov 10 23:04:14.681253 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:14.723209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35780) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:14.878819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-839be993-18dc-4c79-8cde-7d8b1e184b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.008329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-839be993-18dc-4c79-8cde-7d8b1e184b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.013899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-839be993-18dc-4c79-8cde-7d8b1e184b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.063794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:15.064364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-839be993-18dc-4c79-8cde-7d8b1e184b4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=802c746300434077a73852e792aa2c00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383365 Nov 10 23:04:15.064806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be993-18dc-4c79-8cde-7d8b1e184b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda32a5d-064d-4b00-b69f-017079dbce8a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:15.125364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.152540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.171455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.224310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.227516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:15.228860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fda32a5d-064d-4b00-b69f-017079dbce8a HTTP/1.1" status: 204 len: 168 time: 0.1631949 Nov 10 23:04:15.238343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5c0d7-e877-48c0-a9d7-a715c7310408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda32a5d-064d-4b00-b69f-017079dbce8a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:16.171272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:16.318648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1706078521'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:16.344253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Made reservation on behalf of 69ce30f094134b2d8e1417a8dd44c46e for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:04:16.349501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.363001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.461660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.467837 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.501287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30809ef2-7f8a-49a3-b856-bbd663b7d36d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:16.524347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:04:16.537905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.537905 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Added segment a192a111-8c09-4d51-87ba-879f43fcbed1 of type vlan for network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 Nov 10 23:04:16.596857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.626105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.635205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:16.635844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:16.712819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5396261 Nov 10 23:04:16.715757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35824) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:16.721128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Request body: {'subnet': {'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:16.734974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed378119-360f-4500-84d3-6d90fca09017 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event updated for resources: {'Network': ['ID=9e2803ab-67ff-44fe-8e8f-3a671eda03a0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:16.750653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:04:16.902236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Made reservation on behalf of 69ce30f094134b2d8e1417a8dd44c46e for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:04:16.907663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.146722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.202008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event updated for resources: {'Subnet': ['ID=0fa70f70-6a7c-4a00-88d9-533ca73c41f1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:17.212145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.212492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.212834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.213309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.213651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.213987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.214316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.214643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.214966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.215291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.215615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.216039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:17.248751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Checking segment: {'id': 'a192a111-8c09-4d51-87ba-879f43fcbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:04:17.249156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Network hostable DHCP agents. Network: 9e2803ab-67ff-44fe-8e8f-3a671eda03a0, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:04:17.273910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:04:17.290321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9e2803ab-67ff-44fe-8e8f-3a671eda03a0) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:17.295271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:17.297158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.301209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ca2c7-b307-435f-aaf3-637d37c50932 None None] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:17.321017 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-93cc0932-cf92-46b5-be90-4f350e6acd60 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6016381 Nov 10 23:04:17.321866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35838) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:17.327137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Request body: {'port': {'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0', 'name': 'tempest-TagsExtTest-745350878'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:17.479461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Made reservation on behalf of 69ce30f094134b2d8e1417a8dd44c46e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:04:17.484119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.506031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] device_id is not set on port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:04:17.558950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9e2803ab-67ff-44fe-8e8f-3a671eda03a0', 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0', 'tenant_id': '69ce30f094134b2d8e1417a8dd44c46e', 'fixed_ips': [{'subnet_id': '0fa70f70-6a7c-4a00-88d9-533ca73c41f1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:04:17.560103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.733267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Allocated IP 172.20.0.9 (9e2803ab-67ff-44fe-8e8f-3a671eda03a0/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:04:17.904701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:17.948211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.008036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:04:18.015499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:18.020202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:04:18.061991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event updated for resources: {'Port': ['ID=b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:18.068890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Allocated IP 172.20.0.2 (9e2803ab-67ff-44fe-8e8f-3a671eda03a0/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/17280d8b-2001-4c76-a5da-1baf8fee0e80) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:04:18.113374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:18.114308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.135515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-400739ed-3d7f-4e81-81bc-1aae6e5025d9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8124590 Nov 10 23:04:18.138231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:18.144367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1825569603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:18.174766 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.176475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.245376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.252043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.286757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.290617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0762a5a2-8b00-4f27-b3ed-22cfffd998b3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1476362 Nov 10 23:04:18.290789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35858) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:18.295454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cf274b96-8619-414e-805b-e16d52ce5cfc tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1249375111', 'prefixes': ['172.20.0.0/16']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:18.345613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.358884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.406082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:04:18.413432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf274b96-8619-414e-805b-e16d52ce5cfc tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for subnetpool, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.419026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35860) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:18.420047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf274b96-8619-414e-805b-e16d52ce5cfc tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1277628 Nov 10 23:04:18.425687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-7be277ad-3b2d-4d5b-86b8-ec5d3401c329 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1184994075') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:18.495670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Pushing event updated for resources: {'Port': ['ID=17280d8b-2001-4c76-a5da-1baf8fee0e80,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:18.500167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:18.534179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:04:18.676068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7be277ad-3b2d-4d5b-86b8-ec5d3401c329 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1184994075 HTTP/1.1" status: 201 len: 201 time: 0.2538290 Nov 10 23:04:18.677834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35864) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:18.693153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-17fec8de-02d8-424b-b2dd-156f2e195f33 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1653123838') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:18.693406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Attempting to bind port 17280d8b-2001-4c76-a5da-1baf8fee0e80 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:04:18.693406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Attempting to bind port 17280d8b-2001-4c76-a5da-1baf8fee0e80 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a192a111-8c09-4d51-87ba-879f43fcbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:04:18.693406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Attempting to bind port 17280d8b-2001-4c76-a5da-1baf8fee0e80 on network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:04:18.706279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:04:18.706864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Checking segment: {'id': 'a192a111-8c09-4d51-87ba-879f43fcbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:04:18.708268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.708784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Bound using segment: {'id': 'a192a111-8c09-4d51-87ba-879f43fcbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:04:18.709512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Bound port: 17280d8b-2001-4c76-a5da-1baf8fee0e80, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192a111-8c09-4d51-87ba-879f43fcbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e2803ab-67ff-44fe-8e8f-3a671eda03a0'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:04:18.710696 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.798666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-17fec8de-02d8-424b-b2dd-156f2e195f33 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1653123838 HTTP/1.1" status: 201 len: 201 time: 0.1196945 Nov 10 23:04:18.801555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35866) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:18.812231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-4ac43d97-3cfb-46af-98e0-fd98890a1ef2 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-433607892') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:18.823331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] For port 17280d8b-2001-4c76-a5da-1baf8fee0e80, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:04:18.827982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] For port 17280d8b-2001-4c76-a5da-1baf8fee0e80, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=17280d8b-2001-4c76-a5da-1baf8fee0e80,segment=NetworkSegment(a192a111-8c09-4d51-87ba-879f43fcbed1),segment_id=a192a111-8c09-4d51-87ba-879f43fcbed1)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:04:18.833613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:18.975085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270323-5127-4a0a-a7a7-9be383225254 None None] Pushing event updated for resources: {'Port': ['ID=17280d8b-2001-4c76-a5da-1baf8fee0e80,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:19.036708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ac43d97-3cfb-46af-98e0-fd98890a1ef2 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-433607892 HTTP/1.1" status: 201 len: 201 time: 0.2340131 Nov 10 23:04:19.040162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.049196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-d1cf5cae-5eb6-4410-8bea-5fc6b669bd04 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-1990522122') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.135629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1cf5cae-5eb6-4410-8bea-5fc6b669bd04 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-1990522122 HTTP/1.1" status: 201 len: 201 time: 0.0938177 Nov 10 23:04:19.137901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.142453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-38ccc3c0-303d-4fb7-bdef-9bb970e96dad tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.201388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-38ccc3c0-303d-4fb7-bdef-9bb970e96dad tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 200 len: 241 time: 0.0619209 Nov 10 23:04:19.203694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35878) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.208289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-f82f9ea6-c6cf-4e2a-b1dc-b88884548f96 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1184994075') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.309470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f82f9ea6-c6cf-4e2a-b1dc-b88884548f96 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1184994075 HTTP/1.1" status: 204 len: 168 time: 0.1046193 Nov 10 23:04:19.312073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.316217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-56375d74-1884-4e13-8ca9-b9032cd04eda tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1184994075') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.380034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56375d74-1884-4e13-8ca9-b9032cd04eda tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1184994075 HTTP/1.1" status: 204 len: 168 time: 0.0669346 Nov 10 23:04:19.383111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35882) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.387503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-8c67a719-041c-426a-9444-1eef0a5bdea3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.441595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8c67a719-041c-426a-9444-1eef0a5bdea3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0553169 Nov 10 23:04:19.442094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35884) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.446760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-a7896c06-e6ce-469c-a2b8-0155fddc1e7e tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.767071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a7896c06-e6ce-469c-a2b8-0155fddc1e7e tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 200 len: 241 time: 0.3239539 Nov 10 23:04:19.769586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.774344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-5e069da0-f67c-42af-8bb8-6d80f3702a02 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1653123838') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.859347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5e069da0-f67c-42af-8bb8-6d80f3702a02 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1653123838 HTTP/1.1" status: 204 len: 168 time: 0.0886452 Nov 10 23:04:19.861850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35892) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:19.867427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-b7f3a6ab-f44e-4200-bd0c-9871e932a8cb tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1653123838') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:19.959049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05580be-26b7-4bc9-8565-1a0aec088c49 None None] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:20.007560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b7f3a6ab-f44e-4200-bd0c-9871e932a8cb tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1653123838 HTTP/1.1" status: 204 len: 168 time: 0.1434131 Nov 10 23:04:20.010422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.015575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-8dd148fc-5b22-4539-92fd-9d6faece9434 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.081836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] Provisioning complete for port 17280d8b-2001-4c76-a5da-1baf8fee0e80 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:20.082528 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.096037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35912) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.096449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8dd148fc-5b22-4539-92fd-9d6faece9434 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 200 len: 205 time: 0.0845273 Nov 10 23:04:20.101920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-acfd2e46-e026-4f28-a323-4da2710a8950 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.198271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-acfd2e46-e026-4f28-a323-4da2710a8950 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 200 len: 240 time: 0.0993457 Nov 10 23:04:20.199917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35916) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.205556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-37449562-0a1e-45da-978a-bf093347bf58 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-433607892') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.249350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.293216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] For port 17280d8b-2001-4c76-a5da-1baf8fee0e80, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=17280d8b-2001-4c76-a5da-1baf8fee0e80,segment=NetworkSegment(a192a111-8c09-4d51-87ba-879f43fcbed1),segment_id=a192a111-8c09-4d51-87ba-879f43fcbed1)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:20.301621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.363135 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37449562-0a1e-45da-978a-bf093347bf58 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-433607892 HTTP/1.1" status: 204 len: 168 time: 0.1614497 Nov 10 23:04:20.365006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35920) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.370170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-9b0196cb-d71f-420b-8529-2d01ada6fb94 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-433607892') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.371481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4a1a1-e3af-4245-90a0-693481860319 None None] Pushing event updated for resources: {'Port': ['ID=17280d8b-2001-4c76-a5da-1baf8fee0e80,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:20.499590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9b0196cb-d71f-420b-8529-2d01ada6fb94 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-433607892 HTTP/1.1" status: 204 len: 168 time: 0.1334982 Nov 10 23:04:20.502692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.508605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-e45630ba-2d44-4556-ba2b-63e0ee6f98b6 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.547472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 17280d8b-2001-4c76-a5da-1baf8fee0e80 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:04:20.610344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35924) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.611957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e45630ba-2d44-4556-ba2b-63e0ee6f98b6 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 200 len: 205 time: 0.1074665 Nov 10 23:04:20.614905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-c7432292-725a-42f6-a4d7-732377328f63 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.634025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d70bd31b-205d-48da-9b08-11b601d6945d None None] Provisioning complete for port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:20.634396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d70bd31b-205d-48da-9b08-11b601d6945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.644538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35926) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.650178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-9a567ebf-3bf6-4430-b98e-9d0e205d42e2 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-1990522122') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.652930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c7432292-725a-42f6-a4d7-732377328f63 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 200 len: 241 time: 0.0414608 Nov 10 23:04:20.694033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 17280d8b-2001-4c76-a5da-1baf8fee0e80 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:20.694033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.695184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35928) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.700964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-74adadac-b681-439c-97a5-07c3ce65f4d6 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-1990522122') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.704865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a567ebf-3bf6-4430-b98e-9d0e205d42e2 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-1990522122 HTTP/1.1" status: 204 len: 168 time: 0.0584736 Nov 10 23:04:20.748392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35930) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.751463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d70bd31b-205d-48da-9b08-11b601d6945d None None] Port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:04:20.755133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-e98cb4e7-40b7-4726-b556-0579116b3774 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.757655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-74adadac-b681-439c-97a5-07c3ce65f4d6 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-1990522122 HTTP/1.1" status: 204 len: 168 time: 0.0608411 Nov 10 23:04:20.785667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e98cb4e7-40b7-4726-b556-0579116b3774 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 200 len: 205 time: 0.0357203 Nov 10 23:04:20.789068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35932) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.794200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-fb1365f1-0851-4df3-b8f4-67a807de71f0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.798920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d70bd31b-205d-48da-9b08-11b601d6945d None None] Provisioning complete for port 17280d8b-2001-4c76-a5da-1baf8fee0e80 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:20.799337 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d70bd31b-205d-48da-9b08-11b601d6945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:20.835448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.835837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fb1365f1-0851-4df3-b8f4-67a807de71f0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 204 len: 168 time: 0.0450189 Nov 10 23:04:20.841118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-562cbddd-1827-4a82-9854-7248693e8db3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:20.938514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-562cbddd-1827-4a82-9854-7248693e8db3 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.0990593 Nov 10 23:04:20.939021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:20.946297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-de4e2c5d-9ef9-4524-ba61-8fe7b17b7424 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.008667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de4e2c5d-9ef9-4524-ba61-8fe7b17b7424 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 204 len: 168 time: 0.0657499 Nov 10 23:04:21.008910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35938) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.013399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-3e9c533e-09d0-4619-b8a1-6fd28c4b36d0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.068824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-00468db9-db22-469a-8096-c1de8a3145a0 None None] Provisioning complete for port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:21.070022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-00468db9-db22-469a-8096-c1de8a3145a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:21.129128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35944) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.131110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e9c533e-09d0-4619-b8a1-6fd28c4b36d0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1210876 Nov 10 23:04:21.134224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-7680a3fe-3c7a-437c-a16c-6f13c2c73f05 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1967490827') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.145770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-00468db9-db22-469a-8096-c1de8a3145a0 None None] Port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:04:21.203726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35946) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.204847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7680a3fe-3c7a-437c-a16c-6f13c2c73f05 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1967490827 HTTP/1.1" status: 201 len: 201 time: 0.0736883 Nov 10 23:04:21.208735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-114b091e-9384-4e13-a8df-6572019be83b tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1351203418') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.283642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-114b091e-9384-4e13-a8df-6572019be83b tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1351203418 HTTP/1.1" status: 201 len: 201 time: 0.0763476 Nov 10 23:04:21.283885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.290298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-60505580-adca-4141-8092-f2815526ed11 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-797180531') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.387466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-60505580-adca-4141-8092-f2815526ed11 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-797180531 HTTP/1.1" status: 201 len: 201 time: 0.0994990 Nov 10 23:04:21.387806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 35954) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.392346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-f49beb0d-c32f-4bc1-be37-64594f4ae739 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-1160381286') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.429263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f49beb0d-c32f-4bc1-be37-64594f4ae739 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-1160381286 HTTP/1.1" status: 201 len: 201 time: 0.0378945 Nov 10 23:04:21.429693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35956) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.434452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-61058ba0-f03e-4ba9-bbeb-5fa917aca20d tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', {'tags': ['tempest-TagsExtTest-Tag-1544401020', 'tempest-TagsExtTest-Tag-1326799007', 'tempest-TagsExtTest-Tag-1229673002']}) {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.514881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-61058ba0-f03e-4ba9-bbeb-5fa917aca20d tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 200 len: 318 time: 0.0840869 Nov 10 23:04:21.517318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35958) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.521883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-aee3c567-2495-48e2-9b2f-595dbb555d55 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.619975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aee3c567-2495-48e2-9b2f-595dbb555d55 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1013093 Nov 10 23:04:21.622427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35960) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.626705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-92d07d03-abf9-49fb-ae36-5e852323d5bf tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1544401020') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.698980 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-92d07d03-abf9-49fb-ae36-5e852323d5bf tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:21.703934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-92d07d03-abf9-49fb-ae36-5e852323d5bf tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1544401020 HTTP/1.1" status: 404 len: 329 time: 0.0777438 Nov 10 23:04:21.704326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.708596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-fdb31a1e-56db-4d65-8bb9-767d8c860114 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1326799007') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.763428 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-fdb31a1e-56db-4d65-8bb9-767d8c860114 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:21.764390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fdb31a1e-56db-4d65-8bb9-767d8c860114 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1326799007 HTTP/1.1" status: 404 len: 329 time: 0.0592153 Nov 10 23:04:21.767315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.771984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-196c52b1-9ab6-462b-abd7-ef7c28b00d77 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1', 'tempest-TagsExtTest-Tag-1229673002') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.827317 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-196c52b1-9ab6-462b-abd7-ef7c28b00d77 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:21.831250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-196c52b1-9ab6-462b-abd7-ef7c28b00d77 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags/tempest-TagsExtTest-Tag-1229673002 HTTP/1.1" status: 404 len: 329 time: 0.0599749 Nov 10 23:04:21.831473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.836651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-db71d999-570f-48ff-82b9-54b058ffd5a7 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', {'tags': ['tempest-TagsExtTest-Tag-1726043332', 'tempest-TagsExtTest-Tag-670061939', 'tempest-TagsExtTest-Tag-1446252198']}) {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.905697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db71d999-570f-48ff-82b9-54b058ffd5a7 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 200 len: 317 time: 0.0728908 Nov 10 23:04:21.906414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.911690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-2b565b05-9a07-433d-84f5-32d366663890 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:21.981749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b565b05-9a07-433d-84f5-32d366663890 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 204 len: 168 time: 0.0741777 Nov 10 23:04:21.984390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:21.988554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-5a1ddd32-7ec5-41d3-a924-78bd362b72d7 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1726043332') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.046296 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-5a1ddd32-7ec5-41d3-a924-78bd362b72d7 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.047343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5a1ddd32-7ec5-41d3-a924-78bd362b72d7 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1726043332 HTTP/1.1" status: 404 len: 329 time: 0.0620508 Nov 10 23:04:22.050252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.055274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-bf68e00c-6e50-4952-b21a-7fb817d7c3c4 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-670061939') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.107191 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-bf68e00c-6e50-4952-b21a-7fb817d7c3c4 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.109013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bf68e00c-6e50-4952-b21a-7fb817d7c3c4 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-670061939 HTTP/1.1" status: 404 len: 328 time: 0.0573027 Nov 10 23:04:22.111576 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.117948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-a97b51cb-162a-4481-8a75-1dfccc64c7b9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11', 'tempest-TagsExtTest-Tag-1446252198') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.202888 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-a97b51cb-162a-4481-8a75-1dfccc64c7b9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.206445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a97b51cb-162a-4481-8a75-1dfccc64c7b9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags/tempest-TagsExtTest-Tag-1446252198 HTTP/1.1" status: 404 len: 329 time: 0.0912499 Nov 10 23:04:22.206683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35984) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.211385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-9f3e6986-9b02-467d-8230-871e916b719c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', {'tags': ['tempest-TagsExtTest-Tag-1611239358', 'tempest-TagsExtTest-Tag-901100972', 'tempest-TagsExtTest-Tag-1875997079']}) {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.306958 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9f3e6986-9b02-467d-8230-871e916b719c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 200 len: 317 time: 0.0992439 Nov 10 23:04:22.309471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35988) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.314424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-ee18b125-a789-4d7a-a5cb-e46c2fcc472c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.418193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ee18b125-a789-4d7a-a5cb-e46c2fcc472c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.1076078 Nov 10 23:04:22.420881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35992) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.427277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-e292e15e-927d-4536-bca0-f8830c295ac0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-1611239358') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.508950 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-e292e15e-927d-4536-bca0-f8830c295ac0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.510036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e292e15e-927d-4536-bca0-f8830c295ac0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-1611239358 HTTP/1.1" status: 404 len: 329 time: 0.0864494 Nov 10 23:04:22.512719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35994) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.517232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-6d3e864b-3105-418f-90d8-92c5536067ea tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-901100972') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.603868 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-6d3e864b-3105-418f-90d8-92c5536067ea tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.604923 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6d3e864b-3105-418f-90d8-92c5536067ea tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-901100972 HTTP/1.1" status: 404 len: 328 time: 0.0912700 Nov 10 23:04:22.607685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35996) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.616627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-bcf936e8-8325-4fdb-b777-09ba75de2199 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5', 'tempest-TagsExtTest-Tag-1875997079') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.710221 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-bcf936e8-8325-4fdb-b777-09ba75de2199 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.711983 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bcf936e8-8325-4fdb-b777-09ba75de2199 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags/tempest-TagsExtTest-Tag-1875997079 HTTP/1.1" status: 404 len: 329 time: 0.1026154 Nov 10 23:04:22.714616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 35998) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.719475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-68c59823-51f5-49d9-a6b3-a70ac1650dfe tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', {'tags': ['tempest-TagsExtTest-Tag-745488030', 'tempest-TagsExtTest-Tag-1954400246', 'tempest-TagsExtTest-Tag-218028928']}) {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.764005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-68c59823-51f5-49d9-a6b3-a70ac1650dfe tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "PUT /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 200 len: 316 time: 0.0479853 Nov 10 23:04:22.766651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.771582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-dd3ea175-a785-43b5-be0d-1adcce12f92c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.821439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd3ea175-a785-43b5-be0d-1adcce12f92c tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 204 len: 168 time: 0.0534260 Nov 10 23:04:22.825335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36002) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.838538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-0ca1e49c-7209-4a2c-84ed-b3f781b135c0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-745488030') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.864085 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-0ca1e49c-7209-4a2c-84ed-b3f781b135c0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.865375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ca1e49c-7209-4a2c-84ed-b3f781b135c0 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-745488030 HTTP/1.1" status: 404 len: 328 time: 0.0307927 Nov 10 23:04:22.868861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36004) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.873657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-2d03c1d1-05e3-4103-a783-8e90472d5272 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-1954400246') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.902727 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-2d03c1d1-05e3-4103-a783-8e90472d5272 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.906895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d03c1d1-05e3-4103-a783-8e90472d5272 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-1954400246 HTTP/1.1" status: 404 len: 329 time: 0.0342765 Nov 10 23:04:22.907300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36006) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.912207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-53055c54-0fcb-4e85-b77f-79191da71916 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e', 'tempest-TagsExtTest-Tag-218028928') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.939545 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-53055c54-0fcb-4e85-b77f-79191da71916 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] show failed (client error): The resource could not be found. Nov 10 23:04:22.940909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-53055c54-0fcb-4e85-b77f-79191da71916 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags/tempest-TagsExtTest-Tag-218028928 HTTP/1.1" status: 404 len: 328 time: 0.0325859 Nov 10 23:04:22.943589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36008) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.948765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-794e0162-eaec-49f7-9417-b4dae7643ce8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c03f82-f01e-4c80-ada1-e5d7dcec168e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:22.983548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:22.983817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-794e0162-eaec-49f7-9417-b4dae7643ce8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e/tags HTTP/1.1" status: 204 len: 168 time: 0.0383904 Nov 10 23:04:22.990671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-fc881898-04af-4f8d-b2d5-fa25847353fe tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c0a9b62-2ba7-4584-a472-e573dc778fe5') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:23.101208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fc881898-04af-4f8d-b2d5-fa25847353fe tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.1165411 Nov 10 23:04:23.103715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36012) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.108560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.tag.tag_plugin [None req-6689571c-f07a-4617-ae2c-2eb69db39f16 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:23.179295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6689571c-f07a-4617-ae2c-2eb69db39f16 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11/tags HTTP/1.1" status: 204 len: 168 time: 0.0716124 Nov 10 23:04:23.179668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36014) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.187029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.tag.tag_plugin [None req-b0e10248-87c4-4138-bfac-ba04427cb840 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fa70f70-6a7c-4a00-88d9-533ca73c41f1') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:23.288537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b0e10248-87c4-4138-bfac-ba04427cb840 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1060762 Nov 10 23:04:23.293381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36020) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.367193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e1efa7f-236e-4c60-948a-66d077b3d665 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for subnetpool, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.367193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e1efa7f-236e-4c60-948a-66d077b3d665 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93c03f82-f01e-4c80-ada1-e5d7dcec168e HTTP/1.1" status: 204 len: 168 time: 0.0695634 Nov 10 23:04:23.367549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36024) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.395730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c9b5c53-563f-4f7a-87ac-d5d6cde439b9 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c0a9b62-2ba7-4584-a472-e573dc778fe5 HTTP/1.1" status: 200 len: 205 time: 0.0269172 Nov 10 23:04:23.398788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36026) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.480869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.649003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.651201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.697170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.697879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Fanout notify agent at l3_agent the message router_deleted on router 6c0a9b62-2ba7-4584-a472-e573dc778fe5 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:04:23.713985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.717387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9f47db3d-92e7-4669-83d5-f555eb1e4c67 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/routers/6c0a9b62-2ba7-4584-a472-e573dc778fe5 HTTP/1.1" status: 204 len: 168 time: 0.3154409 Nov 10 23:04:23.717605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:23.815453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Deleting port b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:23.815806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.908699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:23.922006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Calling delete_port for b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:24.076526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.106552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event deleted for resources: {'Port': ['ID=b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:24.209218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.213676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b2b2458-7845-4122-9c07-409c6d919cb8 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/ports/b7ec6af0-39f7-49c1-9c53-d8ee14ee2f11 HTTP/1.1" status: 204 len: 168 time: 0.4951324 Nov 10 23:04:24.216184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36032) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:24.285222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Deleting subnet 0fa70f70-6a7c-4a00-88d9-533ca73c41f1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:04:24.289703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.352283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.453363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.526728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.562863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa70f70-6a7c-4a00-88d9-533ca73c41f1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:24.565146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.571336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e5e1c2f-ada0-4a68-b192-bf6621612893 tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa70f70-6a7c-4a00-88d9-533ca73c41f1 HTTP/1.1" status: 204 len: 168 time: 0.3504856 Nov 10 23:04:24.571844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:24.571991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549e5fd-33e2-4b83-af3b-a98a4cee6163 None None] Network 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:04:24.674848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.747061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Deleting port 17280d8b-2001-4c76-a5da-1baf8fee0e80 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:24.747061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.836020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] For port 17280d8b-2001-4c76-a5da-1baf8fee0e80, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=17280d8b-2001-4c76-a5da-1baf8fee0e80,segment=NetworkSegment(a192a111-8c09-4d51-87ba-879f43fcbed1),segment_id=a192a111-8c09-4d51-87ba-879f43fcbed1)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:24.836411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.863962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Calling delete_port for 17280d8b-2001-4c76-a5da-1baf8fee0e80 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:24.867195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] DHCP port deletion for 9e2803ab-67ff-44fe-8e8f-3a671eda03a0 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:04:24.977750 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.981075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-98da7c42-8904-4791-a1ca-e525c7afe565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.984184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Deleting port 17280d8b-2001-4c76-a5da-1baf8fee0e80 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:24.984560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.009983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event deleted for resources: {'Port': ['ID=17280d8b-2001-4c76-a5da-1baf8fee0e80,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:25.016690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] No DVR routers for this DVR port 17280d8b-2001-4c76-a5da-1baf8fee0e80 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:25.112240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] For port 17280d8b-2001-4c76-a5da-1baf8fee0e80, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:25.112568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.142052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Calling delete_port for 17280d8b-2001-4c76-a5da-1baf8fee0e80 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:25.147635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Port 17280d8b-2001-4c76-a5da-1baf8fee0e80 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:04:25.153128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.161030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.186362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] Pushing event deleted for resources: {'Port': ['ID=17280d8b-2001-4c76-a5da-1baf8fee0e80,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:25.188254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b3629-4bb9-451f-af29-ad43a365e081 None None] No DVR routers for this DVR port 17280d8b-2001-4c76-a5da-1baf8fee0e80 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:25.190101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2803ab-67ff-44fe-8e8f-3a671eda03a0']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:25.215004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a192a111-8c09-4d51-87ba-879f43fcbed1') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:25.216177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a192a111-8c09-4d51-87ba-879f43fcbed1') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:25.237879 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.253203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.259466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:04:25.259891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:04:25.263675 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:04:25.330009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.335574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.339054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] 10.222.0.25 "DELETE /v2.0/networks/9e2803ab-67ff-44fe-8e8f-3a671eda03a0 HTTP/1.1" status: 204 len: 168 time: 0.7659292 Nov 10 23:04:25.355761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0374-83a4-42fb-8b2a-bf2f6d9bba4a tempest-TagsExtTest-203307372 tempest-TagsExtTest-203307372-project] Pushing event deleted for resources: {'Network': ['ID=9e2803ab-67ff-44fe-8e8f-3a671eda03a0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:25.692630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:25.861374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36084) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:25.861907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2c8f2de0-8780-4113-a452-a54b05c515dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ce30f094134b2d8e1417a8dd44c46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659729 Nov 10 23:04:25.928733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:25.963617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:26.026572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:26.033374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:26.035805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30809ef2-7f8a-49a3-b856-bbd663b7d36d HTTP/1.1" status: 204 len: 168 time: 0.1722095 Nov 10 23:04:26.072765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7360aa2-283a-469e-9103-7a6aca8e0f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30809ef2-7f8a-49a3-b856-bbd663b7d36d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:26.496015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 17280d8b-2001-4c76-a5da-1baf8fee0e80 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:26.556208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 17280d8b-2001-4c76-a5da-1baf8fee0e80 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:26.556867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 17280d8b-2001-4c76-a5da-1baf8fee0e80 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:27.617562 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b49d3dd2-1e3d-4135-93db-5d02d9175abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.222046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36150) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:28.393785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be3ac74f-0ff8-4915-9ad7-43b0fe614fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.499092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be3ac74f-0ff8-4915-9ad7-43b0fe614fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.504766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-be3ac74f-0ff8-4915-9ad7-43b0fe614fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.532812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-be3ac74f-0ff8-4915-9ad7-43b0fe614fa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=166e35393eb4478d91cba8aed70b967d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096802 Nov 10 23:04:28.535482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36156) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:28.556840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ac74f-0ff8-4915-9ad7-43b0fe614fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b3cbc-956f-4842-a8e3-596c2232491d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:28.625798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.671386 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.730660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.733804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:28.738414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a23b3cbc-956f-4842-a8e3-596c2232491d HTTP/1.1" status: 204 len: 168 time: 0.2016931 Nov 10 23:04:28.752402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ddceb-3a32-4331-92b1-e2bd336efef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b3cbc-956f-4842-a8e3-596c2232491d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:28.956047 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:29.983201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:30.109424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0327e534-07a0-4930-b801-ebaa8181cd92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.202139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0327e534-07a0-4930-b801-ebaa8181cd92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.208079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0327e534-07a0-4930-b801-ebaa8181cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.252590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0327e534-07a0-4930-b801-ebaa8181cd92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=261d166b69794889a6f76c763ed9c625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683017 Nov 10 23:04:30.253800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e534-07a0-4930-b801-ebaa8181cd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee3aafd-99e6-42dd-878d-3b9af2f4c8f5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:30.255299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36208) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:30.344466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.368610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.380164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.436013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.439760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:30.445279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eee3aafd-99e6-42dd-878d-3b9af2f4c8f5 HTTP/1.1" status: 204 len: 168 time: 0.1872001 Nov 10 23:04:30.454899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0a4fc-e5e9-49aa-8ff6-b0fed7f49e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee3aafd-99e6-42dd-878d-3b9af2f4c8f5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:30.729628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:33.984447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-27365685-153b-4d2b-beb3-c82fc9e9f79c tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9a726d0df7944eafb82d517a411ce1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268590 Nov 10 23:04:34.097830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-7fe211af-71e5-468d-9e10-5779188f439d tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:34.106153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-7fe211af-71e5-468d-9e10-5779188f439d tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152697 Nov 10 23:04:34.123425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-6749d1f7-f58a-4c3d-aba1-bb67c6ec76fa tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/quotas/9a726d0df7944eafb82d517a411ce1cf HTTP/1.1" status: 200 len: 375 time: 0.0161796 Nov 10 23:04:34.155609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-cb2ff920-6165-40d8-a68e-a8a5317a97fb tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a726d0df7944eafb82d517a411ce1cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312593 Nov 10 23:04:34.362779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d99853ec-1738-4f6c-8d53-061ca77a33b0 req-9899d38e-df4e-4271-8b07-2303b6cc7774 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 210 time: 0.0409598 Nov 10 23:04:35.332308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-bdcde05c-ded2-4bc6-b6b5-8aa302d7f61d tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9a726d0df7944eafb82d517a411ce1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770512 Nov 10 23:04:35.516578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-877de146-3ca1-4626-bcf7-279887cf8a51 req-97179ffb-4272-4d89-8d59-76a4f51cd12e tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 210 time: 0.0471084 Nov 10 23:04:35.640546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-87f9c200-dc71-468d-9717-90189d54d0ef tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:35.641936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-87f9c200-dc71-468d-9717-90189d54d0ef tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019326 Nov 10 23:04:35.656546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Request body: {'port': {'device_id': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '9a726d0df7944eafb82d517a411ce1cf'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:35.775909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Made reservation on behalf of 9a726d0df7944eafb82d517a411ce1cf for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:04:35.779780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:35.789614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:35.873282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:35.878382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:35.949854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caad2af3-3c9b-4777-ad5d-05e12a993996,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:36.036195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Allocated IP 192.168.233.17 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/689bc791-de62-4494-bc72-14df42d7be31) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:04:36.471345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:36.510012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:36.561711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:04:36.565048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:04:36.569375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:04:36.573338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Pushing event updated for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:36.644961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:36.645837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:36.682202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-c2d565ca-4777-4af7-a2cd-65c69ec7f434 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0278900 Nov 10 23:04:36.684863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb11f2-5a84-4a82-a325-aae7d1b2d3a3 req-d4e1dad5-f8b6-4b93-9cd1-22a3baa1e8d5 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:36.694031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2bdb11f2-5a84-4a82-a325-aae7d1b2d3a3 req-d4e1dad5-f8b6-4b93-9cd1-22a3baa1e8d5 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 935 time: 0.0682251 Nov 10 23:04:36.699313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Request body: {'port': {'device_id': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:04:36.757684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2bdb11f2-5a84-4a82-a325-aae7d1b2d3a3 req-a7dc46d4-462f-4a1c-95cb-2b6ea254f577 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Nov 10 23:04:36.784315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:36.913657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-158d2bec-963a-4824-bd56-49287c04a557 None None] Provisioning complete for port 689bc791-de62-4494-bc72-14df42d7be31 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:36.914124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-158d2bec-963a-4824-bd56-49287c04a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:36.958446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-158d2bec-963a-4824-bd56-49287c04a557 None None] Port 689bc791-de62-4494-bc72-14df42d7be31 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:04:37.133141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689bc791-de62-4494-bc72-14df42d7be31 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:04:37.141478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.157841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Transition to ACTIVE for port object 689bc791-de62-4494-bc72-14df42d7be31 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:04:37.162812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.279676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Pushing event updated for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:37.385000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Attempting to bind port 689bc791-de62-4494-bc72-14df42d7be31 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:04:37.385370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Attempting to bind port 689bc791-de62-4494-bc72-14df42d7be31 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:04:37.385702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Attempting to bind port 689bc791-de62-4494-bc72-14df42d7be31 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:04:37.390620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Port 689bc791-de62-4494-bc72-14df42d7be31 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:04:37.390901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Attempting to bind port 689bc791-de62-4494-bc72-14df42d7be31 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:04:37.396291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:04:37.397206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:04:37.397595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:04:37.398023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Bound port: 689bc791-de62-4494-bc72-14df42d7be31, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:04:37.398438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.479601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:04:37.483406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=689bc791-de62-4494-bc72-14df42d7be31,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:04:37.488098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.533686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:37.534300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.535700 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] 10.222.0.39 "PUT /v2.0/ports/689bc791-de62-4494-bc72-14df42d7be31 HTTP/1.1" status: 200 len: 1095 time: 0.8424520 Nov 10 23:04:37.536143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'tag': '689bc791-de62-4494-bc72-14df42d7be31'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:04:37.539031 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df520b-fac8-408d-95e1-53235676c16a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "tag": "689bc791-de62-4494-bc72-14df42d7be31"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:04:37.629574 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8636cf95-c326-42cb-8fff-38a79b0275eb x-openstack-request-id: req-8636cf95-c326-42cb-8fff-38a79b0275eb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:04:37.629885 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "tag": "689bc791-de62-4494-bc72-14df42d7be31", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:04:37.630109 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8636cf95-c326-42cb-8fff-38a79b0275eb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:04:37.630508 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'tag': '689bc791-de62-4494-bc72-14df42d7be31', 'status': 'completed', 'code': 200} Nov 10 23:04:37.641680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1284-8648-4212-b5b0-4da5141cde39 service neutron] Pushing event updated for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:37.659415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-51ffe390-2248-4ba9-a95e-cb00a1a0bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:37.661183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-51ffe390-2248-4ba9-a95e-cb00a1a0bfde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a726d0df7944eafb82d517a411ce1cf&device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 1098 time: 0.0807900 Nov 10 23:04:37.705762 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-fe4f6225-a022-4d60-b0da-bc2878d75169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=689bc791-de62-4494-bc72-14df42d7be31 HTTP/1.1" status: 200 len: 217 time: 0.0362773 Nov 10 23:04:37.762961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-cc66da93-3ee8-40cf-8059-5c5ad6856748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:37.764462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-cc66da93-3ee8-40cf-8059-5c5ad6856748 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0506992 Nov 10 23:04:37.821212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-8d2fb82c-cab4-4c4f-88cc-451faf0e0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:37.824509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-8d2fb82c-cab4-4c4f-88cc-451faf0e0723 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530109 Nov 10 23:04:37.946227 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-b6885415-9d3d-42e9-bd61-ecc6087e61dd service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146955 Nov 10 23:04:38.070396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f78cd11-399e-4587-9a9a-b8d1adddf944 req-7f950713-c24e-44c3-8479-188b2b744b40 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167755 Nov 10 23:04:38.180829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0aa61-18c8-4e74-b01a-881231279cbc req-133f59ca-6b14-4098-9dab-1be54081dc56 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.182349 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08a0aa61-18c8-4e74-b01a-881231279cbc req-133f59ca-6b14-4098-9dab-1be54081dc56 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 947 time: 0.3433008 Nov 10 23:04:38.197806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df520b-fac8-408d-95e1-53235676c16a req-21e5d42a-fb3e-4567-8c6f-8bc64764772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.199215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-21e5d42a-fb3e-4567-8c6f-8bc64764772d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a726d0df7944eafb82d517a411ce1cf&device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 1098 time: 0.0662279 Nov 10 23:04:38.286640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08a0aa61-18c8-4e74-b01a-881231279cbc req-65119aa0-6e9e-445a-8639-cb23d8455fb2 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970318 Nov 10 23:04:38.320945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df520b-fac8-408d-95e1-53235676c16a req-e66bab41-ad34-4f31-85b9-3f6122fcd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.322364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-e66bab41-ad34-4f31-85b9-3f6122fcd214 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.1157980 Nov 10 23:04:38.370383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-234235a0-f060-4777-8a52-cd38184bdf6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=689bc791-de62-4494-bc72-14df42d7be31 HTTP/1.1" status: 200 len: 217 time: 0.0405769 Nov 10 23:04:38.446378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df520b-fac8-408d-95e1-53235676c16a req-78a980cb-60c5-4647-846d-9e3d35d41510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.448178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-78a980cb-60c5-4647-846d-9e3d35d41510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0637946 Nov 10 23:04:38.500761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df520b-fac8-408d-95e1-53235676c16a req-c85f5cde-11f5-41ef-95e4-71bb4e56ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.502310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-c85f5cde-11f5-41ef-95e4-71bb4e56ac65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462306 Nov 10 23:04:38.632387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-090cf3bf-0d6d-4ea5-9ae5-a42ac4cbb21b service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213169 Nov 10 23:04:38.749395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57df520b-fac8-408d-95e1-53235676c16a req-5caf1afc-4ae4-4deb-a691-e7f619d45bb7 service neutron] 10.222.0.39 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102419 Nov 10 23:04:38.991367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c120eec-9edd-45bc-a80c-8c0bc944223d req-a37a3513-deb2-4180-a4c8-0a93554b04f9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:38.993100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c120eec-9edd-45bc-a80c-8c0bc944223d req-a37a3513-deb2-4180-a4c8-0a93554b04f9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.0552130 Nov 10 23:04:39.046558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c120eec-9edd-45bc-a80c-8c0bc944223d req-55004938-031a-4283-8a20-97f04d328b46 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464549 Nov 10 23:04:39.468180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadf79e-3d07-4d83-adde-11fff1d5cc96 req-8cf093cf-3cbe-4a1a-9984-225e366a385e tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:39.469764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efadf79e-3d07-4d83-adde-11fff1d5cc96 req-8cf093cf-3cbe-4a1a-9984-225e366a385e tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 947 time: 0.0888555 Nov 10 23:04:39.527033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efadf79e-3d07-4d83-adde-11fff1d5cc96 req-338c6069-d9b4-4400-b456-56663c8a24fa tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Nov 10 23:04:40.170618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72380ee4-3d46-49a7-ba1f-c4684cf561f1 req-11fcaf92-2321-46fa-a230-760c62867f84 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:40.172131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72380ee4-3d46-49a7-ba1f-c4684cf561f1 req-11fcaf92-2321-46fa-a230-760c62867f84 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.0546737 Nov 10 23:04:40.221212 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72380ee4-3d46-49a7-ba1f-c4684cf561f1 req-643b60dc-2471-457e-9afb-a5c2a204b8d9 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Nov 10 23:04:40.592474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-140f00ff-4587-461b-8739-605614ed11c8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:40.594849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-140f00ff-4587-461b-8739-605614ed11c8 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.0531294 Nov 10 23:04:40.995741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120f0b-8c60-4f4d-9919-f0ee2dda5b22 req-19a63fab-bab9-4e23-a187-f536911ca277 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:40.997242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0120f0b-8c60-4f4d-9919-f0ee2dda5b22 req-19a63fab-bab9-4e23-a187-f536911ca277 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 947 time: 0.4012256 Nov 10 23:04:41.050721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Deleting port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:41.051070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.102436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0120f0b-8c60-4f4d-9919-f0ee2dda5b22 req-d9ec8886-5b87-4096-a7c4-b150a414b891 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Nov 10 23:04:41.158781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] For port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:41.159535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.349099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.349495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.349821 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Floating IP 26c75612-915e-4136-9424-689b5d90aba8 disassociated. External IP: 172.25.0.184, port: bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80. Nov 10 23:04:41.350168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Calling delete_port for bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:41.406104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a098769-42d7-41eb-a912-5ae736a88449 req-fa997760-a8c1-4e22-b97d-1037ac511440 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:41.408500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a098769-42d7-41eb-a912-5ae736a88449 req-fa997760-a8c1-4e22-b97d-1037ac511440 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba033fc-f553-43bc-98a0-b50d37707092 HTTP/1.1" status: 200 len: 946 time: 0.0672884 Nov 10 23:04:41.468576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a098769-42d7-41eb-a912-5ae736a88449 req-b0dcda3d-424e-4580-9f2f-85d8e0f4ae76 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532041 Nov 10 23:04:41.521122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.555198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'Port': ['ID=bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:41.565493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.565842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.566185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.566525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.566864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.567195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.567520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.567843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.568808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.569172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.569415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.569746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:41.714638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:41.826693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:41.838651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:41.854068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:41.855413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:04:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:41.868993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] No DVR routers for this DVR port bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:41.871813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.875914 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aca8b91-4b61-434d-853b-99b3e80b9796 req-c4777765-46bd-48f9-b7b5-a26820cfaf91 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.20 "DELETE /v2.0/ports/bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 HTTP/1.1" status: 204 len: 173 time: 1.2708402 Nov 10 23:04:41.876392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'name': 'network-vif-deleted', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:04:41.879514 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550415f-ad16-4036-9f1b-7f76689356fe" -d '{"events": [{"server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "name": "network-vif-deleted", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:04:41.982123 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48f9aa-1135-4522-8ed5-706b9e09f6c1 x-openstack-request-id: req-4c48f9aa-1135-4522-8ed5-706b9e09f6c1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:04:41.982416 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba033fc-f553-43bc-98a0-b50d37707092", "name": "network-vif-deleted", "tag": "bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:04:41.982968 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c48f9aa-1135-4522-8ed5-706b9e09f6c1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:04:41.983381 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba033fc-f553-43bc-98a0-b50d37707092', 'name': 'network-vif-deleted', 'tag': 'bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80', 'status': 'completed', 'code': 200} Nov 10 23:04:42.052690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 689bc791-de62-4494-bc72-14df42d7be31 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:04:42.056283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:42.289594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0346ff-ccc1-490f-913d-70f45007d689 req-a322e3c4-2c8b-44f3-bf7a-22f31f786a19 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:42.291455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0346ff-ccc1-490f-913d-70f45007d689 req-a322e3c4-2c8b-44f3-bf7a-22f31f786a19 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 947 time: 0.0984693 Nov 10 23:04:42.361260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0346ff-ccc1-490f-913d-70f45007d689 req-4277c447-bfd6-463d-9fad-1d02694aa113 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Nov 10 23:04:42.413183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=689bc791-de62-4494-bc72-14df42d7be31,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:42.436892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '689bc791-de62-4494-bc72-14df42d7be31', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': '689bc791-de62-4494-bc72-14df42d7be31', 'mac_address': 'fa:16:3e:fa:c9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:04:42.585765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.608520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689bc791-de62-4494-bc72-14df42d7be31 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:04:42.614207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:42.632399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=689bc791-de62-4494-bc72-14df42d7be31,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:42.641885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.678550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.707088 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.736199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:42.747286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.747899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.748471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.749001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.749541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.750049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.750697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.751021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.752200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.752200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.752200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.752530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:04:42.763347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:42.772741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.775533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:42.779699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36454) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:42.780296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "DELETE /v2.0/security-groups/3faf7c5c-614c-4434-9cd9-3f7a729c7c7d HTTP/1.1" status: 204 len: 168 time: 0.1647871 Nov 10 23:04:42.791845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf325-b879-4e0d-b7de-2c31bc66c7e0 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf7c5c-614c-4434-9cd9-3f7a729c7c7d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:42.792212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:04:42.802643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:42.803273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:04:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:42.805764 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-8950fe5a-27ae-4fc4-b859-7fc2c2ddf707 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] show failed (client error): The resource could not be found. Nov 10 23:04:42.807483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8950fe5a-27ae-4fc4-b859-7fc2c2ddf707 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "GET /v2.0/security-groups/3faf7c5c-614c-4434-9cd9-3f7a729c7c7d HTTP/1.1" status: 404 len: 347 time: 0.0257182 Nov 10 23:04:42.810671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:42.925450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['689bc791-de62-4494-bc72-14df42d7be31'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:04:42.965329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:42.975880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Deleting port a163059b-d527-4b6c-bd5f-031b06b09ae6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:42.976415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.110942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.111275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.133680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Calling delete_port for a163059b-d527-4b6c-bd5f-031b06b09ae6 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:43.174324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:04:43.196581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:43.235654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:43.236006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bf624a9c-ebc9-4ec3-bc3f-977e6a2bba80 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:43.306883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.351453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Pushing event deleted for resources: {'Port': ['ID=a163059b-d527-4b6c-bd5f-031b06b09ae6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:43.363874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:43.412965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.417061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:43.418478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0032d283-f279-4e64-804d-ba5ac9941b33 tempest-AttachVolumeTestJSON-1975371668 tempest-AttachVolumeTestJSON-1975371668-project] 10.222.0.25 "DELETE /v2.0/floatingips/26c75612-915e-4136-9424-689b5d90aba8 HTTP/1.1" status: 204 len: 168 time: 0.6068969 Nov 10 23:04:43.420360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5c020-100d-4414-8670-ab7a631dedc0 None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T22:57:25Z', 'revision_number': 4, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3a5c08fe-8478-446e-8209-0280245e89c9', 'name': '', 'network_id': '7a4cc360-1b81-4579-a64b-c32336b4fedf', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'mac_address': 'fa:16:3e:e2:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:23Z', 'updated_at': '2021-11-10T22:57:32Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'subnets': [{'id': '2d8b13e4-39ae-4b3d-b401-d461a4aaffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:04:43.637870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ec29-0800-46f1-9278-8e6392648d57 req-0f2a4725-ad6f-4c22-ba62-8049a24296a7 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:43.641724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b60ec29-0800-46f1-9278-8e6392648d57 req-0f2a4725-ad6f-4c22-ba62-8049a24296a7 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 948 time: 0.0989852 Nov 10 23:04:43.737186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7b60ec29-0800-46f1-9278-8e6392648d57 req-1ac4acc2-3f1a-4b31-a391-74f7f3b06b19 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855682 Nov 10 23:04:43.925565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28500b72-0474-43d2-aa8d-cf0df12bca51 None None] New status for floating IP 26c75612-915e-4136-9424-689b5d90aba8: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:04:43.954533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 689bc791-de62-4494-bc72-14df42d7be31 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:04:43.962474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36478) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:44.083603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 689bc791-de62-4494-bc72-14df42d7be31 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:04:44.091583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 689bc791-de62-4494-bc72-14df42d7be31 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:04:44.091956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.149810 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf15907-46cb-4b69-b66a-64cdab4417c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.255091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf15907-46cb-4b69-b66a-64cdab4417c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.260436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddf15907-46cb-4b69-b66a-64cdab4417c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.260649 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.295973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15907-46cb-4b69-b66a-64cdab4417c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0726ea77-a99c-4b44-b08c-a6cfcb9a8f79,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:44.319241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddf15907-46cb-4b69-b66a-64cdab4417c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ec69edb6ca54a95977bbdcb446de0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535874 Nov 10 23:04:44.321195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36484) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:44.325659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689bc791-de62-4494-bc72-14df42d7be31'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:04:44.328644 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea7ef1-4ed1-4ebf-832b-75da4daf9d6d" -d '{"events": [{"server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "name": "network-vif-plugged", "status": "completed", "tag": "689bc791-de62-4494-bc72-14df42d7be31"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:04:44.344898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=689bc791-de62-4494-bc72-14df42d7be31,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:44.357058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.393786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.429227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.442208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:44.446702 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa1583e-26ed-43cb-961f-9d80f66be544 x-openstack-request-id: req-4aa1583e-26ed-43cb-961f-9d80f66be544 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:04:44.446998 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "name": "network-vif-plugged", "status": "completed", "tag": "689bc791-de62-4494-bc72-14df42d7be31", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:04:44.447231 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aa1583e-26ed-43cb-961f-9d80f66be544 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:04:44.447619 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689bc791-de62-4494-bc72-14df42d7be31', 'code': 200} Nov 10 23:04:44.495748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.499314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.500765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0726ea77-a99c-4b44-b08c-a6cfcb9a8f79 HTTP/1.1" status: 204 len: 168 time: 0.1784046 Nov 10 23:04:44.510277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ff978-9d08-4633-a730-b64942ef01cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726ea77-a99c-4b44-b08c-a6cfcb9a8f79,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:44.522128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27e5f-6edd-44fe-a8f6-8a244da17de5 req-111e98a3-99cb-43a8-bda4-91824b6271b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:44.524002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1d27e5f-6edd-44fe-a8f6-8a244da17de5 req-111e98a3-99cb-43a8-bda4-91824b6271b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 1100 time: 0.0580273 Nov 10 23:04:44.609857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b1d27e5f-6edd-44fe-a8f6-8a244da17de5 req-ddebb7a9-f093-495b-aa09-eb64873ac645 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Nov 10 23:04:44.688511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.881674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36502) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:44.898624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48b78694-5d20-47d5-bd7d-5c16d91aeaeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:44.905661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d626c9-5a5b-4bdf-8b0d-02c62878ebef req-9fe08342-5976-4ec9-a471-d8fb2fc45db6 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:44.907300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8d626c9-5a5b-4bdf-8b0d-02c62878ebef req-9fe08342-5976-4ec9-a471-d8fb2fc45db6 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 949 time: 0.0775180 Nov 10 23:04:44.965252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8d626c9-5a5b-4bdf-8b0d-02c62878ebef req-d111dee2-1e4c-46e8-bd00-c32b3d98904f tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Nov 10 23:04:45.016161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48b78694-5d20-47d5-bd7d-5c16d91aeaeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.022071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-48b78694-5d20-47d5-bd7d-5c16d91aeaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.064819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-48b78694-5d20-47d5-bd7d-5c16d91aeaeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d8a6bc04e8480db88d004f534ea62c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814322 Nov 10 23:04:45.067397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:45.073476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b78694-5d20-47d5-bd7d-5c16d91aeaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab24b395-8001-46d1-98d8-8b1b024e5c72,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:45.122956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.140614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.153155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.203686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.206748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:45.211181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab24b395-8001-46d1-98d8-8b1b024e5c72 HTTP/1.1" status: 204 len: 168 time: 0.1395872 Nov 10 23:04:45.217706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e89349-9727-4534-9f08-6655e4d120a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab24b395-8001-46d1-98d8-8b1b024e5c72,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:46.109302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993072f7-ec73-498a-b04f-4d2943057fcf req-0f0b7443-b1e2-45f8-854d-5c1614988765 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:46.119589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-993072f7-ec73-498a-b04f-4d2943057fcf req-0f0b7443-b1e2-45f8-854d-5c1614988765 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 949 time: 0.0599461 Nov 10 23:04:46.178874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-993072f7-ec73-498a-b04f-4d2943057fcf req-c8872f25-011a-41a8-9bc0-c1291a24b023 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570138 Nov 10 23:04:46.574187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fdeb-5e6a-4271-8d2b-33011791cb69 req-b217fac5-8562-45ba-a131-da534c0c723e tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:46.575787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3de9fdeb-5e6a-4271-8d2b-33011791cb69 req-b217fac5-8562-45ba-a131-da534c0c723e tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 949 time: 0.0786107 Nov 10 23:04:46.649567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3de9fdeb-5e6a-4271-8d2b-33011791cb69 req-7ce247bc-ca26-4fac-8166-afe02dc6c78a tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636001 Nov 10 23:04:47.784496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fa4a6-085a-4d1c-83cc-5473a1e8975d req-6b263ae7-de09-4cad-87e4-01a4253bc1dd tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:47.786281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d14fa4a6-085a-4d1c-83cc-5473a1e8975d req-6b263ae7-de09-4cad-87e4-01a4253bc1dd tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 949 time: 0.0563571 Nov 10 23:04:47.810856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-5154d300-1d34-4ac8-9ac0-4fd749695f7c tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:47.813106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-5154d300-1d34-4ac8-9ac0-4fd749695f7c tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 949 time: 0.0733700 Nov 10 23:04:47.840930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d14fa4a6-085a-4d1c-83cc-5473a1e8975d req-d54d3bab-ebd2-48aa-915c-9fbd06677bf2 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/security-groups?id=caad2af3-3c9b-4777-ad5d-05e12a993996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Nov 10 23:04:47.929264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Deleting port 689bc791-de62-4494-bc72-14df42d7be31 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:47.929705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:48.053930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] For port 689bc791-de62-4494-bc72-14df42d7be31, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=689bc791-de62-4494-bc72-14df42d7be31,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:48.054414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:48.078921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Calling delete_port for 689bc791-de62-4494-bc72-14df42d7be31 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:48.250489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:48.264127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['689bc791-de62-4494-bc72-14df42d7be31'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:04:48.290799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Pushing event deleted for resources: {'Port': ['ID=689bc791-de62-4494-bc72-14df42d7be31,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:48.352324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] No DVR routers for this DVR port 689bc791-de62-4494-bc72-14df42d7be31 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:04:48.355590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:48.359263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81f2ebf5-6429-44e2-aab3-b5705d2996b7 req-454cd386-74e3-4446-925e-1567c27d8bab tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.39 "DELETE /v2.0/ports/689bc791-de62-4494-bc72-14df42d7be31 HTTP/1.1" status: 204 len: 173 time: 0.5378156 Nov 10 23:04:48.359838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'name': 'network-vif-deleted', 'tag': '689bc791-de62-4494-bc72-14df42d7be31'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:04:48.362279 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0917f21-a6c0-4355-b4f9-7237e57ab347" -d '{"events": [{"server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "name": "network-vif-deleted", "tag": "689bc791-de62-4494-bc72-14df42d7be31"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:04:48.443720 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2f8f2-1a76-45c4-bf0e-ef192a33125d x-openstack-request-id: req-88e2f8f2-1a76-45c4-bf0e-ef192a33125d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:04:48.444113 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d629a3e-54df-4814-b54c-bce2b6a99d1a", "name": "network-vif-deleted", "tag": "689bc791-de62-4494-bc72-14df42d7be31", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:04:48.444462 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88e2f8f2-1a76-45c4-bf0e-ef192a33125d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:04:48.444959 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d629a3e-54df-4814-b54c-bce2b6a99d1a', 'name': 'network-vif-deleted', 'tag': '689bc791-de62-4494-bc72-14df42d7be31', 'status': 'completed', 'code': 200} Nov 10 23:04:49.044471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4ffa978-10a9-4f38-ba57-c171ef3a267e req-99e63179-2e5a-4a62-980e-2f111727e713 tempest-VolumesNegativeTest-1695968443 tempest-VolumesNegativeTest-1695968443-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d629a3e-54df-4814-b54c-bce2b6a99d1a HTTP/1.1" status: 200 len: 210 time: 0.0615900 Nov 10 23:04:50.092296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-d5e23819-06a0-4dfe-9426-3d3f6b198e7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521872 Nov 10 23:04:50.213430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-ab627a69-8878-4a6f-b105-c4424564a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:50.215641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-ab627a69-8878-4a6f-b105-c4424564a77a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 1096 time: 0.0564055 Nov 10 23:04:50.383451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-a4e1f2f6-329c-47ff-855e-ac2ac89bf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:50.385645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-a4e1f2f6-329c-47ff-855e-ac2ac89bf703 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 200 len: 906 time: 0.1446812 Nov 10 23:04:50.502449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-16749eff-5431-4214-97b1-dcf0f9cefeca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 200 len: 1001 time: 0.1091037 Nov 10 23:04:50.567169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-8f0776e4-b64e-4d20-8fd3-0c0850bc2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:50.569766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-8f0776e4-b64e-4d20-8fd3-0c0850bc2634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeedd339-0bae-4a2e-b841-ff8f48b9ed32 HTTP/1.1" status: 200 len: 845 time: 0.0603085 Nov 10 23:04:50.642976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-8ca1c6ab-20c9-4d30-b92c-7cd3e593071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:50.644536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-8ca1c6ab-20c9-4d30-b92c-7cd3e593071f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ceec7d24-5352-424a-b02d-25f6b77bb243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665655 Nov 10 23:04:50.832964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-65b4570e-e07a-4235-9f10-db2820c8b377 service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800873 Nov 10 23:04:50.952631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fc0a3270-da0d-483a-a45b-23aa41cf5e3a req-3b64a217-6266-46e4-b721-8928983e4d6e service neutron] 10.222.0.20 "GET /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108067 Nov 10 23:04:51.167887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:51.352202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d23475d-9745-42da-9f86-ea63f65be8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.459982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d23475d-9745-42da-9f86-ea63f65be8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.478214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7d23475d-9745-42da-9f86-ea63f65be8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.521227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7d23475d-9745-42da-9f86-ea63f65be8a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29f89c203bd3402b9c8ec56f929226b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501537 Nov 10 23:04:51.521638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36794) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:51.546141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23475d-9745-42da-9f86-ea63f65be8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64dd751-0084-485a-9f51-496ff0046a56,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:51.603254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.629046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.690625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.694210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:51.696199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a64dd751-0084-485a-9f51-496ff0046a56 HTTP/1.1" status: 204 len: 168 time: 0.1727681 Nov 10 23:04:51.707732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe7560-c3a4-4b3c-a0d8-aadb5cad46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64dd751-0084-485a-9f51-496ff0046a56,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:51.970089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 689bc791-de62-4494-bc72-14df42d7be31 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:04:52.010429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 689bc791-de62-4494-bc72-14df42d7be31 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:04:52.010785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 689bc791-de62-4494-bc72-14df42d7be31 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:04:52.163317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 36824) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:52.179185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47e5a95e-4cdd-40e0-b8a4-7e8958a7584f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.271025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47e5a95e-4cdd-40e0-b8a4-7e8958a7584f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.278760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47e5a95e-4cdd-40e0-b8a4-7e8958a7584f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.327214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 36830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:52.327783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-47e5a95e-4cdd-40e0-b8a4-7e8958a7584f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2abd718fd2e454b93e9c500683596dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626875 Nov 10 23:04:52.328363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5a95e-4cdd-40e0-b8a4-7e8958a7584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde1532-9f65-4147-ab0c-83e891e3c4e9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:52.386616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.412562 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.490777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.496738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:52.508164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bde1532-9f65-4147-ab0c-83e891e3c4e9 HTTP/1.1" status: 204 len: 168 time: 0.1747193 Nov 10 23:04:52.525032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4631-251b-4270-9d4f-3fb546915d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde1532-9f65-4147-ab0c-83e891e3c4e9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:54.973448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-013ff9a0-6ac9-4867-ab95-86a9190f6012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:57.191732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37072) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:57.628670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69a9c3a7-3992-4c2e-8683-8b79692648bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:57.972876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.266603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:58.359592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Deleting port 3a5c08fe-8478-446e-8209-0280245e89c9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:04:58.361774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.448785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a2a75084-14f0-4a16-9e61-096fdb64ce33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a726d0df7944eafb82d517a411ce1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808367 Nov 10 23:04:58.449898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37112) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:58.513061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.529958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] For port 3a5c08fe-8478-446e-8209-0280245e89c9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3a5c08fe-8478-446e-8209-0280245e89c9,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:04:58.530334 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.540438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.547340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Calling delete_port for 3a5c08fe-8478-446e-8209-0280245e89c9 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:04:58.595522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.600414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.617516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caad2af3-3c9b-4777-ad5d-05e12a993996 HTTP/1.1" status: 204 len: 168 time: 0.1566453 Nov 10 23:04:58.636699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7223d-8632-45ef-8215-89707d7d1df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad2af3-3c9b-4777-ad5d-05e12a993996,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:58.784613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:58.838043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5c08fe-8478-446e-8209-0280245e89c9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:04:58.960693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:59.087388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:59.367166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Router d4f9c9c7-9d29-479e-992f-a05d25d848ac has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:04:59.551535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:04:59.571434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Sync routers for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:04:59.576087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c5ff11e9-47cf-4e78-9f86-18444d5c1d48 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4f9c9c7-9d29-479e-992f-a05d25d848ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833973 Nov 10 23:04:59.578795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37144) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:04:59.585875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:04:59.589128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:04:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:04:59.721210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:59.772567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:04:59.884312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.015409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Deleting port a8690aeb-879e-4482-8d67-6620b3609f45 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:00.016283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.059053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T23:04:58Z', 'revision_number': 5, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port': {'id': 'a8690aeb-879e-4482-8d67-6620b3609f45', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:57:18Z', 'updated_at': '2021-11-10T22:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:00.092779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Checking router: d4f9c9c7-9d29-479e-992f-a05d25d848ac for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:00.105369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Routers {'d4f9c9c7-9d29-479e-992f-a05d25d848ac'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:00.106407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:04:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:00.151020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] For port a8690aeb-879e-4482-8d67-6620b3609f45, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a8690aeb-879e-4482-8d67-6620b3609f45,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:00.151387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.168789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Calling delete_port for a8690aeb-879e-4482-8d67-6620b3609f45 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:00.213437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] Set router d4f9c9c7-9d29-479e-992f-a05d25d848ac gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:00.304784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T23:04:59Z', 'revision_number': 6, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:00.344014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce0d13-4cd7-49a8-a0fd-7423483380fd None None] The sync data for ids ['d4f9c9c7-9d29-479e-992f-a05d25d848ac'] in n-d-811521-3 is: [{'id': 'd4f9c9c7-9d29-479e-992f-a05d25d848ac', 'name': 'tempest-AttachVolumeTestJSON-1459014737-router', 'tenant_id': '315287d039ad4a3d919f8ed46f05dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:57:17Z', 'updated_at': '2021-11-10T23:04:59Z', 'revision_number': 6, 'project_id': '315287d039ad4a3d919f8ed46f05dc14', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:00.400921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.444726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.476914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8690aeb-879e-4482-8d67-6620b3609f45,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:00.492197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49a7d6-a810-403a-aa5c-c4cbf9029ddc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:00.579079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.693519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.696263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.756239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.800536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.801276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f9c9c7-9d29-479e-992f-a05d25d848ac {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:05:00.806392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.807651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-814533bc-2e77-47bf-9494-ea42e8e16bc2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d4f9c9c7-9d29-479e-992f-a05d25d848ac HTTP/1.1" status: 204 len: 168 time: 1.2269497 Nov 10 23:05:00.810225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:00.922667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a5c08fe-8478-446e-8209-0280245e89c9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:00.934503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Deleting subnet 2d8b13e4-39ae-4b3d-b401-d461a4aaffde {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:00.945276 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:00.960480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3a5c08fe-8478-446e-8209-0280245e89c9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:00.960949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3a5c08fe-8478-446e-8209-0280245e89c9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:00.984396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.082724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.165290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.197505 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8b13e4-39ae-4b3d-b401-d461a4aaffde,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:01.199630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.205028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-112a0058-e96b-4807-b816-32aee54dc7f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d8b13e4-39ae-4b3d-b401-d461a4aaffde HTTP/1.1" status: 204 len: 168 time: 0.3917990 Nov 10 23:05:01.205652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:01.207490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b22211-c19e-4c6d-b722-6c7dcd6b45ee None None] Network 7a4cc360-1b81-4579-a64b-c32336b4fedf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:01.349755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.464835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Deleting port 93eb7178-4737-41aa-91df-ee7127acd4be {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:01.466248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.571557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] DHCP port deletion for 7a4cc360-1b81-4579-a64b-c32336b4fedf request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:01.577541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] For port 93eb7178-4737-41aa-91df-ee7127acd4be, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=93eb7178-4737-41aa-91df-ee7127acd4be,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:01.579932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.599890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Calling delete_port for 93eb7178-4737-41aa-91df-ee7127acd4be owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:01.698421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Deleting port 93eb7178-4737-41aa-91df-ee7127acd4be {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:01.699064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.746617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.789997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Pushing event deleted for resources: {'Port': ['ID=93eb7178-4737-41aa-91df-ee7127acd4be,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:01.803133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] No DVR routers for this DVR port 93eb7178-4737-41aa-91df-ee7127acd4be on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:01.859537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] For port 93eb7178-4737-41aa-91df-ee7127acd4be, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=93eb7178-4737-41aa-91df-ee7127acd4be,segment=NetworkSegment(f4329e3d-a893-4af0-a9c1-0a5a0ca301a2),segment_id=f4329e3d-a893-4af0-a9c1-0a5a0ca301a2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:01.859939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.902239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Calling delete_port for 93eb7178-4737-41aa-91df-ee7127acd4be owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:01.915928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:01.962667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4cc360-1b81-4579-a64b-c32336b4fedf']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:01.973149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:01.973443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4329e3d-a893-4af0-a9c1-0a5a0ca301a2') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:01.984939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.001158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.007099 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.007681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:02.008071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.039779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] Pushing event deleted for resources: {'Port': ['ID=93eb7178-4737-41aa-91df-ee7127acd4be,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:02.049187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295305ef-1c1d-4851-a1bf-f6cf644c6000 None None] No DVR routers for this DVR port 93eb7178-4737-41aa-91df-ee7127acd4be on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:02.077624 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:02.084495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.097794 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.105791 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] 10.222.0.25 "DELETE /v2.0/networks/7a4cc360-1b81-4579-a64b-c32336b4fedf HTTP/1.1" status: 204 len: 168 time: 0.8989675 Nov 10 23:05:02.127376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04caae-ac7f-4217-ab89-21676b34a63d admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4cc360-1b81-4579-a64b-c32336b4fedf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:02.253515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37190) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:02.310024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37194) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:02.323859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6788ec88-039c-45c5-8230-c4d06567628e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=315287d039ad4a3d919f8ed46f05dc14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629981 Nov 10 23:05:02.324176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37198) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:02.378184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.413744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.478501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.481634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.483087 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff4113fd-a49c-4a23-b85f-ac15ca5885ae HTTP/1.1" status: 204 len: 168 time: 0.1574667 Nov 10 23:05:02.493369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fd1f3-f2f0-4ad2-abe9-8b1181a9f03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4113fd-a49c-4a23-b85f-ac15ca5885ae,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:02.588299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 93eb7178-4737-41aa-91df-ee7127acd4be no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:02.630698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 93eb7178-4737-41aa-91df-ee7127acd4be {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:02.633483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 93eb7178-4737-41aa-91df-ee7127acd4be not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:02.634482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a8690aeb-879e-4482-8d67-6620b3609f45 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:02.672813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7968218f-cc38-4db7-b19e-6859bc0bdfbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.690542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a8690aeb-879e-4482-8d67-6620b3609f45 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:02.691185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a8690aeb-879e-4482-8d67-6620b3609f45 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:02.800333 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7968218f-cc38-4db7-b19e-6859bc0bdfbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.807696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7968218f-cc38-4db7-b19e-6859bc0bdfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:02.862689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968218f-cc38-4db7-b19e-6859bc0bdfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee74ab4-9c33-4f36-baaa-5d2d0c2f8e0d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:02.913188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:02.913840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7968218f-cc38-4db7-b19e-6859bc0bdfbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bf498adfd0542719a6914f8a7de332e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015451 Nov 10 23:05:02.997333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.029933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.108256 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.111562 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.116199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ee74ab4-9c33-4f36-baaa-5d2d0c2f8e0d HTTP/1.1" status: 204 len: 168 time: 0.2019641 Nov 10 23:05:03.139494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e4958-0117-4a89-82c0-802daeef00d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee74ab4-9c33-4f36-baaa-5d2d0c2f8e0d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:03.573596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:03.595580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86b0e27-c55e-4aca-899e-0f4c9466efc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.702562 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86b0e27-c55e-4aca-899e-0f4c9466efc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.710111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b86b0e27-c55e-4aca-899e-0f4c9466efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.764293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b86b0e27-c55e-4aca-899e-0f4c9466efc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37c46aa65f1b42e4941977373994a49d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856573 Nov 10 23:05:03.764293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b0e27-c55e-4aca-899e-0f4c9466efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b230136-42c5-4a5e-970e-6554dae6b73b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:03.765212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37246) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:03.825960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.847979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.904196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.907193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:03.921118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b230136-42c5-4a5e-970e-6554dae6b73b HTTP/1.1" status: 204 len: 168 time: 0.1473150 Nov 10 23:05:03.938354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e375f30-2904-4605-9bba-dcc0bdb461c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b230136-42c5-4a5e-970e-6554dae6b73b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:10.071644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:10.253296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ea65680-d06e-4472-81ef-dbbc8a72eb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.380278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ea65680-d06e-4472-81ef-dbbc8a72eb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.386087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ea65680-d06e-4472-81ef-dbbc8a72eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.450308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ea65680-d06e-4472-81ef-dbbc8a72eb50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31e7187a6f544550a0ab12674608dbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743167 Nov 10 23:05:10.450308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea65680-d06e-4472-81ef-dbbc8a72eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a5f205-31e1-4da7-91db-913e2b5e13f8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:10.450308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37474) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:10.520160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.564245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.629472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.633174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:10.634750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7a5f205-31e1-4da7-91db-913e2b5e13f8 HTTP/1.1" status: 204 len: 168 time: 0.1835654 Nov 10 23:05:10.644219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c38753-c35d-4a4f-a9a7-3740e85e1180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a5f205-31e1-4da7-91db-913e2b5e13f8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:12.415529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37540) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:12.592885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1043-ec64-48f7-b1c5-6e4fd63e267f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.697935 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1043-ec64-48f7-b1c5-6e4fd63e267f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.703060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1043-ec64-48f7-b1c5-6e4fd63e267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.749914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e1043-ec64-48f7-b1c5-6e4fd63e267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f2e600-a167-4ecd-94f3-cfa5b74f5c7f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:12.769940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37562) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:12.778610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e3e1043-ec64-48f7-b1c5-6e4fd63e267f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6effcea0076b4c3f8d6c401b8f72e391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619239 Nov 10 23:05:12.847045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.876664 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.953141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.961882 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.963572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1f2e600-a167-4ecd-94f3-cfa5b74f5c7f HTTP/1.1" status: 204 len: 168 time: 0.1914861 Nov 10 23:05:12.974251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472da78f-43e9-43ea-bb5d-1a789ea02f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f2e600-a167-4ecd-94f3-cfa5b74f5c7f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:13.409566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:13.432229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6acc2c9-40a0-4d2f-bf4c-bb33ba7d2720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.525449 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6acc2c9-40a0-4d2f-bf4c-bb33ba7d2720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.530023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6acc2c9-40a0-4d2f-bf4c-bb33ba7d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.571575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6acc2c9-40a0-4d2f-bf4c-bb33ba7d2720 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f28c5cb01e224d44ae9ddd625b464293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606705 Nov 10 23:05:13.572905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acc2c9-40a0-4d2f-bf4c-bb33ba7d2720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc1ddd-49e7-4f2f-a280-7f2224538674,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:13.575276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:13.680956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.712699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.778168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.779444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:13.783598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81dc1ddd-49e7-4f2f-a280-7f2224538674 HTTP/1.1" status: 204 len: 168 time: 0.2066212 Nov 10 23:05:13.792063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef702b09-d7c9-4473-b151-88e6f44e0193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc1ddd-49e7-4f2f-a280-7f2224538674,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:14.162421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:14.308065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38ec805a-d18a-40f0-a80f-95d4e6e9285b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.455924 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38ec805a-d18a-40f0-a80f-95d4e6e9285b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.463179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-38ec805a-d18a-40f0-a80f-95d4e6e9285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.513294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-38ec805a-d18a-40f0-a80f-95d4e6e9285b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd5d46d8d9974a4abcd1031454c7bc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494995 Nov 10 23:05:14.515912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37628) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:14.523884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec805a-d18a-40f0-a80f-95d4e6e9285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80bfdbd-d20d-44cf-9a03-17d52a9246a8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:14.576336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.602660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.689125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.692130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.694094 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c80bfdbd-d20d-44cf-9a03-17d52a9246a8 HTTP/1.1" status: 204 len: 168 time: 0.1761184 Nov 10 23:05:14.697068 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:14.718004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d437-9eba-44f3-92d8-595731ec0f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80bfdbd-d20d-44cf-9a03-17d52a9246a8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:15.167633 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.290434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37662) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:15.309759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e3b14b9-190c-46d0-9d31-3d51d4d3d381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.411482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e3b14b9-190c-46d0-9d31-3d51d4d3d381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.418678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9e3b14b9-190c-46d0-9d31-3d51d4d3d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.802800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b14b9-190c-46d0-9d31-3d51d4d3d381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908f1e1-4fd5-4f48-a9d8-d1adfec35d2a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:15.810729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:15.811339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9e3b14b9-190c-46d0-9d31-3d51d4d3d381 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea71717f7c174fe487542ac34e582fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5190749 Nov 10 23:05:15.902759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.945463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:16.023778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:16.027048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:16.028419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7908f1e1-4fd5-4f48-a9d8-d1adfec35d2a HTTP/1.1" status: 204 len: 168 time: 0.2163720 Nov 10 23:05:16.038095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410ab1c-df22-48f2-b877-f473c2cc558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908f1e1-4fd5-4f48-a9d8-d1adfec35d2a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:19.299308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:19.513770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81c323b2-039e-4c28-8746-185633ce9e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.666369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81c323b2-039e-4c28-8746-185633ce9e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.682444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81c323b2-039e-4c28-8746-185633ce9e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.733702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c323b2-039e-4c28-8746-185633ce9e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01236ddc-12b4-46eb-a05b-1a2d01a47e78,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:19.777049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81c323b2-039e-4c28-8746-185633ce9e81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60f3c9af7a184a7ba1fc37dd1b9d72ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765546 Nov 10 23:05:19.779812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37834) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:19.867751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.900276 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.977428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.980543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:19.982112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01236ddc-12b4-46eb-a05b-1a2d01a47e78 HTTP/1.1" status: 204 len: 168 time: 0.2007461 Nov 10 23:05:19.992440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01236ddc-12b4-46eb-a05b-1a2d01a47e78,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:20.000857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.001529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.002120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.002696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.003499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.004050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.005186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.005762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.006417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.007185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.007971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.008533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1b26-d109-4abf-85bb-6c038f600c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:20.178047 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:05:20.373242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37866) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:20.388893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f84a9966-f54b-4015-bddd-48fd5733fea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.476710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f84a9966-f54b-4015-bddd-48fd5733fea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.481842 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f84a9966-f54b-4015-bddd-48fd5733fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.514157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37868) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:20.514724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f84a9966-f54b-4015-bddd-48fd5733fea5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6e4f515b283460fafa35fdff6bc7808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397202 Nov 10 23:05:20.537969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a9966-f54b-4015-bddd-48fd5733fea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb414b05-b4ab-4f57-b4df-bfd08e44a39a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:20.600398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.625579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.683329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.686420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:20.687714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb414b05-b4ab-4f57-b4df-bfd08e44a39a HTTP/1.1" status: 204 len: 168 time: 0.1725626 Nov 10 23:05:20.698519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b3eca-b3ae-460d-a188-2ed6c6c3a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb414b05-b4ab-4f57-b4df-bfd08e44a39a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:21.083517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 37884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:21.217297 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2cb2-c809-4e05-a090-6c9c4a5750a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.332845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2cb2-c809-4e05-a090-6c9c4a5750a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.346353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2cb2-c809-4e05-a090-6c9c4a5750a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.389249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9b3b2cb2-c809-4e05-a090-6c9c4a5750a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=560a461d989241fea11830ef862ab719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043125 Nov 10 23:05:21.392178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 37900) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:21.415565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b2cb2-c809-4e05-a090-6c9c4a5750a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bb05c-cee1-4753-bd41-91b3c5d2d58f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:21.451181 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.486507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.546615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.550789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.558024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc3bb05c-cee1-4753-bd41-91b3c5d2d58f HTTP/1.1" status: 204 len: 168 time: 0.1611116 Nov 10 23:05:21.573778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fdd30-e3c5-4c39-af75-7a5f1d7d9cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bb05c-cee1-4753-bd41-91b3c5d2d58f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:23.647966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:23.820492 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac01cd90-b7df-448b-b5c2-6025b4eafde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.982998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac01cd90-b7df-448b-b5c2-6025b4eafde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.989993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ac01cd90-b7df-448b-b5c2-6025b4eafde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.020401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38052) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.055074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01cd90-b7df-448b-b5c2-6025b4eafde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b143571a-4739-4945-ab88-b4bfde5b6e24,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.109485 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ac01cd90-b7df-448b-b5c2-6025b4eafde4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d54e5b13d6ba4847a6366f47a6676e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4600880 Nov 10 23:05:24.109652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.216949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.219248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97e87040-5f5a-49b0-b583-0d6aa887df22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.336555 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.371949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97e87040-5f5a-49b0-b583-0d6aa887df22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.382420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-97e87040-5f5a-49b0-b583-0d6aa887df22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.435442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-97e87040-5f5a-49b0-b583-0d6aa887df22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26e29354db424c0297ee22a189cc4958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138935 Nov 10 23:05:24.438264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.438419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e87040-5f5a-49b0-b583-0d6aa887df22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07aa51a-fb8f-4df4-a315-b97e4d75fedd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.465142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.468197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.476203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b143571a-4739-4945-ab88-b4bfde5b6e24 HTTP/1.1" status: 204 len: 168 time: 0.3655083 Nov 10 23:05:24.486582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a340d-aaa9-4818-ac71-d416e4e9ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b143571a-4739-4945-ab88-b4bfde5b6e24,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.527278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.550930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.618243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.622405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.626094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a07aa51a-fb8f-4df4-a315-b97e4d75fedd HTTP/1.1" status: 204 len: 168 time: 0.1862152 Nov 10 23:05:24.660347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b6b0b-8d46-413d-b6a5-47996c40d0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07aa51a-fb8f-4df4-a315-b97e4d75fedd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.826445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38072) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.840941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab1109ca-2d36-4d80-ab47-5330d631f9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.925986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab1109ca-2d36-4d80-ab47-5330d631f9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.930625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab1109ca-2d36-4d80-ab47-5330d631f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.974412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f9151f75-8869-4b95-9030-54dc89fa74c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.976960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38076) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.984359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab1109ca-2d36-4d80-ab47-5330d631f9f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b69720dda724577ac324f89eae98b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568854 Nov 10 23:05:24.985614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1109ca-2d36-4d80-ab47-5330d631f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423e622-8d88-4101-8f35-dd5db49c64d0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.040468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38082) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:25.063657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-99a192fd-2bcd-499d-a7e3-c326833e7d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.065351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.099596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.178778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.181302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.182521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2423e622-8d88-4101-8f35-dd5db49c64d0 HTTP/1.1" status: 204 len: 168 time: 0.2045257 Nov 10 23:05:25.207426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-99a192fd-2bcd-499d-a7e3-c326833e7d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.208732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c424e-f49e-428d-8775-fc58f910871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423e622-8d88-4101-8f35-dd5db49c64d0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.214972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-99a192fd-2bcd-499d-a7e3-c326833e7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.256378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-99a192fd-2bcd-499d-a7e3-c326833e7d8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cda94fe618d4f2a8d6942196e647dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130349 Nov 10 23:05:25.259201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38086) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:25.266406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a192fd-2bcd-499d-a7e3-c326833e7d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c233e62-fb19-43d3-8ae7-4d0a25086a0a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.315257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.338721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.391327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.395846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.397054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c233e62-fb19-43d3-8ae7-4d0a25086a0a HTTP/1.1" status: 204 len: 168 time: 0.1363485 Nov 10 23:05:25.409396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae319c-9116-4bce-b247-931c17e36b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c233e62-fb19-43d3-8ae7-4d0a25086a0a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:26.261491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38140) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.527758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-66698b83-0e1c-4744-8cc5-9e9abc975508 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] Request body: {'port': {'network_id': 'd4655a24-8d28-4553-9ea3-e7de7ace5c7a', 'name': 'tempest-NetworksNegativeTestJSON-1792015549'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:26.544461 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-66698b83-0e1c-4744-8cc5-9e9abc975508 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] POST failed (client error): The resource could not be found. Nov 10 23:05:26.545774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66698b83-0e1c-4744-8cc5-9e9abc975508 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.547095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-66698b83-0e1c-4744-8cc5-9e9abc975508 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2825217 Nov 10 23:05:26.551033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38152) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.572887 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdfc8ac-824c-4a3f-81ed-8d48e4c0eaeb tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] DELETE failed (client error): The resource could not be found. Nov 10 23:05:26.573664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdfc8ac-824c-4a3f-81ed-8d48e4c0eaeb tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.576829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-efdfc8ac-824c-4a3f-81ed-8d48e4c0eaeb tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "DELETE /v2.0/networks/5fc0321e-5cd6-44ed-b56a-27912ad581a5 HTTP/1.1" status: 404 len: 339 time: 0.0242150 Nov 10 23:05:26.580888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38156) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.616501 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b3b729-4d83-4a8c-9581-8bb8a91ad3b6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] DELETE failed (client error): The resource could not be found. Nov 10 23:05:26.617549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b3b729-4d83-4a8c-9581-8bb8a91ad3b6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.621020 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a4b3b729-4d83-4a8c-9581-8bb8a91ad3b6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "DELETE /v2.0/ports/881f6b39-3641-48d5-bae7-0c77a7da0a87 HTTP/1.1" status: 404 len: 333 time: 0.0388439 Nov 10 23:05:26.624908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38158) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.656702 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d43875f-05c6-4e6a-9649-e6251a227ff5 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] DELETE failed (client error): The resource could not be found. Nov 10 23:05:26.657469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d43875f-05c6-4e6a-9649-e6251a227ff5 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.660849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4d43875f-05c6-4e6a-9649-e6251a227ff5 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "DELETE /v2.0/subnets/46d11715-63f9-416b-99c4-2dcb4c00b161 HTTP/1.1" status: 404 len: 337 time: 0.0346472 Nov 10 23:05:26.665561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38160) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.688435 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdfb835-b568-48e1-a6bd-8f7d4b9dc39e tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] GET failed (client error): The resource could not be found. Nov 10 23:05:26.692268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7cdfb835-b568-48e1-a6bd-8f7d4b9dc39e tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "GET /v2.0/networks/1dd0495a-5e33-48ec-85d8-60b4fafc345d HTTP/1.1" status: 404 len: 339 time: 0.0249381 Nov 10 23:05:26.699212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38164) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.733289 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-39af17d5-e964-4af8-bd49-34ef090d0044 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] GET failed (client error): The resource could not be found. Nov 10 23:05:26.738584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-39af17d5-e964-4af8-bd49-34ef090d0044 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "GET /v2.0/ports/b6425190-a868-467c-90ef-7682541dcff8 HTTP/1.1" status: 404 len: 333 time: 0.0267477 Nov 10 23:05:26.738968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.769315 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ece805c-f9cf-4fec-b4ba-411a4cc2b12a tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] GET failed (client error): The resource could not be found. Nov 10 23:05:26.774915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.775311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ece805c-f9cf-4fec-b4ba-411a4cc2b12a tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "GET /v2.0/subnets/769d08ff-0d4d-423a-8940-e820ff01a072 HTTP/1.1" status: 404 len: 337 time: 0.0351396 Nov 10 23:05:26.781048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-44801d9d-5e9f-4779-90b1-4d7b2f9979fc tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:26.797535 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-44801d9d-5e9f-4779-90b1-4d7b2f9979fc tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] PUT failed (client error): The resource could not be found. Nov 10 23:05:26.798462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44801d9d-5e9f-4779-90b1-4d7b2f9979fc tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.799826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-44801d9d-5e9f-4779-90b1-4d7b2f9979fc tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "PUT /v2.0/networks/7419f4ef-f3f1-4757-93f8-5ea43eec37a8 HTTP/1.1" status: 404 len: 339 time: 0.0234771 Nov 10 23:05:26.804048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.810023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3f397bc5-6835-4b54-b0c2-fe2e3de9cad6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:26.834720 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f397bc5-6835-4b54-b0c2-fe2e3de9cad6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] PUT failed (client error): The resource could not be found. Nov 10 23:05:26.835348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f397bc5-6835-4b54-b0c2-fe2e3de9cad6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.836757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3f397bc5-6835-4b54-b0c2-fe2e3de9cad6 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "PUT /v2.0/ports/a2fd79bf-c934-4c01-bef6-4a3f8ef9636e HTTP/1.1" status: 404 len: 333 time: 0.0314350 Nov 10 23:05:26.840330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:26.845764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-457085a7-d77e-460c-819f-f351ed5a0449 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:26.869760 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-457085a7-d77e-460c-819f-f351ed5a0449 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] PUT failed (client error): The resource could not be found. Nov 10 23:05:26.870989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457085a7-d77e-460c-819f-f351ed5a0449 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:26.872295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-457085a7-d77e-460c-819f-f351ed5a0449 tempest-NetworksNegativeTestJSON-2117651224 tempest-NetworksNegativeTestJSON-2117651224-project] 10.222.0.25 "PUT /v2.0/subnets/df8ff803-c7c6-4fe3-8e21-09b111adf233 HTTP/1.1" status: 404 len: 337 time: 0.0307448 Nov 10 23:05:26.887721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38178) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:27.011870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c88b2da9-eece-4218-a0d5-ead4e65b0fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.130161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c88b2da9-eece-4218-a0d5-ead4e65b0fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.134640 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c88b2da9-eece-4218-a0d5-ead4e65b0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.149682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38186) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:27.187549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c88b2da9-eece-4218-a0d5-ead4e65b0fb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db90d3928b564ac187f8ce9fbdf3d68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985697 Nov 10 23:05:27.188450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b2da9-eece-4218-a0d5-ead4e65b0fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e45579-2c68-4ed6-b1b8-0385c427c610,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:27.190217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38192) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:27.292563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.346027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.386082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2eae-b980-4ab0-8ee1-40f7304d9bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.462594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.465222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.466495 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57e45579-2c68-4ed6-b1b8-0385c427c610 HTTP/1.1" status: 204 len: 168 time: 0.2751651 Nov 10 23:05:27.481074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8c2ad-f210-47dd-81c1-cbb17c5d4d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e45579-2c68-4ed6-b1b8-0385c427c610,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:27.525212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2eae-b980-4ab0-8ee1-40f7304d9bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.538454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2eae-b980-4ab0-8ee1-40f7304d9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.588806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d2f2eae-b980-4ab0-8ee1-40f7304d9bd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7424fcbcff94dfcba49b1bb873df410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380202 Nov 10 23:05:27.591359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38200) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:27.630088 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1980009f-8b8b-4240-bd36-cbb78a491491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.642104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2eae-b980-4ab0-8ee1-40f7304d9bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a8e34-57dd-4ba5-8269-695d14c85fa5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:27.659696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.683131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.740253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.744069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.750365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d68a8e34-57dd-4ba5-8269-695d14c85fa5 HTTP/1.1" status: 204 len: 168 time: 0.1578660 Nov 10 23:05:27.761148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066b3f3-41ff-4908-9fe3-9e69843c277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a8e34-57dd-4ba5-8269-695d14c85fa5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:28.429725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38256) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:28.568520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1167707133-network', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:28.601814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Made reservation on behalf of cc851367e44449798178e7f9d7708b5b for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:28.604283 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.614020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.812630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.824538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.870383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa26048-036a-40f9-8001-f28daff11a08,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:28.881519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:28.892747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.893143 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Added segment f9f808d2-5b2a-4624-a06f-c12ef991bee3 of type vlan for network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d Nov 10 23:05:28.900904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38272) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:28.986220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.000892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.068243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2017546903'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:29.072196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.073191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:29.073983 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.099871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:29.108888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.127778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.137623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] Pushing event updated for resources: {'Network': ['ID=6bbaff53-c53b-416d-b26b-9cc1641e1a6d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.147333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5312cf56-08d6-4332-8c4b-0c3f010dd19e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7165153 Nov 10 23:05:29.149143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:29.149576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:29.158290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Request body: {'subnet': {'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1167707133-subnet', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:29.266246 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Made reservation on behalf of cc851367e44449798178e7f9d7708b5b for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:29.270763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.396956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.410685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.459015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:29.504560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9209fe-9336-4ab2-889b-2d9a08c47d6a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.534639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.538008 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment 179146e8-7db5-4bc6-bb5b-5b5bed0a757e of type vlan for network 2ef177b1-4ffc-42a2-af84-df8667413b76 Nov 10 23:05:29.639796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.712809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.718515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:29.719094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.726545 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.829034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9259894 Nov 10 23:05:29.830636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38288) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:29.836772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'name': 'tempest-PortsTestJSON-2135740792'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:29.841537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a72c7-5540-4f95-a8e0-cb2e9078920c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=2ef177b1-4ffc-42a2-af84-df8667413b76,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.852545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:29.881454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3794adf7-3340-4c66-b55f-476a4576ad66,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.939559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Checking segment: {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:29.943164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Network hostable DHCP agents. Network: 6bbaff53-c53b-416d-b26b-9cc1641e1a6d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:29.971761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:29.986310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6bbaff53-c53b-416d-b26b-9cc1641e1a6d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:29.993538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:29.994819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.999736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4607d-a04c-4106-9661-dc9a11d25be1 None None] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:30.040306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:30.050736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8b0fbdd1-e078-4779-bf34-5b69fcf8bbd1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8966093 Nov 10 23:05:30.050973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.051095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:30.062936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:30.099922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 09a52bde-d271-4784-828e-fb86b7493d55 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:30.115179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.117324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.231042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.466585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.498699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.502490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'fixed_ips': [{'subnet_id': '3794adf7-3340-4c66-b55f-476a4576ad66'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:30.503620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.740556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Allocated IP 172.20.0.2 (6bbaff53-c53b-416d-b26b-9cc1641e1a6d/3794adf7-3340-4c66-b55f-476a4576ad66/88f8253a-fe56-4f46-a152-fdeefd06db9a) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:30.759989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.787255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.916489 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.926145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.933384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.934334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Allocated IP 172.25.0.193 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d8b487b3-11fd-4693-b54f-9a0ff4839a5f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:30.946279 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.959730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.997915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:31.001958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:31.012009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:31.017885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Pushing event updated for resources: {'Port': ['ID=88f8253a-fe56-4f46-a152-fdeefd06db9a,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.080799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=09a52bde-d271-4784-828e-fb86b7493d55,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.083899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': '179146e8-7db5-4bc6-bb5b-5b5bed0a757e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:31.084023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 2ef177b1-4ffc-42a2-af84-df8667413b76, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:31.103944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Attempting to bind port 88f8253a-fe56-4f46-a152-fdeefd06db9a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:31.104289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Attempting to bind port 88f8253a-fe56-4f46-a152-fdeefd06db9a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:31.104738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Attempting to bind port 88f8253a-fe56-4f46-a152-fdeefd06db9a on network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:31.109396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:31.110960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:31.111346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Checking segment: {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:31.111743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.112140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Bound using segment: {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:31.112631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Bound port: 88f8253a-fe56-4f46-a152-fdeefd06db9a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:31.113004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.133283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2ef177b1-4ffc-42a2-af84-df8667413b76) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:31.140375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:31.145722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.146302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:31.146974 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.167610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbcaed-78be-47ac-b3ed-5b9592b24561 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:31.170217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cfd9f8e1-680a-41e3-b8de-4eefbcf7cae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3375738 Nov 10 23:05:31.173238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:31.183097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-122384674'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:31.208526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.235463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:31.245692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.286116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.301336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:31.303904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:31.305307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:31.308397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:31.326544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83837668-7883-40cb-b50d-f4b000525eec None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:31.335580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.335952 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment 7e882403-77cc-443a-9683-fbc91f51448b of type vlan for network 5a36481a-eb9e-4b21-892f-77007d1a3135 Nov 10 23:05:31.340294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] For port 88f8253a-fe56-4f46-a152-fdeefd06db9a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:31.392452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] For port 88f8253a-fe56-4f46-a152-fdeefd06db9a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=88f8253a-fe56-4f46-a152-fdeefd06db9a,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:31.432777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.445852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b832301d-440c-404e-9834-b91fc1748b8c None None] Provisioning complete for port d8b487b3-11fd-4693-b54f-9a0ff4839a5f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:31.446220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b832301d-440c-404e-9834-b91fc1748b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.447834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.515784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.523801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:31.526905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.576239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b832301d-440c-404e-9834-b91fc1748b8c None None] Port d8b487b3-11fd-4693-b54f-9a0ff4839a5f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:31.585187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1d542-d5e2-4e8c-8ae1-b3be7da6e14e None None] Pushing event updated for resources: {'Port': ['ID=88f8253a-fe56-4f46-a152-fdeefd06db9a,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.648536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.670909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4937685 Nov 10 23:05:31.671596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:31.679287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'ports': [{'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'}, {'network_id': '5a36481a-eb9e-4b21-892f-77007d1a3135'}]} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:31.679832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:31.680512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '5a36481a-eb9e-4b21-892f-77007d1a3135'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:31.686255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65930-b6fe-4078-8d5b-60f8f222336b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=5a36481a-eb9e-4b21-892f-77007d1a3135,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.698194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5a36481a-eb9e-4b21-892f-77007d1a3135 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:31.945647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.963568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 2} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:31.968655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:31.986911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.116883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Router 154b0d52-d288-40f7-a9f0-4d8440eccb54 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:05:32.119360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port ccfdfe18-17eb-4707-b78c-b0d5f46adb58 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:32.238612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:32.250128 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Sync routers for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:32.264070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.266679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5ca895e-f447-4a1d-b62b-261f9bd83cf1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2128997 Nov 10 23:05:32.267558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:32.268360 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:32.268916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:32.307379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.401060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 4aae8391-b829-4959-a73f-699061d8941c yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:32.525967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:32.617003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.637798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 88f8253a-fe56-4f46-a152-fdeefd06db9a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:32.726428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.773940 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 88f8253a-fe56-4f46-a152-fdeefd06db9a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:32.774313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.850318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=ccfdfe18-17eb-4707-b78c-b0d5f46adb58,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:32.867551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:32.871324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:32.878561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:32.881676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.901608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.995240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.050395 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:31Z', 'revision_number': 3, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:33.067998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=4aae8391-b829-4959-a73f-699061d8941c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.078980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 88f8253a-fe56-4f46-a152-fdeefd06db9a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=88f8253a-fe56-4f46-a152-fdeefd06db9a,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:33.081549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': '7e882403-77cc-443a-9683-fbc91f51448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a36481a-eb9e-4b21-892f-77007d1a3135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:33.082464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 5a36481a-eb9e-4b21-892f-77007d1a3135, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:33.090002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.111844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 5a36481a-eb9e-4b21-892f-77007d1a3135 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:33.127878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5a36481a-eb9e-4b21-892f-77007d1a3135) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:33.134085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:33.138904 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Checking router: 154b0d52-d288-40f7-a9f0-4d8440eccb54 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:33.141365 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Updating router 154b0d52-d288-40f7-a9f0-4d8440eccb54 port d8b487b3-11fd-4693-b54f-9a0ff4839a5f binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:33.145668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:33.155456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=88f8253a-fe56-4f46-a152-fdeefd06db9a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.155625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:33.156183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.158108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabf448-aeec-4d7e-82c9-a2e87e22f922 None None] Network 5a36481a-eb9e-4b21-892f-77007d1a3135 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:33.199074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c246c45-2cd9-48ac-8cd9-4afeed354c3f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5239956 Nov 10 23:05:33.199990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38342) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:33.205788 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.213295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d145e9-ff9e-4c87-8780-3c2dc7de9bf1 None None] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:33.229387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Allocated IP 172.20.0.1 (6bbaff53-c53b-416d-b26b-9cc1641e1a6d/3794adf7-3340-4c66-b55f-476a4576ad66/d0781842-121f-4481-aed5-a771c0c6722d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:33.300371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e2997ab1-af67-441e-851d-b349da9ab640 None None] Provisioning complete for port 88f8253a-fe56-4f46-a152-fdeefd06db9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:33.301054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e2997ab1-af67-441e-851d-b349da9ab640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.358763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.366447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 4aae8391-b829-4959-a73f-699061d8941c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:33.366766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.403127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.478210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:33.481683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:33.495462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:33.541223 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.550330 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.619847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 4aae8391-b829-4959-a73f-699061d8941c owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:33.687823 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.707940 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.727001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.796147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c25c01-b0af-4d01-87da-5ef72742257f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:33.807866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=4aae8391-b829-4959-a73f-699061d8941c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.814997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Pushing event updated for resources: {'Port': ['ID=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.825615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.833900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-19165d80-937e-426d-a2e4-25db1ec1203b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/4aae8391-b829-4959-a73f-699061d8941c HTTP/1.1" status: 204 len: 168 time: 0.6300941 Nov 10 23:05:33.834119 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.834422 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.834758 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.835090 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.835995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:33.839941 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.841275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.841618 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.841954 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.842544 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.842876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.843206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.843526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:33.849215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Attempting to bind port d8b487b3-11fd-4693-b54f-9a0ff4839a5f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:33.849589 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Attempting to bind port d8b487b3-11fd-4693-b54f-9a0ff4839a5f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:33.849946 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Attempting to bind port d8b487b3-11fd-4693-b54f-9a0ff4839a5f on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:33.858616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d62ed32f-7566-4a71-9d06-25bd0ec44aec None None] Provisioning complete for port d8b487b3-11fd-4693-b54f-9a0ff4839a5f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:33.872117 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:33.872785 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:33.873641 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.874890 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:33.875694 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Bound port: d8b487b3-11fd-4693-b54f-9a0ff4839a5f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:33.876383 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.878476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d62ed32f-7566-4a71-9d06-25bd0ec44aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.965981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa22be8-1a57-4207-ad9c-244b2e6dc4b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:33.983646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa22be8-1a57-4207-ad9c-244b2e6dc4b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:33.989146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ffa22be8-1a57-4207-ad9c-244b2e6dc4b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1513326 Nov 10 23:05:33.991874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:34.053001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d62ed32f-7566-4a71-9d06-25bd0ec44aec None None] Port d8b487b3-11fd-4693-b54f-9a0ff4839a5f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:34.059275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] For port d8b487b3-11fd-4693-b54f-9a0ff4839a5f, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:34.070782 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] For port d8b487b3-11fd-4693-b54f-9a0ff4839a5f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:34.083945 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.121364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d89719-c3aa-4583-a11e-52ef23a181fa None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:34.163303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port ccfdfe18-17eb-4707-b78c-b0d5f46adb58 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:34.163923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.182456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Provisioning complete for port d8b487b3-11fd-4693-b54f-9a0ff4839a5f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:34.182834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.185691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Pushing event updated for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.187174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:34.187798 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:34.350255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.372901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.390808 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56fb0-df2a-4e0d-8d69-9b1611b3b26c None None] Pushing event updated for resources: {'Port': ['ID=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.402253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for ccfdfe18-17eb-4707-b78c-b0d5f46adb58 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:34.420839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.482811 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:34.503036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] For port d8b487b3-11fd-4693-b54f-9a0ff4839a5f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:34.514915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.605438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Provisioning complete for port 88f8253a-fe56-4f46-a152-fdeefd06db9a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:34.605816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.672440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 88f8253a-fe56-4f46-a152-fdeefd06db9a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:34.673218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.673725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.681876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.729243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.772838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Pushing event updated for resources: {'Port': ['ID=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.803946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=ccfdfe18-17eb-4707-b78c-b0d5f46adb58,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.807491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.827194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-35636129-a669-49aa-844e-0791f9994f0a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/ccfdfe18-17eb-4707-b78c-b0d5f46adb58 HTTP/1.1" status: 204 len: 168 time: 0.8341484 Nov 10 23:05:34.829840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38370) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:34.839107 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:31Z', 'revision_number': 3, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:34.857832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Pushing event updated for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.868173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 88f8253a-fe56-4f46-a152-fdeefd06db9a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:34.868614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.882227 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ade254-e988-435b-a0f9-adf95ce0ec20 None None] The sync data for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 is: [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:31Z', 'revision_number': 3, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:34.925927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:34.928540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:34.951890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab81b61-e489-4cb2-bf77-0cda64879bca tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:34.959195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7ab81b61-e489-4cb2-bf77-0cda64879bca tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1281948 Nov 10 23:05:34.959710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38372) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:34.972221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.035072 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2007d1d2-b882-427f-9078-b07cffd0b13f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:35.036673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2007d1d2-b882-427f-9078-b07cffd0b13f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/4aae8391-b829-4959-a73f-699061d8941c HTTP/1.1" status: 404 len: 333 time: 0.0598915 Nov 10 23:05:35.046402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38378) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.099252 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e71fb7-73af-452c-be89-64f4452a5c81 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:35.103563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-87e71fb7-73af-452c-be89-64f4452a5c81 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/ccfdfe18-17eb-4707-b78c-b0d5f46adb58 HTTP/1.1" status: 404 len: 333 time: 0.0535407 Nov 10 23:05:35.105553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38380) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.116696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Provisioning complete for port d0781842-121f-4481-aed5-a771c0c6722d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:35.118972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.142842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Router 154b0d52-d288-40f7-a9f0-4d8440eccb54 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:35.217949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-67f0c887-534e-434e-8b61-68b87b3898f5 None None] Port d0781842-121f-4481-aed5-a771c0c6722d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:35.265838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.354656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7d8b6fa-dbea-441c-a870-0a537116e702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.367832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-494f6541-8f9e-4d69-abc9-2e3a12e101ee None None] Provisioning complete for port d0781842-121f-4481-aed5-a771c0c6722d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:35.372560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-494f6541-8f9e-4d69-abc9-2e3a12e101ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.422557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-494f6541-8f9e-4d69-abc9-2e3a12e101ee None None] Port d0781842-121f-4481-aed5-a771c0c6722d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:35.437119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:35.443644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e6d7df14-2543-4f26-827e-8d3654e1a545 admin admin] 10.222.0.25 "PUT /v2.0/routers/154b0d52-d288-40f7-a9f0-4d8440eccb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1731038 Nov 10 23:05:35.534890 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.559702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a36481a-eb9e-4b21-892f-77007d1a3135']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:35.571789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e882403-77cc-443a-9683-fbc91f51448b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:35.572082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e882403-77cc-443a-9683-fbc91f51448b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:35.582502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.632832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.639999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:35.640402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:35.643737 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:35.790281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7d8b6fa-dbea-441c-a870-0a537116e702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.792122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.823256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.831565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/5a36481a-eb9e-4b21-892f-77007d1a3135 HTTP/1.1" status: 204 len: 168 time: 0.7250674 Nov 10 23:05:35.833059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38396) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.834013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20c0fd-7a0b-40a0-b0a7-aceab3544dbc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=5a36481a-eb9e-4b21-892f-77007d1a3135,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:35.838547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7d8b6fa-dbea-441c-a870-0a537116e702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.850304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1422431390'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:35.885036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:35.890320 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.938298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8b6fa-dbea-441c-a870-0a537116e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a9733-2a3f-4805-9480-ffa6abceb7b8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:35.948823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c7d8b6fa-dbea-441c-a870-0a537116e702 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fed55bc2ada4c5d988bd8f283ba6118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9880733 Nov 10 23:05:35.949520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38406) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.960434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:35.972594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.973276 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment bf23bc64-c816-494c-80dc-aed1e98ef1b3 of type vlan for network e4f4b559-e425-4559-9eef-fb41ceec6ea5 Nov 10 23:05:36.034145 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.043968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.073420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.088658 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.105158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:36.105811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.152646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.155579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.159530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/938a9733-2a3f-4805-9480-ffa6abceb7b8 HTTP/1.1" status: 204 len: 168 time: 0.2089205 Nov 10 23:05:36.168286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c802d-40f5-4725-8cdc-373cb4d01627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a9733-2a3f-4805-9480-ffa6abceb7b8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.215281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3806453 Nov 10 23:05:36.220070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38412) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:36.222050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce1a4-c230-41bd-8eb9-4f7531e71084 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=e4f4b559-e425-4559-9eef-fb41ceec6ea5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.227719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:36.232575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:36.343152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38418) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:36.352094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1619974516-network', 'tenant_id': 'f3b3f582438443508837d382ef239680'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:36.386516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Made reservation on behalf of f3b3f582438443508837d382ef239680 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:36.389371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.424868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.456429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:36.493417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.620314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Performing IP validity checks on allocation pools {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:05:36.625391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:05:36.652538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.656621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8b487b3-11fd-4693-b54f-9a0ff4839a5f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:36.669040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.726394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:36.739525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a3943-b071-4438-8173-c31cfe9fb3c1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.748706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.749288 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Added segment 4b70b034-8dc6-49ac-82fb-ee32935d046a of type vlan for network ec3d74cf-3388-46a5-b09d-a58e111d5063 Nov 10 23:05:36.777658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d8b487b3-11fd-4693-b54f-9a0ff4839a5f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:36.778036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.834587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.893642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.896257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.897311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:36.898049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.988991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=f66c2280-2a51-4d84-b891-d0a7015029ab,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.992558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': 'bf23bc64-c816-494c-80dc-aed1e98ef1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:36.993082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: e4f4b559-e425-4559-9eef-fb41ceec6ea5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:37.015833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6696627 Nov 10 23:05:37.019004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:37.024235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38440) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:37.033366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Request body: {'subnet': {'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1619974516-subnet', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:37.037315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e4f4b559-e425-4559-9eef-fb41ceec6ea5) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:37.041206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc56f7-d5f2-4eaa-8c90-734b36c88d10 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3d74cf-3388-46a5-b09d-a58e111d5063,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:37.047488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982162f-2823-494f-9675-5b1e8a30ecaf None None] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:37.058398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:37.061535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.074279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Made reservation on behalf of f3b3f582438443508837d382ef239680 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:37.077131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.100876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d7542d48-e48e-4793-ad16-5193ffd4f8a2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8792508 Nov 10 23:05:37.103767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38442) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:37.111672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5', 'name': 'tempest-PortsTestJSON-1891726088'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:37.340422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.348653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:37.352407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.372868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:37.380541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 5a18484a-d6df-4efd-80e5-48516883fee6 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:37.408130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786b02ae-c0e6-474c-806e-6838f286b0f3,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:37.438391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Checking segment: {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:37.438912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Network hostable DHCP agents. Network: ec3d74cf-3388-46a5-b09d-a58e111d5063, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:37.458603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:37.474703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ec3d74cf-3388-46a5-b09d-a58e111d5063) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:37.480679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:37.481265 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.554758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a425f4f-542b-48ea-9075-1e23862fc909 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5252874 Nov 10 23:05:37.554758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38460) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:37.565385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.3 (e4f4b559-e425-4559-9eef-fb41ceec6ea5/f66c2280-2a51-4d84-b891-d0a7015029ab/5a18484a-d6df-4efd-80e5-48516883fee6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:37.567136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704625a2-fa4d-421b-811d-89095c677f4e None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:37.568143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:37.613907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.615292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.636912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38462) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:37.703141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.735556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Sync routers for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:37.769027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:37.770530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:37.780040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.828407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.877994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:37.881271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=5a18484a-d6df-4efd-80e5-48516883fee6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:37.895831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.898842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:37.900459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:37.907562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:37.907985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1841711119-network', 'tenant_id': '8dfc8b6ec38f4680a00afee97d7e36c2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:37.976459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:37.977279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.986625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Made reservation on behalf of 8dfc8b6ec38f4680a00afee97d7e36c2 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:37.989854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.001197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.004861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6a5b4a53-1a34-4ec5-9466-a6b15c905f90 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8969753 Nov 10 23:05:38.005247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38466) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.142483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 5a18484a-d6df-4efd-80e5-48516883fee6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:38.142994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.170099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ec3d74cf-3388-46a5-b09d-a58e111d5063', 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'fixed_ips': [{'subnet_id': '786b02ae-c0e6-474c-806e-6838f286b0f3'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:38.171009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.205572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-e4f4b559-e425-4559-9eef-fb41ceec6ea5', 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': 'f66c2280-2a51-4d84-b891-d0a7015029ab'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:38.206513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.237144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.247470 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.287346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:38.289871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.298243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.319585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 5a18484a-d6df-4efd-80e5-48516883fee6 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:38.326827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.331364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.332346 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Added segment 16e541b7-58ef-44b1-867c-ec8a5f69d2ba of type vlan for network d56e1122-43cb-4084-a176-c3da6aa6716d Nov 10 23:05:38.334615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.436404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.439050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd0781842-121f-4481-aed5-a771c0c6722d', 'name': '', 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'mac_address': 'fa:16:3e:64:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:32Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 2, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'subnets': [{'id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:38.513838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Checking router: 154b0d52-d288-40f7-a9f0-4d8440eccb54 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:38.515367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Updating router 154b0d52-d288-40f7-a9f0-4d8440eccb54 port d0781842-121f-4481-aed5-a771c0c6722d binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:38.521175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.522242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:38.523092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.524270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.555349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Allocated IP 172.20.0.2 (e4f4b559-e425-4559-9eef-fb41ceec6ea5/f66c2280-2a51-4d84-b891-d0a7015029ab/3f8a985b-1f2c-4759-a617-66627a98c1e9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:38.557399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=5a18484a-d6df-4efd-80e5-48516883fee6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.591653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Allocated IP 172.25.0.172 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/3933f578-7990-4691-adcb-8fd3875f0162) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:38.629339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9866955 Nov 10 23:05:38.635392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38476) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.645905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Request body: {'subnet': {'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1841711119-subnet', 'tenant_id': '8dfc8b6ec38f4680a00afee97d7e36c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:38.685837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae1bcd-c5b0-4208-bea8-bd544d13b85a admin admin] Pushing event updated for resources: {'Network': ['ID=d56e1122-43cb-4084-a176-c3da6aa6716d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.731534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Made reservation on behalf of 8dfc8b6ec38f4680a00afee97d7e36c2 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:38.734608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.738244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.746571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-703b68fa-c10f-41f5-9086-a51dfb33e4e5 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/5a18484a-d6df-4efd-80e5-48516883fee6 HTTP/1.1" status: 204 len: 168 time: 0.7398427 Nov 10 23:05:38.750435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38480) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.778303 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-862053d6-500e-4ae2-a833-2209596b35b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:05:38.779152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862053d6-500e-4ae2-a833-2209596b35b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:38.782642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-862053d6-500e-4ae2-a833-2209596b35b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/5a18484a-d6df-4efd-80e5-48516883fee6 HTTP/1.1" status: 404 len: 333 time: 0.0311344 Nov 10 23:05:38.785693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38482) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.792497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d56e1122-43cb-4084-a176-c3da6aa6716d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:38.817018 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f5ae5c-9cb3-4786-b480-3c3bbb1d1d76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:38.818498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.819600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2f5ae5c-9cb3-4786-b480-3c3bbb1d1d76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/5a18484a-d6df-4efd-80e5-48516883fee6 HTTP/1.1" status: 404 len: 333 time: 0.0327022 Nov 10 23:05:38.823192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38484) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.846566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.859288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.890309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet f66c2280-2a51-4d84-b891-d0a7015029ab {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:38.895173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.928243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.949260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.979187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Pushing event updated for resources: {'Port': ['ID=3933f578-7990-4691-adcb-8fd3875f0162,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.015266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca47f-c23b-459a-8423-981088959680 req-bdc6a546-d67f-4a27-8a8f-a4e0483ae12a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:39.037130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb3ca47f-c23b-459a-8423-981088959680 req-bdc6a546-d67f-4a27-8a8f-a4e0483ae12a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.2094595 Nov 10 23:05:39.052302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:39.053241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.063657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:39.070457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:39.124479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.152762 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.159651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da22d0-65fc-4685-8eda-9e634411365a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:39.171565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Allocated IP 172.20.0.2 (ec3d74cf-3388-46a5-b09d-a58e111d5063/786b02ae-c0e6-474c-806e-6838f286b0f3/8dac9ddc-0e68-41c3-9b0b-667a1c728afe) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:39.198256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=f66c2280-2a51-4d84-b891-d0a7015029ab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.209878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.216603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-299fb60d-63cd-4641-811a-f240e4ec6f3d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/f66c2280-2a51-4d84-b891-d0a7015029ab HTTP/1.1" status: 204 len: 168 time: 0.3894634 Nov 10 23:05:39.217300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:39.246725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:39.261909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bb3ca47f-c23b-459a-8423-981088959680 req-ce5e4782-8d26-4e92-9f18-2f71831d9788 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237403 Nov 10 23:05:39.333635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:39.348834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.416487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 3f8a985b-1f2c-4759-a617-66627a98c1e9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:39.417534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.458744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.502699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.503138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port 3f8a985b-1f2c-4759-a617-66627a98c1e9, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:39.504955 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.523066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 3f8a985b-1f2c-4759-a617-66627a98c1e9 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:39.622331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.624300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:39.629188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Checking segment: {'id': '16e541b7-58ef-44b1-867c-ec8a5f69d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:39.629871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Network hostable DHCP agents. Network: d56e1122-43cb-4084-a176-c3da6aa6716d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:39.635894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f4b7b4-39dd-4798-8065-6c442e14cc72,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.654852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2d227895-68cb-478f-bd42-b3f4c5e2d1a0 None None] Provisioning complete for port 3933f578-7990-4691-adcb-8fd3875f0162 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:39.655265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d227895-68cb-478f-bd42-b3f4c5e2d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.659326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Pushing event updated for resources: {'Port': ['ID=3f8a985b-1f2c-4759-a617-66627a98c1e9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.663665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Network d56e1122-43cb-4084-a176-c3da6aa6716d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:39.675280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=3f8a985b-1f2c-4759-a617-66627a98c1e9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.695933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port 3f8a985b-1f2c-4759-a617-66627a98c1e9 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:39.718360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d56e1122-43cb-4084-a176-c3da6aa6716d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:39.730342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:39.731269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.745155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877eb6aa-40b4-4f0f-94e4-e91cb16784ae None None] Network d56e1122-43cb-4084-a176-c3da6aa6716d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:39.759713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.788112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef432daf-66da-41b1-9913-759b4f1bf2e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1516321 Nov 10 23:05:39.818541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Attempting to bind port 3f8a985b-1f2c-4759-a617-66627a98c1e9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:39.818908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Attempting to bind port 3f8a985b-1f2c-4759-a617-66627a98c1e9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bf23bc64-c816-494c-80dc-aed1e98ef1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:39.819280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Attempting to bind port 3f8a985b-1f2c-4759-a617-66627a98c1e9 on network e4f4b559-e425-4559-9eef-fb41ceec6ea5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:39.821637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.828058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:39.828438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Checking segment: {'id': 'bf23bc64-c816-494c-80dc-aed1e98ef1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:39.828838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.829290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Bound using segment: {'id': 'bf23bc64-c816-494c-80dc-aed1e98ef1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:39.829767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Bound port: 3f8a985b-1f2c-4759-a617-66627a98c1e9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf23bc64-c816-494c-80dc-aed1e98ef1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e4f4b559-e425-4559-9eef-fb41ceec6ea5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:39.830151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.851011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f4b559-e425-4559-9eef-fb41ceec6ea5']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:39.853096 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.861843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf23bc64-c816-494c-80dc-aed1e98ef1b3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:39.862218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf23bc64-c816-494c-80dc-aed1e98ef1b3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:39.864713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.873327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.897313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.912936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:39.913416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:39.922365 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:39.990877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2d227895-68cb-478f-bd42-b3f4c5e2d1a0 None None] Port 3933f578-7990-4691-adcb-8fd3875f0162 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:40.047284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.062883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.074016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/e4f4b559-e425-4559-9eef-fb41ceec6ea5 HTTP/1.1" status: 204 len: 168 time: 0.8551197 Nov 10 23:05:40.116785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:40.130224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-369833851'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:40.140893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.148742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6ff4a-58ae-49d5-ae94-e94b2e36821f None None] Pushing event updated for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.184416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-84d0cf5a-246c-492b-846a-2fb52fa0da82 None None] Port 3f8a985b-1f2c-4759-a617-66627a98c1e9 has been deleted concurrently {{(pid=102459) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 23:05:40.197133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c90f49-1a72-413b-a670-04ff497ea6f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=e4f4b559-e425-4559-9eef-fb41ceec6ea5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.223023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.229720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:40.233812 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.291417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:40.317325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.317692 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment 210b01dd-d863-4176-8c46-40403d533b05 of type vlan for network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 Nov 10 23:05:40.336157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Pushing event updated for resources: {'Port': ['ID=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.370047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:40.386333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:40.390471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:40.404840 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.456483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.468337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:40.469354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.633470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5148180 Nov 10 23:05:40.635639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:40.653886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6d87e-cefb-4c87-b4be-0cb594c4ea16 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.687273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:40.691817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Attempting to bind port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:40.692379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Attempting to bind port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:40.692558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Attempting to bind port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe on network ec3d74cf-3388-46a5-b09d-a58e111d5063 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:40.736819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:40.757715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55546ad-2df6-478e-860a-728f433e9d41 req-9491a2e4-bc84-42fc-b024-dea452f84450 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:40.766499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c55546ad-2df6-478e-860a-728f433e9d41 req-9491a2e4-bc84-42fc-b024-dea452f84450 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.2609346 Nov 10 23:05:40.844206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed0b8a4e-82e2-4e9f-babf-af1291a18fed None None] Provisioning complete for port d0781842-121f-4481-aed5-a771c0c6722d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:40.844578 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8a4e-82e2-4e9f-babf-af1291a18fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.846893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:40.848008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Checking segment: {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:40.848405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.848807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Bound using segment: {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:40.849414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Bound port: 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:40.849656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.869807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38526) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:40.876519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1275693800-network', 'tenant_id': '7d6877c432b24ac191beae6a63db08d7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:40.882316 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c55546ad-2df6-478e-860a-728f433e9d41 req-bc08e1be-d812-4499-9cb4-5534f382b9cc tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139376 Nov 10 23:05:40.883784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Attempting to bind port d0781842-121f-4481-aed5-a771c0c6722d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:40.884156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Attempting to bind port d0781842-121f-4481-aed5-a771c0c6722d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:40.884510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Attempting to bind port d0781842-121f-4481-aed5-a771c0c6722d on network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:40.896441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:40.898337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Checking segment: {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:40.898896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.899042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Bound using segment: {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:40.899722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Bound port: d0781842-121f-4481-aed5-a771c0c6722d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f808d2-5b2a-4624-a06f-c12ef991bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:40.900105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.908952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:40.913601 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.918575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Router 7c9a610a-c265-4c0d-836c-9d04b12814b7 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:05:40.958735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Made reservation on behalf of 7d6877c432b24ac191beae6a63db08d7 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:40.961344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.975758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.011518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] For port d0781842-121f-4481-aed5-a771c0c6722d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:41.017041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] For port d0781842-121f-4481-aed5-a771c0c6722d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d0781842-121f-4481-aed5-a771c0c6722d,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:41.049544 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.080381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701dcd6-c078-487b-8ba3-865722dca0ed None None] Network d56e1122-43cb-4084-a176-c3da6aa6716d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:41.139566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.153245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.171868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:41.184927 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Sync routers for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:41.203645 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:41.204721 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:41.228783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b8a4e-82e2-4e9f-babf-af1291a18fed None None] Port d0781842-121f-4481-aed5-a771c0c6722d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:41.231634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:41.274329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.276742 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Added segment 4618396a-0fbc-48ba-947d-a38b767cb0e3 of type vlan for network 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 Nov 10 23:05:41.334272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.338010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2a0f6560-cdad-4aee-b734-0aff06abd128 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7800710 Nov 10 23:05:41.340337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38538) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:41.381469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:41.405526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] For port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:41.410591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] For port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:41.421468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:41.422544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:41.422757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.504224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a2105-632f-4a78-970a-d87ed72c9706,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:41.521895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.523889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:41.524495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.557848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.704407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6ff4a-58ae-49d5-ae94-e94b2e36821f None None] Pushing event updated for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:41.741090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8696396 Nov 10 23:05:41.754677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38548) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:41.764309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Request body: {'subnet': {'network_id': '975b71b7-8a1f-482c-9ff8-b3ff37cb71c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1275693800-subnet', 'tenant_id': '7d6877c432b24ac191beae6a63db08d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:41.832916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Pushing event updated for resources: {'Network': ['ID=975b71b7-8a1f-482c-9ff8-b3ff37cb71c7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:41.861549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Provisioning complete for port d0781842-121f-4481-aed5-a771c0c6722d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:41.862188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.881551 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 3, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:41.921257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.923788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.924247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.924497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.924833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.928912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.929987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.930338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.930673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.931399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.931723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.932054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.932383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d75ac3-ec91-41f5-b8dd-6f2382e4b6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:41.952395 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Checking router: 7c9a610a-c265-4c0d-836c-9d04b12814b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:41.952784 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Updating router 7c9a610a-c265-4c0d-836c-9d04b12814b7 port 3933f578-7990-4691-adcb-8fd3875f0162 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:41.982087 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.038186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa6e8-ca95-45e2-bbfb-7acfdb9aa9b3 req-e631780d-307b-438d-ab63-9b4716af6d98 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:42.041420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1daa6e8-ca95-45e2-bbfb-7acfdb9aa9b3 req-e631780d-307b-438d-ab63-9b4716af6d98 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.2578270 Nov 10 23:05:42.042251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Made reservation on behalf of 7d6877c432b24ac191beae6a63db08d7 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:42.045349 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.106899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:42.225578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78ca15-204f-4347-a886-59afbd54a990 None None] DHCP port deletion for e4f4b559-e425-4559-9eef-fb41ceec6ea5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:42.231463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': '210b01dd-d863-4176-8c46-40403d533b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:42.232145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:42.232608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1daa6e8-ca95-45e2-bbfb-7acfdb9aa9b3 req-cb12a031-29c9-4b8d-868a-ed772a35f95e tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838615 Nov 10 23:05:42.237036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=5de4b9e9-24ab-479c-ac58-8cd368c1b032,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.376912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982a01d-2b8b-421b-b9da-cba3da60a075 None None] Pushing event updated for resources: {'Port': ['ID=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.387133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:42.398680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:42.427135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:42.440674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:42.442116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.465011 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.468523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3ffd4-809d-4850-979f-7893508b6f44 None None] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:42.481862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b226213-9bdb-4119-9b2b-bc3890f06606 None None] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:42.505722 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.512283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1b72a5cd-8113-4fff-aad6-8837134cb80c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8298290 Nov 10 23:05:42.515109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38558) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:42.518692 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.521191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-916088370'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:42.587995 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Attempting to bind port 3933f578-7990-4691-adcb-8fd3875f0162 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:42.588714 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Attempting to bind port 3933f578-7990-4691-adcb-8fd3875f0162 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:42.589349 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Attempting to bind port 3933f578-7990-4691-adcb-8fd3875f0162 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:42.591628 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343f55d-55dd-49ad-b36a-338f8ad33813 None None] Pushing event updated for resources: {'Port': ['ID=3933f578-7990-4691-adcb-8fd3875f0162,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.604520 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:42.606458 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:42.606712 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.609221 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:42.609703 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Bound port: 3933f578-7990-4691-adcb-8fd3875f0162, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:42.610242 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.679134 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] For port 3933f578-7990-4691-adcb-8fd3875f0162, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:42.684261 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] For port 3933f578-7990-4691-adcb-8fd3875f0162, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3933f578-7990-4691-adcb-8fd3875f0162,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:42.698010 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.720547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.742981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c66b4-70d7-43af-98e0-99d36da12649 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:42.779904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:42.783574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.792722 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:42.793734 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:42.813929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b778a6-46b3-4a25-b394-3aae5511edfe,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.825216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 20e08453-d05e-42ac-bbc4-0319d65a86c5 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:42.829972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Checking segment: {'id': '4618396a-0fbc-48ba-947d-a38b767cb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '975b71b7-8a1f-482c-9ff8-b3ff37cb71c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:42.830340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Network hostable DHCP agents. Network: 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:42.855989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Allocated IP 172.20.0.1 (ec3d74cf-3388-46a5-b09d-a58e111d5063/786b02ae-c0e6-474c-806e-6838f286b0f3/30287386-d4c7-4ac9-9db0-45aee70392aa) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:42.857318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dac9ddc-0e68-41c3-9b0b-667a1c728afe up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:42.892952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3ffd4-809d-4850-979f-7893508b6f44 None None] Network e4f4b559-e425-4559-9eef-fb41ceec6ea5 could not be found, it might have been deleted concurrently. {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 23:05:42.925526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343f55d-55dd-49ad-b36a-338f8ad33813 None None] Pushing event updated for resources: {'Port': ['ID=3933f578-7990-4691-adcb-8fd3875f0162,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.926226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Network 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:42.961606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:42.995562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:42.996433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.023697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-f85ef24c-6c2f-48da-8b1f-38f3274f084e tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:43.025927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-f85ef24c-6c2f-48da-8b1f-38f3274f084e tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.1401920 Nov 10 23:05:43.067313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-00f0a1e9-ffc5-4680-acee-749cab014801 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3113189 Nov 10 23:05:43.085819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.14 (62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6/5de4b9e9-24ab-479c-ac58-8cd368c1b032/20e08453-d05e-42ac-bbc4-0319d65a86c5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:43.105790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:43.172938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.261672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.330796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Deleting port 0856e582-9a6d-42ae-99bf-710e1aef4014 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:43.331545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.349075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:43.352636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:43.358182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:43.436554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a7ba9-f129-420b-9b27-10b416d61322 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:43.438367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea60012-5d2b-4a21-a983-0d5f7d2380d5 None None] Network 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:43.443812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Pushing event updated for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:43.461556 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.475973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.537646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] For port 0856e582-9a6d-42ae-99bf-710e1aef4014, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=0856e582-9a6d-42ae-99bf-710e1aef4014,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:43.538031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.552450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c4685-c950-47b9-af48-8ac05ded29d7 None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:43.655721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6', 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': '5de4b9e9-24ab-479c-ac58-8cd368c1b032'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:43.655998 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 3, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:43.656478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.669187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997a7f-e55b-432c-b364-14f26a29ec82 req-480aa8b5-b969-4cfa-80c9-c79f4f83720a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:43.674956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d997a7f-e55b-432c-b364-14f26a29ec82 req-480aa8b5-b969-4cfa-80c9-c79f4f83720a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 945 time: 0.2622437 Nov 10 23:05:43.692657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f092ef-2c99-43be-a971-8a9f2470ed51 None None] The sync data for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 is: [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 3, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:43.872360 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.878271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.900338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a29c7-558f-44ce-ab67-1bf8ccd63539 None None] Network 975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:43.979210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0d997a7f-e55b-432c-b364-14f26a29ec82 req-865798d9-75d6-4ba1-9ac5-4f358f5ec17a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups?id=f56b532c-8138-4a2f-b049-8c71ae78227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948108 Nov 10 23:05:44.002939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.045060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.045596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.045716 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Floating IP be34edde-52ca-4287-b097-15d09f20ee0b disassociated. External IP: 172.25.0.234, port: 0856e582-9a6d-42ae-99bf-710e1aef4014. Nov 10 23:05:44.046067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Calling delete_port for 0856e582-9a6d-42ae-99bf-710e1aef4014 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:44.110123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:44.270407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.279600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.314989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] For port d0781842-121f-4481-aed5-a771c0c6722d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d0781842-121f-4481-aed5-a771c0c6722d,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:44.387565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Pushing event updated for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:44.396577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.428996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:44.429702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.487111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.539070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Allocated IP 172.20.0.2 (62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6/5de4b9e9-24ab-479c-ac58-8cd368c1b032/d4cf40a5-2313-4add-b4f1-ca951d995b92) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:44.551076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:44.552747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:44.577322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd0781842-121f-4481-aed5-a771c0c6722d', 'name': '', 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'mac_address': 'fa:16:3e:64:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:32Z', 'updated_at': '2021-11-10T23:05:41Z', 'revision_number': 4, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'subnets': [{'id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:44.643762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:44.680304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497facd2-b71f-4b16-91be-0fd39268b464 None None] The sync data for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 is: [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd0781842-121f-4481-aed5-a771c0c6722d', 'name': '', 'network_id': '6bbaff53-c53b-416d-b26b-9cc1641e1a6d', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'mac_address': 'fa:16:3e:64:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:32Z', 'updated_at': '2021-11-10T23:05:41Z', 'revision_number': 4, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'subnets': [{'id': '3794adf7-3340-4c66-b55f-476a4576ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:44.688237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:44.727193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=20e08453-d05e-42ac-bbc4-0319d65a86c5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:44.728360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Could not find standard attr ID for object 5a18484a-d6df-4efd-80e5-48516883fee6. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:05:44.762259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Router 7c9a610a-c265-4c0d-836c-9d04b12814b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:44.833180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Pushing event updated for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:44.842617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Could not find standard attr ID for object 3f8a985b-1f2c-4759-a617-66627a98c1e9. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:05:44.852590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.852810 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.852935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.853329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.853669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.854008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.854345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.854671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.855007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.855341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.855735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.856128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.856461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da06508-f1e1-4d9e-a912-e6b01676690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:44.878479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.002986 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.014158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Provisioning complete for port 3933f578-7990-4691-adcb-8fd3875f0162 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:45.016076 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.024536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:45.033033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a01de749-f63f-4da3-b4a8-eeebd85afb18 admin admin] 10.222.0.25 "PUT /v2.0/routers/7c9a610a-c265-4c0d-836c-9d04b12814b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6880908 Nov 10 23:05:45.049768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event deleted for resources: {'Port': ['ID=0856e582-9a6d-42ae-99bf-710e1aef4014,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:45.076685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:45.077932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.184426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-5fd315cf-f069-446d-8468-1224c9849e13 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:45.192700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-5fd315cf-f069-446d-8468-1224c9849e13 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/networks?id=d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 200 len: 812 time: 1.0930848 Nov 10 23:05:45.224822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47537d5f-f31c-44bb-b4cd-338d412bd3de req-9e905773-c52d-4488-af1a-8b1a2b13a2f4 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.0618854 Nov 10 23:05:45.236243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b50b1d1e-f393-414a-a878-49df8d234491 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7192271 Nov 10 23:05:45.240613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38608) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:45.246248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-0398ee1f-4ad7-484b-83ba-1db051ef502f tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/quotas/8dfc8b6ec38f4680a00afee97d7e36c2 HTTP/1.1" status: 200 len: 375 time: 0.0523143 Nov 10 23:05:45.320570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-88d541d3-8aaf-4a05-bea8-32cd3079a366 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732355 Nov 10 23:05:45.379558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.426786 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.469097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:45.471875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:45.555393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 20e08453-d05e-42ac-bbc4-0319d65a86c5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:45.556222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.640313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:45.649845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:45.757789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0856e582-9a6d-42ae-99bf-710e1aef4014 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:45.762927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Pushing event updated for resources: {'Port': ['ID=d4cf40a5-2313-4add-b4f1-ca951d995b92,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:45.791016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:45.854161 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.863265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.865406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 0856e582-9a6d-42ae-99bf-710e1aef4014 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:45.865406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 0856e582-9a6d-42ae-99bf-710e1aef4014 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:45.887397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.948315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 20e08453-d05e-42ac-bbc4-0319d65a86c5 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:45.960345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Attempting to bind port d4cf40a5-2313-4add-b4f1-ca951d995b92 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:45.960722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Attempting to bind port d4cf40a5-2313-4add-b4f1-ca951d995b92 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '210b01dd-d863-4176-8c46-40403d533b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:45.961126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Attempting to bind port d4cf40a5-2313-4add-b4f1-ca951d995b92 on network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:46.052655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:46.102224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Sync routers for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:46.136496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:46.137003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Checking segment: {'id': '210b01dd-d863-4176-8c46-40403d533b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:46.138157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.138801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Bound using segment: {'id': '210b01dd-d863-4176-8c46-40403d533b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:46.139466 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Bound port: d4cf40a5-2313-4add-b4f1-ca951d995b92, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210b01dd-d863-4176-8c46-40403d533b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:46.140287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.177239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d0781842-121f-4481-aed5-a771c0c6722d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:46.228103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] No DVR routers for this DVR port 0856e582-9a6d-42ae-99bf-710e1aef4014 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:46.244852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.251528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61fd4cce-75e6-46b2-9a40-ae700715e9eb req-035a440e-62f4-44ea-9884-16237ad85c2a tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.20 "DELETE /v2.0/ports/0856e582-9a6d-42ae-99bf-710e1aef4014 HTTP/1.1" status: 204 len: 173 time: 3.2165632 Nov 10 23:05:46.252420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'name': 'network-vif-deleted', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:46.255636 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220038c9-6e0b-46b2-baf9-4cbaefa70fc8" -d '{"events": [{"server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "name": "network-vif-deleted", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:46.276152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.304823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-888a8e9d-5a7a-4b36-ae8c-ad8a8933c89e service neutron] 10.222.0.25 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9829316 Nov 10 23:05:46.327133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=20e08453-d05e-42ac-bbc4-0319d65a86c5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.358951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.482387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:46.489502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:46.494852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.498579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bdd9c129-84a2-4716-b211-d8020cebaa8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/20e08453-d05e-42ac-bbc4-0319d65a86c5 HTTP/1.1" status: 204 len: 168 time: 1.2568874 Nov 10 23:05:46.502868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38648) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:46.572729 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e418a9-bd84-45cf-a89a-07a3d2c86083 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:46.574066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38654) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:46.574941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-26e418a9-bd84-45cf-a89a-07a3d2c86083 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/20e08453-d05e-42ac-bbc4-0319d65a86c5 HTTP/1.1" status: 404 len: 333 time: 0.0678332 Nov 10 23:05:46.580832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-824c51d7-6f42-46ad-a8e8-0b467a950c57 service neutron] 10.222.0.25 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658997 Nov 10 23:05:46.710811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-000eca77-ef12-4d0a-ad24-d71cca61a9e6 req-f6fec977-a512-4c52-95ec-63eaefe0a178 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/ports?device_id=15de7363-76e7-4278-a43a-ebd91576f64a HTTP/1.1" status: 200 len: 210 time: 0.0487776 Nov 10 23:05:46.755843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet 5de4b9e9-24ab-479c-ac58-8cd368c1b032 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:46.767662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.805105 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310d350-9d05-4619-a2e5-f7550805c652 x-openstack-request-id: req-9310d350-9d05-4619-a2e5-f7550805c652 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:46.805493 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15de7363-76e7-4278-a43a-ebd91576f64a", "name": "network-vif-deleted", "tag": "0856e582-9a6d-42ae-99bf-710e1aef4014", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:46.805744 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9310d350-9d05-4619-a2e5-f7550805c652 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:46.806147 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de7363-76e7-4278-a43a-ebd91576f64a', 'name': 'network-vif-deleted', 'tag': '0856e582-9a6d-42ae-99bf-710e1aef4014', 'status': 'completed', 'code': 200} Nov 10 23:05:46.849458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.870712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.959665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] For port 3933f578-7990-4691-adcb-8fd3875f0162, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3933f578-7990-4691-adcb-8fd3875f0162,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:47.017440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:47.052816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.066232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbacff53-46b2-4472-b31d-9cb1623015e2 req-dfe086f5-1c26-47cc-8714-3a6a3b7422ff tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 210 time: 0.1145868 Nov 10 23:05:47.153313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.265574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.298664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d0781842-121f-4481-aed5-a771c0c6722d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:47.300149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.303109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] For port d4cf40a5-2313-4add-b4f1-ca951d995b92, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:47.333615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=5de4b9e9-24ab-479c-ac58-8cd368c1b032,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:47.340379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.347209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ef70ad7-02ec-423f-b329-50bb8cf2077e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/5de4b9e9-24ab-479c-ac58-8cd368c1b032 HTTP/1.1" status: 204 len: 168 time: 0.7694058 Nov 10 23:05:47.347591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38682) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:47.462208 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Sync routers for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:47.482223 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:47.486766 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:47.522412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] For port d4cf40a5-2313-4add-b4f1-ca951d995b92, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d4cf40a5-2313-4add-b4f1-ca951d995b92,segment=NetworkSegment(210b01dd-d863-4176-8c46-40403d533b05),segment_id=210b01dd-d863-4176-8c46-40403d533b05)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:47.523630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.530697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Provisioning complete for port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:47.532235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.583876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38694) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:47.619189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port d4cf40a5-2313-4add-b4f1-ca951d995b92 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:47.620901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.654024 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.712848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693318b-a1b4-4485-bd47-a6a2bd436249 None None] Pushing event updated for resources: {'Port': ['ID=3933f578-7990-4691-adcb-8fd3875f0162,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:47.800959 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:47.803328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port d4cf40a5-2313-4add-b4f1-ca951d995b92, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d4cf40a5-2313-4add-b4f1-ca951d995b92,segment=NetworkSegment(210b01dd-d863-4176-8c46-40403d533b05),segment_id=210b01dd-d863-4176-8c46-40403d533b05)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:47.803704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.854713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for d4cf40a5-2313-4add-b4f1-ca951d995b92 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:47.886601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38704) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:48.065635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492845-d87c-4ff4-a5a4-d1834286fc4a None None] Pushing event updated for resources: {'Port': ['ID=d4cf40a5-2313-4add-b4f1-ca951d995b92,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:48.151997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.186356 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.187794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.271942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3933f578-7990-4691-adcb-8fd3875f0162 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:48.285183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.310602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=d4cf40a5-2313-4add-b4f1-ca951d995b92,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:48.311750 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '30287386-d4c7-4ac9-9db0-45aee70392aa', 'name': '', 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'mac_address': 'fa:16:3e:91:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:42Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 2, 'project_id': 'f3b3f582438443508837d382ef239680', 'subnets': [{'id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.342451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port d4cf40a5-2313-4add-b4f1-ca951d995b92 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:48.374164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a7e6d46c-e70a-4132-94bd-986ecca9158d req-3672c877-c8aa-48e3-9d92-7a8e74a075b3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 210 time: 0.1031985 Nov 10 23:05:48.397214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Checking router: 7c9a610a-c265-4c0d-836c-9d04b12814b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:48.397214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Updating router 7c9a610a-c265-4c0d-836c-9d04b12814b7 port 30287386-d4c7-4ac9-9db0-45aee70392aa binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:48.416004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3933f578-7990-4691-adcb-8fd3875f0162 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:48.427440 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.464649 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.507084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.543354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Checking router: 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:48.586690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:48.593891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.614350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.643392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.657898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.661791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "DELETE /v2.0/security-groups/f56b532c-8138-4a2f-b049-8c71ae78227f HTTP/1.1" status: 204 len: 168 time: 0.7710869 Nov 10 23:05:48.670321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38714) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:48.683947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.723630 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-dc8da483-cb1c-4032-9ee3-d9ed59c58b38 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] show failed (client error): The resource could not be found. Nov 10 23:05:48.733655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38718) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:48.738140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc8da483-cb1c-4032-9ee3-d9ed59c58b38 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "GET /v2.0/security-groups/f56b532c-8138-4a2f-b049-8c71ae78227f HTTP/1.1" status: 404 len: 347 time: 0.0591178 Nov 10 23:05:48.747370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac0aa-2455-411e-9747-9670d2ded0c9 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b532c-8138-4a2f-b049-8c71ae78227f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:48.826562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-71b4d727-0302-4435-933e-87799158079c None None] Provisioning complete for port 30287386-d4c7-4ac9-9db0-45aee70392aa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:48.837920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-71b4d727-0302-4435-933e-87799158079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:48.844247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210b01dd-d863-4176-8c46-40403d533b05') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.853051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210b01dd-d863-4176-8c46-40403d533b05') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:48.922758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-71b4d727-0302-4435-933e-87799158079c None None] Port 30287386-d4c7-4ac9-9db0-45aee70392aa cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:48.942034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.026069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.034726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:49.041350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-71b4d727-0302-4435-933e-87799158079c None None] Provisioning complete for port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:49.042087 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:49.045770 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:49.065566 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-71b4d727-0302-4435-933e-87799158079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.091947 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.097205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-34edf691-9725-4c73-934f-05970aface7a tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:49.098996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-34edf691-9725-4c73-934f-05970aface7a tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.39 "GET /v2.0/networks?id=d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 200 len: 812 time: 0.3595488 Nov 10 23:05:49.104211 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.125095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:49.131178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Request body: {'port': {'device_id': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d', 'admin_state_up': True, 'tenant_id': '8dfc8b6ec38f4680a00afee97d7e36c2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:49.200199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Deleting port ce221d91-77cd-492c-b939-593714235d7c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:49.204581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.206460 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369df2af-a8be-4bc2-83ff-d0f8814abbe1 None None] Pushing event updated for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:49.217002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.267861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3933f578-7990-4691-adcb-8fd3875f0162 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:49.316111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Attempting to bind port 30287386-d4c7-4ac9-9db0-45aee70392aa on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:49.316874 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Attempting to bind port 30287386-d4c7-4ac9-9db0-45aee70392aa by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:49.317484 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Attempting to bind port 30287386-d4c7-4ac9-9db0-45aee70392aa on network ec3d74cf-3388-46a5-b09d-a58e111d5063 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:49.324825 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:49.332711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Checking segment: {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:49.333593 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.340831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Bound using segment: {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:49.341822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Bound port: 30287386-d4c7-4ac9-9db0-45aee70392aa, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b70b034-8dc6-49ac-82fb-ee32935d046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:49.342098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Deleting port d0781842-121f-4481-aed5-a771c0c6722d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:49.342517 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.342922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.364081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.378769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 HTTP/1.1" status: 204 len: 168 time: 2.0300953 Nov 10 23:05:49.384438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:49.448380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'name': 'tempest-PortsTestJSON-109021605'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:49.475661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938e819-bc58-49e6-bf3c-3731ad19bbb3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:49.509034 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] For port 30287386-d4c7-4ac9-9db0-45aee70392aa, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:49.513165 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] For port 30287386-d4c7-4ac9-9db0-45aee70392aa, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=30287386-d4c7-4ac9-9db0-45aee70392aa,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:49.521202 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.649634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:49.653081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:49.746925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3933f578-7990-4691-adcb-8fd3875f0162 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:49.750135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.811432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369df2af-a8be-4bc2-83ff-d0f8814abbe1 None None] Pushing event updated for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:49.855019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-057e22c2-e0b7-49df-a434-9848b051d521 req-c7b6cdd6-f6e5-44c4-8f7d-ab79fa5c7013 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 210 time: 0.1075704 Nov 10 23:05:49.871727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] Provisioning complete for port 30287386-d4c7-4ac9-9db0-45aee70392aa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:49.872400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.937630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.938307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.962936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Calling delete_port for ce221d91-77cd-492c-b939-593714235d7c owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:50.006267 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:50.090292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:50.131316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 23:05:50.131316 n-d-811521-3 neutron-server[102457]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 23:05:50.131316 n-d-811521-3 neutron-server[102457]: [parameters: {'project_id': '8dfc8b6ec38f4680a00afee97d7e36c2', 'id': '6726e8a7-be6b-4b0c-8bde-c511fe1b2240', 'expiration': datetime.datetime(2021, 11, 10, 23, 7, 50, 120185)}] Nov 10 23:05:50.131316 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:05:50.132465 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:05:50.173352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5778a-2765-4bdf-8e5d-53d42f37e956 None None] The sync data for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 is: [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:03:36Z', 'revision_number': 4, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'f7fa43f0-3a23-4848-b696-ce8b0d332f56', 'name': '', 'network_id': 'ceec7d24-5352-424a-b02d-25f6b77bb243', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'mac_address': 'fa:16:3e:49:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:35Z', 'updated_at': '2021-11-10T23:03:43Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'subnets': [{'id': 'aeedd339-0bae-4a2e-b841-ff8f48b9ed32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:50.181396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6c479-af5c-4699-b7e4-989835cc342f None None] DHCP port deletion for 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:50.186773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dac9ddc-0e68-41c3-9b0b-667a1c728afe up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:50.227459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.249805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:50.262705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.299544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a8f46b-13ea-4454-86be-092666c093cb None None] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:50.311924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] For port d0781842-121f-4481-aed5-a771c0c6722d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d0781842-121f-4481-aed5-a771c0c6722d,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:50.312698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.313042 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '30287386-d4c7-4ac9-9db0-45aee70392aa', 'name': '', 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'mac_address': 'fa:16:3e:91:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:42Z', 'updated_at': '2021-11-10T23:05:49Z', 'revision_number': 4, 'project_id': 'f3b3f582438443508837d382ef239680', 'subnets': [{'id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:50.330673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a8f46b-13ea-4454-86be-092666c093cb None None] Network 62b9d4f2-541c-4c4f-9fc3-4b79fdb125e6 could not be found, it might have been deleted concurrently. {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 23:05:50.334037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Calling delete_port for d0781842-121f-4481-aed5-a771c0c6722d owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:50.342229 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad167f-ebe6-4f43-a0ec-539aa8c41a77 None None] The sync data for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 is: [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '30287386-d4c7-4ac9-9db0-45aee70392aa', 'name': '', 'network_id': 'ec3d74cf-3388-46a5-b09d-a58e111d5063', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'mac_address': 'fa:16:3e:91:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:42Z', 'updated_at': '2021-11-10T23:05:49Z', 'revision_number': 4, 'project_id': 'f3b3f582438443508837d382ef239680', 'subnets': [{'id': '786b02ae-c0e6-474c-806e-6838f286b0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:50.381539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:50.381904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.402135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Pushing event deleted for resources: {'Port': ['ID=ce221d91-77cd-492c-b939-593714235d7c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:50.408467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port c5be313c-94cd-4b2a-8083-9f53400207eb yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:50.466146 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.534126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] For port 30287386-d4c7-4ac9-9db0-45aee70392aa, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=30287386-d4c7-4ac9-9db0-45aee70392aa,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:50.559719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.593276 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.595988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.604656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-82aa1d45-a795-4e2d-ab09-b122dc536d90 tempest-ServersTestJSON-1963145255 tempest-ServersTestJSON-1963145255-project] 10.222.0.25 "DELETE /v2.0/floatingips/be34edde-52ca-4287-b097-15d09f20ee0b HTTP/1.1" status: 204 len: 168 time: 1.8583767 Nov 10 23:05:50.611465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38742) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:50.693987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6456cbcb-1b8b-43d6-bb4b-5f7b359d10f1 None None] Could not find standard attr ID for object d4cf40a5-2313-4add-b4f1-ca951d995b92. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:05:50.727316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Made reservation on behalf of 8dfc8b6ec38f4680a00afee97d7e36c2 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:50.736160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b143e64-39ff-4af5-9ecb-b65d8e75b3d5 None None] Pushing event updated for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:50.747670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.775907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6456cbcb-1b8b-43d6-bb4b-5f7b359d10f1 None None] Provisioning complete for port 30287386-d4c7-4ac9-9db0-45aee70392aa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:50.776405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6456cbcb-1b8b-43d6-bb4b-5f7b359d10f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.806670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:50.835143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a571377-6254-49fb-a645-0c7575a51a05 None None] New status for floating IP be34edde-52ca-4287-b097-15d09f20ee0b: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:05:50.998790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Allocated IP 172.20.0.6 (d56e1122-43cb-4084-a176-c3da6aa6716d/f3f4b7b4-39dd-4798-8065-6c442e14cc72/5b70ce24-e941-4ea9-bed5-091fa33dbfb5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:51.042905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.190335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.194391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 30287386-d4c7-4ac9-9db0-45aee70392aa up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:51.219526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-690fa8a9-95e1-44e7-b405-4a5460374264 req-9138d891-67cc-44bf-bf4d-eeda89ea1bfd tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 210 time: 0.0991287 Nov 10 23:05:51.316803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:51.324161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:51.332902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:51.341959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:51.342926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.402726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c5be313c-94cd-4b2a-8083-9f53400207eb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:51.430845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.443081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-428f26f1-3b04-4e41-ab43-828683adc63f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0089717 Nov 10 23:05:51.445204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38756) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:51.479703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0781842-121f-4481-aed5-a771c0c6722d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:51.498153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.609698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Network d56e1122-43cb-4084-a176-c3da6aa6716d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:51.618678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:51.643675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:51.697337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 30287386-d4c7-4ac9-9db0-45aee70392aa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:51.698252 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.708105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port c5be313c-94cd-4b2a-8083-9f53400207eb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:51.708477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.718435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Pushing event updated for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:51.745829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:51.746381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.813776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-c652d3da-cc47-4f57-94af-959140c7dfeb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6981885 Nov 10 23:05:51.823271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.836832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.843067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for c5be313c-94cd-4b2a-8083-9f53400207eb owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:51.855073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d4cf40a5-2313-4add-b4f1-ca951d995b92 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:51.878121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-57acef71-5efc-4571-a69f-4e0e4cd5bbfe tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:05:51.880281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-57acef71-5efc-4571-a69f-4e0e4cd5bbfe tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076833 Nov 10 23:05:51.885669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d4cf40a5-2313-4add-b4f1-ca951d995b92 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:51.886084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d4cf40a5-2313-4add-b4f1-ca951d995b92 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:51.932056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.016267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Request body: {'port': {'device_id': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:52.134364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.160540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.178561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=c5be313c-94cd-4b2a-8083-9f53400207eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:52.186389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.192765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a74a45e4-2880-4552-b03c-fb0e7432c987 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/c5be313c-94cd-4b2a-8083-9f53400207eb HTTP/1.1" status: 204 len: 168 time: 0.7455163 Nov 10 23:05:52.195671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38770) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:52.201358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'mac_address': 'fa:16:3e:29:fe:dc', 'name': 'tempest-PortsTestJSON-103528209'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:52.391156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:52.417131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Deleting port f7fa43f0-3a23-4848-b696-ce8b0d332f56 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:52.417506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.517217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Router 154b0d52-d288-40f7-a9f0-4d8440eccb54 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:52.541614 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.709563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:05:52.714459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:52.721295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ff694248-9236-4ea0-983b-de2a6cfe4ea7 admin admin] 10.222.0.25 "PUT /v2.0/routers/154b0d52-d288-40f7-a9f0-4d8440eccb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1361849 Nov 10 23:05:52.723540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.725709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:52.731888 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Sync routers for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:52.742965 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:52.743853 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:52.778096 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Transition to ACTIVE for port object 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:05:52.790351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.905969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Pushing event updated for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:52.916177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289e08-a625-4cf9-8625-72dc86d68451 req-66ed3d6a-0567-436a-acf2-34f58d549386 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:52.917741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d289e08-a625-4cf9-8625-72dc86d68451 req-66ed3d6a-0567-436a-acf2-34f58d549386 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 931 time: 0.5286307 Nov 10 23:05:52.935432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.937257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 3543c185-f126-4dea-b453-51100becccde yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:52.952600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] For port f7fa43f0-3a23-4848-b696-ce8b0d332f56, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f7fa43f0-3a23-4848-b696-ce8b0d332f56,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:52.952965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:52.975924 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:53.023890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Calling delete_port for f7fa43f0-3a23-4848-b696-ce8b0d332f56 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:53.067054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Attempting to bind port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:53.067801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Attempting to bind port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '16e541b7-58ef-44b1-867c-ec8a5f69d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:53.068319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Attempting to bind port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 on network d56e1122-43cb-4084-a176-c3da6aa6716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:53.076193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 on network d56e1122-43cb-4084-a176-c3da6aa6716d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:05:53.076944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Attempting to bind port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 on network d56e1122-43cb-4084-a176-c3da6aa6716d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:53.111447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:53.111791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Checking segment: {'id': '16e541b7-58ef-44b1-867c-ec8a5f69d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:53.112175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Bound using segment: {'id': '16e541b7-58ef-44b1-867c-ec8a5f69d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:53.113181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Bound port: 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e541b7-58ef-44b1-867c-ec8a5f69d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:53.113546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.199511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:50Z', 'revision_number': 5, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port': {'id': 'd8b487b3-11fd-4693-b54f-9a0ff4839a5f', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:53.216871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.232078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.240408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:53.241672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Checking router: 154b0d52-d288-40f7-a9f0-4d8440eccb54 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:53.253383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,segment=NetworkSegment(16e541b7-58ef-44b1-867c-ec8a5f69d2ba),segment_id=16e541b7-58ef-44b1-867c-ec8a5f69d2ba)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:53.257493 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Routers {'154b0d52-d288-40f7-a9f0-4d8440eccb54'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:53.259355 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['154b0d52-d288-40f7-a9f0-4d8440eccb54'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:53.272894 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.276941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.325171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:53.325171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.326219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] 10.222.0.39 "PUT /v2.0/ports/5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 200 len: 1095 time: 1.4333165 Nov 10 23:05:53.326674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:53.329755 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef2f9a-296d-443a-ab52-b511dae65e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:53.383622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d289e08-a625-4cf9-8625-72dc86d68451 req-79f02bbe-3268-4155-bd6c-296353f45983 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492979 Nov 10 23:05:53.404927 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] Set router 154b0d52-d288-40f7-a9f0-4d8440eccb54 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:53.405136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:53.410722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b4b2e-9728-4554-b57b-7662bb77e16b service neutron] Pushing event updated for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:53.416927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:53.429007 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ad47c-945c-4523-9b09-ad797e4ecf6b x-openstack-request-id: req-af7ad47c-945c-4523-9b09-ad797e4ecf6b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:53.429319 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:53.429573 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af7ad47c-945c-4523-9b09-ad797e4ecf6b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:53.429977 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5', 'status': 'completed', 'code': 200} Nov 10 23:05:53.431948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:53.438227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:53.439071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.446606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=3543c185-f126-4dea-b453-51100becccde,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:53.466963 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:53Z', 'revision_number': 6, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:53.473550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Deleting port d8b487b3-11fd-4693-b54f-9a0ff4839a5f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:53.473895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.504866 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5508460-9949-49e1-bfa7-6df5a1a8a968 None None] The sync data for ids ['154b0d52-d288-40f7-a9f0-4d8440eccb54'] in n-d-811521-3 is: [{'id': '154b0d52-d288-40f7-a9f0-4d8440eccb54', 'name': 'tempest-TestAggregatesBasicOps-1167707133-router', 'tenant_id': 'cc851367e44449798178e7f9d7708b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:30Z', 'updated_at': '2021-11-10T23:05:53Z', 'revision_number': 6, 'project_id': 'cc851367e44449798178e7f9d7708b5b', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:53.507802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4ffcf335-377f-4c96-b50e-419141b18ae7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3112705 Nov 10 23:05:53.512908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38796) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:53.549681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-2784e54a-7a61-4dba-9142-7512b1fd3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:53.551910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-2784e54a-7a61-4dba-9142-7512b1fd3275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 1098 time: 0.1211851 Nov 10 23:05:53.572891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910bc26-0056-4c0f-af07-54a67d5ce390 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:53.577063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7910bc26-0056-4c0f-af07-54a67d5ce390 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/3543c185-f126-4dea-b453-51100becccde HTTP/1.1" status: 200 len: 840 time: 0.0602529 Nov 10 23:05:53.577237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:53.606260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-e8d3a630-ee1b-4f8d-8bb7-c52406d1daf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 200 len: 217 time: 0.0439439 Nov 10 23:05:53.623499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] For port d8b487b3-11fd-4693-b54f-9a0ff4839a5f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:53.623968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.665836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Calling delete_port for d8b487b3-11fd-4693-b54f-9a0ff4839a5f owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:53.705282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-ad003d6a-d9da-4b24-b22f-c560eed80188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:53.707434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-ad003d6a-d9da-4b24-b22f-c560eed80188 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3f4b7b4-39dd-4798-8065-6c442e14cc72 HTTP/1.1" status: 200 len: 852 time: 0.0951116 Nov 10 23:05:53.744023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 3543c185-f126-4dea-b453-51100becccde {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:53.744530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.749141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.766432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-daf7bbad-a762-4366-bf4e-72932e2954b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d56e1122-43cb-4084-a176-c3da6aa6716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302124 Nov 10 23:05:53.818317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fa43f0-3a23-4848-b696-ce8b0d332f56,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:53.863750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:53.920232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 3543c185-f126-4dea-b453-51100becccde owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:53.985805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-7c382964-8543-4ff6-80f8-8faa64941409 service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093942 Nov 10 23:05:54.116485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.153440 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.155523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b487b3-11fd-4693-b54f-9a0ff4839a5f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:54.175274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.194792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8283d-a277-4ec6-82bb-50d4c11442ec None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:54.250318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8807a3cd-aa14-4d5f-b408-6822ddb7089e req-ab4e6740-f858-4a5e-b271-25de40b17852 service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563677 Nov 10 23:05:54.257324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=3543c185-f126-4dea-b453-51100becccde,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:54.291315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.297052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.302992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-141c2959-897e-43e6-84d9-2e2b7049a0bc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/3543c185-f126-4dea-b453-51100becccde HTTP/1.1" status: 204 len: 168 time: 0.7247810 Nov 10 23:05:54.305673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:54.337648 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52c75ad-587f-4d3c-a06f-f16458d4a2f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:54.339207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e52c75ad-587f-4d3c-a06f-f16458d4a2f3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/3543c185-f126-4dea-b453-51100becccde HTTP/1.1" status: 404 len: 333 time: 0.0324023 Nov 10 23:05:54.343677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:54.350987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'name': 'tempest-PortsTestJSON-726230802'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:54.623866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbc4f-f013-4d9b-a03f-c2c77c6a3076 req-dc77576f-1eaf-4768-a3db-5e11136aeedb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:54.625883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485dbc4f-f013-4d9b-a03f-c2c77c6a3076 req-dc77576f-1eaf-4768-a3db-5e11136aeedb tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 947 time: 0.1506808 Nov 10 23:05:54.629895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:54.635068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.684962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:54.691961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port c36da9ee-5c7b-4f42-af66-77a7f1fcad02 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:05:54.755877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485dbc4f-f013-4d9b-a03f-c2c77c6a3076 req-c24a03d9-fefb-4ff1-82cd-f9a08a5c2701 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160998 Nov 10 23:05:54.796281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.800902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.845309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-bffdcd10-ef7d-4e76-a321-79357ee8d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:54.846756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-bffdcd10-ef7d-4e76-a321-79357ee8d405 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 1098 time: 0.5254822 Nov 10 23:05:54.855301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.855823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154b0d52-d288-40f7-a9f0-4d8440eccb54 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:05:54.872843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.873701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0731f242-bb64-49cc-9ded-7a25bb4af85d admin admin] 10.222.0.25 "DELETE /v2.0/routers/154b0d52-d288-40f7-a9f0-4d8440eccb54 HTTP/1.1" status: 204 len: 168 time: 2.1470599 Nov 10 23:05:54.876164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:54.952047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:54.964104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-da1566ee-4e4d-47d3-b824-cffaf1a43c2a admin admin] 10.222.0.25 "PUT /v2.0/routers/850bab02-21e5-42a8-8ae3-c3f4f46e2a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3513973 Nov 10 23:05:54.964808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:54.981815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Sync routers for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:54.985177 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-daced920-3aad-4443-b7fb-7d27be72186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.005494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:55.006129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:55.012353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Deleting subnet 3794adf7-3340-4c66-b55f-476a4576ad66 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:55.029751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.044668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.121712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.124280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-276ee7c0-4f94-4c79-a765-74f565f8d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:55.125799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-276ee7c0-4f94-4c79-a765-74f565f8d2b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 200 len: 912 time: 0.2681599 Nov 10 23:05:55.153891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.181827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-1a965ad0-7673-439d-87c9-50b4227a2b34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 200 len: 217 time: 0.0380981 Nov 10 23:05:55.205817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:55.261940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.308784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d0781842-121f-4481-aed5-a771c0c6722d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:55.315184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-0c6d3ed4-333d-4a24-95f5-62dca28c537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:55.318123 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-0c6d3ed4-333d-4a24-95f5-62dca28c537c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3f4b7b4-39dd-4798-8065-6c442e14cc72 HTTP/1.1" status: 200 len: 852 time: 0.1275165 Nov 10 23:05:55.358237 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-971c786e-4031-41fd-95de-4d52159af47c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d56e1122-43cb-4084-a176-c3da6aa6716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305705 Nov 10 23:05:55.360695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.376822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:55.383127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:55.388609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c36da9ee-5c7b-4f42-af66-77a7f1fcad02,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:55.398723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:55.405664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:55.406331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.412111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.424712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d0781842-121f-4481-aed5-a771c0c6722d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:55.428608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d0781842-121f-4481-aed5-a771c0c6722d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:55.429036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8b487b3-11fd-4693-b54f-9a0ff4839a5f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:55.440058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5433b117-9ce4-4c49-98cf-7830bff18880 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0948565 Nov 10 23:05:55.443172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:55.453137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:55.460360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d8b487b3-11fd-4693-b54f-9a0ff4839a5f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:55.460986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d8b487b3-11fd-4693-b54f-9a0ff4839a5f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:55.522868 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-c4b770a9-0b26-4bed-ae1a-ba2c544a6fab service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425643 Nov 10 23:05:55.558158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:05:53Z', 'revision_number': 5, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port': {'id': '439e0435-6982-41c9-99f8-c39e5f28d971', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:03:30Z', 'updated_at': '2021-11-10T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:55.577055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.591969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Deleting port 439e0435-6982-41c9-99f8-c39e5f28d971 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:55.592305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.597554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Checking router: 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:55.614782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.615098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Routers {'850bab02-21e5-42a8-8ae3-c3f4f46e2a01'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:55.615951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:55.637784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.644007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3794adf7-3340-4c66-b55f-476a4576ad66 HTTP/1.1" status: 204 len: 168 time: 0.7646451 Nov 10 23:05:55.664183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:55.687171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbd1ff-a070-43e8-8a2a-42ad23459911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3794adf7-3340-4c66-b55f-476a4576ad66,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:55.729211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc09bb-08bb-42a1-bae4-ee5b25814639 None None] Network 6bbaff53-c53b-416d-b26b-9cc1641e1a6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:55.740310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] For port 439e0435-6982-41c9-99f8-c39e5f28d971, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=439e0435-6982-41c9-99f8-c39e5f28d971,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:55.740914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.766552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Calling delete_port for 439e0435-6982-41c9-99f8-c39e5f28d971 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:55.776462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0ef2f9a-296d-443a-ab52-b511dae65e4b req-585390e8-c57a-456c-b55f-654326b523f5 service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430661 Nov 10 23:05:55.780728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.829881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] Set router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:55.860695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Deleting port 88f8253a-fe56-4f46-a152-fdeefd06db9a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:55.861323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.895638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:05:55Z', 'revision_number': 6, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:55.948075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] For port 88f8253a-fe56-4f46-a152-fdeefd06db9a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=88f8253a-fe56-4f46-a152-fdeefd06db9a,segment=NetworkSegment(f9f808d2-5b2a-4624-a06f-c12ef991bee3),segment_id=f9f808d2-5b2a-4624-a06f-c12ef991bee3)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:55.948484 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.951324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccc2fa-d7e9-4116-aaa0-64abc53bd5b8 None None] The sync data for ids ['850bab02-21e5-42a8-8ae3-c3f4f46e2a01'] in n-d-811521-3 is: [{'id': '850bab02-21e5-42a8-8ae3-c3f4f46e2a01', 'name': 'tempest-ServersTestJSON-1546377227-router', 'tenant_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:03:29Z', 'updated_at': '2021-11-10T23:05:55Z', 'revision_number': 6, 'project_id': '4dcb1393e2cc4ba38e6ef8a35bf80a99', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:55.978297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Calling delete_port for 88f8253a-fe56-4f46-a152-fdeefd06db9a owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:56.001912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.015648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.087444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] In _notify_port_updated(), no bound segment for port c36da9ee-5c7b-4f42-af66-77a7f1fcad02 on network 2ef177b1-4ffc-42a2-af84-df8667413b76 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:05:56.092949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:56.093655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.098439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/ports/c36da9ee-5c7b-4f42-af66-77a7f1fcad02 HTTP/1.1" status: 200 len: 818 time: 0.6539166 Nov 10 23:05:56.102671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38854) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:56.134446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93cbf6-0333-4aba-acb6-61d9caaea726 req-7544f861-abb2-4644-b0f1-973867a79613 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:56.136154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab93cbf6-0333-4aba-acb6-61d9caaea726 req-7544f861-abb2-4644-b0f1-973867a79613 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 947 time: 0.1513176 Nov 10 23:05:56.137468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c687e-abe8-4baf-be3d-4284f1935474 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c36da9ee-5c7b-4f42-af66-77a7f1fcad02,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.187146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.214043 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.222602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=439e0435-6982-41c9-99f8-c39e5f28d971,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.224144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab93cbf6-0333-4aba-acb6-61d9caaea726 req-f5d20790-b839-48d4-ad25-8f6421920b5b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724931 Nov 10 23:05:56.252844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f8253a-fe56-4f46-a152-fdeefd06db9a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.256957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] No DVR routers for this DVR port 88f8253a-fe56-4f46-a152-fdeefd06db9a on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:56.284948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8f1fa5-6b83-4897-a86a-de4e7d2e55ff None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:56.287731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:05:56.301101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port c36da9ee-5c7b-4f42-af66-77a7f1fcad02 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:56.301683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.385167 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.386865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.433054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b2f235-a204-4ca9-9e03-06f445fe9384 None None] DHCP port deletion for 6bbaff53-c53b-416d-b26b-9cc1641e1a6d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:56.434166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbaff53-c53b-416d-b26b-9cc1641e1a6d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:56.472404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f808d2-5b2a-4624-a06f-c12ef991bee3') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:56.472702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f808d2-5b2a-4624-a06f-c12ef991bee3') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:56.495038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.521447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.532266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:56.533192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:56.535751 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:56.538917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,segment=NetworkSegment(16e541b7-58ef-44b1-867c-ec8a5f69d2ba),segment_id=16e541b7-58ef-44b1-867c-ec8a5f69d2ba)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:56.554403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5', 'network_id': 'd56e1122-43cb-4084-a176-c3da6aa6716d', 'port_id': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5', 'mac_address': 'fa:16:3e:da:ce:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f4b7b4-39dd-4798-8065-6c442e14cc72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:05:56.600209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.617639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.620836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:05:56.630472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.636550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6bbaff53-c53b-416d-b26b-9cc1641e1a6d HTTP/1.1" status: 204 len: 168 time: 0.9710290 Nov 10 23:05:56.639382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38870) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:56.645346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,segment=NetworkSegment(16e541b7-58ef-44b1-867c-ec8a5f69d2ba),segment_id=16e541b7-58ef-44b1-867c-ec8a5f69d2ba)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:56.654186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.701892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e1d1-4bcf-4778-95fd-af423d3931c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbaff53-c53b-416d-b26b-9cc1641e1a6d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.739824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.896591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5b70ce24-e941-4ea9-bed5-091fa33dbfb5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:05:56.898468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.922595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for c36da9ee-5c7b-4f42-af66-77a7f1fcad02 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:57.009896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.014042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.088829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.089915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850bab02-21e5-42a8-8ae3-c3f4f46e2a01 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:05:57.095960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.102156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4bed1c55-cb12-45d9-bb00-e0527ac6f1b7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/850bab02-21e5-42a8-8ae3-c3f4f46e2a01 HTTP/1.1" status: 204 len: 168 time: 2.1342745 Nov 10 23:05:57.102875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.110553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.135695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.140925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 88f8253a-fe56-4f46-a152-fdeefd06db9a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:57.177346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=c36da9ee-5c7b-4f42-af66-77a7f1fcad02,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:57.178289 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:05:57.191548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.192119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 88f8253a-fe56-4f46-a152-fdeefd06db9a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:57.192509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 88f8253a-fe56-4f46-a152-fdeefd06db9a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:57.192895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f7fa43f0-3a23-4848-b696-ce8b0d332f56 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:57.196577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-afd9a53b-acd9-4292-8d55-74eb2baf7fc0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/c36da9ee-5c7b-4f42-af66-77a7f1fcad02 HTTP/1.1" status: 204 len: 168 time: 1.0929167 Nov 10 23:05:57.200057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.231117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f7fa43f0-3a23-4848-b696-ce8b0d332f56 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:57.231607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f7fa43f0-3a23-4848-b696-ce8b0d332f56 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:57.232287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 439e0435-6982-41c9-99f8-c39e5f28d971 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:57.251212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Deleting subnet aeedd339-0bae-4a2e-b841-ff8f48b9ed32 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:57.256713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.262244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 439e0435-6982-41c9-99f8-c39e5f28d971 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:57.262710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 439e0435-6982-41c9-99f8-c39e5f28d971 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:57.309436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b31ec2-a234-482d-b1f6-15142dd77021 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.314117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-11b31ec2-a234-482d-b1f6-15142dd77021 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1103575 Nov 10 23:05:57.315327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.333649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.380751 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-034fe90a-1c24-46de-8fc8-eda4e9788e11 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:05:57.386156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-034fe90a-1c24-46de-8fc8-eda4e9788e11 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/c36da9ee-5c7b-4f42-af66-77a7f1fcad02 HTTP/1.1" status: 404 len: 333 time: 0.0655994 Nov 10 23:05:57.390475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38882) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.396014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764660223'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:57.435507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:57.439848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.458972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c422b7-378d-4e70-9bd5-3d063f24e467 req-bea0dbad-4b41-4020-b82b-48e3b87a2af3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.460659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1c422b7-378d-4e70-9bd5-3d063f24e467 req-bea0dbad-4b41-4020-b82b-48e3b87a2af3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 948 time: 0.0847063 Nov 10 23:05:57.497462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:57.520311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.520656 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment fc5ee61b-63fd-403f-b883-8e7fd138cb57 of type vlan for network aedefae0-78ab-42b6-81c9-1ff79a195862 Nov 10 23:05:57.531847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.573031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1c422b7-378d-4e70-9bd5-3d063f24e467 req-4cabfde7-b65c-456d-87f1-aac570b0c9d9 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Nov 10 23:05:57.605533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.631771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-add95b81-080c-4da4-b8bd-27a9d6fa6299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.635943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.641103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Deleting port 30287386-d4c7-4ac9-9db0-45aee70392aa {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:57.641523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.656381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.662880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.663518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.666085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeedd339-0bae-4a2e-b841-ff8f48b9ed32,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:57.668195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.674473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e7acafcc-c520-4ea2-a7c8-d3788d93f460 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aeedd339-0bae-4a2e-b841-ff8f48b9ed32 HTTP/1.1" status: 204 len: 168 time: 0.5679717 Nov 10 23:05:57.675714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.681710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba763bc-69d8-402d-b5f6-af079b9aacf1 None None] Network ceec7d24-5352-424a-b02d-25f6b77bb243 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:57.755711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3609178 Nov 10 23:05:57.756345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38886) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:57.762073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:57.783760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f92707-9608-4ccb-9157-3fe65ee1a16c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=aedefae0-78ab-42b6-81c9-1ff79a195862,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:57.817549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:57.818412 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] For port 30287386-d4c7-4ac9-9db0-45aee70392aa, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=30287386-d4c7-4ac9-9db0-45aee70392aa,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:57.818862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.833764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Calling delete_port for 30287386-d4c7-4ac9-9db0-45aee70392aa owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:57.876712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.881223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:57.885125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.986390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] DHCP port deletion for ceec7d24-5352-424a-b02d-25f6b77bb243 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:58.047309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Deleting port 67491ead-94e8-499c-bee1-4862640d45b7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:58.047850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.064927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Deleting port 67491ead-94e8-499c-bee1-4862640d45b7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:58.066143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.075422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.106243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30287386-d4c7-4ac9-9db0-45aee70392aa,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.156519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] For port 67491ead-94e8-499c-bee1-4862640d45b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67491ead-94e8-499c-bee1-4862640d45b7,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:58.163704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] For port 67491ead-94e8-499c-bee1-4862640d45b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67491ead-94e8-499c-bee1-4862640d45b7,segment=NetworkSegment(a6a350d4-3c1b-429d-8705-dbffdc35c653),segment_id=a6a350d4-3c1b-429d-8705-dbffdc35c653)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:58.164325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.164740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.185627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Calling delete_port for 67491ead-94e8-499c-bee1-4862640d45b7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:58.199001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Calling delete_port for 67491ead-94e8-499c-bee1-4862640d45b7 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:58.342933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.344383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:58.388186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.416016 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.447508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] Pushing event deleted for resources: {'Port': ['ID=67491ead-94e8-499c-bee1-4862640d45b7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.456904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd3824-03e8-4712-9a78-b29d53e16035 None None] No DVR routers for this DVR port 67491ead-94e8-499c-bee1-4862640d45b7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:58.481452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:05:58.486244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:58.486611 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.487933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.525125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Pushing event deleted for resources: {'Port': ['ID=67491ead-94e8-499c-bee1-4862640d45b7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.547511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] No DVR routers for this DVR port 67491ead-94e8-499c-bee1-4862640d45b7 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:58.590618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.634148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,segment=NetworkSegment(16e541b7-58ef-44b1-867c-ec8a5f69d2ba),segment_id=16e541b7-58ef-44b1-867c-ec8a5f69d2ba)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:58.635168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:58.638386 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55790490-c4d3-4537-b25d-00258379f24c" -d '{"events": [{"server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:58.639709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.645678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.665355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceec7d24-5352-424a-b02d-25f6b77bb243']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:58.675520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a350d4-3c1b-429d-8705-dbffdc35c653') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:58.675815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a350d4-3c1b-429d-8705-dbffdc35c653') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:58.692854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.693244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Router 7c9a610a-c265-4c0d-836c-9d04b12814b7 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:58.709249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.715603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:58.716008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.727312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=ce2cf503-4cdf-462d-a3a0-4aaf4e87e756,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.744412 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd5913-2b2b-4e25-a747-fc6f669fde7b x-openstack-request-id: req-c6fd5913-2b2b-4e25-a747-fc6f669fde7b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:58.744754 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:58.745043 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6fd5913-2b2b-4e25-a747-fc6f669fde7b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:58.749543 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5', 'code': 200} Nov 10 23:05:58.751145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:58.756314 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:58.759892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': 'fc5ee61b-63fd-403f-b883-8e7fd138cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:58.759892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: aedefae0-78ab-42b6-81c9-1ff79a195862, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:58.796475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network aedefae0-78ab-42b6-81c9-1ff79a195862 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:58.800531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.807911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.811399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ceec7d24-5352-424a-b02d-25f6b77bb243 HTTP/1.1" status: 204 len: 168 time: 1.1346529 Nov 10 23:05:58.826538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec35c64-f155-409c-a89e-7e958c811850 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceec7d24-5352-424a-b02d-25f6b77bb243,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:58.828284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, aedefae0-78ab-42b6-81c9-1ff79a195862) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:58.832075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:58.832672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:58.853672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d73ce6a4-8377-4ca9-b070-77c4d53a5a5d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0961747 Nov 10 23:05:58.856638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38896) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:58.859371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88eaf6-5502-44b7-b3ac-f576f37e02fb None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:58.861882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:58.917152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27ca23-bc62-49fd-b045-34b81139d615 req-b43ea064-8bf6-4f54-adb0-3c8cc1f9568b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:58.918853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c27ca23-bc62-49fd-b045-34b81139d615 req-b43ea064-8bf6-4f54-adb0-3c8cc1f9568b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1434598 Nov 10 23:05:58.920928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c8d8-28dc-49f6-9255-9c27d306d55a req-855796c3-5d1a-422a-907b-0528ab94ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:58.922392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad18c8d8-28dc-49f6-9255-9c27d306d55a req-855796c3-5d1a-422a-907b-0528ab94ece9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 1100 time: 0.1344481 Nov 10 23:05:58.968030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:58.976431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3666c42a-1c5f-4f79-a4d8-b1b65ef840e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/7c9a610a-c265-4c0d-836c-9d04b12814b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355849 Nov 10 23:05:58.985174 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Sync routers for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:58.988010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38898) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:59.005908 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:59.009246 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:59.051734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.052921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:59.056581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.136299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c27ca23-bc62-49fd-b045-34b81139d615 req-44f38f9d-fa66-491b-ad73-727407d6b5a0 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100420 Nov 10 23:05:59.177963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad18c8d8-28dc-49f6-9255-9c27d306d55a req-b44bf534-6f3f-4cc5-b7d8-dc308cbc4308 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431269 Nov 10 23:05:59.196341 n-d-811521-3 neutron-server[102458]: INFO neutron.db.ipam_backend_mixin [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce2cf503-4cdf-462d-a3a0-4aaf4e87e756 (CIDR: 172.20.0.0/28) Nov 10 23:05:59.206978 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:05:59.207480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:05:59.242431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-aedefae0-78ab-42b6-81c9-1ff79a195862', 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': 'ce2cf503-4cdf-462d-a3a0-4aaf4e87e756'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:59.246670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38900) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:59.247273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.261370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-831d1421-20b0-4392-bb30-6b8ec514fe52 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4034281 Nov 10 23:05:59.269366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:59.274678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:59.276558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.284668 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:59.286604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67491ead-94e8-499c-bee1-4862640d45b7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:59.325272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 67491ead-94e8-499c-bee1-4862640d45b7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:59.325517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67491ead-94e8-499c-bee1-4862640d45b7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:59.453307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3cd162c1-4f20-4dbb-b1da-864ce116e3bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dcb1393e2cc4ba38e6ef8a35bf80a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053149 Nov 10 23:05:59.454410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38906) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:59.501247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:58Z', 'revision_number': 5, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:59.542484 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Checking router: 7c9a610a-c265-4c0d-836c-9d04b12814b7 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:59.544093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:59.549302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.553848 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Routers {'7c9a610a-c265-4c0d-836c-9d04b12814b7'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:59.554834 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7c9a610a-c265-4c0d-836c-9d04b12814b7'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:59.571542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.626180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Allocated IP 172.20.0.2 (aedefae0-78ab-42b6-81c9-1ff79a195862/ce2cf503-4cdf-462d-a3a0-4aaf4e87e756/79f87862-33d9-42e1-922b-d160cd6fd7b9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:59.649369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.678421 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] Set router 7c9a610a-c265-4c0d-836c-9d04b12814b7 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:59.763052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.766179 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.770340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eda5de70-d7dd-4274-9137-d2498c301828 HTTP/1.1" status: 204 len: 168 time: 0.3093550 Nov 10 23:05:59.809369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a816d80-090c-4800-b884-5b5d240496fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5de70-d7dd-4274-9137-d2498c301828,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:59.958587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.982909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:59.983743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:58Z', 'revision_number': 5, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:59.992884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.020922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.052337 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22357054-85f7-40f5-8e59-fadfa7f052fa None None] The sync data for ids ['7c9a610a-c265-4c0d-836c-9d04b12814b7'] in n-d-811521-3 is: [{'id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'name': 'tempest-TestAggregatesBasicOps-1619974516-router', 'tenant_id': 'f3b3f582438443508837d382ef239680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3933f578-7990-4691-adcb-8fd3875f0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:37Z', 'updated_at': '2021-11-10T23:05:58Z', 'revision_number': 5, 'project_id': 'f3b3f582438443508837d382ef239680', 'gw_port': {'id': '3933f578-7990-4691-adcb-8fd3875f0162', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a610a-c265-4c0d-836c-9d04b12814b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:38Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:00.120462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Deleting port 3933f578-7990-4691-adcb-8fd3875f0162 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:00.120903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.172254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network aedefae0-78ab-42b6-81c9-1ff79a195862 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:00.175761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:00.179913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=383a991a-5b92-46a6-b7a5-0ab7bc60fadf,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:00.186832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:00.193425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.218813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9eb57934-2d7c-4c27-b947-de0956daaccc tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9480989 Nov 10 23:06:00.221864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:00.229210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'fixed_ips': [{'subnet_id': 'ce2cf503-4cdf-462d-a3a0-4aaf4e87e756'}, {'subnet_id': '383a991a-5b92-46a6-b7a5-0ab7bc60fadf'}], 'name': 'tempest-PortsTestJSON-718071245'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:00.287052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] For port 3933f578-7990-4691-adcb-8fd3875f0162, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3933f578-7990-4691-adcb-8fd3875f0162,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:00.287052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.304266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Calling delete_port for 3933f578-7990-4691-adcb-8fd3875f0162 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:00.339309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:00.344745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:00.348624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:00.358053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Pushing event updated for resources: {'Port': ['ID=79f87862-33d9-42e1-922b-d160cd6fd7b9,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:00.435432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Attempting to bind port 79f87862-33d9-42e1-922b-d160cd6fd7b9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:00.435672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Attempting to bind port 79f87862-33d9-42e1-922b-d160cd6fd7b9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'fc5ee61b-63fd-403f-b883-8e7fd138cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:00.436039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Attempting to bind port 79f87862-33d9-42e1-922b-d160cd6fd7b9 on network aedefae0-78ab-42b6-81c9-1ff79a195862 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:00.465534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:00.465917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Checking segment: {'id': 'fc5ee61b-63fd-403f-b883-8e7fd138cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:00.466364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.466762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Bound using segment: {'id': 'fc5ee61b-63fd-403f-b883-8e7fd138cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:00.467390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Bound port: 79f87862-33d9-42e1-922b-d160cd6fd7b9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5ee61b-63fd-403f-b883-8e7fd138cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:00.467635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.496713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.506242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851009af-9061-4ea9-893a-9d5b8c228b3d req-d341a4a0-2d41-4c4c-9f4e-901ebf173520 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:00.527526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-851009af-9061-4ea9-893a-9d5b8c228b3d req-d341a4a0-2d41-4c4c-9f4e-901ebf173520 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1831491 Nov 10 23:06:00.611909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.613364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] For port 79f87862-33d9-42e1-922b-d160cd6fd7b9, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:00.617582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] For port 79f87862-33d9-42e1-922b-d160cd6fd7b9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=79f87862-33d9-42e1-922b-d160cd6fd7b9,segment=NetworkSegment(fc5ee61b-63fd-403f-b883-8e7fd138cb57),segment_id=fc5ee61b-63fd-403f-b883-8e7fd138cb57)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:00.623630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.667498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-851009af-9061-4ea9-893a-9d5b8c228b3d req-32f6c989-e81c-4a13-9fef-b9f86b1b5a9c tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381655 Nov 10 23:06:00.670075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:00.677499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Pushing event deleted for resources: {'Port': ['ID=3933f578-7990-4691-adcb-8fd3875f0162,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:00.703781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe9e22-e376-4c9d-89d9-c06f9d1a7981 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:00.781774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-b27fff6a-2388-4cfd-95ff-a4497e42425f req-79b25448-725c-47b5-867b-6a157f1f2fee service neutron] (102457) timed out ('10.222.0.25', 45234) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:06:00.808919 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.825929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.830385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80bb1-78ef-44cf-9d59-440fe029b233 None None] Pushing event updated for resources: {'Port': ['ID=79f87862-33d9-42e1-922b-d160cd6fd7b9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:00.842043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.864108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 99126480-869d-4f07-83d6-1ee5da150a16 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:00.975503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:00.988051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.083413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.084229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9a610a-c265-4c0d-836c-9d04b12814b7 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:06:01.088884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.092261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d4d99e2c-1dcf-4d7a-8340-c349da06b68c admin admin] 10.222.0.25 "DELETE /v2.0/routers/7c9a610a-c265-4c0d-836c-9d04b12814b7 HTTP/1.1" status: 204 len: 168 time: 2.0999799 Nov 10 23:06:01.092661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:01.179226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Deleting subnet 786b02ae-c0e6-474c-806e-6838f286b0f3 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:01.183052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.254477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.310706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 79f87862-33d9-42e1-922b-d160cd6fd7b9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:01.311733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:01.394749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 79f87862-33d9-42e1-922b-d160cd6fd7b9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:01.395121 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.409164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.471874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1387893520-network', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:01.494262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.5 (aedefae0-78ab-42b6-81c9-1ff79a195862/ce2cf503-4cdf-462d-a3a0-4aaf4e87e756/99126480-869d-4f07-83d6-1ee5da150a16) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:01.505684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.28 (aedefae0-78ab-42b6-81c9-1ff79a195862/383a991a-5b92-46a6-b7a5-0ab7bc60fadf/99126480-869d-4f07-83d6-1ee5da150a16) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:01.506534 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.512899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.518833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Made reservation on behalf of 522ab1e5d8c24388b5e05a19e42f2b90 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:01.521738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.555393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 79f87862-33d9-42e1-922b-d160cd6fd7b9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=79f87862-33d9-42e1-922b-d160cd6fd7b9,segment=NetworkSegment(fc5ee61b-63fd-403f-b883-8e7fd138cb57),segment_id=fc5ee61b-63fd-403f-b883-8e7fd138cb57)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:01.556361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786b02ae-c0e6-474c-806e-6838f286b0f3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:01.559314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.565313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.574453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.580767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ff7401d-4f68-4c92-8c4d-0839419513f2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/786b02ae-c0e6-474c-806e-6838f286b0f3 HTTP/1.1" status: 204 len: 168 time: 0.4848490 Nov 10 23:06:01.581815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:01.654015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=79f87862-33d9-42e1-922b-d160cd6fd7b9,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:01.665328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80ca29-f65b-450b-9c33-94b0f3398cb3 None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:01.702337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.757911 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.819570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 30287386-d4c7-4ac9-9db0-45aee70392aa no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:01.842907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.855767 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.867233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 30287386-d4c7-4ac9-9db0-45aee70392aa {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:01.867570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.872493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 30287386-d4c7-4ac9-9db0-45aee70392aa not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:01.883850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:01.896657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.896657 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Added segment 4015124c-948b-4438-a616-69fceaf73650 of type vlan for network 0f31dc9e-29f5-4694-b22f-a92440aa2658 Nov 10 23:06:01.950124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.955507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network aedefae0-78ab-42b6-81c9-1ff79a195862 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:01.962009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:01.977710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:01.988596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=99126480-869d-4f07-83d6-1ee5da150a16,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:01.996401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.997468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:01.998056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.079960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] DHCP port deletion for ec3d74cf-3388-46a5-b09d-a58e111d5063 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:02.098924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:02.101378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.135641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bc6f6cf7-acc1-40a8-b97a-838c737c666a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9118598 Nov 10 23:06:02.139082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38946) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:02.144392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8308520 Nov 10 23:06:02.149421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0aa3a-7388-45f4-b9e9-e1968852b8bc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.151884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce2cf503-4cdf-462d-a3a0-4aaf4e87e756'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:02.161693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:02.185840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Deleting port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:02.186327 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.186486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c660b7-040d-498b-b150-30abe58d8f64 admin admin] Pushing event updated for resources: {'Network': ['ID=0f31dc9e-29f5-4694-b22f-a92440aa2658,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.196593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df62309-5beb-4566-8f1d-9c5be95873ab req-820d4cd9-efbd-408e-af5f-c312eb33ed6b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:02.198235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8df62309-5beb-4566-8f1d-9c5be95873ab req-820d4cd9-efbd-408e-af5f-c312eb33ed6b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.3392198 Nov 10 23:06:02.199732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Deleting port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:02.200105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.218416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Request body: {'subnet': {'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1387893520-subnet', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:02.222955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1adf7-111a-4f13-b39c-1e7af97905f2 None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:02.225549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:02.282867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Made reservation on behalf of 522ab1e5d8c24388b5e05a19e42f2b90 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:02.285224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.302161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.321311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] For port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:02.321819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.343071 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8df62309-5beb-4566-8f1d-9c5be95873ab req-1047c5cf-d5b9-49da-9b2b-3ee220770816 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241870 Nov 10 23:06:02.344162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Calling delete_port for 8dac9ddc-0e68-41c3-9b0b-667a1c728afe owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:02.502202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.505648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2d936157-34ab-4f65-86f6-cdd7a206fc35 None None] Provisioning complete for port 79f87862-33d9-42e1-922b-d160cd6fd7b9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:02.507073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2d936157-34ab-4f65-86f6-cdd7a206fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.546076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.549668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] No DVR routers for this DVR port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:02.579242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] For port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,segment=NetworkSegment(4b70b034-8dc6-49ac-82fb-ee32935d046a),segment_id=4b70b034-8dc6-49ac-82fb-ee32935d046a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:02.579885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.637428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69199-f117-4ca0-acec-07bdf79ddff1 req-472336b4-b20b-419d-b4f3-b3cf08da44a2 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:02.639106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90a69199-f117-4ca0-acec-07bdf79ddff1 req-472336b4-b20b-419d-b4f3-b3cf08da44a2 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1874089 Nov 10 23:06:02.639552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Calling delete_port for 8dac9ddc-0e68-41c3-9b0b-667a1c728afe owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:02.652439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.675477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d74cf-3388-46a5-b09d-a58e111d5063']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:02.686768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b70b034-8dc6-49ac-82fb-ee32935d046a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:02.687374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b70b034-8dc6-49ac-82fb-ee32935d046a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:02.701228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.716072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.724375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:02.725064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:02.727349 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:02.802885 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.811577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.815687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90a69199-f117-4ca0-acec-07bdf79ddff1 req-d2a307d7-f4b1-4209-ace8-042a32e0748b tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649432 Nov 10 23:06:02.819282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec3d74cf-3388-46a5-b09d-a58e111d5063 HTTP/1.1" status: 204 len: 168 time: 1.2339611 Nov 10 23:06:02.819482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.835065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17184a5e-1df4-4155-8e0a-5b5307742bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3d74cf-3388-46a5-b09d-a58e111d5063,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:06:02.870603 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:06:02.884365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:02.886696 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Delete allocated IP 172.20.0.28 (aedefae0-78ab-42b6-81c9-1ff79a195862/383a991a-5b92-46a6-b7a5-0ab7bc60fadf) {{(pid=102458) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 23:06:02.902707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.951874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Checking segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:02.952282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Network hostable DHCP agents. Network: 0f31dc9e-29f5-4694-b22f-a92440aa2658, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:02.966724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Pushing event deleted for resources: {'Port': ['ID=8dac9ddc-0e68-41c3-9b0b-667a1c728afe,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.986776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:02.990505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] Network ec3d74cf-3388-46a5-b09d-a58e111d5063 is not hosted by any dhcp agent {{(pid=102459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:06:02.990976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcd91a-3a56-4d86-a42f-7b89d9adb80d None None] No DVR routers for this DVR port 8dac9ddc-0e68-41c3-9b0b-667a1c728afe on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:03.018348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 0f31dc9e-29f5-4694-b22f-a92440aa2658) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:03.030983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373b7b7-ef2a-449b-a4a7-83ba187d0c20 None None] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:03.057686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:03.057686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.058128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38958) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:03.078594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Update dhcp port {'port': {'network_id': 'aedefae0-78ab-42b6-81c9-1ff79a195862', 'fixed_ips': [{'subnet_id': 'ce2cf503-4cdf-462d-a3a0-4aaf4e87e756', 'ip_address': '172.20.0.2'}, {'subnet_id': '383a991a-5b92-46a6-b7a5-0ab7bc60fadf'}], 'binding:host_id': 'n-d-811521-3'}, 'id': '79f87862-33d9-42e1-922b-d160cd6fd7b9'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 23:06:03.101352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8033a4d9-ef6f-4707-b913-8ed4a47e6fd8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9360878 Nov 10 23:06:03.105369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38960) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:03.116481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:03.135569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-36b1a9ba-c86c-4dd6-9b18-963eafaff471 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc851367e44449798178e7f9d7708b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761468 Nov 10 23:06:03.141067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38962) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:03.153927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.157481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.180838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 79f87862-33d9-42e1-922b-d160cd6fd7b9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:03.184659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.239839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.267676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.342801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.346064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.347413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aa26048-036a-40f9-8001-f28daff11a08 HTTP/1.1" status: 204 len: 168 time: 0.2050111 Nov 10 23:06:03.365505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.366540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.374385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e41b93-d198-449a-8a7d-00888cdbbfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa26048-036a-40f9-8001-f28daff11a08,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:03.407671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=99126480-869d-4f07-83d6-1ee5da150a16,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:03.419555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 79f87862-33d9-42e1-922b-d160cd6fd7b9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:03.420196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.420445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6417-0a00-4284-9c3d-6f4033c12766 req-ac8ec400-05c4-4747-be1c-2376c01acac1 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:03.422014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06ae6417-0a00-4284-9c3d-6f4033c12766 req-ac8ec400-05c4-4747-be1c-2376c01acac1 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1440361 Nov 10 23:06:03.493002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] In _notify_port_updated(), no bound segment for port 99126480-869d-4f07-83d6-1ee5da150a16 on network aedefae0-78ab-42b6-81c9-1ff79a195862 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:06:03.498719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:03.499365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.500689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-338d1174-73d1-4052-9283-560cd3cf70fe tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/ports/99126480-869d-4f07-83d6-1ee5da150a16 HTTP/1.1" status: 200 len: 918 time: 1.3583531 Nov 10 23:06:03.504073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:03.509390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce2cf503-4cdf-462d-a3a0-4aaf4e87e756'}, {'subnet_id': '383a991a-5b92-46a6-b7a5-0ab7bc60fadf'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:03.562022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.572961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06ae6417-0a00-4284-9c3d-6f4033c12766 req-5200220c-2eb1-4748-a06d-d5e831ce6601 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335907 Nov 10 23:06:03.618612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-0f31dc9e-29f5-4694-b22f-a92440aa2658', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:03.619556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.640170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Allocated IP 172.20.0.18 (aedefae0-78ab-42b6-81c9-1ff79a195862/383a991a-5b92-46a6-b7a5-0ab7bc60fadf/79f87862-33d9-42e1-922b-d160cd6fd7b9) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:03.797178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3933f578-7990-4691-adcb-8fd3875f0162 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:03.813968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.823532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3933f578-7990-4691-adcb-8fd3875f0162 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:03.823875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3933f578-7990-4691-adcb-8fd3875f0162 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:03.824301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dac9ddc-0e68-41c3-9b0b-667a1c728afe no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:03.870375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8dac9ddc-0e68-41c3-9b0b-667a1c728afe {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:03.870749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8dac9ddc-0e68-41c3-9b0b-667a1c728afe not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:03.965107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a8314094-d66e-4101-a975-f5a92633171f None None] For port 79f87862-33d9-42e1-922b-d160cd6fd7b9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=79f87862-33d9-42e1-922b-d160cd6fd7b9,segment=NetworkSegment(fc5ee61b-63fd-403f-b883-8e7fd138cb57),segment_id=fc5ee61b-63fd-403f-b883-8e7fd138cb57)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:04.008084 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.027228 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.075033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38974) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:04.104376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314094-d66e-4101-a975-f5a92633171f None None] Pushing event updated for resources: {'Port': ['ID=79f87862-33d9-42e1-922b-d160cd6fd7b9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:04.159431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.176859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Allocated IP 172.20.0.2 (0f31dc9e-29f5-4694-b22f-a92440aa2658/d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e/2b70d387-96c6-400f-9bb6-d09bf2ea6466) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:04.186931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9ac3cfe4-e549-45e8-8edc-862571f4d747 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3b3f582438443508837d382ef239680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083994 Nov 10 23:06:04.188041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 38976) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:04.315911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.324441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.29 (aedefae0-78ab-42b6-81c9-1ff79a195862/383a991a-5b92-46a6-b7a5-0ab7bc60fadf/99126480-869d-4f07-83d6-1ee5da150a16) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:04.383227 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.424154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.443312 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.452126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.504751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.524016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.526888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.528073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/748a3943-b071-4438-8173-c31cfe9fb3c1 HTTP/1.1" status: 204 len: 168 time: 0.3391538 Nov 10 23:06:04.533878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:04.540603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:04.543908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc29854-84f4-4f06-8e96-8d17eb975498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a3943-b071-4438-8173-c31cfe9fb3c1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:04.550877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:04.568639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.577873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.639956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Pushing event updated for resources: {'Port': ['ID=2b70d387-96c6-400f-9bb6-d09bf2ea6466,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:04.719094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Allocated IP 172.25.0.242 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/488a2b0e-7e7c-419d-9935-259a820e85fd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:04.763652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=99126480-869d-4f07-83d6-1ee5da150a16,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:04.892717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Attempting to bind port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:04.894004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Attempting to bind port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:04.894591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Attempting to bind port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 on network 0f31dc9e-29f5-4694-b22f-a92440aa2658 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:04.903082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:04.903461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Checking segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:04.903862 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.904237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Bound using segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:04.904702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Bound port: 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:04.905652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.916694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.931853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5636f4-91c1-432b-b293-dafc6f6579ea req-28fd9b81-99f9-4739-ab8a-308d868cbdb8 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:04.933615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a5636f4-91c1-432b-b293-dafc6f6579ea req-28fd9b81-99f9-4739-ab8a-308d868cbdb8 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1625309 Nov 10 23:06:04.937071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] In _notify_port_updated(), no bound segment for port 99126480-869d-4f07-83d6-1ee5da150a16 on network aedefae0-78ab-42b6-81c9-1ff79a195862 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:06:04.949385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:04.950010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:04.954099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af7822b4-a5cb-4f7f-8b7f-65b2710d9602 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/ports/99126480-869d-4f07-83d6-1ee5da150a16 HTTP/1.1" status: 200 len: 998 time: 1.4489889 Nov 10 23:06:04.954874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 38986) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:04.990847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.013141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a5636f4-91c1-432b-b293-dafc6f6579ea req-281cb32b-f7d2-4806-afba-2e1f3a3fba19 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Nov 10 23:06:05.046275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] For port 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:05.053246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] For port 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2b70d387-96c6-400f-9bb6-d09bf2ea6466,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:05.061464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.123643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:05.150103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 79f87862-33d9-42e1-922b-d160cd6fd7b9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:05.165657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f87bad-fe85-4cf3-8d15-8d70144f6975 None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:05.171854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:05.178674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:05.186588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Pushing event updated for resources: {'Port': ['ID=488a2b0e-7e7c-419d-9935-259a820e85fd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:05.240122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34aa5-8813-4791-a337-fb1ccf2df7ec None None] Pushing event updated for resources: {'Port': ['ID=2b70d387-96c6-400f-9bb6-d09bf2ea6466,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:05.249106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba0148-9fe1-4553-8406-d1c8286a862f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:05.370234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9e7aeedb-37fa-4c70-896f-29403de3809c None None] Provisioning complete for port 79f87862-33d9-42e1-922b-d160cd6fd7b9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:05.370863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e7aeedb-37fa-4c70-896f-29403de3809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.395575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-d81540b7-b8df-4653-9ac3-98e85eb5bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:05.397285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-d81540b7-b8df-4653-9ac3-98e85eb5bb0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 1100 time: 0.1003649 Nov 10 23:06:05.411967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4ba41-4ce1-41fa-9eea-6ae41ee3f8f5 req-450b1efa-e1ec-44db-a00b-03a107b5c5f3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:05.421501 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8dd4ba41-4ce1-41fa-9eea-6ae41ee3f8f5 req-450b1efa-e1ec-44db-a00b-03a107b5c5f3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.0807021 Nov 10 23:06:05.429018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 79f87862-33d9-42e1-922b-d160cd6fd7b9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:05.430116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.445498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 99126480-869d-4f07-83d6-1ee5da150a16 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:05.445852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.634249 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8dd4ba41-4ce1-41fa-9eea-6ae41ee3f8f5 req-81430c1e-245f-48d6-9892-0d5897b60081 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106166 Nov 10 23:06:05.678787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-92ad1cde-dc4c-44a1-880d-019a154731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:05.682487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-92ad1cde-dc4c-44a1-880d-019a154731f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 200 len: 912 time: 0.2516701 Nov 10 23:06:05.734074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.744359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9e7aeedb-37fa-4c70-896f-29403de3809c None None] Provisioning complete for port 99126480-869d-4f07-83d6-1ee5da150a16 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:05.744891 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e7aeedb-37fa-4c70-896f-29403de3809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.760281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-5bd20a8a-76b4-4721-9c84-985b09febb9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 200 len: 217 time: 0.0670588 Nov 10 23:06:05.777246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 99126480-869d-4f07-83d6-1ee5da150a16 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:05.782901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9e7aeedb-37fa-4c70-896f-29403de3809c None None] Port 99126480-869d-4f07-83d6-1ee5da150a16 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:05.839204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.847364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-5efc5b66-8ae5-4263-9a7d-a32fe108f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:05.854999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-5efc5b66-8ae5-4263-9a7d-a32fe108f05f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3f4b7b4-39dd-4798-8065-6c442e14cc72 HTTP/1.1" status: 200 len: 852 time: 0.0863361 Nov 10 23:06:05.901253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-9a3569ca-250c-4d82-939e-3d2c1d11fc7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d56e1122-43cb-4084-a176-c3da6aa6716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379286 Nov 10 23:06:05.918863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39014) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:05.919343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-97b56f00-f20d-447e-8e50-730c751bb8a6 None None] Provisioning complete for port 488a2b0e-7e7c-419d-9935-259a820e85fd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:05.920087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-97b56f00-f20d-447e-8e50-730c751bb8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:05.973166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-97b56f00-f20d-447e-8e50-730c751bb8a6 None None] Port 488a2b0e-7e7c-419d-9935-259a820e85fd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:06.060785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-674fb04d-7adc-4e6e-8bda-dc58125d5fa5 service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514163 Nov 10 23:06:06.105788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1727352062-network', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:06.147254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.212552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd8e55ba-4c9a-447c-bade-e0e4513c6a1f req-dacced24-f097-4157-ac7a-3e6eb2bd467a service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418438 Nov 10 23:06:06.240619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Made reservation on behalf of 92e501f9fd9b4d3699adf282662875a1 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:06.244704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.262441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.307899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.354155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=99126480-869d-4f07-83d6-1ee5da150a16,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:06.385693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.390897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.418658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:06.437536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.437955 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Added segment 64c92f0d-1309-4670-85ae-5e5a5e222560 of type vlan for network 038ed570-f89a-4e20-9452-18b3566cd2eb Nov 10 23:06:06.439219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c807666a-d48f-46be-8c31-e7ac3944b17e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:06.490231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.494210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e6c0e3dc-6248-4914-9ec2-88bddc69287d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/99126480-869d-4f07-83d6-1ee5da150a16 HTTP/1.1" status: 204 len: 168 time: 1.5382547 Nov 10 23:06:06.496720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39022) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.507347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Router 61caae94-755e-409a-9f69-52c4e23d79b5 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:06:06.521704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.533332 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37816c4-4fcf-4ab9-8955-71d3c1bacf9e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:06.537321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f37816c4-4fcf-4ab9-8955-71d3c1bacf9e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/99126480-869d-4f07-83d6-1ee5da150a16 HTTP/1.1" status: 404 len: 333 time: 0.0368915 Nov 10 23:06:06.537583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39024) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.556883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.558085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:06.558784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.603477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d7a3d-83bb-4e8f-b2ee-c66ebb22f33a None None] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:06.640692 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7182987 Nov 10 23:06:06.641351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39026) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.647756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Request body: {'subnet': {'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1727352062-subnet', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:06.672185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd02e36-49e7-4383-84e2-3dc2ca28ddad admin admin] Pushing event updated for resources: {'Network': ['ID=038ed570-f89a-4e20-9452-18b3566cd2eb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:06.674840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet 383a991a-5b92-46a6-b7a5-0ab7bc60fadf {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:06.678871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Made reservation on behalf of 92e501f9fd9b4d3699adf282662875a1 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:06.679758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.686031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.741504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:06.752468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.834966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Sync routers for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:06.844901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.846415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aab0b0a9-d3e4-4d12-a545-0d5c4ec38f64 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7398610 Nov 10 23:06:06.857011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39030) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.935577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:06.946087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:07.026627 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.126903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 038ed570-f89a-4e20-9452-18b3566cd2eb details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:07.153425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f27072-3c2f-4034-9146-5269ebf7f942 req-9e9fb95d-61b7-4b7c-b31f-9c231d000efa tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:07.169310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4f27072-3c2f-4034-9146-5269ebf7f942 req-9e9fb95d-61b7-4b7c-b31f-9c231d000efa tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.3778219 Nov 10 23:06:07.217369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.280354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2b70d387-96c6-400f-9bb6-d09bf2ea6466 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:07.290859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] Provisioning complete for port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:07.291235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.296536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.301801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bada8bc5-2ba2-421a-895c-cccd48c93c14,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:07.325180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Checking segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:07.325542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Network hostable DHCP agents. Network: 038ed570-f89a-4e20-9452-18b3566cd2eb, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:07.349198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Network 038ed570-f89a-4e20-9452-18b3566cd2eb is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:07.365138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=383a991a-5b92-46a6-b7a5-0ab7bc60fadf,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:07.366415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 038ed570-f89a-4e20-9452-18b3566cd2eb) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:07.388054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:07.391017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.396275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2b2e6-275d-40d4-b51e-074861b540b4 None None] Network 038ed570-f89a-4e20-9452-18b3566cd2eb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:07.398545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.404361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9adc2e47-3233-489c-9568-f0b70e6f5e41 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/383a991a-5b92-46a6-b7a5-0ab7bc60fadf HTTP/1.1" status: 204 len: 168 time: 0.8645933 Nov 10 23:06:07.407153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:07.410620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4f27072-3c2f-4034-9146-5269ebf7f942 req-09696c5a-9e2b-44d8-8880-1b101fb2fede tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395136 Nov 10 23:06:07.474354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7ee6a19e-e6f0-46ab-9172-68a59ae93d2e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8312829 Nov 10 23:06:07.477918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39034) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:07.484580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:07.494416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d595f9e-16d5-4f05-b445-3eca2014557d None None] Network aedefae0-78ab-42b6-81c9-1ff79a195862 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:07.501374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet ce2cf503-4cdf-462d-a3a0-4aaf4e87e756 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:07.504942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.546670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.567057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.568778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.602095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:07.649204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.693463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:07.693822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.710595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.721030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.756339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.763941 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/ce2cf503-4cdf-462d-a3a0-4aaf4e87e756 HTTP/1.1" status: 204 len: 168 time: 0.3553319 Nov 10 23:06:07.764876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:07.765778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf370f-8b51-4775-8e7c-c8287f58b734 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2cf503-4cdf-462d-a3a0-4aaf4e87e756,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:07.873059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.904008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.947146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 79f87862-33d9-42e1-922b-d160cd6fd7b9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:07.947402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.021528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port 79f87862-33d9-42e1-922b-d160cd6fd7b9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=79f87862-33d9-42e1-922b-d160cd6fd7b9,segment=NetworkSegment(fc5ee61b-63fd-403f-b883-8e7fd138cb57),segment_id=fc5ee61b-63fd-403f-b883-8e7fd138cb57)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:08.025016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.045245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 79f87862-33d9-42e1-922b-d160cd6fd7b9 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:08.129816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.157488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=79f87862-33d9-42e1-922b-d160cd6fd7b9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:08.161363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port 79f87862-33d9-42e1-922b-d160cd6fd7b9 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:08.219624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.223011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-038ed570-f89a-4e20-9452-18b3566cd2eb', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:08.223942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.228677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] For port 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2b70d387-96c6-400f-9bb6-d09bf2ea6466,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:08.252412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.307726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.309333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.343737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedefae0-78ab-42b6-81c9-1ff79a195862']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:08.357564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5ee61b-63fd-403f-b883-8e7fd138cb57') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:08.358888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5ee61b-63fd-403f-b883-8e7fd138cb57') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:08.360850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.377254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.394330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.400828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:08.401609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:08.408072 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:08.410615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad22ba-0f31-493e-82a7-fd8842d32017 None None] DHCP port deletion for aedefae0-78ab-42b6-81c9-1ff79a195862 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:08.453607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-963d7266-0cb8-45b6-8922-401d51d8aad6 None None] Could not find standard attr ID for object 79f87862-33d9-42e1-922b-d160cd6fd7b9. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:08.469970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b10fd2-fd06-4acf-a253-5c6b7047a7b3 None None] Pushing event updated for resources: {'Port': ['ID=2b70d387-96c6-400f-9bb6-d09bf2ea6466,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:08.499185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-963d7266-0cb8-45b6-8922-401d51d8aad6 None None] Could not find standard attr ID for object 99126480-869d-4f07-83d6-1ee5da150a16. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:08.513067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.531199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.542886 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/aedefae0-78ab-42b6-81c9-1ff79a195862 HTTP/1.1" status: 204 len: 168 time: 0.7729115 Nov 10 23:06:08.543533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39042) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:08.568350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:05Z', 'revision_number': 3, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:08.605945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-963d7266-0cb8-45b6-8922-401d51d8aad6 None None] Provisioning complete for port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:08.605945 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-963d7266-0cb8-45b6-8922-401d51d8aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.607518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:06:08.607941 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:06:08.632854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Checking router: 61caae94-755e-409a-9f69-52c4e23d79b5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:08.633537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Updating router 61caae94-755e-409a-9f69-52c4e23d79b5 port 488a2b0e-7e7c-419d-9935-259a820e85fd binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:08.653657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79547f-d3d6-4eaa-bbda-d8d0f72199ba tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=aedefae0-78ab-42b6-81c9-1ff79a195862,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:08.672920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Allocated IP 172.20.0.2 (038ed570-f89a-4e20-9452-18b3566cd2eb/bada8bc5-2ba2-421a-895c-cccd48c93c14/b8b03fe2-b648-4594-be89-322be18fd74b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:08.686307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.711856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094142ab-b236-4a50-8056-650eea04474c req-3774ae43-9022-4e74-b897-0d0f243a2a08 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:08.713410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-094142ab-b236-4a50-8056-650eea04474c req-3774ae43-9022-4e74-b897-0d0f243a2a08 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1659739 Nov 10 23:06:08.731227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2c6e3-590a-4c6f-a76f-02643c4dac6b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:08.739082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2bc2c6e3-590a-4c6f-a76f-02643c4dac6b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1927640 Nov 10 23:06:08.741110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:08.792328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Allocated IP 172.20.0.1 (0f31dc9e-29f5-4694-b22f-a92440aa2658/d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e/0291cb31-aa9c-4908-a2aa-d15da49713ef) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:08.806540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.833327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.859752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0e265fab-8906-46a5-84f2-73107838cf76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1173375 Nov 10 23:06:08.863749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:08.870387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1895007539'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:08.895488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-094142ab-b236-4a50-8056-650eea04474c req-e2d77184-fcf4-4b39-bcfc-18758b059ac2 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552427 Nov 10 23:06:08.896592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:08.900765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.941310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:08.962225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.963670 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment c4faf15f-3c68-4789-8954-a26a8b4299b8 of type vlan for network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd Nov 10 23:06:09.021650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.032754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.056795 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.081991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.083785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.108095 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.117980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Network 038ed570-f89a-4e20-9452-18b3566cd2eb is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:09.120515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:09.120925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.122913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:09.168397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:09.191601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:09.210094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3427467 Nov 10 23:06:09.216280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:09.230890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39054) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:09.234092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:09.250277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:09.276774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Pushing event updated for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:09.293895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Pushing event updated for resources: {'Port': ['ID=b8b03fe2-b648-4594-be89-322be18fd74b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:09.300166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.315757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e29f0-4d1e-4a15-96f0-d59ac1727478 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=7f2ee47c-7a5a-4eb1-8401-8657592d80cd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:09.322463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.335113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c1ca-f729-4d73-ade3-8d4f046b82f6 req-9ef9a1b2-c55c-465b-ab02-26b93d0a98b0 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:09.339560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:09.343444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ef1c1ca-f729-4d73-ade3-8d4f046b82f6 req-9ef9a1b2-c55c-465b-ab02-26b93d0a98b0 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1582646 Nov 10 23:06:09.363386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.436160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ef1c1ca-f729-4d73-ade3-8d4f046b82f6 req-270960e1-b8d6-4898-9421-4383352e9152 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866339 Nov 10 23:06:09.449215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Attempting to bind port b8b03fe2-b648-4594-be89-322be18fd74b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:09.449691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Attempting to bind port b8b03fe2-b648-4594-be89-322be18fd74b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:09.450172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Attempting to bind port b8b03fe2-b648-4594-be89-322be18fd74b on network 038ed570-f89a-4e20-9452-18b3566cd2eb {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:09.494625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1f472-05e3-4064-82f3-b308a84ff62a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:09.495307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:09.497204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:09.497858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Checking segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:09.498362 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.498867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Bound using segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:09.499507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Bound port: b8b03fe2-b648-4594-be89-322be18fd74b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:09.499989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.501852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.541444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Attempting to bind port 488a2b0e-7e7c-419d-9935-259a820e85fd on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:09.541966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Attempting to bind port 488a2b0e-7e7c-419d-9935-259a820e85fd by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:09.542435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Attempting to bind port 488a2b0e-7e7c-419d-9935-259a820e85fd on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:09.548529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc7db-13ab-43ae-9b49-a3de16e496ae None None] Pushing event updated for resources: {'Port': ['ID=488a2b0e-7e7c-419d-9935-259a820e85fd,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:09.560541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2b70d387-96c6-400f-9bb6-d09bf2ea6466 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:09.564231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:09.611600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:09.611600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.611600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:09.611600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Bound port: 488a2b0e-7e7c-419d-9935-259a820e85fd, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:09.611600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.682938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.717434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Allocated IP 172.25.0.191 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/7ed115bb-f1d0-497d-ae0c-69a8f14a4778) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:09.751734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23d0bdf2-5457-4eee-8d54-8ad0ef55d5c3 None None] Provisioning complete for port 488a2b0e-7e7c-419d-9935-259a820e85fd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:09.752263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23d0bdf2-5457-4eee-8d54-8ad0ef55d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.755029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] For port b8b03fe2-b648-4594-be89-322be18fd74b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:09.761485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] For port b8b03fe2-b648-4594-be89-322be18fd74b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b8b03fe2-b648-4594-be89-322be18fd74b,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:09.796271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.808046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] For port 488a2b0e-7e7c-419d-9935-259a820e85fd, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:09.873833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] For port 488a2b0e-7e7c-419d-9935-259a820e85fd, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=488a2b0e-7e7c-419d-9935-259a820e85fd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:09.876416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bdf2-5457-4eee-8d54-8ad0ef55d5c3 None None] Port 488a2b0e-7e7c-419d-9935-259a820e85fd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:09.885385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:09.886043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.904117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.976696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b2b15-ed06-4946-a40d-0baeea43c583 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:09.978742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898efd85-bd52-4522-ab28-00fe9d252b78 None None] Pushing event updated for resources: {'Port': ['ID=b8b03fe2-b648-4594-be89-322be18fd74b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:10.001413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.056095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:10.056560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.056918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:10.067968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6d5c7c78-8439-47bf-8ba3-60d055e4a59c None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:10.067968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d5c7c78-8439-47bf-8ba3-60d055e4a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.172857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c7c78-8439-47bf-8ba3-60d055e4a59c None None] Port 0291cb31-aa9c-4908-a2aa-d15da49713ef cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:10.175866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc7db-13ab-43ae-9b49-a3de16e496ae None None] Pushing event updated for resources: {'Port': ['ID=488a2b0e-7e7c-419d-9935-259a820e85fd,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:10.229650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:10.249047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:10.272602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:10.276370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:10.291286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb23c2-2fd0-421b-9641-0188dcf4ee1b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:10.316225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:10.356373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.380251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 79f87862-33d9-42e1-922b-d160cd6fd7b9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:10.381146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.441830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.452402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=9bf04f78-8464-450a-9f0d-d758ec5121cd,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:10.456218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': 'c4faf15f-3c68-4789-8954-a26a8b4299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:10.456793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 7f2ee47c-7a5a-4eb1-8401-8657592d80cd, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:10.497049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:10.514509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 7f2ee47c-7a5a-4eb1-8401-8657592d80cd) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:10.528071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:10.529765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.556476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f5e5e59e-4427-4dc5-ab59-e7e48bf5d011 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3153038 Nov 10 23:06:10.558866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39064) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:10.564951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd', 'name': 'tempest-PortsTestJSON-1551798852'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:10.634244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 79f87862-33d9-42e1-922b-d160cd6fd7b9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:10.634800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 79f87862-33d9-42e1-922b-d160cd6fd7b9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:10.648824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00f006-bbf1-47b2-96ac-90e51d6a99f9 None None] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:10.682491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Pushing event updated for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:10.694185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.751571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Provisioning complete for port 488a2b0e-7e7c-419d-9935-259a820e85fd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:10.751945 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.754624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:10.759712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:10.768928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797779d-ad07-49b0-b8ac-b74e9989ef10 req-0f8323c6-2f04-4904-97ad-2d3654d228cd tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:10.770510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c797779d-ad07-49b0-b8ac-b74e9989ef10 req-0f8323c6-2f04-4904-97ad-2d3654d228cd tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1892416 Nov 10 23:06:10.792671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port f66f2960-7722-4e35-ace5-4a5e7a138ab4 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:10.952987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.8 (7f2ee47c-7a5a-4eb1-8401-8657592d80cd/9bf04f78-8464-450a-9f0d-d758ec5121cd/f66f2960-7722-4e35-ace5-4a5e7a138ab4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:10.954754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c797779d-ad07-49b0-b8ac-b74e9989ef10 req-e23a24ac-10d5-474a-96df-90688c5e245d tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717596 Nov 10 23:06:10.990582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-7f2ee47c-7a5a-4eb1-8401-8657592d80cd', 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': '9bf04f78-8464-450a-9f0d-d758ec5121cd'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:10.990582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.062616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.247130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.303104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] For port 488a2b0e-7e7c-419d-9935-259a820e85fd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=488a2b0e-7e7c-419d-9935-259a820e85fd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:11.312894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.399533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:11.402719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:11.423089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Provisioning complete for port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:11.423469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.430297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-9b2379aa-6967-4b54-a507-4e26f30819ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:11.431889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-9b2379aa-6967-4b54-a507-4e26f30819ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 1100 time: 0.0993297 Nov 10 23:06:11.435428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.510943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:08Z', 'revision_number': 1, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:11.545879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e453a11-6c34-4f4f-9db7-242a7a4145ea req-2daddca6-1b73-466b-bb8b-6e2bb830fb9d tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:11.547492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e453a11-6c34-4f4f-9db7-242a7a4145ea req-2daddca6-1b73-466b-bb8b-6e2bb830fb9d tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.1889677 Nov 10 23:06:11.559643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673119-82c8-43fe-8616-4f8780d2a03e None None] The sync data for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 is: [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:08Z', 'revision_number': 1, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:11.561002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b8b03fe2-b648-4594-be89-322be18fd74b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:11.615257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Pushing event updated for resources: {'Port': ['ID=488a2b0e-7e7c-419d-9935-259a820e85fd,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:11.628444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.675391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d69c60fa-656c-499d-956d-b91107beadc2 None None] Port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:11.678341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:11.683889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:11.685778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11a72d-9efe-4c0f-b596-28d27c298eef None None] Network 038ed570-f89a-4e20-9452-18b3566cd2eb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:11.688024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:11.772388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-766b7c58-2048-4af8-b34c-564dfbc363d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:11.774060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-766b7c58-2048-4af8-b34c-564dfbc363d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 200 len: 912 time: 0.3180618 Nov 10 23:06:11.819937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Allocated IP 172.20.0.2 (7f2ee47c-7a5a-4eb1-8401-8657592d80cd/9bf04f78-8464-450a-9f0d-d758ec5121cd/dd71176f-075a-4d3f-b9fa-7a232fcd20cb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:11.843760 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:11.844628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.851661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.854300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-ab740f0b-a9a8-4b5c-9827-59b1c5a7bc32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 200 len: 217 time: 0.0670047 Nov 10 23:06:11.858007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=f66f2960-7722-4e35-ace5-4a5e7a138ab4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:11.883854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e453a11-6c34-4f4f-9db7-242a7a4145ea req-7566a8d1-6c7e-4957-b5e4-11305436098f tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367282 Nov 10 23:06:11.916349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ec402d7d-7a75-4522-96d4-5a69dcd898f4 None None] Provisioning complete for port b8b03fe2-b648-4594-be89-322be18fd74b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:11.917092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec402d7d-7a75-4522-96d4-5a69dcd898f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.918218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9698570-474e-4584-843e-f7711ab5dd76 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3574767 Nov 10 23:06:11.921684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39072) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:11.927336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd', 'name': 'tempest-PortsTestJSON-1193702531'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:11.928813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Router 61caae94-755e-409a-9f69-52c4e23d79b5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:12.006732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-4ecf0eeb-2fe9-49f5-8c84-a681fca36e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:12.008830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-4ecf0eeb-2fe9-49f5-8c84-a681fca36e1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3f4b7b4-39dd-4798-8065-6c442e14cc72 HTTP/1.1" status: 200 len: 852 time: 0.1402206 Nov 10 23:06:12.055929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-a60975a3-1198-4fce-936e-904a254918e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d56e1122-43cb-4084-a176-c3da6aa6716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395706 Nov 10 23:06:12.073281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b8b03fe2-b648-4594-be89-322be18fd74b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:12.073281 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.194379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:12.198748 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.225339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-6e3cdbe7-cad1-4b18-8ac2-bf60e7bca11d service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584187 Nov 10 23:06:12.231473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 826d22fb-301a-45a1-a1d7-b651acb4a826 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:12.327680 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.426634 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.435704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.460407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73cd2f05-223b-4631-b2bb-6110456d7a39 req-99e98165-0ae7-4c66-8956-07e3deda8caa service neutron] 10.222.0.39 "GET /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234740 Nov 10 23:06:12.482919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.12 (7f2ee47c-7a5a-4eb1-8401-8657592d80cd/9bf04f78-8464-450a-9f0d-d758ec5121cd/826d22fb-301a-45a1-a1d7-b651acb4a826) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:12.558744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:12.628078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:12.645371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:12.687715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port b8b03fe2-b648-4594-be89-322be18fd74b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b8b03fe2-b648-4594-be89-322be18fd74b,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:12.725675 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.761608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Router cf088b9e-48f9-488e-a35a-f30ec0605eaa is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:06:12.783413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Pushing event updated for resources: {'Port': ['ID=dd71176f-075a-4d3f-b9fa-7a232fcd20cb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:12.806152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.870702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=b8b03fe2-b648-4594-be89-322be18fd74b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:12.873051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.898448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Attempting to bind port dd71176f-075a-4d3f-b9fa-7a232fcd20cb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:12.898822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Attempting to bind port dd71176f-075a-4d3f-b9fa-7a232fcd20cb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c4faf15f-3c68-4789-8954-a26a8b4299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:12.899183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Attempting to bind port dd71176f-075a-4d3f-b9fa-7a232fcd20cb on network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:12.906797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:12.907165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Checking segment: {'id': 'c4faf15f-3c68-4789-8954-a26a8b4299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:12.909500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.909500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Bound using segment: {'id': 'c4faf15f-3c68-4789-8954-a26a8b4299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:12.909500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Bound port: dd71176f-075a-4d3f-b9fa-7a232fcd20cb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4faf15f-3c68-4789-8954-a26a8b4299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f2ee47c-7a5a-4eb1-8401-8657592d80cd'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:12.909500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.925500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec402d7d-7a75-4522-96d4-5a69dcd898f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:12.956797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:12.966362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:12.992150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:13.009119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:13.052635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e92f361d-9555-4797-a977-9d3e20f33c7f admin admin] 10.222.0.25 "PUT /v2.0/routers/61caae94-755e-409a-9f69-52c4e23d79b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1942248 Nov 10 23:06:13.085980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:13.096644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Sync routers for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:13.103189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] For port dd71176f-075a-4d3f-b9fa-7a232fcd20cb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:13.108549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] For port dd71176f-075a-4d3f-b9fa-7a232fcd20cb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd71176f-075a-4d3f-b9fa-7a232fcd20cb,segment=NetworkSegment(c4faf15f-3c68-4789-8954-a26a8b4299b8),segment_id=c4faf15f-3c68-4789-8954-a26a8b4299b8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:13.119556 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:13.121168 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:13.123918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=826d22fb-301a-45a1-a1d7-b651acb4a826,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:13.152424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:13.165344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ed05563b-198d-4dd1-bb6c-cee64321eea7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6863556 Nov 10 23:06:13.167864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:13.244082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:13.255118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-ec402d7d-7a75-4522-96d4-5a69dcd898f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:06:13.255473 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-ec402d7d-7a75-4522-96d4-5a69dcd898f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:06:13.325046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c485-1100-4759-a5d8-64bc4aee07ec None None] Pushing event updated for resources: {'Port': ['ID=dd71176f-075a-4d3f-b9fa-7a232fcd20cb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:13.341419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:13.342405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:13.368126 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:13.370781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f64db7-7bf2-4e6d-b520-7c8d46fabfa7 req-b2f0bed9-80a8-4431-9b80-6c34f1cbf176 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:13.371962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30f64db7-7bf2-4e6d-b520-7c8d46fabfa7 req-b2f0bed9-80a8-4431-9b80-6c34f1cbf176 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.2564073 Nov 10 23:06:13.382874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ea64e8d-cc9c-4377-b62b-8a71d8b8d1ec tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4599910 Nov 10 23:06:13.383495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39086) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:13.532194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36dca22-a8fc-4065-92dd-6929f0eea9b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:13.537179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b36dca22-a8fc-4065-92dd-6929f0eea9b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1511929 Nov 10 23:06:13.538072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39088) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:13.553670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-30f64db7-7bf2-4e6d-b520-7c8d46fabfa7 req-3c3ba395-deee-4c2e-973e-8bde58125f17 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690717 Nov 10 23:06:13.632324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 488a2b0e-7e7c-419d-9935-259a820e85fd up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:13.781996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 826d22fb-301a-45a1-a1d7-b651acb4a826 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:13.782341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:13.881958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 488a2b0e-7e7c-419d-9935-259a820e85fd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:13.882333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.003853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.035170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 826d22fb-301a-45a1-a1d7-b651acb4a826 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:14.139586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:10Z', 'revision_number': 3, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:14.192363 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Checking router: cf088b9e-48f9-488e-a35a-f30ec0605eaa for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:14.192701 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Updating router cf088b9e-48f9-488e-a35a-f30ec0605eaa port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:14.223501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.250101 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.285828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=826d22fb-301a-45a1-a1d7-b651acb4a826,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:14.380519 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.400445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:14.405889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490104456', 'description': 'tempest-description--1933580530'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:14.474396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.481984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8edd5abb-2463-4a03-9a12-7fd7ed81910f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/826d22fb-301a-45a1-a1d7-b651acb4a826 HTTP/1.1" status: 204 len: 168 time: 0.9210353 Nov 10 23:06:14.482759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:14.484755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-40a9fa03-c291-44df-b9cf-a563d09a9195 None None] Provisioning complete for port b8b03fe2-b648-4594-be89-322be18fd74b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:14.489401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa03-c291-44df-b9cf-a563d09a9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.490898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.515103 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ecb1d9-f511-452b-90bb-c3bf0b1d8f44 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:14.520289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17ecb1d9-f511-452b-90bb-c3bf0b1d8f44 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/826d22fb-301a-45a1-a1d7-b651acb4a826 HTTP/1.1" status: 404 len: 333 time: 0.0363832 Nov 10 23:06:14.520903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39096) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:14.558454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b8b03fe2-b648-4594-be89-322be18fd74b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:14.626741 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.634423 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.701639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b8b03fe2-b648-4594-be89-322be18fd74b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:14.702164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.713840 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102e3fa-31fe-4ed2-90b4-18de35c36a51 None None] Pushing event updated for resources: {'Port': ['ID=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:14.750801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a98af-e56f-483f-aa57-04013856ca4b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:14.755515 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Attempting to bind port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:14.756252 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Attempting to bind port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:14.756865 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Attempting to bind port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:14.762194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.777845 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:14.779156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:14.779835 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.780480 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:14.781207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Bound port: 7ed115bb-f1d0-497d-ae0c-69a8f14a4778, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:14.781843 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.791322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-40a9fa03-c291-44df-b9cf-a563d09a9195 None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:14.791628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa03-c291-44df-b9cf-a563d09a9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.857181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port f66f2960-7722-4e35-ace5-4a5e7a138ab4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:14.857960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.874595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-40a9fa03-c291-44df-b9cf-a563d09a9195 None None] Port 0291cb31-aa9c-4908-a2aa-d15da49713ef cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:14.890741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Allocated IP 172.20.0.1 (038ed570-f89a-4e20-9452-18b3566cd2eb/bada8bc5-2ba2-421a-895c-cccd48c93c14/df915025-d623-4926-abde-e9181fe4521f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:14.917443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] For port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:14.922735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] For port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:14.928890 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.933330 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:14.938509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d330-05ea-47bf-9ce0-33af5eef675c req-b244fdb1-ba9a-42ec-aa91-f734fa5e95a9 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:14.940414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08a0d330-05ea-47bf-9ce0-33af5eef675c req-b244fdb1-ba9a-42ec-aa91-f734fa5e95a9 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.2252221 Nov 10 23:06:14.951421 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.014765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] Provisioning complete for port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:15.015126 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.050037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-08a0d330-05ea-47bf-9ce0-33af5eef675c req-e0fe022c-ce0d-4ccc-939f-dddbe0d186ae tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946324 Nov 10 23:06:15.054285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.077489 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:15.078920 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:15.079618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59f3fc-12b5-4d19-a7ec-ee551cf9d98f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:15.083952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for f66f2960-7722-4e35-ace5-4a5e7a138ab4 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:15.092505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.105134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7008636 Nov 10 23:06:15.108252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:15.115788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'security_group_rule': {'security_group_id': '6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:15.163049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390223c-d94a-4a89-bbb6-34cb29544c6a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.224488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.248157 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102e3fa-31fe-4ed2-90b4-18de35c36a51 None None] Pushing event updated for resources: {'Port': ['ID=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.286660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.303009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.304823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.384942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.387888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] For port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:15.397040 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.418392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.443409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.483663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce867a1-5b20-4a8d-9196-20c76be74279,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.497399 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:15.501046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Sync routers for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:15.521266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.522643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-225c8f99-600f-49fe-9763-18fafc04ca18 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134064 Nov 10 23:06:15.524037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.550813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39108) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:15.558121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Pushing event updated for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.578873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'security_group_rule': {'security_group_id': '6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:15.590057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Network 038ed570-f89a-4e20-9452-18b3566cd2eb is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:15.592367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:15.598384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:15.615513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd71176f-075a-4d3f-b9fa-7a232fcd20cb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:15.683190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:15.684056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:15.686621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-adee616f-2294-4f14-ac5d-033ea7791ac5 None None] Provisioning complete for port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:15.687169 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adee616f-2294-4f14-ac5d-033ea7791ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.691783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85478d9e-ea06-4ae1-911f-05c7c6213988 None None] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:15.697644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02628cb-b390-484a-aeec-f27d7d6697ed None None] Pushing event updated for resources: {'Port': ['ID=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.724727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.751244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=f66f2960-7722-4e35-ace5-4a5e7a138ab4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.753837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.758302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e30456d9-5fc6-435d-83f6-2bbe42c1d45d tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/f66f2960-7722-4e35-ace5-4a5e7a138ab4 HTTP/1.1" status: 204 len: 168 time: 1.2363732 Nov 10 23:06:15.768723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39112) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:15.769630 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.851004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.880211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.897976 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9425a454-32f2-4945-b297-c36e3f76e60a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:15.900190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9425a454-32f2-4945-b297-c36e3f76e60a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/f66f2960-7722-4e35-ace5-4a5e7a138ab4 HTTP/1.1" status: 404 len: 333 time: 0.0900824 Nov 10 23:06:15.925719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39114) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:15.926873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2caf0b-1040-447d-bc37-c78b877e6865,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:15.939719 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:10Z', 'revision_number': 3, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:15.972458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:15.974381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1355e07e-70ab-4749-8a69-f3df40633ba7 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4039400 Nov 10 23:06:15.983217 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef977d-496c-4f6f-bd3b-c4bc1539af3c None None] The sync data for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 is: [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:10Z', 'revision_number': 3, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:15.999632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39116) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:16.005795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:16.008215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9265ccc-ae1b-4de3-8cca-a7e34081b0d2 req-55e2785d-4c39-4e55-9944-ab33e3eb89ec tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:16.012763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9265ccc-ae1b-4de3-8cca-a7e34081b0d2 req-55e2785d-4c39-4e55-9944-ab33e3eb89ec tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.4609005 Nov 10 23:06:16.043325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.047980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port dd71176f-075a-4d3f-b9fa-7a232fcd20cb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:16.048882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.070047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.096436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9265ccc-ae1b-4de3-8cca-a7e34081b0d2 req-452be533-0a6b-4201-b40d-fe0506622cf8 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Nov 10 23:06:16.123291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet 9bf04f78-8464-450a-9f0d-d758ec5121cd {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:16.126717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.178090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:16.186239 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.295537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.354607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.387793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.441850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.482251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf04f78-8464-450a-9f0d-d758ec5121cd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:16.489413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.493567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65585dd3-e1ac-4f8d-a3c9-c3c52165cba7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/9bf04f78-8464-450a-9f0d-d758ec5121cd HTTP/1.1" status: 204 len: 168 time: 0.5632982 Nov 10 23:06:16.496037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39118) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:16.561048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.592953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.613828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:06:16.614212 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:06:16.651168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.664783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Allocated IP 172.25.0.33 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/8086420d-f910-4657-9fed-ebe8c7cd62a6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:16.783476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port dd71176f-075a-4d3f-b9fa-7a232fcd20cb {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:16.783841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.808460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:16.809342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.835115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.886196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7b4ef-6034-4329-9cfe-b07e1ca6a49b None None] Network 7f2ee47c-7a5a-4eb1-8401-8657592d80cd requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:16.917545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.939124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port dd71176f-075a-4d3f-b9fa-7a232fcd20cb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd71176f-075a-4d3f-b9fa-7a232fcd20cb,segment=NetworkSegment(c4faf15f-3c68-4789-8954-a26a8b4299b8),segment_id=c4faf15f-3c68-4789-8954-a26a8b4299b8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:16.940256 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:16.940689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:16.945697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:16.955013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:16.975139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for dd71176f-075a-4d3f-b9fa-7a232fcd20cb owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:17.004530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Pushing event updated for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:17.027242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.042084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Port df915025-d623-4926-abde-e9181fe4521f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:17.097426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.114993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 2, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:17.120681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Provisioning complete for port dd71176f-075a-4d3f-b9fa-7a232fcd20cb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:17.121226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.144679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port dd71176f-075a-4d3f-b9fa-7a232fcd20cb on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:17.153894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'Port': ['ID=8086420d-f910-4657-9fed-ebe8c7cd62a6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:17.163780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=dd71176f-075a-4d3f-b9fa-7a232fcd20cb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:17.232948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Checking router: 61caae94-755e-409a-9f69-52c4e23d79b5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:17.238643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Updating router 61caae94-755e-409a-9f69-52c4e23d79b5 port 0291cb31-aa9c-4908-a2aa-d15da49713ef binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:17.275018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9adbb-da8f-447b-a534-2c955d8a5351 None None] DHCP port deletion for 7f2ee47c-7a5a-4eb1-8401-8657592d80cd request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:17.283357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c80f094a-2921-4540-91b5-f2c12125cae5 None None] Port dd71176f-075a-4d3f-b9fa-7a232fcd20cb was deleted so its status cannot be updated. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 23:06:17.292420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Port dd71176f-075a-4d3f-b9fa-7a232fcd20cb update to ACTIVE by agent not found {{(pid=102459) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 23:06:17.308303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.341432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.356427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.408256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-1c30308a-7949-4d1a-a854-de1984a9b73f tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:17.417015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-801d3519-440d-452d-9228-54cdd4c87dd9 None None] Could not find standard attr ID for object dd71176f-075a-4d3f-b9fa-7a232fcd20cb. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:17.424036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-1c30308a-7949-4d1a-a854-de1984a9b73f tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.2904658 Nov 10 23:06:17.451352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ee47c-7a5a-4eb1-8401-8657592d80cd']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:17.504421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9680-9d93-4e70-9975-083f44a36b36 req-16b1edfc-03dc-4f55-8016-9bc5ade97fd1 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:17.506080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dddb9680-9d93-4e70-9975-083f44a36b36 req-16b1edfc-03dc-4f55-8016-9bc5ade97fd1 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 949 time: 0.2172825 Nov 10 23:06:17.538825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4faf15f-3c68-4789-8954-a26a8b4299b8') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:17.538825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4faf15f-3c68-4789-8954-a26a8b4299b8') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:17.545806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.550104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.551514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:17.579721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Network 038ed570-f89a-4e20-9452-18b3566cd2eb is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:17.590024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.591898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:17.603231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:17.603490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:17.607263 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:17.626000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:17.626533 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.634662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dddb9680-9d93-4e70-9975-083f44a36b36 req-c830435c-a335-4606-b487-de0694df1ee2 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/security-groups?id=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075613 Nov 10 23:06:17.705780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Deleting port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:17.706037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.719435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.755230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.761679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/7f2ee47c-7a5a-4eb1-8401-8657592d80cd HTTP/1.1" status: 204 len: 168 time: 1.2646344 Nov 10 23:06:17.782237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39128) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:17.789496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-940380685'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:17.810680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40010-0ffa-4877-9162-07f8dacf6ed4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=7f2ee47c-7a5a-4eb1-8401-8657592d80cd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:17.874793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:17.879353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.905525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] For port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,segment=NetworkSegment(16e541b7-58ef-44b1-867c-ec8a5f69d2ba),segment_id=16e541b7-58ef-44b1-867c-ec8a5f69d2ba)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:17.906630 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.914931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Router cf088b9e-48f9-488e-a35a-f30ec0605eaa has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:17.927867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Calling delete_port for 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 owned by compute:foo_zone {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:17.954424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.963165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.974354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:17.979376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:17.993374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd71176f-075a-4d3f-b9fa-7a232fcd20cb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:18.026910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.055469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.055615 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment aaa182e2-de54-4b77-a16e-c7c824095bfd of type vlan for network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 Nov 10 23:06:18.097244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: dd71176f-075a-4d3f-b9fa-7a232fcd20cb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:18.101447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd71176f-075a-4d3f-b9fa-7a232fcd20cb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:18.125626 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.129509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5c20-ba56-4a1c-9cfe-7b3b3d727a45 None None] Pushing event updated for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:18.167945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5b70ce24-e941-4ea9-bed5-091fa33dbfb5'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:06:18.175523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Pushing event deleted for resources: {'Port': ['ID=5b70ce24-e941-4ea9-bed5-091fa33dbfb5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:18.220401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5302141f-2769-460a-92c3-17c3557d65fe None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:18.220784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5302141f-2769-460a-92c3-17c3557d65fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.238129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] No DVR routers for this DVR port 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:18.242724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.244329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.246675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4cfd5164-39ba-4902-b7cd-b6141fee7e44 req-c7a57382-b56c-42f6-8f4c-055f0eaa24e3 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.39 "DELETE /v2.0/ports/5b70ce24-e941-4ea9-bed5-091fa33dbfb5 HTTP/1.1" status: 204 len: 173 time: 0.8094299 Nov 10 23:06:18.247188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'name': 'network-vif-deleted', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:18.249752 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a5ce51-147c-4b86-b5f0-dc5cae4a29c5" -d '{"events": [{"server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "name": "network-vif-deleted", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:18.272559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'Port': ['ID=8086420d-f910-4657-9fed-ebe8c7cd62a6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:18.304521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:18.310735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Attempting to bind port 0291cb31-aa9c-4908-a2aa-d15da49713ef on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:18.311236 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Attempting to bind port 0291cb31-aa9c-4908-a2aa-d15da49713ef by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:18.312129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Attempting to bind port 0291cb31-aa9c-4908-a2aa-d15da49713ef on network 0f31dc9e-29f5-4694-b22f-a92440aa2658 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:18.314551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5302141f-2769-460a-92c3-17c3557d65fe None None] Port df915025-d623-4926-abde-e9181fe4521f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:18.322065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ded54c77-52de-4622-a79e-8d4fcc624a5b admin admin] 10.222.0.25 "PUT /v2.0/routers/cf088b9e-48f9-488e-a35a-f30ec0605eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1492195 Nov 10 23:06:18.322959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:18.323369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Checking segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:18.324118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.324545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Bound using segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:18.325233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Bound port: 0291cb31-aa9c-4908-a2aa-d15da49713ef, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:18.325623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.326677 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.339555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:18.340217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.343137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.363633 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653712c-4dbe-431c-8bd5-864e098b8de8 x-openstack-request-id: req-0653712c-4dbe-431c-8bd5-864e098b8de8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:18.363927 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9be24d-da39-4831-8008-3aee8de82cbc", "name": "network-vif-deleted", "tag": "5b70ce24-e941-4ea9-bed5-091fa33dbfb5", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:18.364178 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0653712c-4dbe-431c-8bd5-864e098b8de8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:18.365661 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9be24d-da39-4831-8008-3aee8de82cbc', 'name': 'network-vif-deleted', 'tag': '5b70ce24-e941-4ea9-bed5-091fa33dbfb5', 'status': 'completed', 'code': 200} Nov 10 23:06:18.425814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=9a8051ba-d2f5-4a79-93a4-f2657b216b69,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:18.449730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f2ad68eb-4868-46ba-8162-9155b71074a4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6659694 Nov 10 23:06:18.452773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39134) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:18.453543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.454779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8d1520c6-42fd-49b8-918e-dfe261830974 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4541733 Nov 10 23:06:18.455357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:18.461054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:18.678768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:18.687506 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.688490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Sync routers for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:18.718505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:18.719155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:18.748164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] For port 0291cb31-aa9c-4908-a2aa-d15da49713ef, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:18.786524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-38dee3fc-f7ae-4bbf-809b-693b32cd0c29 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--490104456&fields=id&tenant_id=522ab1e5d8c24388b5e05a19e42f2b90 HTTP/1.1" status: 200 len: 267 time: 0.1499786 Nov 10 23:06:18.804211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] For port 0291cb31-aa9c-4908-a2aa-d15da49713ef, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0291cb31-aa9c-4908-a2aa-d15da49713ef,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:18.809378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:18.809759 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.840434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:18.949814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:18.950911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:18.955139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5c20-ba56-4a1c-9cfe-7b3b3d727a45 None None] Pushing event updated for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:18.983006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-98686990-2abc-4a0a-83ef-1121085999be tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:18.988604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-98686990-2abc-4a0a-83ef-1121085999be tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 812 time: 0.1906872 Nov 10 23:06:19.022409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-6a98124e-287f-4ced-94c0-4d64930c2678 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/quotas/522ab1e5d8c24388b5e05a19e42f2b90 HTTP/1.1" status: 200 len: 375 time: 0.0237296 Nov 10 23:06:19.133515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-61cc0af9-50e0-473f-bc7b-4fa9ebfbec95 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943711 Nov 10 23:06:19.134328 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:19.247232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.250211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:19.572773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] For port 0291cb31-aa9c-4908-a2aa-d15da49713ef, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0291cb31-aa9c-4908-a2aa-d15da49713ef,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:19.574111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0291cb31-aa9c-4908-a2aa-d15da49713ef up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:19.659903 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:16Z', 'revision_number': 2, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:19.675343 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.689362 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Checking router: cf088b9e-48f9-488e-a35a-f30ec0605eaa for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:19.690819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Updating router cf088b9e-48f9-488e-a35a-f30ec0605eaa port df915025-d623-4926-abde-e9181fe4521f binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:19.719938 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.730416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39164) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:19.735709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-267648854-network', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:19.781819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42fd307c-1b6e-427f-99f2-990a27633088 req-da98f848-97bb-4947-8195-78f1e75ff2d4 tempest-TestServerAdvancedOps-1182444913 tempest-TestServerAdvancedOps-1182444913-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9be24d-da39-4831-8008-3aee8de82cbc HTTP/1.1" status: 200 len: 210 time: 0.8859181 Nov 10 23:06:19.811886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.824536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Made reservation on behalf of 64b835ce4e174979b8e121b4ca1e4081 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:19.827757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.843913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-41c590d3-fbb9-4c7b-a9d4-dc3ea836c559 service neutron] 10.222.0.25 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847594 Nov 10 23:06:19.844615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:19.845020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:19.867184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.027559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e729-d372-4927-a38f-dcc85b59840b None None] Pushing event updated for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:20.027559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:18Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:20.028692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=8c6bda05-1342-43db-8803-13ecd7415a82,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:20.131742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c773f70-0f2c-43c8-a3fd-ccef3a1b95bb None None] The sync data for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 is: [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:18Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:20.134624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': 'aaa182e2-de54-4b77-a16e-c7c824095bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:20.134624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 9a8051ba-d2f5-4a79-93a4-f2657b216b69, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:20.135064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6eee829e-66bc-472f-9a81-607ab135af7d None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:20.135064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6eee829e-66bc-472f-9a81-607ab135af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.135510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:20.152797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9a8051ba-d2f5-4a79-93a4-f2657b216b69) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:20.160024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:20.160611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.186538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.194395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.203587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-08e424e7-ec98-4864-949e-ca6ef711a124 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7489712 Nov 10 23:06:20.211873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39178) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:20.216082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e759451-3f78-4e4b-b2c5-2791129ea7e2 None None] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:20.217568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69', 'name': 'tempest-PortsTestJSON-1557128199', 'fixed_ips': [{'subnet_id': '8c6bda05-1342-43db-8803-13ecd7415a82', 'ip_address': '172.20.0.10'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:20.241310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7444e149-d9cb-4446-82db-0a42ad14e92d service neutron] 10.222.0.25 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887722 Nov 10 23:06:20.308207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:20.327340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31e4d9-1514-4491-8f07-0af6580ae30b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:20.358854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.359092 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Added segment 39d5b462-ea75-47bb-b00a-8b9a835be7c0 of type vlan for network ba696644-e16e-407b-9f8c-5db09ab0c8ae Nov 10 23:06:20.361675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.362021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.362618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.362725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.363003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.363333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.363657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.363979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.364299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.364614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.364935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.365359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:20.512328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.621982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9a8051ba-d2f5-4a79-93a4-f2657b216b69', 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': '8c6bda05-1342-43db-8803-13ecd7415a82'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:20.623590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.650269 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.663610 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.697424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65d227ad-3b2d-40a4-9ba5-95c656e9b0f5 req-955b0513-64ba-46f4-8a4f-3173080cdac4 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 210 time: 0.0885198 Nov 10 23:06:20.700127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:20.780718 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de02b-d6f3-4378-ae75-e53d6b4ed47e None None] Pushing event updated for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:20.887775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39198) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:20.908122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.911017 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.911956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:20.912584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.972757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Attempting to bind port df915025-d623-4926-abde-e9181fe4521f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:20.973433 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Attempting to bind port df915025-d623-4926-abde-e9181fe4521f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:20.973969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Attempting to bind port df915025-d623-4926-abde-e9181fe4521f on network 038ed570-f89a-4e20-9452-18b3566cd2eb {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:20.988764 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:20.989404 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Checking segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:20.990002 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.990561 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Bound using segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:20.991215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Bound port: df915025-d623-4926-abde-e9181fe4521f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:20.991774 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.999085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Deleting subnet f3f4b7b4-39dd-4798-8065-6c442e14cc72 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:21.007656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.008650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Allocated IP 172.20.0.2 (9a8051ba-d2f5-4a79-93a4-f2657b216b69/8c6bda05-1342-43db-8803-13ecd7415a82/a2c236c2-cd6d-4a91-a851-1f3a4876ae69) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:21.106042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3744137 Nov 10 23:06:21.106871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ad4d2-2b35-4256-88ba-eeefa77ff63d admin admin] Pushing event updated for resources: {'Network': ['ID=ba696644-e16e-407b-9f8c-5db09ab0c8ae,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:21.109538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39200) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:21.118197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Request body: {'subnet': {'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-267648854-subnet', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:21.118425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.128068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:21.132833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:21.225577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.241540 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] For port df915025-d623-4926-abde-e9181fe4521f, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:21.255611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] For port df915025-d623-4926-abde-e9181fe4521f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df915025-d623-4926-abde-e9181fe4521f,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:21.270112 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.300836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Made reservation on behalf of 64b835ce4e174979b8e121b4ca1e4081 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:21.304367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.373619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.392143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:21.394577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:05:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:21.445760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.458576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3f4b7b4-39dd-4798-8065-6c442e14cc72 HTTP/1.1" status: 204 len: 168 time: 0.5680850 Nov 10 23:06:21.459752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39208) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:21.482126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2bba2-69da-471c-938e-6a7340ec9ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f4b7b4-39dd-4798-8065-6c442e14cc72,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:21.535486 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de02b-d6f3-4378-ae75-e53d6b4ed47e None None] Pushing event updated for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:21.642043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.668773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0291cb31-aa9c-4908-a2aa-d15da49713ef up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:21.749060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.760719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.784347 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:21.869994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:21.891752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:21.900613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:21.923265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0291cb31-aa9c-4908-a2aa-d15da49713ef triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:21.923884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.965371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.979870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f18da0f-3af5-46e7-9dbb-87632aa5ac3f req-5b2889ac-7f8c-4544-9e63-4735101e5bf1 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 210 time: 0.0948524 Nov 10 23:06:21.996366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.10 (9a8051ba-d2f5-4a79-93a4-f2657b216b69/8c6bda05-1342-43db-8803-13ecd7415a82/7b966630-bc66-41e4-b5c9-cd6e4c48a7de) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:22.025561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56e1122-43cb-4084-a176-c3da6aa6716d']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:22.039605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:22.039982 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.051971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Pushing event updated for resources: {'Port': ['ID=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:22.068163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e541b7-58ef-44b1-867c-ec8a5f69d2ba') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:22.071542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e541b7-58ef-44b1-867c-ec8a5f69d2ba') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:22.110284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.110936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.129965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.140904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:22.141465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:22.143436 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:22.182519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:21Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:22.248727 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74b715-c5e4-4369-91c7-de5e29dc4576 None None] The sync data for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 is: [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:21Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:22.259679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.267279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.272382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d56e1122-43cb-4084-a176-c3da6aa6716d HTTP/1.1" status: 204 len: 168 time: 0.8110602 Nov 10 23:06:22.276588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39226) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:22.298438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48d526-85c7-45c9-afed-1e20a9a2a117 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56e1122-43cb-4084-a176-c3da6aa6716d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:22.314720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41823709-1a27-4bd3-a464-a9ec17352d1b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:22.359283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Checking segment: {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:22.360375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Network hostable DHCP agents. Network: ba696644-e16e-407b-9f8c-5db09ab0c8ae, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:22.402580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:22.410670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Deleting subnet 38b778a6-46b3-4a25-b394-3aae5511edfe {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:22.419564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.422130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ba696644-e16e-407b-9f8c-5db09ab0c8ae) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:22.434777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.435574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.478990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73c86bbc-77d9-49da-bd5f-c807b6a94c75 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3637078 Nov 10 23:06:22.480271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39230) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:22.487867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.491907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:22.530919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.537815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.539117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.603493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:22.606071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef41d73-c03d-45fe-a73f-62a36825201c None None] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:22.612902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.621868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.631674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:22.632059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b70ce24-e941-4ea9-bed5-091fa33dbfb5 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:22.633669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Attempting to bind port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:22.634095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Attempting to bind port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'aaa182e2-de54-4b77-a16e-c7c824095bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:22.634479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Attempting to bind port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 on network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:22.652527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:22.653243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Checking segment: {'id': 'aaa182e2-de54-4b77-a16e-c7c824095bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:22.653329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.653703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Bound using segment: {'id': 'aaa182e2-de54-4b77-a16e-c7c824095bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:22.654183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Bound port: a2c236c2-cd6d-4a91-a851-1f3a4876ae69, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa182e2-de54-4b77-a16e-c7c824095bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:22.654558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.728615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.746165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.839689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=7b966630-bc66-41e4-b5c9-cd6e4c48a7de,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:22.856192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.865016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:22.865453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b778a6-46b3-4a25-b394-3aae5511edfe,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:22.866871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:22.870958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:22.882191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:22.888043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e67449cd-3bc4-4657-bcc4-e09d24ee7eb6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38b778a6-46b3-4a25-b394-3aae5511edfe HTTP/1.1" status: 204 len: 168 time: 0.6083272 Nov 10 23:06:22.888733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:22.998373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.999104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.008594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.028656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-946a2631-b694-4da5-a553-545a287e7e84 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8161221 Nov 10 23:06:23.031205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:23.038050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '9a8051ba-d2f5-4a79-93a4-f2657b216b69', 'name': 'tempest-PortsTestJSON-384142579', 'fixed_ips': [{'subnet_id': '8c6bda05-1342-43db-8803-13ecd7415a82', 'ip_address': '172.20.0.9'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:23.048435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.132055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] For port df915025-d623-4926-abde-e9181fe4521f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df915025-d623-4926-abde-e9181fe4521f,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:23.183120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.204496 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.211239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b71b7-8a1f-482c-9ff8-b3ff37cb71c7']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:23.212602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] For port a2c236c2-cd6d-4a91-a851-1f3a4876ae69, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:23.224244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4618396a-0fbc-48ba-947d-a38b767cb0e3') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:23.224568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4618396a-0fbc-48ba-947d-a38b767cb0e3') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:23.226934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'fixed_ips': [{'subnet_id': '41823709-1a27-4bd3-a464-a9ec17352d1b'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:23.228680 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.236834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.254123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.259873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.266274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:23.266797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.287796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] For port a2c236c2-cd6d-4a91-a851-1f3a4876ae69, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,segment=NetworkSegment(aaa182e2-de54-4b77-a16e-c7c824095bfd),segment_id=aaa182e2-de54-4b77-a16e-c7c824095bfd)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:23.296322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.308832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.367032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:23.369022 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:23.373966 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.375245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.378988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.388348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] 10.222.0.25 "DELETE /v2.0/networks/975b71b7-8a1f-482c-9ff8-b3ff37cb71c7 HTTP/1.1" status: 204 len: 168 time: 0.4983001 Nov 10 23:06:23.404559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port ed4271a4-0003-4008-8298-d463b46b1cd6 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:23.456092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354158c-6e12-4ca6-8a65-70ff101c5729 None None] Pushing event updated for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:23.494742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb1183-4264-4e6e-9f5f-419689c96096 admin admin] Pushing event deleted for resources: {'Network': ['ID=975b71b7-8a1f-482c-9ff8-b3ff37cb71c7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:23.499238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7357f883-aff7-4e6a-a2fe-d3f6c8e17d47 req-2273fe87-02bc-4a25-9fd1-5e38936e7c12 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 210 time: 0.1417716 Nov 10 23:06:23.571205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-52ee84bd-3a07-470d-b62f-8da521808af8 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:23.575503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-52ee84bd-3a07-470d-b62f-8da521808af8 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 812 time: 0.8259115 Nov 10 23:06:23.591758 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-d022fcc8-df13-4526-a7af-6695d9faac01 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:06:23.592921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-d022fcc8-df13-4526-a7af-6695d9faac01 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058329 Nov 10 23:06:23.663984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed64d6a3-37e3-4328-a063-552baa1af5be None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:23.664546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed64d6a3-37e3-4328-a063-552baa1af5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:23.736415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df915025-d623-4926-abde-e9181fe4521f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:23.792175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7fad7c60-0477-4937-9ddd-39b8f762cf85 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&shared=False HTTP/1.1" status: 200 len: 379 time: 0.1888671 Nov 10 23:06:23.818208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.9 (9a8051ba-d2f5-4a79-93a4-f2657b216b69/8c6bda05-1342-43db-8803-13ecd7415a82/ed4271a4-0003-4008-8298-d463b46b1cd6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:23.852938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39254) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:23.907058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-d0a84686-5563-4cd6-bbe5-b39485c695f0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.1083913 Nov 10 23:06:23.916932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'port': {'device_id': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'admin_state_up': True, 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'security_groups': ['6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:23.927518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Allocated IP 172.25.0.116 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:23.987033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93112737-1fdb-4407-a4c6-6f14060442a2 None None] Pushing event updated for resources: {'Port': ['ID=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:24.066783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:24.067186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.085323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cecd9dea-47a9-4644-adf6-1dc8e536cad4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dfc8b6ec38f4680a00afee97d7e36c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291100 Nov 10 23:06:24.092964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39260) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:24.157742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Allocated IP 172.20.0.2 (ba696644-e16e-407b-9f8c-5db09ab0c8ae/41823709-1a27-4bd3-a464-a9ec17352d1b/9d897b7e-7627-45cf-bb21-b9eb117f3c0e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:24.219613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.253663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.358989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.372243 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.376234 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.382607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Made reservation on behalf of 522ab1e5d8c24388b5e05a19e42f2b90 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:24.387619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.409740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.413009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.417627 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c036e2a1-0c01-4ee0-b7ee-5df17eb5b994 HTTP/1.1" status: 204 len: 168 time: 0.3205218 Nov 10 23:06:24.456621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.461972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e28915-d0d8-4ae3-9ce7-dbce1e407da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036e2a1-0c01-4ee0-b7ee-5df17eb5b994,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:24.492197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:24.493594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Pushing event updated for resources: {'Port': ['ID=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:24.530887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:24.537720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:24.582903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.740777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:24.751526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Attempting to bind port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:24.752543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Attempting to bind port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:24.753081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Attempting to bind port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e on network ba696644-e16e-407b-9f8c-5db09ab0c8ae {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:24.757548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Allocated IP 172.20.0.5 (0f31dc9e-29f5-4694-b22f-a92440aa2658/d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e/12b34c8b-5e5e-446e-b7f5-23394448eeeb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:24.765306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:24.766914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Checking segment: {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:24.767324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.769997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Bound using segment: {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:24.770523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Bound port: 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:24.770923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.801251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:24.807143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:24.850895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ac0d7-f9eb-4956-8117-0966e8f9b795 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:24.917212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:24.954058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d5b6d9a-2e00-4232-a7e5-65568f0c59a7 req-13ac0be8-1b63-40b6-b8f3-2da450ee74c6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 210 time: 0.2109506 Nov 10 23:06:25.012175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] For port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:25.030728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Pushing event updated for resources: {'Port': ['ID=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:25.086259 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2cd3247f-2936-42ca-b347-4a937cbda1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.100729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] For port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:25.116580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.118984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-800d57bb-e051-4874-b0f5-d4a2dff6445f None None] Provisioning complete for port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:25.119411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-800d57bb-e051-4874-b0f5-d4a2dff6445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.175264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:25.183978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-800d57bb-e051-4874-b0f5-d4a2dff6445f None None] Port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:25.242635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0379-1221-4c3b-9356-7c9ec0028420 None None] Pushing event updated for resources: {'Port': ['ID=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:25.323996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3de8da09-09de-4eeb-9ea0-b2d4d425139b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d6877c432b24ac191beae6a63db08d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420617 Nov 10 23:06:25.324206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39280) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:25.334300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.352439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=ed4271a4-0003-4008-8298-d463b46b1cd6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:25.452466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.464543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.482562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:25.495775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:25.534580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:25.547082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:25.565768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.584193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:25.587338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:25.629318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event updated for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:25.655458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:25.656210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.713472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:25.714147 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.741572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-243be40e-611d-4205-b011-e6524bbf774a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8284385 Nov 10 23:06:25.748447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.753495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:25.760528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df915025-d623-4926-abde-e9181fe4521f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:25.771689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053c81c-73b6-4a4f-b9ec-4fac491d6287 None None] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:25.772736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f91a2105-632f-4a78-970a-d87ed72c9706 HTTP/1.1" status: 204 len: 168 time: 0.4296284 Nov 10 23:06:25.824236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1ca5b-c3d4-4878-9d9c-0c35c059dbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a2105-632f-4a78-970a-d87ed72c9706,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:25.827265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d64f0f98-bce8-4e6c-b256-1a6d7284bf14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7949214 Nov 10 23:06:25.833212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39288) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:26.051424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.069859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f06a3a-f370-4d34-bbee-d420922b288c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:26.080689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52f06a3a-f370-4d34-bbee-d420922b288c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2429743 Nov 10 23:06:26.088475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Request body: {'port': {'device_id': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:26.107495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:26.129651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] Provisioning complete for port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:26.130103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.170061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port df915025-d623-4926-abde-e9181fe4521f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:26.170061 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.357483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef227f-7b56-4446-9c3a-f6bea516a652 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:26.366930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef227f-7b56-4446-9c3a-f6bea516a652 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:26.374166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef227f-7b56-4446-9c3a-f6bea516a652 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:26.376174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7fef227f-7b56-4446-9c3a-f6bea516a652 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2663493 Nov 10 23:06:26.379221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.382192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:26.431320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40028e-76f3-45ef-a856-e523ecd8fa9f req-83e46102-e420-4e2b-9d41-336e2836a87d tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:26.434381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.439693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db40028e-76f3-45ef-a856-e523ecd8fa9f req-83e46102-e420-4e2b-9d41-336e2836a87d tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 931 time: 0.2983663 Nov 10 23:06:26.465237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a2c236c2-cd6d-4a91-a851-1f3a4876ae69 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:26.535406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] For port a2c236c2-cd6d-4a91-a851-1f3a4876ae69, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,segment=NetworkSegment(aaa182e2-de54-4b77-a16e-c7c824095bfd),segment_id=aaa182e2-de54-4b77-a16e-c7c824095bfd)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:26.554652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.674553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f562583-06ea-4674-82cd-bfa5151241f9 None None] Pushing event updated for resources: {'Port': ['ID=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:26.716298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:26.716660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.717624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.771545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db40028e-76f3-45ef-a856-e523ecd8fa9f req-ec302aa7-9839-43ad-87a9-ac512ab3fe86 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305864 Nov 10 23:06:26.783737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fd558687-e4d4-4366-992d-512b1e2a8eea None None] Provisioning complete for port 12b34c8b-5e5e-446e-b7f5-23394448eeeb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:26.784772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fd558687-e4d4-4366-992d-512b1e2a8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:26.951838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fd558687-e4d4-4366-992d-512b1e2a8eea None None] Port 12b34c8b-5e5e-446e-b7f5-23394448eeeb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:27.095688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Provisioning complete for port ed4271a4-0003-4008-8298-d463b46b1cd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:27.096573 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.145487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Port ed4271a4-0003-4008-8298-d463b46b1cd6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:27.164275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Provisioning complete for port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:27.164721 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.207355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b34c8b-5e5e-446e-b7f5-23394448eeeb {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:06:27.216312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.228048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:27.230764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Transition to ACTIVE for port object 12b34c8b-5e5e-446e-b7f5-23394448eeeb will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:06:27.239120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Provisioning complete for port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:27.239495 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c72b5e66-c329-418c-b536-156d84f2e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.243568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.353672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Pushing event updated for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:27.374148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port ed4271a4-0003-4008-8298-d463b46b1cd6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:27.374791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.443598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2fb60-4195-494e-bb42-8dec5525816f None None] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:27.546372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Router 7dd43e7e-faf5-494f-a00b-9018ce162b52 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:06:27.629618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Attempting to bind port 12b34c8b-5e5e-446e-b7f5-23394448eeeb on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:27.630264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Attempting to bind port 12b34c8b-5e5e-446e-b7f5-23394448eeeb by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:27.630766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Attempting to bind port 12b34c8b-5e5e-446e-b7f5-23394448eeeb on network 0f31dc9e-29f5-4694-b22f-a92440aa2658 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:27.680519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Port 12b34c8b-5e5e-446e-b7f5-23394448eeeb on network 0f31dc9e-29f5-4694-b22f-a92440aa2658 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:06:27.680890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Attempting to bind port 12b34c8b-5e5e-446e-b7f5-23394448eeeb on network 0f31dc9e-29f5-4694-b22f-a92440aa2658 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:27.701201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:27.701564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Checking segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:27.701935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Bound using segment: {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:27.706484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d897b7e-7627-45cf-bb21-b9eb117f3c0e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:27.706684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Bound port: 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4015124c-948b-4438-a616-69fceaf73650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:27.706987 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.710685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.731871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Provisioning complete for port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:27.731971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.750485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for ed4271a4-0003-4008-8298-d463b46b1cd6 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:27.774245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31b660db-ec44-4dc5-a7f4-f6c66a19bcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.817589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:27.857233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:27.865446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f7c3345-edf0-4ada-8087-656fdc7a9540 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3813756 Nov 10 23:06:27.868902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:27.893631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:27.895946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Sync routers for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:27.927119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:27.953219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:27.953851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:27.991189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.012028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:28.012412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.015224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] 10.222.0.20 "PUT /v2.0/ports/12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 1091 time: 2.2409070 Nov 10 23:06:28.016078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.046813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab214bb6-b34a-44d4-9c11-b33a75fbfa96 req-e8a7ccc5-8267-444b-9455-14da92142782 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:28.049269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab214bb6-b34a-44d4-9c11-b33a75fbfa96 req-e8a7ccc5-8267-444b-9455-14da92142782 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 943 time: 0.1726167 Nov 10 23:06:28.082168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:28.085931 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dcf497-7be4-4517-9780-adefcb6ac834" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:28.235709 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8033f3-e365-400e-995a-df1a0326a314 x-openstack-request-id: req-1c8033f3-e365-400e-995a-df1a0326a314 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:28.235709 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:28.242447 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c8033f3-e365-400e-995a-df1a0326a314 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:28.243359 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'status': 'completed', 'code': 200} Nov 10 23:06:28.345710 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.397743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:28.398113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.406107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ab214bb6-b34a-44d4-9c11-b33a75fbfa96 req-e8db1221-71c8-4242-bc3f-c0c2a279dc32 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398097 Nov 10 23:06:28.426260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] For port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:28.429569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76309a-1d9b-4534-a938-ba8e278453cb service neutron] Pushing event updated for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:28.441166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-cd7e41a7-d71e-456b-8e49-50d3aabf5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:28.442782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-cd7e41a7-d71e-456b-8e49-50d3aabf5469 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1094 time: 0.3718297 Nov 10 23:06:28.469333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.485351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.492360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/ed4271a4-0003-4008-8298-d463b46b1cd6 HTTP/1.1" status: 204 len: 168 time: 2.1046681 Nov 10 23:06:28.492360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de0ed1-a9df-4bdd-977b-25d291e1d96e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=ed4271a4-0003-4008-8298-d463b46b1cd6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:28.502799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39326) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:28.531768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-c0126457-e26c-425a-82f7-e3060ef99bfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 217 time: 0.0626812 Nov 10 23:06:28.546855 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aae9cee-7417-409b-96e2-cc73f4930265 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:28.551355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Pushing event updated for resources: {'Port': ['ID=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:28.553907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6aae9cee-7417-409b-96e2-cc73f4930265 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/ed4271a4-0003-4008-8298-d463b46b1cd6 HTTP/1.1" status: 404 len: 333 time: 0.0495124 Nov 10 23:06:28.573790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:28.585271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Provisioning complete for port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:28.585640 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.617763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:28.633753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-1b0e57db-bfe8-4231-8658-44c135aff512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:28.635226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-1b0e57db-bfe8-4231-8658-44c135aff512 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 200 len: 851 time: 0.0963838 Nov 10 23:06:28.720018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7608a560-ec04-41d1-bbd4-da8828f975c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:28.721942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-7608a560-ec04-41d1-bbd4-da8828f975c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f31dc9e-29f5-4694-b22f-a92440aa2658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779862 Nov 10 23:06:28.791156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d42601c5-6231-4419-8a60-a5e786d4a4b5 None None] Port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:28.848132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 7b966630-bc66-41e4-b5c9-cd6e4c48a7de {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:28.848696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:28.867160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a2c236c2-cd6d-4a91-a851-1f3a4876ae69 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:28.923548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-bef02eb0-bef8-442f-88e6-1daabd4e6507 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925182 Nov 10 23:06:28.983002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-20fc1dee-5eba-4003-80fb-8e5a117e3ba1 None None] Could not find standard attr ID for object ed4271a4-0003-4008-8298-d463b46b1cd6. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:29.046225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:29.046787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.096427 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.101149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41cb7f68-4417-46e1-9d1f-1cd664ef0c02 req-a5326834-edf4-4fa1-aef6-df3f5aa44b58 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696913 Nov 10 23:06:29.108441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.126074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 7b966630-bc66-41e4-b5c9-cd6e4c48a7de owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:29.135158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:25Z', 'revision_number': 3, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:29.205435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Checking router: 7dd43e7e-faf5-494f-a00b-9018ce162b52 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:29.206348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Updating router 7dd43e7e-faf5-494f-a00b-9018ce162b52 port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:29.241567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-d2bb1485-b0ad-4655-8283-ffbed9f4aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:29.243089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-d2bb1485-b0ad-4655-8283-ffbed9f4aaa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1094 time: 0.0860941 Nov 10 23:06:29.255751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.291948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-147295ba-91c9-4c10-ab42-6a5036ab413c None None] Provisioning complete for port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:29.292583 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-147295ba-91c9-4c10-ab42-6a5036ab413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.333354 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.337209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.395104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=7b966630-bc66-41e4-b5c9-cd6e4c48a7de,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:29.429694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-91e3a7b5-9f69-4abd-807c-b62d8ada4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:29.432391 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-91e3a7b5-9f69-4abd-807c-b62d8ada4d4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 912 time: 0.1808479 Nov 10 23:06:29.498656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d897b7e-7627-45cf-bb21-b9eb117f3c0e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:29.547902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-9be8cfdb-1ce7-4f55-ae4b-955255b80c59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 217 time: 0.1042032 Nov 10 23:06:29.689830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-5ef5b95f-e7c0-49d1-a006-6c7756d19653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:29.692684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-5ef5b95f-e7c0-49d1-a006-6c7756d19653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 200 len: 851 time: 0.1277809 Nov 10 23:06:29.700479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86991915-d52d-41aa-8f10-2af55ff81967 req-2eb5f587-44de-413a-a117-5e052a00e1d2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:29.702320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86991915-d52d-41aa-8f10-2af55ff81967 req-2eb5f587-44de-413a-a117-5e052a00e1d2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 943 time: 0.1515636 Nov 10 23:06:29.787413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:29.787881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.788010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-43470f4f-1c59-41f0-b976-0d8e5a48a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:29.789539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-43470f4f-1c59-41f0-b976-0d8e5a48a8fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f31dc9e-29f5-4694-b22f-a92440aa2658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862713 Nov 10 23:06:29.862077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86991915-d52d-41aa-8f10-2af55ff81967 req-f874769d-523d-4f51-9ce1-1ecca63388ec tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461146 Nov 10 23:06:29.904573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Allocated IP 172.20.0.1 (ba696644-e16e-407b-9f8c-5db09ab0c8ae/41823709-1a27-4bd3-a464-a9ec17352d1b/d77ad1c1-5f3d-46da-bc7a-236c92254fb7) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:29.908445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:29.927838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.032809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddf6ab-0132-4821-acaf-6bc7436558a9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:30.036312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Attempting to bind port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:30.036856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Attempting to bind port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:30.037958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Attempting to bind port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:30.049448 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-d6effade-269d-4049-b284-13d00c978974 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427115 Nov 10 23:06:30.067677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:30.069100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:30.069672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.070197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:30.071247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Bound port: bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:30.071778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.078581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.128515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] For port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:30.132197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] For port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:30.133367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923617a9-92b2-4d9c-9c1f-18fbabc5885d None None] Pushing event updated for resources: {'Port': ['ID=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:30.134394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.146720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-210a8a57-9010-4a5d-b11c-a8fbf4603d78 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/7b966630-bc66-41e4-b5c9-cd6e4c48a7de HTTP/1.1" status: 204 len: 168 time: 1.5686057 Nov 10 23:06:30.147925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.148170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.150224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:30.200098 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3da7de-f5f1-4638-b2fe-949c0bd1d1bb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:30.202059 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4d3da7de-f5f1-4638-b2fe-949c0bd1d1bb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/7b966630-bc66-41e4-b5c9-cd6e4c48a7de HTTP/1.1" status: 404 len: 333 time: 0.0493464 Nov 10 23:06:30.204528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39350) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:30.219339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923617a9-92b2-4d9c-9c1f-18fbabc5885d None None] Pushing event updated for resources: {'Port': ['ID=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:30.242486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] Provisioning complete for port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:30.243201 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.244893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74dcf497-7be4-4517-9780-adefcb6ac834 req-1ab8d132-3b01-472d-b838-77b0f305d854 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846724 Nov 10 23:06:30.305716 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7af857-ee1c-44bf-88d8-3aaece9d099b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:30.310852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet 8c6bda05-1342-43db-8803-13ecd7415a82 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:30.335624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:30.338789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.344322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:30.365537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:30.369480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:30.413864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.421308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.435136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:30.437500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:30.489834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.591871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] For port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:30.724602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.769787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:30.809590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.830563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.835515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.885285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6bda05-1342-43db-8803-13ecd7415a82,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:30.888777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.916080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:30.924515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:30.925579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a6e46a4a-b944-4831-a7e8-f6d0bde2c88b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/8c6bda05-1342-43db-8803-13ecd7415a82 HTTP/1.1" status: 204 len: 168 time: 0.7192221 Nov 10 23:06:31.050096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce10f23-0e2c-4258-9835-dd56a4c4598b None None] Network 9a8051ba-d2f5-4a79-93a4-f2657b216b69 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:31.064035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a55d7-a286-4b0b-ad6f-16fce446faed req-d28f31c2-4e4e-4b3e-80fc-8da6fe45190b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:31.066046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.073015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-841a55d7-a286-4b0b-ad6f-16fce446faed req-d28f31c2-4e4e-4b3e-80fc-8da6fe45190b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 943 time: 0.0791833 Nov 10 23:06:31.144323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.167386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:31.167895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.184758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-da34eaff-a9ae-4da6-a285-1e05226f02db None None] Provisioning complete for port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:31.185742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-da34eaff-a9ae-4da6-a285-1e05226f02db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.197061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-841a55d7-a286-4b0b-ad6f-16fce446faed req-f6e49a6e-9899-4546-a39a-6319eaf58ba4 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221673 Nov 10 23:06:31.247399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af0a24-8949-48d8-a312-880ee9775ec1 None None] Pushing event updated for resources: {'Port': ['ID=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:31.276644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port a2c236c2-cd6d-4a91-a851-1f3a4876ae69, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,segment=NetworkSegment(aaa182e2-de54-4b77-a16e-c7c824095bfd),segment_id=aaa182e2-de54-4b77-a16e-c7c824095bfd)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:31.277062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.279718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.284827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.302686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for a2c236c2-cd6d-4a91-a851-1f3a4876ae69 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:31.363782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.366496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:31.409049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.445970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-da34eaff-a9ae-4da6-a285-1e05226f02db None None] Provisioning complete for port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:31.446344 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-da34eaff-a9ae-4da6-a285-1e05226f02db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.465636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port a2c236c2-cd6d-4a91-a851-1f3a4876ae69 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:31.479463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=a2c236c2-cd6d-4a91-a851-1f3a4876ae69,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:31.507272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:31.509817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:25Z', 'revision_number': 3, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:31.510119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:31.510211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-da34eaff-a9ae-4da6-a285-1e05226f02db None None] Port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:31.517174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177a49b-53da-497e-8024-feebc8292c89 None None] DHCP port deletion for 9a8051ba-d2f5-4a79-93a4-f2657b216b69 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:31.572890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230cd31-d926-4159-a7df-ae5a0aeda15b None None] The sync data for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 is: [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:25Z', 'revision_number': 3, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:31.624465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.650477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8051ba-d2f5-4a79-93a4-f2657b216b69']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:31.664628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa182e2-de54-4b77-a16e-c7c824095bfd') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:31.664959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa182e2-de54-4b77-a16e-c7c824095bfd') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:31.676755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.677760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12b34c8b-5e5e-446e-b7f5-23394448eeeb details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:06:31.682191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Router 7dd43e7e-faf5-494f-a00b-9018ce162b52 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:31.699629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.725704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:31.726120 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:31.749071 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:31.850095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:31.860602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8c3e07b6-5ed1-4b89-821b-f984f6301ad2 admin admin] 10.222.0.25 "PUT /v2.0/routers/7dd43e7e-faf5-494f-a00b-9018ce162b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9909272 Nov 10 23:06:31.908208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:31.950446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'port_id': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'mac_address': 'fa:16:3e:08:93:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:06:31.958420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.967507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:31.975402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39380) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:31.976379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/9a8051ba-d2f5-4a79-93a4-f2657b216b69 HTTP/1.1" status: 204 len: 168 time: 1.0486147 Nov 10 23:06:31.980171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-21094806'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:31.989913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98259e1-363d-4511-a5ad-ee0ebcbebcbb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=9a8051ba-d2f5-4a79-93a4-f2657b216b69,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:32.042408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:32.060504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.076694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f0830aa3-b42e-4c46-9788-d586d6a5b55c None None] Provisioning complete for port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:32.078049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f0830aa3-b42e-4c46-9788-d586d6a5b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.091662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:06:32.106790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.112990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.112990 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Added segment e8579ca6-496b-41e8-9476-ecd5fcf34420 of type vlan for network 5007293d-ae06-4744-9892-568803c33fc2 Nov 10 23:06:32.155770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b34c8b-5e5e-446e-b7f5-23394448eeeb {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:06:32.175599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f0830aa3-b42e-4c46-9788-d586d6a5b55c None None] Port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:32.185621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.194665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:32.214416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.238021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.248517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:32.249936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.273024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2965891 Nov 10 23:06:32.275915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39392) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:32.281029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '5007293d-ae06-4744-9892-568803c33fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:32.315618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:32.411592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446146e-803f-4b4f-832d-3b697b6f324f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Network': ['ID=5007293d-ae06-4744-9892-568803c33fc2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:32.425113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfedf-ece7-4fda-a5d5-64da544a1aae req-4ada428f-a5eb-4f8f-b187-a010ee6cd4c2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:32.425326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5007293d-ae06-4744-9892-568803c33fc2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:06:32.426837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802dfedf-ece7-4fda-a5d5-64da544a1aae req-4ada428f-a5eb-4f8f-b187-a010ee6cd4c2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 944 time: 0.0836632 Nov 10 23:06:32.463710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:32.468775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.501468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['12b34c8b-5e5e-446e-b7f5-23394448eeeb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:06:32.550159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-802dfedf-ece7-4fda-a5d5-64da544a1aae req-7ab09e67-4ea5-41fd-bb14-4b82f3cd3654 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098745 Nov 10 23:06:32.812669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.889818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=b0e90066-f175-49d5-86ba-70dac826772d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:32.944554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Checking segment: {'id': 'e8579ca6-496b-41e8-9476-ecd5fcf34420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5007293d-ae06-4744-9892-568803c33fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:32.944928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network hostable DHCP agents. Network: 5007293d-ae06-4744-9892-568803c33fc2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:06:32.967318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 5007293d-ae06-4744-9892-568803c33fc2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:06:32.982258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5007293d-ae06-4744-9892-568803c33fc2) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:32.987149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:32.987836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:32.991798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5341e20-4ea2-4d55-8068-70d9b0697b7c None None] Network 5007293d-ae06-4744-9892-568803c33fc2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:33.006635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bca9a277-79e5-4e1f-88f9-be2fb9a011c3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7270300 Nov 10 23:06:33.006850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39406) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.011646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1989372623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.030601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.039117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850867149', 'description': 'tempest-secgroup-smoke-1850867149 description', 'project_id': '92e501f9fd9b4d3699adf282662875a1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.054209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.055401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.086804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.118991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.127364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.154705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.157131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-06acd775-f9f3-4182-b79e-dfd89b61e287 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1488612 Nov 10 23:06:33.160406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39412) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.167530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'network_id': '5007293d-ae06-4744-9892-568803c33fc2', 'name': 'tempest-PortsTestJSON-1948069348'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.191554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.198098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.238839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-5007293d-ae06-4744-9892-568803c33fc2', 'network_id': '5007293d-ae06-4744-9892-568803c33fc2', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': 'b0e90066-f175-49d5-86ba-70dac826772d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:33.239885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.257079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.261648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2264664 Nov 10 23:06:33.261648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9172e6-8889-4c3b-96bf-dba89dae238e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:33.262497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39416) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.279315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.310024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.416480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Allocated IP 172.20.0.2 (5007293d-ae06-4744-9892-568803c33fc2/b0e90066-f175-49d5-86ba-70dac826772d/b630518c-9dbb-4cc3-a46d-91d1cc92b87e) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:33.442988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.449579 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.466525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b4b402-746d-4287-bafc-dd0781cee37c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:33.494224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.498285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89015da3-9574-433c-b9b1-0fa1c6d7c9df tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208319 Nov 10 23:06:33.499485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39420) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.505662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.539378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:33.558837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.677418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12b34c8b-5e5e-446e-b7f5-23394448eeeb up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:33.762005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff9ef-a47f-43cc-a3b1-7a09c78f0b56 req-3940d19e-274c-4cbf-b6f1-3fd8a86d9781 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:33.763793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b89ff9ef-a47f-43cc-a3b1-7a09c78f0b56 req-3940d19e-274c-4cbf-b6f1-3fd8a86d9781 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 944 time: 0.1401501 Nov 10 23:06:33.776763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.778029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.783072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:33.784714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.794372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.800853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.833117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30827cad-1a39-4895-99ab-25f8f5c856eb,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:33.847571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:33.854413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.859033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b89ff9ef-a47f-43cc-a3b1-7a09c78f0b56 req-6ed921eb-7a20-49d0-a84c-5604beb2d30f tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797005 Nov 10 23:06:33.863761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.871058 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7922a418-a3fd-4917-b181-aa41b8dfece2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3702216 Nov 10 23:06:33.874997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39430) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:33.896779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:33.901116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port c561fe9c-0e09-4a97-964c-71329b693ca8 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:33.925682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Network 5007293d-ae06-4744-9892-568803c33fc2 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:33.926603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 12b34c8b-5e5e-446e-b7f5-23394448eeeb completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:06:33.937288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:33.941109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 12b34c8b-5e5e-446e-b7f5-23394448eeeb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:33.941479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.968330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:33.976550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:33.979125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Pushing event updated for resources: {'Port': ['ID=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.088444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.14 (5007293d-ae06-4744-9892-568803c33fc2/b0e90066-f175-49d5-86ba-70dac826772d/c561fe9c-0e09-4a97-964c-71329b693ca8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:34.089507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.095800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.119588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df462076-536c-4d28-93fe-923b12ef9f74,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.128324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.129706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5effc4da-9053-4cba-9b7d-342bf756e621 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536259 Nov 10 23:06:34.132297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:34.137205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:34.171022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Attempting to bind port b630518c-9dbb-4cc3-a46d-91d1cc92b87e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:34.171391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Attempting to bind port b630518c-9dbb-4cc3-a46d-91d1cc92b87e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'e8579ca6-496b-41e8-9476-ecd5fcf34420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5007293d-ae06-4744-9892-568803c33fc2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:34.171750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Attempting to bind port b630518c-9dbb-4cc3-a46d-91d1cc92b87e on network 5007293d-ae06-4744-9892-568803c33fc2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:34.182441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.188054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:06:34.234838 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Sync routers for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:34.252359 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:34.253631 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.254101 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:34.256516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:34.256895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Checking segment: {'id': 'e8579ca6-496b-41e8-9476-ecd5fcf34420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5007293d-ae06-4744-9892-568803c33fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:34.257333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.257731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Bound using segment: {'id': 'e8579ca6-496b-41e8-9476-ecd5fcf34420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5007293d-ae06-4744-9892-568803c33fc2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:34.258226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Bound port: b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8579ca6-496b-41e8-9476-ecd5fcf34420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5007293d-ae06-4744-9892-568803c33fc2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:34.258655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.285110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.292991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.297473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a2c236c2-cd6d-4a91-a851-1f3a4876ae69 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:34.316382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.329948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a2c236c2-cd6d-4a91-a851-1f3a4876ae69 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:34.330209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a2c236c2-cd6d-4a91-a851-1f3a4876ae69 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:34.332039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f21f315-47ee-4646-8861-952403e3535c,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.343283 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.347367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39440) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:34.349132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-193fcd76-72ea-47c3-9275-d4141829891e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112498 Nov 10 23:06:34.352659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:34.357105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:34.360455 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206617c6-8af5-4ab0-8e0e-7d669a4e33f3" -d '{"events": [{"server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "name": "network-vif-plugged", "status": "completed", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:34.385612 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Project 92e501f9fd9b4d3699adf282662875a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:06:34.409910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:34.416149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.420311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.453183 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:34.481587 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.520178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.532695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.547655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] For port b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:34.552810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 5007293d-ae06-4744-9892-568803c33fc2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:34.554028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.562487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] For port b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,segment=NetworkSegment(e8579ca6-496b-41e8-9476-ecd5fcf34420),segment_id=e8579ca6-496b-41e8-9476-ecd5fcf34420)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:34.575860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:34.586459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:34.589345 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.649998 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b9642-1eb9-4668-94d3-790b21ba9eab x-openstack-request-id: req-044b9642-1eb9-4668-94d3-790b21ba9eab {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:34.650224 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "name": "network-vif-plugged", "status": "completed", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:34.650305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c561fe9c-0e09-4a97-964c-71329b693ca8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.650560 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-044b9642-1eb9-4668-94d3-790b21ba9eab {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:34.651157 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'code': 200} Nov 10 23:06:34.652939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fa9f12-eaed-4d47-8590-148d82df6e7f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.657092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.661615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39450) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:34.661884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c2898bc-d1b0-493d-839a-d3796a9e6e8d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3132961 Nov 10 23:06:34.666212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'security_group_rule': {'security_group_id': '44635ce1-2c8d-4c27-acac-2cfe7d1d1b78', 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:34.670260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:34.670899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.721374 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Project 92e501f9fd9b4d3699adf282662875a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:06:34.727653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.734749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf0a2-eefc-4565-bd47-f79e79258d40 None None] Pushing event updated for resources: {'Port': ['ID=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.771417 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-109ff332-82ee-4f6f-aab3-3bef27e5110b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6096065 Nov 10 23:06:34.774423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:34.799363 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd77ad1c1-5f3d-46da-bc7a-236c92254fb7', 'name': '', 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'mac_address': 'fa:16:3e:ad:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:29Z', 'updated_at': '2021-11-10T23:06:31Z', 'revision_number': 2, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'subnets': [{'id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:34.830498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.836219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.847020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Checking router: 7dd43e7e-faf5-494f-a00b-9018ce162b52 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:34.847618 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Updating router 7dd43e7e-faf5-494f-a00b-9018ce162b52 port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:06:34.855325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16333ad-4e19-44b1-9bca-e04a3bb2e989,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:34.873532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2b044-2ea7-40b4-ab39-a86667df6d23 req-02ff80dc-f3e7-4783-9486-b5abf627d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:34.875381 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0aa2b044-2ea7-40b4-ab39-a86667df6d23 req-02ff80dc-f3e7-4783-9486-b5abf627d329 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1096 time: 0.1793249 Nov 10 23:06:34.905515 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.922389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:34.930585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-13d415b3-167d-427e-bd6f-03881591ae71 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2678616 Nov 10 23:06:35.142910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad778f-33c4-47a0-9c79-58dc9f15e5d3 req-28436068-7e76-459a-8dae-f8564a665496 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:35.144511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4ad778f-33c4-47a0-9c79-58dc9f15e5d3 req-28436068-7e76-459a-8dae-f8564a665496 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.1033788 Nov 10 23:06:35.169304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0aa2b044-2ea7-40b4-ab39-a86667df6d23 req-fad5817e-3bc8-411b-bfcf-855e272436dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544389 Nov 10 23:06:35.258936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4ad778f-33c4-47a0-9c79-58dc9f15e5d3 req-8908d320-9d8e-489e-be0e-8f0fefc7ce87 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991664 Nov 10 23:06:35.299740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d489de30-b48c-47d1-a04d-92640865d0ad tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850867149&fields=id&tenant_id=92e501f9fd9b4d3699adf282662875a1 HTTP/1.1" status: 200 len: 267 time: 0.1872077 Nov 10 23:06:35.383214 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.391485 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.417573 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.545316 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:35.563816 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.566172 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.567737 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.568367 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.569396 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.569571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b630518c-9dbb-4cc3-a46d-91d1cc92b87e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:35.570022 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.570314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.570731 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.571144 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.571559 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.571969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.572614 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:35.661283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b630518c-9dbb-4cc3-a46d-91d1cc92b87e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:35.661785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.677932 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Attempting to bind port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:35.678298 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Attempting to bind port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:35.678655 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Attempting to bind port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 on network ba696644-e16e-407b-9f8c-5db09ab0c8ae {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:35.684264 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:35.684635 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Checking segment: {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:35.685080 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.685471 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Bound using segment: {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:35.685936 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Bound port: d77ad1c1-5f3d-46da-bc7a-236c92254fb7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d5b462-ea75-47bb-b00a-8b9a835be7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:35.686310 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.708868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-8f2c0648-948d-42c6-8a8e-0aa7f06e8c4d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:35.716360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-8f2c0648-948d-42c6-8a8e-0aa7f06e8c4d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 809 time: 0.4157374 Nov 10 23:06:35.778938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.811499 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] For port d77ad1c1-5f3d-46da-bc7a-236c92254fb7, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:35.814156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-5b6df747-0938-4fb3-8793-a877fb2cfe35 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/quotas/92e501f9fd9b4d3699adf282662875a1 HTTP/1.1" status: 200 len: 375 time: 0.0311148 Nov 10 23:06:35.821837 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] For port d77ad1c1-5f3d-46da-bc7a-236c92254fb7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:35.833076 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.878228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,segment=NetworkSegment(e8579ca6-496b-41e8-9476-ecd5fcf34420),segment_id=e8579ca6-496b-41e8-9476-ecd5fcf34420)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:35.886050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.906662 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:35.906887 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:35.944826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-0a6fa990-436f-4003-9e1e-54de0f06f720 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206152 Nov 10 23:06:35.985059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d5d10966-70d4-4f8a-a87d-1b8edf57a939 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:06:35.986785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d5d10966-70d4-4f8a-a87d-1b8edf57a939 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061710 Nov 10 23:06:36.034893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:36.102615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] Provisioning complete for port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:36.103226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.194608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.213910 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.240830 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937ba61-56c2-4c09-b28a-e5c67df11fd4 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:36.322456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.352249 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:36.370786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-a760ef14-187a-45fb-9566-a742e79ebcda service neutron] 10.222.0.25 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726468 Nov 10 23:06:36.412881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067ea8a-d0e6-45be-94de-88e7edf92aaa None None] Network 5007293d-ae06-4744-9892-568803c33fc2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:36.433006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] For port d77ad1c1-5f3d-46da-bc7a-236c92254fb7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:36.477293 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.507844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4fff1-7189-452b-ba20-e559d51a6355 req-7bb06d26-34c7-4f38-811c-3d246b5d085d tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:36.509558 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86a4fff1-7189-452b-ba20-e559d51a6355 req-7bb06d26-34c7-4f38-811c-3d246b5d085d tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.0974159 Nov 10 23:06:36.581187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-86a4fff1-7189-452b-ba20-e559d51a6355 req-ada60a91-1bc4-4c35-98f5-8484327d624d tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613010 Nov 10 23:06:36.594959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c561fe9c-0e09-4a97-964c-71329b693ca8,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:36.619747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-4a74090f-8569-4df3-a7e7-e57ce5ca2d81 service neutron] 10.222.0.25 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452250 Nov 10 23:06:36.652168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438085-bbe7-43ef-9f37-924659e76266 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:36.685028 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd77ad1c1-5f3d-46da-bc7a-236c92254fb7', 'name': '', 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'mac_address': 'fa:16:3e:ad:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:29Z', 'updated_at': '2021-11-10T23:06:35Z', 'revision_number': 4, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'subnets': [{'id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:36.727490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997f6f-4787-4d7f-9398-203e7b1058a5 None None] The sync data for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 is: [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'd77ad1c1-5f3d-46da-bc7a-236c92254fb7', 'name': '', 'network_id': 'ba696644-e16e-407b-9f8c-5db09ab0c8ae', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'mac_address': 'fa:16:3e:ad:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:29Z', 'updated_at': '2021-11-10T23:06:35Z', 'revision_number': 4, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'subnets': [{'id': '41823709-1a27-4bd3-a464-a9ec17352d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:36.734798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2b6a867-e1c4-4e56-a24e-a1eef4ef4ddc None None] Provisioning complete for port b630518c-9dbb-4cc3-a46d-91d1cc92b87e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:36.735274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2b6a867-e1c4-4e56-a24e-a1eef4ef4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.875927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f40ca0-e9c6-48ff-a8ac-4199a535d613 req-1d78fdfe-6dcb-441b-b8b3-ba80599066b2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:36.884508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8f40ca0-e9c6-48ff-a8ac-4199a535d613 req-1d78fdfe-6dcb-441b-b8b3-ba80599066b2 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.1755130 Nov 10 23:06:36.891024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:36.903805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Request body: {'floatingip': {'port_id': '12b34c8b-5e5e-446e-b7f5-23394448eeeb'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:36.912134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:36.932777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2b6a867-e1c4-4e56-a24e-a1eef4ef4ddc None None] Provisioning complete for port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:36.933274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2b6a867-e1c4-4e56-a24e-a1eef4ef4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.137483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.484513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6e2ba51c-8ee2-4862-9778-57bb4017e0f2 None None] Provisioning complete for port b630518c-9dbb-4cc3-a46d-91d1cc92b87e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:37.489724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba51c-8ee2-4862-9778-57bb4017e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.665253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d77ad1c1-5f3d-46da-bc7a-236c92254fb7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:37.724912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6e2ba51c-8ee2-4862-9778-57bb4017e0f2 None None] Provisioning complete for port c561fe9c-0e09-4a97-964c-71329b693ca8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:37.725262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba51c-8ee2-4862-9778-57bb4017e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.812502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ba51c-8ee2-4862-9778-57bb4017e0f2 None None] Port c561fe9c-0e09-4a97-964c-71329b693ca8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:37.816326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:37.817067 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.873948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.878816 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f8fba18-c260-458a-a278-76ee59f53d00 req-88699c08-ac54-4c28-a713-bc0c84835d5a tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 210 time: 0.0928516 Nov 10 23:06:37.883936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.927012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.997556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=c561fe9c-0e09-4a97-964c-71329b693ca8,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:38.062748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:38.065966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5d973d31-578a-4817-8084-f31ea824df1a None None] Provisioning complete for port c561fe9c-0e09-4a97-964c-71329b693ca8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:38.069476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d973d31-578a-4817-8084-f31ea824df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:38.072465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b630518c-9dbb-4cc3-a46d-91d1cc92b87e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:38.227704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b630518c-9dbb-4cc3-a46d-91d1cc92b87e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:38.228082 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:38.229667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5d973d31-578a-4817-8084-f31ea824df1a None None] Port c561fe9c-0e09-4a97-964c-71329b693ca8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:38.371953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 5007293d-ae06-4744-9892-568803c33fc2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:38.373459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:38.464381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9b0e28d6-4376-49e0-a4ad-d871a267d62f None None] Provisioning complete for port c561fe9c-0e09-4a97-964c-71329b693ca8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:38.464761 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9b0e28d6-4376-49e0-a4ad-d871a267d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:38.657642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Router 2b031472-e794-4402-9e8e-6f4a6db6eb50 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:06:38.776096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e28d6-4376-49e0-a4ad-d871a267d62f None None] Port c561fe9c-0e09-4a97-964c-71329b693ca8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:38.837571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:38.842803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3238184c-5a16-4899-9e13-1ac5f09ac3fa tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/routers/2b031472-e794-4402-9e8e-6f4a6db6eb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0671175 Nov 10 23:06:38.845906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39540) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:38.848931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] Sync routers for ids ['2b031472-e794-4402-9e8e-6f4a6db6eb50'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:38.879081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] Routers {'2b031472-e794-4402-9e8e-6f4a6db6eb50'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:38.879081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b031472-e794-4402-9e8e-6f4a6db6eb50'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:38.944947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.resource_extend [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 23:06:38.963919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ea17f-4878-41a0-9dc2-d67d437ef5b7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:38.965494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c08ea17f-4878-41a0-9dc2-d67d437ef5b7 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b031472-e794-4402-9e8e-6f4a6db6eb50 HTTP/1.1" status: 200 len: 983 time: 0.1038978 Nov 10 23:06:38.968187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39544) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:39.008493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:39.048705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e035b9c-9945-433a-9068-ed74d76e5ca9 None None] Provisioning complete for port c561fe9c-0e09-4a97-964c-71329b693ca8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:39.049370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e035b9c-9945-433a-9068-ed74d76e5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.055747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] Routers {'2b031472-e794-4402-9e8e-6f4a6db6eb50'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:39.056597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b031472-e794-4402-9e8e-6f4a6db6eb50'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:39.111230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1197f08e-5acc-4037-9634-fc7d8563b89c req-4d5115dc-0ae5-4bbc-beb7-5321420a1fc4 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 210 time: 0.0424511 Nov 10 23:06:39.129285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:39.129962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed7cfc-9d73-415b-b89c-a247ca1c9b87 None None] The sync data for ids ['2b031472-e794-4402-9e8e-6f4a6db6eb50'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:39.149600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e035b9c-9945-433a-9068-ed74d76e5ca9 None None] Port c561fe9c-0e09-4a97-964c-71329b693ca8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:39.163137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.171723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.226560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-603e85af-0393-4b82-a1b0-caa835800fe1 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:39.228061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-603e85af-0393-4b82-a1b0-caa835800fe1 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 809 time: 0.3687866 Nov 10 23:06:39.375068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-2f1f07f9-9927-4d1c-ac74-da64d6ea3a66 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92e501f9fd9b4d3699adf282662875a1&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1369836 Nov 10 23:06:39.377034 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Floating IP 5cd1df44-d3ef-48d6-a339-2c1a34616a8d associated. External IP: 172.25.0.33, port: 12b34c8b-5e5e-446e-b7f5-23394448eeeb. Nov 10 23:06:39.455013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-b97e3722-145a-450c-bb2a-3eb3166d048f tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0737534 Nov 10 23:06:39.492035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'port': {'device_id': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'admin_state_up': True, 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'security_groups': ['44635ce1-2c8d-4c27-acac-2cfe7d1d1b78']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:39.496648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.701802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Made reservation on behalf of 92e501f9fd9b4d3699adf282662875a1 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:39.705526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.743701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port c561fe9c-0e09-4a97-964c-71329b693ca8 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:39.744173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.811227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Router 61caae94-755e-409a-9f69-52c4e23d79b5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:39.841997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.855000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for c561fe9c-0e09-4a97-964c-71329b693ca8 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:39.959639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Allocated IP 172.20.0.11 (038ed570-f89a-4e20-9452-18b3566cd2eb/bada8bc5-2ba2-421a-895c-cccd48c93c14/52819f11-71a0-436c-ab1e-1579c44181be) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:39.984581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:39.991567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.994634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Sync routers for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:40.013930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:40.014866 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:40.050143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eee343f1-be2e-4482-a678-377ec57875b0 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "PUT /v2.0/floatingips/5cd1df44-d3ef-48d6-a339-2c1a34616a8d HTTP/1.1" status: 200 len: 990 time: 3.1577666 Nov 10 23:06:40.050741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:40.064739 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e4096-04eb-4213-8242-f943327f2fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:40.084277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:40.147258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=c561fe9c-0e09-4a97-964c-71329b693ca8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:40.185103 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:40.356701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:40.414146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4096-04eb-4213-8242-f943327f2fd2 req-040eb0b6-5264-4da0-a05d-21372eb33ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:40.414457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:40.421773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-040eb0b6-5264-4da0-a05d-21372eb33ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1096 time: 0.0616217 Nov 10 23:06:40.453888 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee31f8-ce23-4345-8a66-39ab16d5c55d x-openstack-request-id: req-32ee31f8-ce23-4345-8a66-39ab16d5c55d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:40.455152 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:40.455416 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32ee31f8-ce23-4345-8a66-39ab16d5c55d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:40.455834 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'status': 'completed', 'code': 200} Nov 10 23:06:40.475679 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '5cd1df44-d3ef-48d6-a339-2c1a34616a8d', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'port_id': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'mac_address': 'fa:16:3e:08:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:17Z', 'updated_at': '2021-11-10T23:06:38Z', 'revision_number': 1, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:40.502241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1432f3c5-0e61-4296-9aed-33b96111ce1e req-ed7fca36-29f5-4f2b-99ce-bcceba064e2d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 210 time: 0.0509572 Nov 10 23:06:40.504463 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:40.504629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Checking router: 61caae94-755e-409a-9f69-52c4e23d79b5 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:40.514671 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:40.517339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:40.577121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:40.603406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Network 038ed570-f89a-4e20-9452-18b3566cd2eb is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:40.604898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:40.613597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:40.670613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:40.691289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:40.692013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:40.732120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1bcd035c-0b23-4c40-a658-57a091ed2887 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2447762 Nov 10 23:06:40.748957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Request body: {'port': {'device_id': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:40.886115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.006911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c22993ff-1ef2-4ae6-8120-9ab8940e887e None None] Provisioning complete for port 52819f11-71a0-436c-ab1e-1579c44181be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:41.008530 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c22993ff-1ef2-4ae6-8120-9ab8940e887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.026937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '5cd1df44-d3ef-48d6-a339-2c1a34616a8d', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'port_id': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'mac_address': 'fa:16:3e:08:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:17Z', 'updated_at': '2021-11-10T23:06:38Z', 'revision_number': 1, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:41.068029 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a167-c773-461d-a717-9e063f7c3b57 None None] The sync data for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 is: [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '5cd1df44-d3ef-48d6-a339-2c1a34616a8d', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'port_id': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'mac_address': 'fa:16:3e:08:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:17Z', 'updated_at': '2021-11-10T23:06:38Z', 'revision_number': 1, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:41.087194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c22993ff-1ef2-4ae6-8120-9ab8940e887e None None] Port 52819f11-71a0-436c-ab1e-1579c44181be cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:41.110551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Router 2b031472-e794-4402-9e8e-6f4a6db6eb50 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:41.119218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4096-04eb-4213-8242-f943327f2fd2 req-c33ce60f-cb15-4d05-bc0b-2c55cc7ada7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:41.120733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-c33ce60f-cb15-4d05-bc0b-2c55cc7ada7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 912 time: 0.6454275 Nov 10 23:06:41.267410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:41.276114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-448e5213-f163-46fb-a463-34be9bbc3f4b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/routers/2b031472-e794-4402-9e8e-6f4a6db6eb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3045533 Nov 10 23:06:41.281814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52819f11-71a0-436c-ab1e-1579c44181be {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:06:41.284419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39596) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:41.287882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] Sync routers for ids ['2b031472-e794-4402-9e8e-6f4a6db6eb50'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:41.299231 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-50f18585-926c-48e6-8f2c-c1877a5cd62a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 998 time: 0.1692631 Nov 10 23:06:41.308508 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.316615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] Routers {'2b031472-e794-4402-9e8e-6f4a6db6eb50'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:41.320261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b031472-e794-4402-9e8e-6f4a6db6eb50'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:41.325555 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-903eada7-9130-4907-b5c5-a02a559b4d17 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:41.329893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-903eada7-9130-4907-b5c5-a02a559b4d17 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/c561fe9c-0e09-4a97-964c-71329b693ca8 HTTP/1.1" status: 404 len: 333 time: 0.0419064 Nov 10 23:06:41.339195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Transition to ACTIVE for port object 52819f11-71a0-436c-ab1e-1579c44181be will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:06:41.340330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39598) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:41.360099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.378829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4096-04eb-4213-8242-f943327f2fd2 req-22b666ce-f1ba-4f2e-ab48-28ae8438a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:41.380336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-22b666ce-f1ba-4f2e-ab48-28ae8438a72f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 200 len: 851 time: 0.0641239 Nov 10 23:06:41.398214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:41.421813 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd911-97d3-4f82-acd8-40764486c768 None None] New status for floating IP 5cd1df44-d3ef-48d6-a339-2c1a34616a8d: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:06:41.429195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] Routers {'2b031472-e794-4402-9e8e-6f4a6db6eb50'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:41.430060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2b031472-e794-4402-9e8e-6f4a6db6eb50'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:41.444240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4096-04eb-4213-8242-f943327f2fd2 req-4accdba7-b10d-436c-abe8-a49073c107f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:41.446941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-4accdba7-b10d-436c-abe8-a49073c107f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f31dc9e-29f5-4694-b22f-a92440aa2658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587449 Nov 10 23:06:41.489063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:41.489974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c34e0c-e00d-44fb-b979-5d845120f406 None None] The sync data for ids ['2b031472-e794-4402-9e8e-6f4a6db6eb50'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:41.671718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-c4d04925-ba1d-4654-b7b3-0521927c2fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181518 Nov 10 23:06:41.808206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-327e4096-04eb-4213-8242-f943327f2fd2 req-144ca516-2288-4d87-9f46-a65a088ab271 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288409 Nov 10 23:06:41.874959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.980839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:42.137025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.141496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.150042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a08fd-2b24-4819-ab3f-0a2f4a4232ab req-fb269944-380a-4bd7-8427-acc16b5e51c6 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:42.152062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf7a08fd-2b24-4819-ab3f-0a2f4a4232ab req-fb269944-380a-4bd7-8427-acc16b5e51c6 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 944 time: 0.3032475 Nov 10 23:06:42.225518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.226025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Fanout notify agent at l3_agent the message router_deleted on router 2b031472-e794-4402-9e8e-6f4a6db6eb50 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:06:42.232529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Attempting to bind port 52819f11-71a0-436c-ab1e-1579c44181be on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:42.232963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Attempting to bind port 52819f11-71a0-436c-ab1e-1579c44181be by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:42.233319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Attempting to bind port 52819f11-71a0-436c-ab1e-1579c44181be on network 038ed570-f89a-4e20-9452-18b3566cd2eb {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:42.242564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.243695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90db95db-ee24-4b02-a98f-2b702f9e919e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/routers/2b031472-e794-4402-9e8e-6f4a6db6eb50 HTTP/1.1" status: 204 len: 168 time: 0.9021130 Nov 10 23:06:42.246618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39604) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:42.254281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Port 52819f11-71a0-436c-ab1e-1579c44181be on network 038ed570-f89a-4e20-9452-18b3566cd2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:06:42.254609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Attempting to bind port 52819f11-71a0-436c-ab1e-1579c44181be on network 038ed570-f89a-4e20-9452-18b3566cd2eb {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:42.274242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf7a08fd-2b24-4819-ab3f-0a2f4a4232ab req-32344e7c-9323-4206-b27f-fca7473c32be tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145451 Nov 10 23:06:42.274951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:42.275288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Checking segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:42.275663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Bound using segment: {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:42.276098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Bound port: 52819f11-71a0-436c-ab1e-1579c44181be, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c92f0d-1309-4670-85ae-5e5a5e222560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:42.276452 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.315603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet b0e90066-f175-49d5-86ba-70dac826772d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:42.318779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.353648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:42.358009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=52819f11-71a0-436c-ab1e-1579c44181be,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:42.367754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.390611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.415065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:42.415678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.417083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1092 time: 1.6760294 Nov 10 23:06:42.456801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:42.460221 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "tag": "52819f11-71a0-436c-ab1e-1579c44181be"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:42.464216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c681f-a177-4377-a825-d39baf64b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:42.519873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-b0933bf4-81ec-4925-8e27-66a5d96e0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:42.521638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-b0933bf4-81ec-4925-8e27-66a5d96e0b08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1095 time: 0.0544753 Nov 10 23:06:42.526364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.577515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-9ae5d580-d130-442f-88cf-2d2e3829c72a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 217 time: 0.0475860 Nov 10 23:06:42.579052 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7019d3-3aa2-470c-b309-20d868cce819 x-openstack-request-id: req-0d7019d3-3aa2-470c-b309-20d868cce819 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:42.579880 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "tag": "52819f11-71a0-436c-ab1e-1579c44181be", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:42.580126 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d7019d3-3aa2-470c-b309-20d868cce819 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:42.580518 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be', 'status': 'completed', 'code': 200} Nov 10 23:06:42.603344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.643070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e90066-f175-49d5-86ba-70dac826772d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:42.652688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.658429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25bebf5-7a22-4b11-afad-ef30f1e0cc79 None None] Network 5007293d-ae06-4744-9892-568803c33fc2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:42.660320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/b0e90066-f175-49d5-86ba-70dac826772d HTTP/1.1" status: 204 len: 168 time: 0.4126050 Nov 10 23:06:42.661328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:42.671879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.672238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.672581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.673101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.673985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.678857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.679210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.679543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.679881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.680216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.680549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.680877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7871a4-cec0-4ed5-b0c6-5339755811cd tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:42.684856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-8ea531c9-759b-4968-b321-62adf6c67134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:42.686922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-8ea531c9-759b-4968-b321-62adf6c67134 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.1001756 Nov 10 23:06:42.752462 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1a2a9a02-4f77-4f7f-9952-f203b09854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:42.754304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-1a2a9a02-4f77-4f7f-9952-f203b09854fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594583 Nov 10 23:06:42.765441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.826535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port b630518c-9dbb-4cc3-a46d-91d1cc92b87e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:42.826877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.882425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-c304ccb8-1a1b-4de2-bc39-c574bce779c3 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205916 Nov 10 23:06:42.911144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] For port b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,segment=NetworkSegment(e8579ca6-496b-41e8-9476-ecd5fcf34420),segment_id=e8579ca6-496b-41e8-9476-ecd5fcf34420)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:42.911713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:42.926899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for b630518c-9dbb-4cc3-a46d-91d1cc92b87e owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:42.940005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] DHCP port deletion for 5007293d-ae06-4744-9892-568803c33fc2 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:42.993899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee091f5b-9231-4da3-8561-f90ca644898e req-7ab6543d-7ebd-4c4b-ae2a-1852c4ffcdae service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042008 Nov 10 23:06:43.016029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Deleting port b630518c-9dbb-4cc3-a46d-91d1cc92b87e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:43.016634 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.025716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.067632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:43.070300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No DVR routers for this DVR port b630518c-9dbb-4cc3-a46d-91d1cc92b87e on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:43.097728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] For port b630518c-9dbb-4cc3-a46d-91d1cc92b87e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,segment=NetworkSegment(e8579ca6-496b-41e8-9476-ecd5fcf34420),segment_id=e8579ca6-496b-41e8-9476-ecd5fcf34420)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:43.098127 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.113210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-b9ba6017-618d-49c1-b2d3-0b65f9455153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.115444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Calling delete_port for b630518c-9dbb-4cc3-a46d-91d1cc92b87e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:43.115840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-b9ba6017-618d-49c1-b2d3-0b65f9455153 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1095 time: 0.0706308 Nov 10 23:06:43.163475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.187459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5007293d-ae06-4744-9892-568803c33fc2']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:43.200922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8579ca6-496b-41e8-9476-ecd5fcf34420') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:43.201276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8579ca6-496b-41e8-9476-ecd5fcf34420') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:43.213545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.216154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.233295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.235607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] Pushing event deleted for resources: {'Port': ['ID=b630518c-9dbb-4cc3-a46d-91d1cc92b87e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:43.245616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d27fc-6a0e-4929-ad99-89e8e33a6ba8 None None] No DVR routers for this DVR port b630518c-9dbb-4cc3-a46d-91d1cc92b87e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:43.248285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:43.249328 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:43.256715 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:43.264482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-f0b1bb5b-79ef-4d55-a475-cc2b62937a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.266738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-f0b1bb5b-79ef-4d55-a475-cc2b62937a5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.1441193 Nov 10 23:06:43.315335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-22e955a9-8f56-47d8-a530-84c4d4ba4e56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 217 time: 0.0398984 Nov 10 23:06:43.330602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.344832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.349811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/5007293d-ae06-4744-9892-568803c33fc2 HTTP/1.1" status: 204 len: 168 time: 0.6873503 Nov 10 23:06:43.353624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39616) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:43.372829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744c7e-d8e8-4a9a-8a1c-ad82ecf0b595 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=5007293d-ae06-4744-9892-568803c33fc2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:43.415268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142e853-e716-4cd4-a7b2-fecab711dfac tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.420653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8142e853-e716-4cd4-a7b2-fecab711dfac tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/09a52bde-d271-4784-828e-fb86b7493d55 HTTP/1.1" status: 200 len: 841 time: 0.0621364 Nov 10 23:06:43.421176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-79d9b35a-41de-441c-aeeb-d4e764705ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.422443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-79d9b35a-41de-441c-aeeb-d4e764705ccc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.0987155 Nov 10 23:06:43.422924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39618) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:43.452327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37438-73b8-4dd6-a7da-8673e0f0b431 req-0ea114db-c782-4fbc-b50b-a7ce1d3c33de tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.454343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1c37438-73b8-4dd6-a7da-8673e0f0b431 req-0ea114db-c782-4fbc-b50b-a7ce1d3c33de tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 944 time: 0.0837417 Nov 10 23:06:43.484427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b630518c-9dbb-4cc3-a46d-91d1cc92b87e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:43.491672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-01424dbc-72b5-4f0f-9bf7-5b61c37bd243 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/09a52bde-d271-4784-828e-fb86b7493d55?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0671086 Nov 10 23:06:43.495842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39622) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:43.503689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:43.509197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b630518c-9dbb-4cc3-a46d-91d1cc92b87e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:43.509956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b630518c-9dbb-4cc3-a46d-91d1cc92b87e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:43.531882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1c37438-73b8-4dd6-a7da-8673e0f0b431 req-c4ff6343-4ee8-407b-9045-5869a78b9b6c tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701568 Nov 10 23:06:43.557334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-6d70721f-d87f-4a1e-8327-59c3c657fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.558910 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-6d70721f-d87f-4a1e-8327-59c3c657fcb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266239 Nov 10 23:06:43.668589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:43.672341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.695450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-9956abe4-a44b-4112-8f77-ba02ae935351 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270335 Nov 10 23:06:43.842025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c0f68dc-5c4a-4917-bb1f-cfb853fde941 req-8ec5c982-c5ad-4254-b7ea-a79ee6ccd6cf service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223254 Nov 10 23:06:43.932539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.975425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:43.978532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:43.982630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:43.983213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:43.988202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd9058-ba1d-4151-a0d4-e9473e24bce9 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:43.992862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=11d4d6fc-1194-43ab-893a-297fb686a32d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:44.008155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-08f5ca98-eed8-4e97-a103-59c1fedc09d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5078387 Nov 10 23:06:44.008411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:44.013101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'security_group': {'name': 'tempest-secgroup-131082766'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:44.046788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.125379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.129435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.158848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.160085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1505334 Nov 10 23:06:44.162755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39626) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:44.168011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'security_group': {'name': 'tempest-secgroup-122682121'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:44.173549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75f074-1ab5-4b4f-86d1-f5096ca53acb tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4227a-b108-454e-a5f8-c750b46d803a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:44.187073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-2ef177b1-4ffc-42a2-af84-df8667413b76', 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'tenant_id': '2c3090f49e994b97bd2d85beaf8de65f', 'fixed_ips': [{'subnet_id': '11d4d6fc-1194-43ab-893a-297fb686a32d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:06:44.187945 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.195905 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.285652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.290537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.321883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f45edd-f0a5-4fe5-945e-9dd180dcd99e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:44.337279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Allocated IP 172.20.0.2 (2ef177b1-4ffc-42a2-af84-df8667413b76/11d4d6fc-1194-43ab-893a-297fb686a32d/bef461d8-992b-4724-9e89-70a35eec8246) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:44.340292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.345843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4665049a-002c-4cc9-807f-93ad84f53c23 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1787119 Nov 10 23:06:44.346405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39630) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:44.353909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-584671280', 'security_groups': ['58f45edd-f0a5-4fe5-945e-9dd180dcd99e'], 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11d4d6fc-1194-43ab-893a-297fb686a32d'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:44.465798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:44.497195 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.505225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.547866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:44.549858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:44.553760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:44.558672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.579628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:44.586202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Pushing event updated for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:44.662442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Attempting to bind port bef461d8-992b-4724-9e89-70a35eec8246 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:06:44.662824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Attempting to bind port bef461d8-992b-4724-9e89-70a35eec8246 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '179146e8-7db5-4bc6-bb5b-5b5bed0a757e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:06:44.663208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Attempting to bind port bef461d8-992b-4724-9e89-70a35eec8246 on network 2ef177b1-4ffc-42a2-af84-df8667413b76 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:06:44.668614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:06:44.669024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Checking segment: {'id': '179146e8-7db5-4bc6-bb5b-5b5bed0a757e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:06:44.669467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.670134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Bound using segment: {'id': '179146e8-7db5-4bc6-bb5b-5b5bed0a757e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:06:44.670674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Bound port: bef461d8-992b-4724-9e89-70a35eec8246, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179146e8-7db5-4bc6-bb5b-5b5bed0a757e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:06:44.671058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.739536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:06:44.742626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bef461d8-992b-4724-9e89-70a35eec8246,segment=NetworkSegment(179146e8-7db5-4bc6-bb5b-5b5bed0a757e),segment_id=179146e8-7db5-4bc6-bb5b-5b5bed0a757e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:06:44.748963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a099480-b1fd-4a8a-862f-97bc622bd22d req-74c70d79-07e1-419a-aa2a-49715b97e9be tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:44.750533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a099480-b1fd-4a8a-862f-97bc622bd22d req-74c70d79-07e1-419a-aa2a-49715b97e9be tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 944 time: 0.1095846 Nov 10 23:06:44.754590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.789316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:44.816926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e869a4-92d5-4055-939c-ef390c0798ec None None] Pushing event updated for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:44.833781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.13 (2ef177b1-4ffc-42a2-af84-df8667413b76/11d4d6fc-1194-43ab-893a-297fb686a32d/0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:44.857697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a099480-b1fd-4a8a-862f-97bc622bd22d req-aebc2f99-7b8c-4771-a8d4-a7d9f62a6ea9 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772350 Nov 10 23:06:44.997243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.056444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.108354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:45.112361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:45.116850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:45.120965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:45.166263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.183127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:45.183837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.201265 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0725e46b-88a3-4b09-a9ae-44c76f426db4 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8530211 Nov 10 23:06:45.203985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39636) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:45.210562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:45.326389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:45.330458 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.428101 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11d4d6fc-1194-43ab-893a-297fb686a32d (CIDR: 172.20.0.0/28) Nov 10 23:06:45.432005 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:06:45.432497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:45.461137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33b3ff85-81dd-4c5d-9e5e-247cb92f08ce tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2545984 Nov 10 23:06:45.463656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:45.468765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:45.491001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bef461d8-992b-4724-9e89-70a35eec8246 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:45.549319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:45.549937 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.586948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:45.590473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.637398 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.676846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bef461d8-992b-4724-9e89-70a35eec8246,segment=NetworkSegment(179146e8-7db5-4bc6-bb5b-5b5bed0a757e),segment_id=179146e8-7db5-4bc6-bb5b-5b5bed0a757e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:45.684681 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.770689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:45.780847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.781310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.781722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.782130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.782768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.783169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.783565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.783962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.784397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.784812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.785237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.785625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:06:45.917416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:45.993413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:45.999947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:46.004941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:46.005561 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.017854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=de5657f2-ca52-4455-a7b0-e94c3ba6f464,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:46.034361 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5d5d54a3-42eb-4575-9890-40ba4bbb5a88 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5665505 Nov 10 23:06:46.034584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39646) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:46.040399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2131394241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de5657f2-ca52-4455-a7b0-e94c3ba6f464'}], 'security_groups': ['19a4227a-b108-454e-a5f8-c750b46d803a']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:46.045171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e430d53-761e-48ac-8533-b3f0a618281e None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:46.053740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb59d9a-7281-45dd-ab05-58435ae39186 req-2ec2795d-ad1d-4403-9e0f-85423268523c tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:46.055354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bb59d9a-7281-45dd-ab05-58435ae39186 req-2ec2795d-ad1d-4403-9e0f-85423268523c tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 944 time: 0.1018419 Nov 10 23:06:46.136730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e03cc4ca-d448-4edf-8c12-d003f61c8237 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:46.137604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e03cc4ca-d448-4edf-8c12-d003f61c8237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.153711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.160720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9bb59d9a-7281-45dd-ab05-58435ae39186 req-8abbf37e-d158-4ef0-9b04-1e635b93ebed tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855360 Nov 10 23:06:46.214403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e03cc4ca-d448-4edf-8c12-d003f61c8237 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:46.248851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e03cc4ca-d448-4edf-8c12-d003f61c8237 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:46.249276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e03cc4ca-d448-4edf-8c12-d003f61c8237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.377981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Update dhcp port {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'fixed_ips': [{'subnet_id': '11d4d6fc-1194-43ab-893a-297fb686a32d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de5657f2-ca52-4455-a7b0-e94c3ba6f464'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'bef461d8-992b-4724-9e89-70a35eec8246'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 23:06:46.408295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.449647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 52819f11-71a0-436c-ab1e-1579c44181be details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:06:46.490080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Delete allocated IP 172.20.0.13 (2ef177b1-4ffc-42a2-af84-df8667413b76/11d4d6fc-1194-43ab-893a-297fb686a32d) {{(pid=102457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 23:06:46.498525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.29 (2ef177b1-4ffc-42a2-af84-df8667413b76/de5657f2-ca52-4455-a7b0-e94c3ba6f464/0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:46.616106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=52819f11-71a0-436c-ab1e-1579c44181be,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:46.629209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '52819f11-71a0-436c-ab1e-1579c44181be', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'port_id': '52819f11-71a0-436c-ab1e-1579c44181be', 'mac_address': 'fa:16:3e:c1:ab:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:06:46.661453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.666168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.693480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.717505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52819f11-71a0-436c-ab1e-1579c44181be {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:06:46.737567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Allocated IP 172.20.0.18 (2ef177b1-4ffc-42a2-af84-df8667413b76/de5657f2-ca52-4455-a7b0-e94c3ba6f464/bef461d8-992b-4724-9e89-70a35eec8246) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:46.751898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=52819f11-71a0-436c-ab1e-1579c44181be,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:46.760861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.762158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:46.790647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] In _notify_port_updated(), no bound segment for port 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 on network 2ef177b1-4ffc-42a2-af84-df8667413b76 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:06:46.797945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:46.799111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.800454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f8ec91c4-1b78-4bd6-9b94-30494f68bb38 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/ports/0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 HTTP/1.1" status: 200 len: 921 time: 0.7649550 Nov 10 23:06:46.803297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:46.896098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:46.909096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:46.909450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.932129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bef461d8-992b-4724-9e89-70a35eec8246,segment=NetworkSegment(179146e8-7db5-4bc6-bb5b-5b5bed0a757e),segment_id=179146e8-7db5-4bc6-bb5b-5b5bed0a757e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:46.964027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:46.971700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['52819f11-71a0-436c-ab1e-1579c44181be'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:06:46.974083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.014485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.035583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:47.108556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd92ea-004f-4ace-81fb-f7d0e46be0bb None None] Pushing event updated for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:47.208187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.256137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:47.349489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e11d-cea7-4151-a400-1e38a1b6bf02 req-23cd2070-ed71-4af6-87c6-93d4ea4ca23e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:47.349688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.354994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d79bd95b-bab3-4423-8d0b-b61c86a9a6d0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 HTTP/1.1" status: 204 len: 168 time: 0.5497608 Nov 10 23:06:47.357238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39658) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:47.359534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16e6e11d-cea7-4151-a400-1e38a1b6bf02 req-23cd2070-ed71-4af6-87c6-93d4ea4ca23e tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 945 time: 0.0797083 Nov 10 23:06:47.394019 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5399e1dd-99d0-4b11-adf8-046612a856ef tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:47.395984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5399e1dd-99d0-4b11-adf8-046612a856ef tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5 HTTP/1.1" status: 404 len: 333 time: 0.0377576 Nov 10 23:06:47.398754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39662) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:47.460896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-16e6e11d-cea7-4151-a400-1e38a1b6bf02 req-9e7db608-1146-43b7-b87c-89c84fb779fa tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860569 Nov 10 23:06:47.475124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bef461d8-992b-4724-9e89-70a35eec8246 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:47.482950 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.515724 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.537425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:47.539057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.568077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.571363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.575579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/security-groups/58f45edd-f0a5-4fe5-945e-9dd180dcd99e HTTP/1.1" status: 204 len: 168 time: 0.1728473 Nov 10 23:06:47.575772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39668) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:47.592000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084aa66-01b6-4ca3-83ec-0e05ffe556d1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f45edd-f0a5-4fe5-945e-9dd180dcd99e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:47.683093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.710102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.756030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.758839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.760016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/security-groups/19a4227a-b108-454e-a5f8-c750b46d803a HTTP/1.1" status: 204 len: 168 time: 0.1835091 Nov 10 23:06:47.762782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39672) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:47.770562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0015aa8-d5c8-4267-9e49-094a1b142526 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4227a-b108-454e-a5f8-c750b46d803a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:47.816890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:47.817684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.864683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:47.868456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet 11d4d6fc-1194-43ab-893a-297fb686a32d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:47.876451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:47.876888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.886057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.937752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:47.997718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c41ed87b-652f-4f88-aae3-21a17bcd42e5 None None] Could not find standard attr ID for object 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:48.037239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.104805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.110093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-510e4ece-988e-4b77-88d7-47e2bcea6b07 None None] Could not find standard attr ID for object 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:48.130009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=11d4d6fc-1194-43ab-893a-297fb686a32d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:48.135744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.143709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-53d3f34a-81f5-4890-9cf6-4c9ab0755ca2 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/11d4d6fc-1194-43ab-893a-297fb686a32d HTTP/1.1" status: 204 len: 168 time: 0.3755727 Nov 10 23:06:48.143881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39676) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:48.148691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:48.257527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:48.261119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.460135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 52819f11-71a0-436c-ab1e-1579c44181be up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:48.522896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.526427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 52819f11-71a0-436c-ab1e-1579c44181be completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:06:48.531767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 52819f11-71a0-436c-ab1e-1579c44181be triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:48.532466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.624935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dffee-9e25-40d6-b953-20e02c2d2e88 req-cf76fbea-31ed-409a-861d-32c7a10a7de2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:48.625541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:48.627483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff7dffee-9e25-40d6-b953-20e02c2d2e88 req-cf76fbea-31ed-409a-861d-32c7a10a7de2 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 945 time: 0.0739150 Nov 10 23:06:48.631556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:48.636177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:48.641043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.649519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=b2937484-31fe-4b16-9b55-92e03c7afffc,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:48.674809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6892397d-b179-4559-8602-d46703b709df tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5298524 Nov 10 23:06:48.679104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:48.685118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'security_group': {'name': 'tempest-secgroup-2147084992'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:48.715421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff7dffee-9e25-40d6-b953-20e02c2d2e88 req-ade04801-a176-40b6-83c4-c510adf37937 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775006 Nov 10 23:06:48.729042 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.798209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c017122-552c-402e-a50b-63facac8b0f2 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:48.815973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.821686 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.841618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-37f24931-e823-47b8-9f78-fdade060f420 None None] Could not find standard attr ID for object 0912d80a-e1c4-4cab-bde0-2b7cd5ba8fb5. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:48.853702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.854934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1742618 Nov 10 23:06:48.856099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3cb00-63cf-4f3a-ac76-e22b5414420c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e1dfb9-af35-4db4-8031-29caa5f2c091,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:48.857859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39684) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:48.862532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'security_group': {'name': 'tempest-secgroup-321798554'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:48.887114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.959097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.970257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:48.976219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.003293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:49.005059 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5da9099-9a10-47ec-8e86-1792445879c0" -d '{"events": [{"server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "name": "network-vif-plugged", "status": "completed", "tag": "52819f11-71a0-436c-ab1e-1579c44181be"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:49.012718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.014113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1554544 Nov 10 23:06:49.016628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:49.022134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'security_group': {'name': 'tempest-secgroup-990779622'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:49.042426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e97518-4ea7-4ed2-8e29-7513db0a8394 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c4d4d1-ce4a-4312-b4d9-195dabb41a58,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:49.045584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=52819f11-71a0-436c-ab1e-1579c44181be,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:49.047640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.060963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.089560 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9aa756-23bf-4052-88f8-1dd547e40b2a x-openstack-request-id: req-1f9aa756-23bf-4052-88f8-1dd547e40b2a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:49.089861 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "name": "network-vif-plugged", "status": "completed", "tag": "52819f11-71a0-436c-ab1e-1579c44181be", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:49.090106 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f9aa756-23bf-4052-88f8-1dd547e40b2a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:49.090724 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be', 'code': 200} Nov 10 23:06:49.121289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:49.155070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.160427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.193095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.196795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1762455 Nov 10 23:06:49.198098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39692) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:49.204186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027486447', 'security_groups': ['7bbeaf9e-9f26-4865-86d9-f73ab04aca1c'], 'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2937484-31fe-4b16-9b55-92e03c7afffc'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:49.211523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad7a7c-02a9-4603-833f-ebacc20086d3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbeaf9e-9f26-4865-86d9-f73ab04aca1c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:49.225745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d0a7-920c-440d-b1fd-6425a08cc4aa req-d77e7d84-ced1-4d88-aa63-d81d6fb19050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:49.227608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ab3d0a7-920c-440d-b1fd-6425a08cc4aa req-d77e7d84-ced1-4d88-aa63-d81d6fb19050 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.0673871 Nov 10 23:06:49.284016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5ab3d0a7-920c-440d-b1fd-6425a08cc4aa req-fe83cb84-3447-4089-bb20-e6e2ea516ddd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496438 Nov 10 23:06:49.325424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0aea6e-6b67-4916-ac03-ffd1d0e2f2b7 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:49.341277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:49.402471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ba8239d4-3ea3-400d-be59-7c3a76244fb3 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:49.402846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ba8239d4-3ea3-400d-be59-7c3a76244fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.439139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.457336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] device_id is not set on port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:06:49.459592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ba8239d4-3ea3-400d-be59-7c3a76244fb3 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:49.504874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ba8239d4-3ea3-400d-be59-7c3a76244fb3 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:49.506027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ba8239d4-3ea3-400d-be59-7c3a76244fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.629781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.4 (2ef177b1-4ffc-42a2-af84-df8667413b76/b2937484-31fe-4b16-9b55-92e03c7afffc/f5c30730-80a8-4dd7-ae28-cdd4fa7594b0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:49.796057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.841646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.851317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8381fd93-4f6c-4078-89c4-fb43a45b5a78 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:49.852638 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8381fd93-4f6c-4078-89c4-fb43a45b5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.894624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8381fd93-4f6c-4078-89c4-fb43a45b5a78 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:49.904702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8381fd93-4f6c-4078-89c4-fb43a45b5a78 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:49.905095 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8381fd93-4f6c-4078-89c4-fb43a45b5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:49.914155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:49.924028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:49.926824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:49.965257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=f5c30730-80a8-4dd7-ae28-cdd4fa7594b0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:49.994872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ecb5-2909-486c-a5f4-7ccbfa97c3d5 req-c009d4b7-eeb1-4c89-9fcc-727e1faebd23 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:49.996473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a85ecb5-2909-486c-a5f4-7ccbfa97c3d5 req-c009d4b7-eeb1-4c89-9fcc-727e1faebd23 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.1239173 Nov 10 23:06:50.005452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:50.005859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:50.052060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6e1b3f31-2919-4501-b8c6-68de708a8a06 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8528802 Nov 10 23:06:50.055453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:50.064610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:50.073765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a85ecb5-2909-486c-a5f4-7ccbfa97c3d5 req-9cf910b4-4ec9-46bf-a78b-a1cb2cd64bb6 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643868 Nov 10 23:06:50.190519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:50.194521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:50.247643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a796e25b-aa4f-4e57-a979-6af8c3287b8a None None] Provisioning complete for port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:50.248113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a796e25b-aa4f-4e57-a979-6af8c3287b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:50.289593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a796e25b-aa4f-4e57-a979-6af8c3287b8a None None] Port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:50.335128 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2937484-31fe-4b16-9b55-92e03c7afffc (CIDR: 172.20.0.0/28) Nov 10 23:06:50.338574 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:06:50.339055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:50.356377 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5adc0049-d378-4b21-8cb7-d698864d117c tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2986853 Nov 10 23:06:50.359019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39702) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:50.364046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:50.474908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:50.478430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:50.572655 n-d-811521-3 neutron-server[102457]: INFO neutron.db.ipam_backend_mixin [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet de5657f2-ca52-4455-a7b0-e94c3ba6f464 (CIDR: 172.20.0.16/28) Nov 10 23:06:50.575886 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:06:50.576374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:50.592719 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e1e31125-9383-4f00-bdaf-fa61c63e854b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2326772 Nov 10 23:06:50.595381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:50.600094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'subnet': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:51.076109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Made reservation on behalf of 2c3090f49e994b97bd2d85beaf8de65f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:06:51.079955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:51.246177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689cbaa-3f2a-4009-a420-998c30221f9b req-d3edc1c0-f18b-456a-a23b-a8fc76ccfd13 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:51.250665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8689cbaa-3f2a-4009-a420-998c30221f9b req-d3edc1c0-f18b-456a-a23b-a8fc76ccfd13 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.0822191 Nov 10 23:06:51.339832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8689cbaa-3f2a-4009-a420-998c30221f9b req-ae39cf43-aa6e-446f-9e1c-999012ccb25d tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789182 Nov 10 23:06:51.411135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:51.453236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:51.466191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:51.473572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:51.474090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:51.489528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b99a4c7-e5e0-4247-943b-eec1f04aaf7f None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:51.511322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Subnet': ['ID=b4aab3cc-a702-4576-926f-caa3cbcbb59d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:51.522312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a607bc56-1f37-407f-b05a-c2c52fb2da31 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9237239 Nov 10 23:06:51.523344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:51.531489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-542027512', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4aab3cc-a702-4576-926f-caa3cbcbb59d'}], 'security_groups': ['09e1dfb9-af35-4db4-8031-29caa5f2c091', '92c4d4d1-ce4a-4312-b4d9-195dabb41a58']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:51.574369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ab6ed-2be8-4e12-ae71-5ab8a83365a7 req-7ef5e798-f1b5-4239-bb8e-ff1bcbea926c tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:51.582284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-329ab6ed-2be8-4e12-ae71-5ab8a83365a7 req-7ef5e798-f1b5-4239-bb8e-ff1bcbea926c tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.1331587 Nov 10 23:06:51.725166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-329ab6ed-2be8-4e12-ae71-5ab8a83365a7 req-a47c869d-6a1d-49a0-aef4-4bd46ce1e318 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419737 Nov 10 23:06:51.818292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Update dhcp port {'port': {'network_id': '2ef177b1-4ffc-42a2-af84-df8667413b76', 'fixed_ips': [{'subnet_id': 'de5657f2-ca52-4455-a7b0-e94c3ba6f464', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4aab3cc-a702-4576-926f-caa3cbcbb59d'}, {'subnet_id': 'b2937484-31fe-4b16-9b55-92e03c7afffc'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'bef461d8-992b-4724-9e89-70a35eec8246'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 23:06:51.819866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:51.876720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:51.908277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5dbd7-e44d-4eff-b9bb-f58e69da404d req-194c6fd3-97b0-41b6-8ed5-9c70a946a2f3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:51.918366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27a5dbd7-e44d-4eff-b9bb-f58e69da404d req-194c6fd3-97b0-41b6-8ed5-9c70a946a2f3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.0865209 Nov 10 23:06:51.981908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27a5dbd7-e44d-4eff-b9bb-f58e69da404d req-3c7ae5c1-ed45-43af-b5c0-f220486c6fdd tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624452 Nov 10 23:06:52.009772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39842) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:52.213661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Allocated IP 172.20.0.34 (2ef177b1-4ffc-42a2-af84-df8667413b76/b4aab3cc-a702-4576-926f-caa3cbcbb59d/bef461d8-992b-4724-9e89-70a35eec8246) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:52.221748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Allocated IP 172.20.0.2 (2ef177b1-4ffc-42a2-af84-df8667413b76/b2937484-31fe-4b16-9b55-92e03c7afffc/bef461d8-992b-4724-9e89-70a35eec8246) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:52.239933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf9284-02ee-4eb7-b6ca-a41c715b5b34 tempest-TestServerBasicOps-1415477582 tempest-TestServerBasicOps-1415477582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:52.244874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 39874) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:52.245416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6fbf9284-02ee-4eb7-b6ca-a41c715b5b34 tempest-TestServerBasicOps-1415477582 tempest-TestServerBasicOps-1415477582-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1092 time: 0.2341492 Nov 10 23:06:52.250195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '52819f11-71a0-436c-ab1e-1579c44181be', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:52.297368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.356943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bef461d8-992b-4724-9e89-70a35eec8246,segment=NetworkSegment(179146e8-7db5-4bc6-bb5b-5b5bed0a757e),segment_id=179146e8-7db5-4bc6-bb5b-5b5bed0a757e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:52.389369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.395780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.461582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.556188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf54f-3fa9-4671-9f92-4229dfcf46fd None None] Pushing event updated for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:52.574683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Delete allocated IP 172.20.0.4 (2ef177b1-4ffc-42a2-af84-df8667413b76/b2937484-31fe-4b16-9b55-92e03c7afffc) {{(pid=102457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 23:06:52.605597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Allocated IP 172.20.0.36 (2ef177b1-4ffc-42a2-af84-df8667413b76/b4aab3cc-a702-4576-926f-caa3cbcbb59d/f5c30730-80a8-4dd7-ae28-cdd4fa7594b0) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:52.663457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Allocated IP 172.25.0.178 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/87093ab9-e309-4b09-b896-d4e37aeb07a1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:52.708138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-4cb99f2c-c975-4e91-886f-b633c6c8bf74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677214 Nov 10 23:06:52.816102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-d9c94435-f93d-4e94-a73f-c3becd1c85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:52.817932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-d9c94435-f93d-4e94-a73f-c3becd1c85a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1096 time: 0.0549326 Nov 10 23:06:52.890419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.950034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-677112a5-61e0-49d2-bdef-4b696c7a65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:52.951667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-677112a5-61e0-49d2-bdef-4b696c7a65ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 912 time: 0.1113651 Nov 10 23:06:52.955868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:52.965687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.018252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.064090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-796d5f93-56d9-4d2f-9368-f978ac92d884 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 1000 time: 0.1010289 Nov 10 23:06:53.077515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:53.097488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event updated for resources: {'Port': ['ID=f5c30730-80a8-4dd7-ae28-cdd4fa7594b0,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:53.102243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:53.112431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:53.133831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-4f6d9fd3-3fd2-4783-9a7c-8e6eafadd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:53.135493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-4f6d9fd3-3fd2-4783-9a7c-8e6eafadd374 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 200 len: 851 time: 0.0645599 Nov 10 23:06:53.192493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] In _notify_port_updated(), no bound segment for port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 on network 2ef177b1-4ffc-42a2-af84-df8667413b76 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:06:53.198393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:53.200472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.202280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-14d5178a-f0e6-4d14-8b53-b39288931638 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "PUT /v2.0/ports/f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 HTTP/1.1" status: 200 len: 959 time: 1.6758652 Nov 10 23:06:53.203225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-39c998d6-d105-4b1f-8d32-07a794cbff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:53.206260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-39c998d6-d105-4b1f-8d32-07a794cbff8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f31dc9e-29f5-4694-b22f-a92440aa2658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620925 Nov 10 23:06:53.206898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 39988) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:53.281072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'Port': ['ID=87093ab9-e309-4b09-b896-d4e37aeb07a1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:53.392581 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-aea53f14-54a3-4a7f-a5c0-692ef1f659b9 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732731 Nov 10 23:06:53.423238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:53.423576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.450150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:53.450521 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.485577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bef461d8-992b-4724-9e89-70a35eec8246 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:53.533613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:53.556634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Provisioning complete for port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:53.557869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.600279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:53.601124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.610575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.615057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-597f8e16-0bba-4f95-8f12-738dff482a12 req-14c3a45d-56a9-4d4d-bc8e-b0a9637da1da service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140779 Nov 10 23:06:53.626705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:53.634595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Port f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:53.660574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:53.661219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-60aedf4e-d432-4d8b-8bd5-7ae7a7eb28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.669592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.799344 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.810925 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.863476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=f5c30730-80a8-4dd7-ae28-cdd4fa7594b0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:53.955958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:53.962339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-56ed156d-63a2-4c1c-a6e6-0c655ca13c0e tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 HTTP/1.1" status: 204 len: 168 time: 0.7540727 Nov 10 23:06:53.964852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40076) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:53.997214 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e39c02-7a84-4cb6-bb6e-add5f3a66aa0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] GET failed (client error): The resource could not be found. Nov 10 23:06:53.998902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3e39c02-7a84-4cb6-bb6e-add5f3a66aa0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports/f5c30730-80a8-4dd7-ae28-cdd4fa7594b0 HTTP/1.1" status: 404 len: 333 time: 0.0329130 Nov 10 23:06:54.003532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40082) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:54.042150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.048442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.053079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8f9d95c3-fe79-4a10-afb4-ca299fa653a5 None None] Could not find standard attr ID for object f5c30730-80a8-4dd7-ae28-cdd4fa7594b0. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:06:54.094097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.125369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.150953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event updated for resources: {'Port': ['ID=87093ab9-e309-4b09-b896-d4e37aeb07a1,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:54.162664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.196818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.199985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.205847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/security-groups/7bbeaf9e-9f26-4865-86d9-f73ab04aca1c HTTP/1.1" status: 204 len: 168 time: 0.2011034 Nov 10 23:06:54.206004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40110) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:54.216306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff75441-85bf-4f7a-8e05-9fffca3abe6f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbeaf9e-9f26-4865-86d9-f73ab04aca1c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:54.321691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.323831 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Floating IP 388fdb18-98f6-438a-a730-3fd7ce694e43 associated. External IP: 172.25.0.178, port: 52819f11-71a0-436c-ab1e-1579c44181be. Nov 10 23:06:54.390438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.474651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.477387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.478487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/security-groups/92c4d4d1-ce4a-4312-b4d9-195dabb41a58 HTTP/1.1" status: 204 len: 168 time: 0.2713766 Nov 10 23:06:54.481298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40152) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:54.527804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72438b-90b7-497c-9713-9b5a7022a9b3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c4d4d1-ce4a-4312-b4d9-195dabb41a58,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:54.546741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.577923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.607086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Router cf088b9e-48f9-488e-a35a-f30ec0605eaa has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:54.630765 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.633659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.638159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/security-groups/09e1dfb9-af35-4db4-8031-29caa5f2c091 HTTP/1.1" status: 204 len: 168 time: 0.1558316 Nov 10 23:06:54.642355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40172) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:54.659926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fef6f-769d-4fd0-a69b-eb6e334b95b0 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e1dfb9-af35-4db4-8031-29caa5f2c091,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:54.709164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet b2937484-31fe-4b16-9b55-92e03c7afffc {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:54.713218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.748529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:54.760225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Sync routers for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:54.761630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.768446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.773561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:54.774165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:54.796216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ef17342c-8e1a-4b7e-beb0-6c9d7a759285 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5501382 Nov 10 23:06:54.796822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:54.800492 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c94b24-62f5-4450-af8e-eb2e365df437" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "tag": "52819f11-71a0-436c-ab1e-1579c44181be"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:54.848120 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020748f2-1188-4b9e-9d7a-9a4f413f0bc7 x-openstack-request-id: req-020748f2-1188-4b9e-9d7a-9a4f413f0bc7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:54.848432 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "tag": "52819f11-71a0-436c-ab1e-1579c44181be", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:54.848685 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-020748f2-1188-4b9e-9d7a-9a4f413f0bc7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:54.849125 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be', 'status': 'completed', 'code': 200} Nov 10 23:06:54.858091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.893110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:54.917436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-5d7a9c48-c92d-4fcb-a6fb-9d27c1221a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:54.919148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-5d7a9c48-c92d-4fcb-a6fb-9d27c1221a98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.0451035 Nov 10 23:06:54.922917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.951928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=b2937484-31fe-4b16-9b55-92e03c7afffc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:54.955049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.959245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31e10852-8932-45ae-996c-086d3f26fd8f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/b2937484-31fe-4b16-9b55-92e03c7afffc HTTP/1.1" status: 204 len: 168 time: 0.3123777 Nov 10 23:06:54.963849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:54.989725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c732f-d3bc-468f-982f-eac6fe91bde0 None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:55.039270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-2e945222-695e-4f76-99b4-75e36aeb7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:55.040929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-2e945222-695e-4f76-99b4-75e36aeb7bd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.1145387 Nov 10 23:06:55.043154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet b4aab3cc-a702-4576-926f-caa3cbcbb59d {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:55.046856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.060575 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7979542e-d4ff-4ac8-aaee-4728f703328e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.113796 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.138974 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-1ac1e84a-ce46-4975-9e47-ce521a68ab73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1000 time: 0.0900600 Nov 10 23:06:55.227547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-e6aa0540-d694-41da-8952-572f6ce1bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:55.229660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-e6aa0540-d694-41da-8952-572f6ce1bc7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.0840836 Nov 10 23:06:55.247699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.286736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-1af14f7e-7183-4492-b717-e4a67aa457c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:55.289722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-1af14f7e-7183-4492-b717-e4a67aa457c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516031 Nov 10 23:06:55.318429 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '388fdb18-98f6-438a-a730-3fd7ce694e43', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'port_id': '52819f11-71a0-436c-ab1e-1579c44181be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'mac_address': 'fa:16:3e:c1:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:53Z', 'updated_at': '2021-11-10T23:06:53Z', 'revision_number': 0, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:55.331180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.347687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Checking router: cf088b9e-48f9-488e-a35a-f30ec0605eaa for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:55.363490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:55.364558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:06:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:55.380482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=b4aab3cc-a702-4576-926f-caa3cbcbb59d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:55.394486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.398741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1399c9c1-82af-4d61-bb4b-35cadd310cc8 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/b4aab3cc-a702-4576-926f-caa3cbcbb59d HTTP/1.1" status: 204 len: 168 time: 0.4337127 Nov 10 23:06:55.401080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40190) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:55.469398 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a583b8-2b3f-4831-8780-30837184038b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:55.473216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a583b8-2b3f-4831-8780-30837184038b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:55.479742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-09a583b8-2b3f-4831-8780-30837184038b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/b2937484-31fe-4b16-9b55-92e03c7afffc HTTP/1.1" status: 404 len: 337 time: 0.0768588 Nov 10 23:06:55.482563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40196) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:55.533857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-a833aaa3-ec38-4f69-8a5e-ad8491c104a6 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369642 Nov 10 23:06:55.536162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:55.615286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting subnet de5657f2-ca52-4455-a7b0-e94c3ba6f464 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:06:55.619107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.673241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.749927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c94b24-62f5-4450-af8e-eb2e365df437 req-13f54a00-a042-47e7-bfaf-cd6e9217f7d0 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082813 Nov 10 23:06:55.806607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.838439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '388fdb18-98f6-438a-a730-3fd7ce694e43', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'port_id': '52819f11-71a0-436c-ab1e-1579c44181be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'mac_address': 'fa:16:3e:c1:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:53Z', 'updated_at': '2021-11-10T23:06:53Z', 'revision_number': 0, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:55.880211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.921302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Subnet': ['ID=de5657f2-ca52-4455-a7b0-e94c3ba6f464,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:55.928957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:55.933716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e672636-a045-4a0f-93f7-905fbee2e1ee tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/de5657f2-ca52-4455-a7b0-e94c3ba6f464 HTTP/1.1" status: 204 len: 168 time: 0.4488621 Nov 10 23:06:55.936064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40202) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:55.971573 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3321552-1ea3-453f-a5a1-5ed8d959caef tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:55.972486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3321552-1ea3-453f-a5a1-5ed8d959caef tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:55.978188 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3321552-1ea3-453f-a5a1-5ed8d959caef tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/11d4d6fc-1194-43ab-893a-297fb686a32d HTTP/1.1" status: 404 len: 337 time: 0.0406034 Nov 10 23:06:55.980779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40204) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.016469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1606ac46-2fc7-49df-b13d-a1a689e03f14 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b031472-e794-4402-9e8e-6f4a6db6eb50 HTTP/1.1" status: 200 len: 205 time: 0.0337720 Nov 10 23:06:56.018862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.032564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56ba8-81a5-4989-a3b0-bb5101da9d43 None None] The sync data for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 is: [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '388fdb18-98f6-438a-a730-3fd7ce694e43', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'port_id': '52819f11-71a0-436c-ab1e-1579c44181be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'mac_address': 'fa:16:3e:c1:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:53Z', 'updated_at': '2021-11-10T23:06:53Z', 'revision_number': 0, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:56.076809 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-66aa71da-6dec-4432-b62a-36f4ad51b636 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] delete failed (client error): The resource could not be found. Nov 10 23:06:56.080731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-66aa71da-6dec-4432-b62a-36f4ad51b636 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/routers/2b031472-e794-4402-9e8e-6f4a6db6eb50 HTTP/1.1" status: 404 len: 336 time: 0.0577769 Nov 10 23:06:56.081173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40208) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.099162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a720014-baf0-4961-ad54-c8a5a9ca7eec None None] Network 2ef177b1-4ffc-42a2-af84-df8667413b76 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:06:56.112783 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e96b7c-534f-416b-ac44-d7af92e17dda tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.113431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e96b7c-534f-416b-ac44-d7af92e17dda tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.119984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40210) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.120221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0e96b7c-534f-416b-ac44-d7af92e17dda tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/b0e90066-f175-49d5-86ba-70dac826772d HTTP/1.1" status: 404 len: 337 time: 0.0378482 Nov 10 23:06:56.148070 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-356ab307-64d1-41d8-95d5-36d874db9b21 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.148518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356ab307-64d1-41d8-95d5-36d874db9b21 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.151582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-356ab307-64d1-41d8-95d5-36d874db9b21 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/8c6bda05-1342-43db-8803-13ecd7415a82 HTTP/1.1" status: 404 len: 337 time: 0.0306094 Nov 10 23:06:56.154018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40212) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.185695 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d89e760-7d3d-49ff-a1a6-35eaaa17ed98 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.186152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d89e760-7d3d-49ff-a1a6-35eaaa17ed98 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.193676 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d89e760-7d3d-49ff-a1a6-35eaaa17ed98 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/9bf04f78-8464-450a-9f0d-d758ec5121cd HTTP/1.1" status: 404 len: 337 time: 0.0363081 Nov 10 23:06:56.194241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.219064 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c31abd1-ca57-4794-91b5-3645eeef6692 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.219979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c31abd1-ca57-4794-91b5-3645eeef6692 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.223266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3c31abd1-ca57-4794-91b5-3645eeef6692 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/99126480-869d-4f07-83d6-1ee5da150a16 HTTP/1.1" status: 404 len: 333 time: 0.0280786 Nov 10 23:06:56.224201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fbad1da9-7b38-49b7-b420-5ed6bc346cb0 None None] Provisioning complete for port 09a52bde-d271-4784-828e-fb86b7493d55 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:56.224583 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbad1da9-7b38-49b7-b420-5ed6bc346cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.226152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40216) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.257452 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab86881-4570-4461-933e-73d0775f7da1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.258172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab86881-4570-4461-933e-73d0775f7da1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.262243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-aab86881-4570-4461-933e-73d0775f7da1 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/383a991a-5b92-46a6-b7a5-0ab7bc60fadf HTTP/1.1" status: 404 len: 337 time: 0.0349801 Nov 10 23:06:56.264080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fbad1da9-7b38-49b7-b420-5ed6bc346cb0 None None] Port 09a52bde-d271-4784-828e-fb86b7493d55 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:06:56.264787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.287480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fbad1da9-7b38-49b7-b420-5ed6bc346cb0 None None] Provisioning complete for port bef461d8-992b-4724-9e89-70a35eec8246 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:56.287869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fbad1da9-7b38-49b7-b420-5ed6bc346cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.298707 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7499136-9cf4-4d90-a515-987e7c60f16b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.299164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7499136-9cf4-4d90-a515-987e7c60f16b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.302627 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a7499136-9cf4-4d90-a515-987e7c60f16b tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/ce2cf503-4cdf-462d-a3a0-4aaf4e87e756 HTTP/1.1" status: 404 len: 337 time: 0.0366263 Nov 10 23:06:56.305008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40220) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.338171 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde66411-fcf3-4c0b-9fe0-6c344bf61d15 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.339398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde66411-fcf3-4c0b-9fe0-6c344bf61d15 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.343111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fde66411-fcf3-4c0b-9fe0-6c344bf61d15 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/20e08453-d05e-42ac-bbc4-0319d65a86c5 HTTP/1.1" status: 404 len: 333 time: 0.0364623 Nov 10 23:06:56.346267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40222) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.381375 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f944b3-37d8-428c-8eb0-42b4678cbd64 None None] New status for floating IP 388fdb18-98f6-438a-a730-3fd7ce694e43: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:06:56.383088 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-72296b9d-6315-4a5c-aee7-2ed7640bbfe3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.384562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72296b9d-6315-4a5c-aee7-2ed7640bbfe3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.391902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72296b9d-6315-4a5c-aee7-2ed7640bbfe3 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/5de4b9e9-24ab-479c-ac58-8cd368c1b032 HTTP/1.1" status: 404 len: 337 time: 0.0434258 Nov 10 23:06:56.393382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] DHCP port deletion for 2ef177b1-4ffc-42a2-af84-df8667413b76 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:06:56.393998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40224) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.454203 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2d9af4-8292-4441-9015-8ceadcaccc2a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] DELETE failed (client error): The resource could not be found. Nov 10 23:06:56.454952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2d9af4-8292-4441-9015-8ceadcaccc2a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:06:56.462504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f2d9af4-8292-4441-9015-8ceadcaccc2a tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/subnets/f66c2280-2a51-4d84-b891-d0a7015029ab HTTP/1.1" status: 404 len: 337 time: 0.0633481 Nov 10 23:06:56.463136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40226) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.493782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Deleting port bef461d8-992b-4724-9e89-70a35eec8246 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:56.495268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.608272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Deleting port 09a52bde-d271-4784-828e-fb86b7493d55 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:06:56.608823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.615552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] For port bef461d8-992b-4724-9e89-70a35eec8246, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bef461d8-992b-4724-9e89-70a35eec8246,segment=NetworkSegment(179146e8-7db5-4bc6-bb5b-5b5bed0a757e),segment_id=179146e8-7db5-4bc6-bb5b-5b5bed0a757e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:56.615981 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.630147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Calling delete_port for bef461d8-992b-4724-9e89-70a35eec8246 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:56.687521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.700299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Calling delete_port for 09a52bde-d271-4784-828e-fb86b7493d55 owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:06:56.710833 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.738334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] Pushing event deleted for resources: {'Port': ['ID=bef461d8-992b-4724-9e89-70a35eec8246,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:56.740172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d584a-f103-4200-92b3-e01936d0e0d5 None None] No DVR routers for this DVR port bef461d8-992b-4724-9e89-70a35eec8246 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:06:56.779044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.813656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Port': ['ID=09a52bde-d271-4784-828e-fb86b7493d55,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:56.817844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.821233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f69749c3-9391-48d1-9e11-e6be644c3532 tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/ports/09a52bde-d271-4784-828e-fb86b7493d55 HTTP/1.1" status: 204 len: 168 time: 0.3572547 Nov 10 23:06:56.823652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40232) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:56.899592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:56.986817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.006358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef177b1-4ffc-42a2-af84-df8667413b76']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:57.015323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179146e8-7db5-4bc6-bb5b-5b5bed0a757e') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:57.015620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179146e8-7db5-4bc6-bb5b-5b5bed0a757e') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:57.025603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.039325 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.045395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:06:57.045776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:06:57.050410 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:06:57.106423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.113529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.116681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] 10.222.0.25 "DELETE /v2.0/networks/2ef177b1-4ffc-42a2-af84-df8667413b76 HTTP/1.1" status: 204 len: 168 time: 0.2921131 Nov 10 23:06:57.130378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdc202-9b79-46a3-949b-c251d8d3417f tempest-PortsTestJSON-624204322 tempest-PortsTestJSON-624204322-project] Pushing event deleted for resources: {'Network': ['ID=2ef177b1-4ffc-42a2-af84-df8667413b76,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:57.357919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40238) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:57.439807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bef461d8-992b-4724-9e89-70a35eec8246 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:06:57.463895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: bef461d8-992b-4724-9e89-70a35eec8246 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:06:57.464248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bef461d8-992b-4724-9e89-70a35eec8246 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:06:57.503130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ea1e073-e432-46ea-97c3-d1417fdf7780 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c3090f49e994b97bd2d85beaf8de65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440213 Nov 10 23:06:57.505899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40242) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:57.556364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.576593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.621355 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b81c9926-7b71-42ed-9e0f-3f1b8f09c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.629282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.632072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:57.633296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca9209fe-9336-4ab2-889b-2d9a08c47d6a HTTP/1.1" status: 204 len: 168 time: 0.1264343 Nov 10 23:06:57.642003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa944-8f89-4936-85e5-601aa3cd6bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9209fe-9336-4ab2-889b-2d9a08c47d6a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:58.335708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40272) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:58.433661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790953801'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:58.461024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.470180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.549731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.554054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.590771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9a562-68a7-4d29-8e83-ce98e38a7e86,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:58.635485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.639398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.670109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.671328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3345356 Nov 10 23:06:58.673280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b911efa-688b-4763-8f11-6f6d312de057 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09661a1-63ca-4e08-804a-e17f7a66ac81,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:58.679251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:58.735075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3131e22-3fc2-4b4f-a44d-99b9eaa9f4b9 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0522106 Nov 10 23:06:58.736476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40280) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:58.741081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-security--95634887', 'description': 'tempest-security-description-945732505'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:58.779763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.830149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.834161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.836927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.839727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "PUT /v2.0/security-groups/e09661a1-63ca-4e08-804a-e17f7a66ac81 HTTP/1.1" status: 200 len: 1794 time: 0.1021805 Nov 10 23:06:58.842579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40284) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:58.864229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655d63a-b452-43c9-8123-0431625d7f80 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09661a1-63ca-4e08-804a-e17f7a66ac81,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:58.883300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2fd63830-63ec-480c-9d6d-5738c18c9476 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups/e09661a1-63ca-4e08-804a-e17f7a66ac81 HTTP/1.1" status: 200 len: 1794 time: 0.0393696 Nov 10 23:06:58.885790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40286) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:58.938340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.962145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:58.963938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.007317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.009927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.011082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/e09661a1-63ca-4e08-804a-e17f7a66ac81 HTTP/1.1" status: 204 len: 168 time: 0.1244040 Nov 10 23:06:59.013892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40288) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.020081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaabed6-9418-4426-970e-a34aa57d080f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09661a1-63ca-4e08-804a-e17f7a66ac81,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.073024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-46488f7c-fff5-4a8e-9f9e-22f3d33ad105 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573606 Nov 10 23:06:59.075287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40290) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.088554 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-682c72b2-6cd9-4e70-ad4d-f1ef3772af53 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] delete failed (client error): The resource could not be found. Nov 10 23:06:59.089523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-682c72b2-6cd9-4e70-ad4d-f1ef3772af53 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/e09661a1-63ca-4e08-804a-e17f7a66ac81 HTTP/1.1" status: 404 len: 347 time: 0.0132868 Nov 10 23:06:59.093467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40292) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.098793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247506700'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:59.122473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.190434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.194611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.225371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9be4d8-1af7-4b3b-a402-8f8739a05573,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.231233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.236476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c011e17-3412-41fa-8ff7-0e3a9b0f03ca tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1413372 Nov 10 23:06:59.236961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40294) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.242279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '4b9be4d8-1af7-4b3b-a402-8f8739a05573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:59.271733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.331869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.337321 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.357208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688b2350-7f89-45f5-b692-5447f3098379,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.363567 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.367958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40296) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.368146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d4587f3-690c-4661-8f3c-fdeab04df21c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299837 Nov 10 23:06:59.398641 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.407281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.434151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.440078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.441306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/688b2350-7f89-45f5-b692-5447f3098379 HTTP/1.1" status: 204 len: 168 time: 0.0721011 Nov 10 23:06:59.443971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.455722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc976-db3f-4e7b-8efe-0c360bdf04bc tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=688b2350-7f89-45f5-b692-5447f3098379,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.499552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-16612588-4331-414d-a785-8b20e02d4461 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545106 Nov 10 23:06:59.502391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40300) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.554243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.576149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.622827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.625426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.627211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b9be4d8-1af7-4b3b-a402-8f8739a05573 HTTP/1.1" status: 204 len: 168 time: 0.1239190 Nov 10 23:06:59.630018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40302) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.637529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f85-5648-498e-a234-5f252e6730b2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9be4d8-1af7-4b3b-a402-8f8739a05573,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.678724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2be6a9cc-7fdc-48c6-89f5-58acaa8b8dd5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473144 Nov 10 23:06:59.682292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40304) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.686443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361313314'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:59.707992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.775908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.781521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.813560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.814794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1315832 Nov 10 23:06:59.815640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ab7e-b503-4133-a860-52506125af96 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.817581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40308) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.822426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:59.862038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.920919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.925355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.943356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e71810d-d9e8-4b57-9cde-a14ce16a6427,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:59.951534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:59.952726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bd3a3d7c-cddd-4aa6-81a0-2e0f202e65f2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342371 Nov 10 23:06:59.955499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40312) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:59.959722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:59.986445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.044359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.049053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.067402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467bac85-7197-43d1-b340-aa2c7283bb48,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.075156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.076382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2f85096e-aba1-49d8-b91d-eeec9097f56c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199563 Nov 10 23:07:00.079729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40314) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.084307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:00.111049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.172198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.176507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.196130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03df280-8798-4a7b-adb6-924806022776,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.204366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.208223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd399612-aa5c-4af1-920f-4d5136f6523b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247542 Nov 10 23:07:00.208375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.212839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:00.244607 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.306166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.309693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.331188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b7979e-a3a5-4b2f-9858-b3bf11886d2e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.337178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.338375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff29a49f-a579-4659-bfe0-62e452b783f3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290650 Nov 10 23:07:00.341030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40320) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.345515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:00.371705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.392187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.434730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.438557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.458484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fb4cc8-936e-4f87-8e4a-fd69c14e63ce,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.467021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.468210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5313f487-9ca8-44fd-b147-09fd60103615 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1260517 Nov 10 23:07:00.471515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40322) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.505441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.512904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.537975 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.546153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.547299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/87fb4cc8-936e-4f87-8e4a-fd69c14e63ce HTTP/1.1" status: 204 len: 168 time: 0.0748427 Nov 10 23:07:00.550420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40324) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.561499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c824d-c916-42e4-9396-94b383f7cf2f tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87fb4cc8-936e-4f87-8e4a-fd69c14e63ce,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.610254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9352378-07b4-4c16-8e35-4476995f1a13 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0586953 Nov 10 23:07:00.613105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40326) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.639924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.648872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.676922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.683015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.684106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/32b7979e-a3a5-4b2f-9858-b3bf11886d2e HTTP/1.1" status: 204 len: 168 time: 0.0700600 Nov 10 23:07:00.686986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.690647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c963d-4652-4133-825e-fbfa81fe646a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32b7979e-a3a5-4b2f-9858-b3bf11886d2e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.733935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6f52b37-e2ae-4280-b856-822594afca97 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0451298 Nov 10 23:07:00.737342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.738421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.762850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.770340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.796759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.802415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.803544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c03df280-8798-4a7b-adb6-924806022776 HTTP/1.1" status: 204 len: 168 time: 0.0652022 Nov 10 23:07:00.806343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40332) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.811304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ae22b-3672-424b-8186-d0e6dda3e6ac tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c03df280-8798-4a7b-adb6-924806022776,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.855590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e932c00f-8be2-4387-86fd-732914e75cce tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0454268 Nov 10 23:07:00.855832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40334) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.880731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.889997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.918353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.925801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:00.929363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/467bac85-7197-43d1-b340-aa2c7283bb48 HTTP/1.1" status: 204 len: 168 time: 0.0703170 Nov 10 23:07:00.929758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:00.947327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c336c-949f-4bfa-aeae-b537f5e8975a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=467bac85-7197-43d1-b340-aa2c7283bb48,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:00.978614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f6202e9-dee3-4c77-90a4-32039364240e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0473440 Nov 10 23:07:00.981125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40342) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.010456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.021171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.055825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.063628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.067754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40344) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.067964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2e71810d-d9e8-4b57-9cde-a14ce16a6427 HTTP/1.1" status: 204 len: 168 time: 0.0849738 Nov 10 23:07:01.074063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20696d-8bd8-4799-b6f2-f965978991e7 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e71810d-d9e8-4b57-9cde-a14ce16a6427,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.138605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1e3c97ac-1590-40e1-8bb8-a509ca1e4903 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680845 Nov 10 23:07:01.140618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40346) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.202688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.228465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.271637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.274367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.275550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9 HTTP/1.1" status: 204 len: 168 time: 0.1323678 Nov 10 23:07:01.278264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.286412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45636-e001-45bc-b19d-f8a26a80d770 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680e9ad-8f36-45ac-a5cc-0a94aa2c67a9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.329606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33804549-4855-469b-ade3-eefc10439341 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492845 Nov 10 23:07:01.335453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40350) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.338361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--419018523'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:01.361592 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.429361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.433340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.462994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.466662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1292999 Nov 10 23:07:01.466662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0f1f6-b82f-4237-a365-4701f281683d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe8605-3807-4160-a6a7-38ad3f2b858b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.466988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40352) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.475250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '3dbe8605-3807-4160-a6a7-38ad3f2b858b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:01.505862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.569843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.574038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.590538 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3c72d0-9b0c-4c6c-b2b5-ad11ff79bb9a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.598780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.600042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d88f28b8-f9ae-4cff-8b32-a15d59981243 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1320987 Nov 10 23:07:01.602743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40354) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.655933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.679475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.723736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.726586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.727724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/3dbe8605-3807-4160-a6a7-38ad3f2b858b HTTP/1.1" status: 204 len: 168 time: 0.1240232 Nov 10 23:07:01.730522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.737400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91464485-c71d-44f2-91b8-eeb5acb99581 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe8605-3807-4160-a6a7-38ad3f2b858b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.791933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5d3f8f53-fb11-4c61-8ea2-2a37a77a9a72 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599697 Nov 10 23:07:01.795903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40358) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.800928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--825716008'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:01.824613 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.893416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.897513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.935239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:01.936497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1396461 Nov 10 23:07:01.937710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6d6b5-d1fc-403b-bc69-a95a0223fb18 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5050551e-69bc-46a4-b5f2-fa6ada46a02a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:01.939970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40362) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:01.945033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--927095070'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:01.969285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.053367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.057184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.086105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26d534-9d90-401e-bd57-796a8178edf1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:02.090115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.091320 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ed882b3a-b269-4e66-82a1-7aedc381c638 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1502416 Nov 10 23:07:02.094185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40366) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.098464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '5050551e-69bc-46a4-b5f2-fa6ada46a02a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c26d534-9d90-401e-bd57-796a8178edf1', 'remote_ip_prefix': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:02.135664 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.210918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.215982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.233961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d44dfb-0f61-4dcd-8729-a42224622aff,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:02.243248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.247089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-55d6f620-4a90-4993-9b9b-a737de26243b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1494317 Nov 10 23:07:02.247483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40370) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.272300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.280020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.310132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.316151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.319662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/26d44dfb-0f61-4dcd-8729-a42224622aff HTTP/1.1" status: 204 len: 168 time: 0.0690670 Nov 10 23:07:02.319887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.330479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a35dfb-9aba-4f08-9616-77dc74a3b875 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26d44dfb-0f61-4dcd-8729-a42224622aff,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:02.367862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2701871f-093d-40e7-8bbf-e77f3a9c8056 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0443916 Nov 10 23:07:02.368119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40374) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.420002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.441865 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.482777 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.485351 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.486585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c26d534-9d90-401e-bd57-796a8178edf1 HTTP/1.1" status: 204 len: 168 time: 0.1175265 Nov 10 23:07:02.489255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40376) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.496127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b800db4-9bda-42a3-93e5-79bbf55c3ea5 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26d534-9d90-401e-bd57-796a8178edf1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:02.882462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d19f631e-6223-4411-a615-01de461674ad tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3914392 Nov 10 23:07:02.885134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40378) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:02.940426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:02.965539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.010588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.013200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.014378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/5050551e-69bc-46a4-b5f2-fa6ada46a02a HTTP/1.1" status: 204 len: 168 time: 0.1283185 Nov 10 23:07:03.017652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40384) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.028429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e66d-ebe0-4178-8f27-a4f4709d4f4b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5050551e-69bc-46a4-b5f2-fa6ada46a02a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.080742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad550fb0-c36e-4a08-9e79-400c21d33e98 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619512 Nov 10 23:07:03.084674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40386) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.089335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012149300'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:03.112467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.185381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.188793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.215670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.216872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1312134 Nov 10 23:07:03.220121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40388) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.225159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '7d1589a0-e92b-43dd-b73b-c8c364097079', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:03.230159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba415b-955f-497c-b79c-1cee053ab033 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1589a0-e92b-43dd-b73b-c8c364097079,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.253327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.319724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.323526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.340615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8970277b-4bad-4430-bc32-aaa8c5d82afa,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.350243 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.353028 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d30cbc77-f44b-4908-b561-db5d9fa6ab19 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1295807 Nov 10 23:07:03.354319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.379877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.387525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.413454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.419594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.420938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8970277b-4bad-4430-bc32-aaa8c5d82afa HTTP/1.1" status: 204 len: 168 time: 0.0654798 Nov 10 23:07:03.423626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40394) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.426213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb28026-d949-45d6-8c79-03223ce2e47d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8970277b-4bad-4430-bc32-aaa8c5d82afa,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.463439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-759c6e1c-625f-47c1-b4be-4941b4296f09 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386503 Nov 10 23:07:03.466084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40396) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.515213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.536775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.579861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.582428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.583566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d1589a0-e92b-43dd-b73b-c8c364097079 HTTP/1.1" status: 204 len: 168 time: 0.1165924 Nov 10 23:07:03.586511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40398) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.592395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76963-8f2a-4e55-b58d-058b16eb2ccf tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1589a0-e92b-43dd-b73b-c8c364097079,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.632315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e863501a-9735-479c-b7bb-501eb35adad4 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445583 Nov 10 23:07:03.635905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40400) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.640076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group': {'name': 'tempest-secgroup--127237963'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:03.662241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.727526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.731127 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.762624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.763808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1269953 Nov 10 23:07:03.767167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40402) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.768296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0320c-e8ef-4ff6-b99f-0bf1fa69028e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c456bba-8b99-4293-b4ff-7ca7f93b5c3f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.771963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '9c456bba-8b99-4293-b4ff-7ca7f93b5c3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:03.800979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.845473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.848662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.866434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8228b2-c673-41f1-85fe-e16f4766a7c4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:03.871081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.872253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-52ef3f2c-3f81-468b-ba39-c488982a174c tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1039598 Nov 10 23:07:03.874948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.892632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-803b51ec-9ec9-4153-9ed1-9b25aa1ee216 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules/2d8228b2-c673-41f1-85fe-e16f4766a7c4 HTTP/1.1" status: 200 len: 763 time: 0.0165434 Nov 10 23:07:03.894988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40406) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.939842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c9a27203-fd76-43e9-8e7d-a623ed0c27b8 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0438211 Nov 10 23:07:03.942312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:03.966311 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.974000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:03.999107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.006212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.007330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2d8228b2-c673-41f1-85fe-e16f4766a7c4 HTTP/1.1" status: 204 len: 168 time: 0.0641253 Nov 10 23:07:04.010084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40412) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.013022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b4f2-fc88-4e9e-8f3f-c343c3c1d86e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d8228b2-c673-41f1-85fe-e16f4766a7c4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.054557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d5ed7215-a407-4079-86c9-e13344c7ed14 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434532 Nov 10 23:07:04.057090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40414) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.061476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '9c456bba-8b99-4293-b4ff-7ca7f93b5c3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:04.089444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.143338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.146931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.164350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e96a840-25df-4158-a25e-26da8f31cd4d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.173135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.174327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1646b1c3-22fb-4c91-845a-3d4782525583 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162939 Nov 10 23:07:04.176999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40416) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.193091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ffae46d2-b40b-4e14-9bcb-1abf2569fb81 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules/3e96a840-25df-4158-a25e-26da8f31cd4d HTTP/1.1" status: 200 len: 763 time: 0.0149179 Nov 10 23:07:04.195433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40418) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.233856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-18c5231e-130c-4a28-a406-0a8370abfc9a tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0373611 Nov 10 23:07:04.236960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40420) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.260318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.268080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.293277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.299630 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.303130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3e96a840-25df-4158-a25e-26da8f31cd4d HTTP/1.1" status: 204 len: 168 time: 0.0629344 Nov 10 23:07:04.303586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40422) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.318473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3654f-a2bd-4d5d-9c58-9a6d3d7a16aa tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e96a840-25df-4158-a25e-26da8f31cd4d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.351132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2e841710-2656-41bb-83af-cefe04d2e7e3 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464931 Nov 10 23:07:04.353742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.357946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Request body: {'security_group_rule': {'security_group_id': '9c456bba-8b99-4293-b4ff-7ca7f93b5c3f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:07:04.387628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.445072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.448623 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.468767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad10c6-554c-4658-8ce3-76dae2d3794a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.474626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.475806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-77cacb64-83ec-47d3-b611-786fd544cc9d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211426 Nov 10 23:07:04.478440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40428) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.495597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fdb4ff7f-2caf-49fc-833e-fe611e3ebb32 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules/bdad10c6-554c-4658-8ce3-76dae2d3794a HTTP/1.1" status: 200 len: 764 time: 0.0160010 Nov 10 23:07:04.498089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40430) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.538875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dd2ab2c4-43b0-4f69-ab3a-3d0736b3cd8d tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0396035 Nov 10 23:07:04.541701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40432) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.568453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.576695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.602743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.609533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.611239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bdad10c6-554c-4658-8ce3-76dae2d3794a HTTP/1.1" status: 204 len: 168 time: 0.0686159 Nov 10 23:07:04.614214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40438) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.622441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdd2f7-1ade-46fb-91ee-df57e25c1b8b tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdad10c6-554c-4658-8ce3-76dae2d3794a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.654468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-67852237-8fac-4f4d-be8c-ca6f8725f58e tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379865 Nov 10 23:07:04.657278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40446) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.717222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.740128 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.783163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.785851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:04.787007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "DELETE /v2.0/security-groups/9c456bba-8b99-4293-b4ff-7ca7f93b5c3f HTTP/1.1" status: 204 len: 168 time: 0.1288235 Nov 10 23:07:04.789733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.796442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf20ae-37ac-425b-8331-e9ac14fa2cf2 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c456bba-8b99-4293-b4ff-7ca7f93b5c3f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:04.846307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-53c2f3e7-9bf1-4444-b3b4-44a02081f740 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0551016 Nov 10 23:07:04.850198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40450) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:04.895728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46d3c70d-1942-424f-8131-1f4d2914dea0 tempest-SecGroupTest-985601323 tempest-SecGroupTest-985601323-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435927 Nov 10 23:07:05.153163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:05.617112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59373d13-6bb6-42f6-b31f-35bd23b2eb67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5095f16730f44285aaefc2c28054f878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4626784 Nov 10 23:07:05.619432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40478) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:05.666168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:05.689067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:05.737592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:05.740345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:05.744242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80e9a562-68a7-4d29-8e83-ce98e38a7e86 HTTP/1.1" status: 204 len: 168 time: 0.1213589 Nov 10 23:07:05.751455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3ef20-9ce4-4d5c-b765-b3a6860d6e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9a562-68a7-4d29-8e83-ce98e38a7e86,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:06.436305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40514) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:06.564554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a836fa16-e22a-4277-8e02-7fb9b61ea393 tempest-ServiceProvidersTest-317221002 tempest-ServiceProvidersTest-317221002-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1263542 Nov 10 23:07:06.823040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40532) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:06.932253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5af3b35-f262-4fa5-a388-d0b6060efe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.007620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5af3b35-f262-4fa5-a388-d0b6060efe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.012735 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5af3b35-f262-4fa5-a388-d0b6060efe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.065516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5af3b35-f262-4fa5-a388-d0b6060efe0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b49384fd38c45bc9625a1cbfb6bce57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413466 Nov 10 23:07:07.066571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:07.067677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af3b35-f262-4fa5-a388-d0b6060efe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd88b769-41bb-42b7-a238-62a877cd27cb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:07.118150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.139866 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.187479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.190802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.191942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd88b769-41bb-42b7-a238-62a877cd27cb HTTP/1.1" status: 204 len: 168 time: 0.1241837 Nov 10 23:07:07.199979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42884f0c-b3f5-4124-adfa-c5e4e09618fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd88b769-41bb-42b7-a238-62a877cd27cb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:11.184506 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:07:14.730690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:15.161107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.052911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 40796) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:16.168418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17487628-95c3-47c9-bb70-490900f18449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.261899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17487628-95c3-47c9-bb70-490900f18449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.266797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-17487628-95c3-47c9-bb70-490900f18449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.310468 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-17487628-95c3-47c9-bb70-490900f18449 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cde1f9beeecd43bca445e8e9d244f9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559004 Nov 10 23:07:16.311363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17487628-95c3-47c9-bb70-490900f18449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4999be5-e021-4f4c-bbbb-d4a1bec94c91,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:16.313885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:16.363433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.384779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.442387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.445111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.446531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4999be5-e021-4f4c-bbbb-d4a1bec94c91 HTTP/1.1" status: 204 len: 168 time: 0.1309710 Nov 10 23:07:16.456683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52fec-c81f-4787-a8c1-93c25a77080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4999be5-e021-4f4c-bbbb-d4a1bec94c91,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:16.761297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40820) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:16.778878 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e85cdcb-c8f8-44b0-b313-877dcaff7dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.857316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e85cdcb-c8f8-44b0-b313-877dcaff7dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.862712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e85cdcb-c8f8-44b0-b313-877dcaff7dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.905284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7e85cdcb-c8f8-44b0-b313-877dcaff7dda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0a10c10a76a42deb603d488e59dd72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428571 Nov 10 23:07:16.907841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 40826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:16.914007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85cdcb-c8f8-44b0-b313-877dcaff7dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000fb8b1-8771-4ee8-becf-c54c70b4398a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:16.964743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:16.988249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:17.037739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:17.040904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:17.042420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/000fb8b1-8771-4ee8-becf-c54c70b4398a HTTP/1.1" status: 204 len: 168 time: 0.1336613 Nov 10 23:07:17.051035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c843337-06bd-4fd0-a57f-bb79e682a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000fb8b1-8771-4ee8-becf-c54c70b4398a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:23.960373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41050) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:24.082292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.157773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.161719 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.191877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d40a4d5-e97c-4c6b-9273-ef2f83969a2a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:24.210632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.210976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.211311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.211822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.212154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.212488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.212809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.213174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.213656 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.213980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.214304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.214681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:07:24.223081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:24.230066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e62400e-e180-472d-9ff6-a58dc3aa1f77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bd407eac32346d6a7fa5c3973e186e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674294 Nov 10 23:07:24.273435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.298041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.345109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.347746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.351724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d40a4d5-e97c-4c6b-9273-ef2f83969a2a HTTP/1.1" status: 204 len: 168 time: 0.1248782 Nov 10 23:07:24.357381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d0ac7-0a9b-4d55-b556-3909b9c2e9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d40a4d5-e97c-4c6b-9273-ef2f83969a2a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:24.672753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41074) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:24.686636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b0e-89a4-4c45-8863-408048b1df03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.769587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b0e-89a4-4c45-8863-408048b1df03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.774874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b0e-89a4-4c45-8863-408048b1df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.815611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ab76b0e-89a4-4c45-8863-408048b1df03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3c6ca881a54c30ba719c91860ccdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393418 Nov 10 23:07:24.816048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41078) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:24.822824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab76b0e-89a4-4c45-8863-408048b1df03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e5692-3f40-46d0-b52b-84303d1ddb4e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:24.864481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.885669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.932836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.935354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:24.936509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c6e5692-3f40-46d0-b52b-84303d1ddb4e HTTP/1.1" status: 204 len: 168 time: 0.1194315 Nov 10 23:07:24.945134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9d2f7-be36-4f77-9f97-cac57766972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e5692-3f40-46d0-b52b-84303d1ddb4e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:24.990266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbecc-6f05-4daf-b069-0f0102e4c340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:27.630625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-882aee67-1823-446e-8182-e13673b60c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:28.969358 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:29.965483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41254) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:30.057290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92574fe-1d91-464b-bf8f-ded36c155fd1 req-2e804a86-2e61-48b8-aa93-2af5cc8ee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:30.058974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a92574fe-1d91-464b-bf8f-ded36c155fd1 req-2e804a86-2e61-48b8-aa93-2af5cc8ee26f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.0924914 Nov 10 23:07:30.110229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a92574fe-1d91-464b-bf8f-ded36c155fd1 req-0a9ae4a6-01ab-45a9-8343-aa46c052b07f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Nov 10 23:07:30.394008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:30.743907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.159579 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41362) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:35.275195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce27d-dbf9-4f64-887d-c514cec4fe2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.357295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce27d-dbf9-4f64-887d-c514cec4fe2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.362598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce27d-dbf9-4f64-887d-c514cec4fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.394644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c6ce27d-dbf9-4f64-887d-c514cec4fe2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9981396bf3884c17afe1f82375d9015a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339363 Nov 10 23:07:35.397328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41366) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:35.408507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce27d-dbf9-4f64-887d-c514cec4fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4ec7b-f363-430d-9ee9-e8d89e9d04db,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:35.447238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.469244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.533393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.537250 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.541528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40d4ec7b-f363-430d-9ee9-e8d89e9d04db HTTP/1.1" status: 204 len: 168 time: 0.1431642 Nov 10 23:07:35.553007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a906a1-6e03-41ab-932e-b372d8ee05dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4ec7b-f363-430d-9ee9-e8d89e9d04db,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:35.850694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 41376) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:35.865307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff323f0d-1c7c-4bcd-b38c-dab69323038a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.946864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff323f0d-1c7c-4bcd-b38c-dab69323038a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.953076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff323f0d-1c7c-4bcd-b38c-dab69323038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.991966 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff323f0d-1c7c-4bcd-b38c-dab69323038a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c269a033f224a5cb4bdfabff1290337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401777 Nov 10 23:07:35.992840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff323f0d-1c7c-4bcd-b38c-dab69323038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a609b-ffd1-4cfb-bd95-bed0dccb9fd4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:35.994623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 41378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:07:36.054326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:36.075474 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:36.121422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:36.124113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:36.125396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b6a609b-ffd1-4cfb-bd95-bed0dccb9fd4 HTTP/1.1" status: 204 len: 168 time: 0.1291187 Nov 10 23:07:36.133387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0681d4c-2fa7-4c2b-ae12-a3f9b8087fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a609b-ffd1-4cfb-bd95-bed0dccb9fd4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:07:44.737338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:45.174334 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:48.182424 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:07:48.475771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-cd135b3c-aebd-44f3-923f-9122da28a285 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426610 Nov 10 23:07:48.563719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-c0b68631-d84b-406c-856a-25f357f98d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:48.565260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-c0b68631-d84b-406c-856a-25f357f98d68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.0432508 Nov 10 23:07:48.681423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-03d07583-5580-4622-86e9-40f0f11db6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:48.682922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-03d07583-5580-4622-86e9-40f0f11db6ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.0963342 Nov 10 23:07:48.749332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-922dfeec-6216-4fe2-9d36-46e30ec11607 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1002 time: 0.0586414 Nov 10 23:07:48.797961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-ae526996-9afb-43ee-ade1-6ee4a7749594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:48.799340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-ae526996-9afb-43ee-ade1-6ee4a7749594 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.0438581 Nov 10 23:07:48.850516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-2f29f571-e073-4f78-9ffd-ca64d34c2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:48.852018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-2f29f571-e073-4f78-9ffd-ca64d34c2e4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463459 Nov 10 23:07:48.947845 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-0eaca312-8baa-4238-82cf-a63707121c08 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888920 Nov 10 23:07:49.045950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48821e35-8943-4e6d-ade1-7136d58035f0 req-6073096c-5819-4128-bfb5-324947801f49 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908854 Nov 10 23:07:53.095732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-a8b65f86-99f6-46f1-945e-860c6f3e2bae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673535 Nov 10 23:07:53.196280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee236-ac65-4f75-af32-28068e617f1e req-b472d323-fb2c-493b-bddb-0b8786be4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:53.199367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-b472d323-fb2c-493b-bddb-0b8786be4dec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 1096 time: 0.0586569 Nov 10 23:07:53.339977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee236-ac65-4f75-af32-28068e617f1e req-5de79dca-ee9b-4151-9457-99067d4718f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:53.341595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-5de79dca-ee9b-4151-9457-99067d4718f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 200 len: 912 time: 0.1205647 Nov 10 23:07:53.421984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-ec9ff827-8e49-45b6-a31f-edadee5aa5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 200 len: 1000 time: 0.0732203 Nov 10 23:07:53.476485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee236-ac65-4f75-af32-28068e617f1e req-196d1936-2d67-4231-b70d-c5a4884c37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:53.478327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-196d1936-2d67-4231-b70d-c5a4884c37dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 200 len: 851 time: 0.0497012 Nov 10 23:07:53.534221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee236-ac65-4f75-af32-28068e617f1e req-13e17bc7-b169-4a76-9c09-ec9c57a9b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:53.535735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-13e17bc7-b169-4a76-9c09-ec9c57a9b713 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f31dc9e-29f5-4694-b22f-a92440aa2658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499830 Nov 10 23:07:53.632661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-39edff09-8d9a-4846-a296-6e140ac7bafa service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898645 Nov 10 23:07:53.754523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6dee236-ac65-4f75-af32-28068e617f1e req-9c635a05-1dd1-4d4d-854c-49017d327593 service neutron] 10.222.0.20 "GET /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137149 Nov 10 23:07:54.979632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-32230b16-777e-46c7-b1dd-c04254025bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:57.635593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad401-82fe-4432-8b8b-dcd0ef71beb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:58.970558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:00.394556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:00.748834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:13.239175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78147-33ae-48a3-acb2-57e0c75a2ce0 req-fc0e6897-cedf-4d83-94f2-3639de0c2d93 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:13.240672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28f78147-33ae-48a3-acb2-57e0c75a2ce0 req-fc0e6897-cedf-4d83-94f2-3639de0c2d93 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.0567124 Nov 10 23:08:13.291495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28f78147-33ae-48a3-acb2-57e0c75a2ce0 req-fb862bf4-bab0-469d-96a7-44d6b8f65207 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Nov 10 23:08:14.106713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e23780-39ca-4fad-aa61-d99f48882b11 req-7b108c1c-2568-4deb-91a6-e1cf6903542a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:14.108338 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46e23780-39ca-4fad-aa61-d99f48882b11 req-7b108c1c-2568-4deb-91a6-e1cf6903542a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.0544069 Nov 10 23:08:14.161120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46e23780-39ca-4fad-aa61-d99f48882b11 req-5658a186-b4f6-4a49-a670-b064a6b04c02 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Nov 10 23:08:14.761565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:14.786017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65357f-0805-4b20-be37-d7ad6b917a4e req-0f991dcf-596b-4a9b-b289-1e20a53f9101 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:14.794322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad65357f-0805-4b20-be37-d7ad6b917a4e req-0f991dcf-596b-4a9b-b289-1e20a53f9101 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.0814810 Nov 10 23:08:14.850670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad65357f-0805-4b20-be37-d7ad6b917a4e req-e3425a34-b163-4ff5-9066-af213814007c tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548475 Nov 10 23:08:15.177298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.019658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-ca050ff5-e0d1-4c7f-bda4-15d9cad8d850 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:16.021541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-ca050ff5-e0d1-4c7f-bda4-15d9cad8d850 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.1033893 Nov 10 23:08:16.067041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b423d-84bf-47fb-bc46-6c1258d569b0 req-02b628e1-a98a-4c29-bb7c-4d12cbd694bb tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:16.069877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b09b423d-84bf-47fb-bc46-6c1258d569b0 req-02b628e1-a98a-4c29-bb7c-4d12cbd694bb tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 945 time: 0.1541495 Nov 10 23:08:16.157738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Deleting port 12b34c8b-5e5e-446e-b7f5-23394448eeeb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:16.158207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.182232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b09b423d-84bf-47fb-bc46-6c1258d569b0 req-ba94efc5-8f2f-4ba8-92d3-5b241c733163 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055100 Nov 10 23:08:16.260264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] For port 12b34c8b-5e5e-446e-b7f5-23394448eeeb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12b34c8b-5e5e-446e-b7f5-23394448eeeb,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:16.260522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.473579 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.474101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.474428 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Floating IP 5cd1df44-d3ef-48d6-a339-2c1a34616a8d disassociated. External IP: 172.25.0.33, port: 12b34c8b-5e5e-446e-b7f5-23394448eeeb. Nov 10 23:08:16.474767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Calling delete_port for 12b34c8b-5e5e-446e-b7f5-23394448eeeb owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:16.634565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:16.670482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event deleted for resources: {'Port': ['ID=12b34c8b-5e5e-446e-b7f5-23394448eeeb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:16.680053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.680401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.680782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.681159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.681502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.681835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.682166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.682494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.682823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.683150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.683486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.684289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:16.830100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Router 61caae94-755e-409a-9f69-52c4e23d79b5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:08:16.958281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:16.970100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Sync routers for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:16.990843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:16.991975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:07:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:17.005703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] No DVR routers for this DVR port 12b34c8b-5e5e-446e-b7f5-23394448eeeb on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:08:17.008536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:17.013011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-299dbebf-a1a3-4480-81af-e5da1392c3f6 req-c0bd1dcf-4917-4e95-8691-2db317bfe59b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.20 "DELETE /v2.0/ports/12b34c8b-5e5e-446e-b7f5-23394448eeeb HTTP/1.1" status: 204 len: 173 time: 0.9853420 Nov 10 23:08:17.013281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'name': 'network-vif-deleted', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:08:17.021515 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8106ea-faa5-42c7-9c9a-3f7f6b30b77d" -d '{"events": [{"server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "name": "network-vif-deleted", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:08:17.284097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:17.335304 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e04aed-228f-441c-8d2a-fa9228a6eafd x-openstack-request-id: req-66e04aed-228f-441c-8d2a-fa9228a6eafd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:08:17.335701 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f47f55-8c4f-46ec-8bd1-d24e511cea80", "name": "network-vif-deleted", "tag": "12b34c8b-5e5e-446e-b7f5-23394448eeeb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:08:17.336056 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66e04aed-228f-441c-8d2a-fa9228a6eafd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:08:17.336630 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f47f55-8c4f-46ec-8bd1-d24e511cea80', 'name': 'network-vif-deleted', 'tag': '12b34c8b-5e5e-446e-b7f5-23394448eeeb', 'status': 'completed', 'code': 200} Nov 10 23:08:17.374839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a4159bed-d681-410c-bf1a-0ddc2d01ef19 req-377c8484-85fc-4e4f-9f2f-f57e0acdf2d5 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f47f55-8c4f-46ec-8bd1-d24e511cea80 HTTP/1.1" status: 200 len: 210 time: 0.0417824 Nov 10 23:08:17.536781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:17.572193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Checking router: 61caae94-755e-409a-9f69-52c4e23d79b5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:17.581732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:17.582637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:07:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:17.712248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:17.916290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:17.948573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadc3f-b2ae-41f1-917a-1e1b885d3590 None None] The sync data for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 is: [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 4, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0291cb31-aa9c-4908-a2aa-d15da49713ef', 'name': '', 'network_id': '0f31dc9e-29f5-4694-b22f-a92440aa2658', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'mac_address': 'fa:16:3e:68:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:19Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'subnets': [{'id': 'd39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:18.231059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8c3d2-ec88-4ff1-978c-6d144ebcb6dc None None] New status for floating IP 5cd1df44-d3ef-48d6-a339-2c1a34616a8d: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:08:18.235996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12b34c8b-5e5e-446e-b7f5-23394448eeeb no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:08:18.269909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 12b34c8b-5e5e-446e-b7f5-23394448eeeb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:08:18.270257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12b34c8b-5e5e-446e-b7f5-23394448eeeb not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:08:18.457211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42828) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:18.537221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.561592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.608644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.611637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.615145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a HTTP/1.1" status: 204 len: 168 time: 0.1544471 Nov 10 23:08:18.615584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:18.625167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84d51-743d-4e9b-9771-6531619b686b tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:18.637115 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-47629450-c2ad-443d-ae32-26704911617a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] show failed (client error): The resource could not be found. Nov 10 23:08:18.638555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47629450-c2ad-443d-ae32-26704911617a tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "GET /v2.0/security-groups/6e9ba0bf-b410-4aff-bcb2-1aeab17f5d9a HTTP/1.1" status: 404 len: 347 time: 0.0217950 Nov 10 23:08:18.641088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42832) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:18.778574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Deleting port 8086420d-f910-4657-9fed-ebe8c7cd62a6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:18.778799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.861432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.861766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:18.874740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Calling delete_port for 8086420d-f910-4657-9fed-ebe8c7cd62a6 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:19.020348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.055212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Pushing event deleted for resources: {'Port': ['ID=8086420d-f910-4657-9fed-ebe8c7cd62a6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:19.123899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.126696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.130534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1bd039a0-3719-4bb4-81ac-84b2b35ee4f6 tempest-ServersTestManualDisk-299290558 tempest-ServersTestManualDisk-299290558-project] 10.222.0.25 "DELETE /v2.0/floatingips/5cd1df44-d3ef-48d6-a339-2c1a34616a8d HTTP/1.1" status: 204 len: 168 time: 0.4856584 Nov 10 23:08:19.130950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:19.558791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.573111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 42846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:19.734670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d3979a2-6066-459e-8114-d867ac638c3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94f7f6a0de8b46948f7f5c10a9620a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595285 Nov 10 23:08:19.737159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:19.810829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.855205 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.940000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Deleting port 0291cb31-aa9c-4908-a2aa-d15da49713ef {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:19.940252 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.942740 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.945228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:19.948645 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0 HTTP/1.1" status: 204 len: 168 time: 0.2082577 Nov 10 23:08:19.989432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda89ba-9a7e-48be-ae3a-3d2ea65b0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34ce7d-6b78-4eee-b7ca-75adbbd2c8b0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:20.068285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] For port 0291cb31-aa9c-4908-a2aa-d15da49713ef, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0291cb31-aa9c-4908-a2aa-d15da49713ef,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:20.068716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:20.089524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Calling delete_port for 0291cb31-aa9c-4908-a2aa-d15da49713ef owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:20.319306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:20.388952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0291cb31-aa9c-4908-a2aa-d15da49713ef,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:20.573818 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:20.961789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Router 61caae94-755e-409a-9f69-52c4e23d79b5 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:08:21.102231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:21.108994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b61690d8-b1fb-4359-b73d-7ae71a7b0ee0 admin admin] 10.222.0.25 "PUT /v2.0/routers/61caae94-755e-409a-9f69-52c4e23d79b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769709 Nov 10 23:08:21.112740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 42880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:21.123294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Sync routers for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:21.142610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:21.143813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:07:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:21.257853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.331164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:21.369913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.457588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Deleting port 488a2b0e-7e7c-419d-9935-259a820e85fd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:21.458218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.584940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] For port 488a2b0e-7e7c-419d-9935-259a820e85fd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=488a2b0e-7e7c-419d-9935-259a820e85fd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:21.585406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.600034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:08:20Z', 'revision_number': 5, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port': {'id': '488a2b0e-7e7c-419d-9935-259a820e85fd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:04Z', 'updated_at': '2021-11-10T23:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:21.607850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Calling delete_port for 488a2b0e-7e7c-419d-9935-259a820e85fd owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:21.633242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Checking router: 61caae94-755e-409a-9f69-52c4e23d79b5 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:21.652370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Routers {'61caae94-755e-409a-9f69-52c4e23d79b5'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:21.653485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:07:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61caae94-755e-409a-9f69-52c4e23d79b5'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:21.836814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.884169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=488a2b0e-7e7c-419d-9935-259a820e85fd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:21.911437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125907a1-f989-4ded-8248-0b177305597c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:21.926525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] Set router 61caae94-755e-409a-9f69-52c4e23d79b5 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:21.970166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:21.990314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:08:21Z', 'revision_number': 6, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:22.024486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f469bd-6c0b-4975-a982-d2a5c559a1c0 None None] The sync data for ids ['61caae94-755e-409a-9f69-52c4e23d79b5'] in n-d-811521-3 is: [{'id': '61caae94-755e-409a-9f69-52c4e23d79b5', 'name': 'tempest-ServersTestManualDisk-1387893520-router', 'tenant_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:03Z', 'updated_at': '2021-11-10T23:08:21Z', 'revision_number': 6, 'project_id': '522ab1e5d8c24388b5e05a19e42f2b90', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:22.458909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.461527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.512344 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.512883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61caae94-755e-409a-9f69-52c4e23d79b5 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:08:22.518227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.519666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-84a476e5-455b-4106-b157-82a8361ecdd7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/61caae94-755e-409a-9f69-52c4e23d79b5 HTTP/1.1" status: 204 len: 168 time: 1.4055841 Nov 10 23:08:22.523391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43010) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:22.575825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Deleting subnet d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:08:22.579510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.617316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.665214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43014) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:22.714954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.767704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.784287 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14a0eccb-3b9f-4ccc-9414-658972e0fac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.796334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:22.800093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.803412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1e1c59f9-56b2-4154-82ed-211320c88a94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d39b9d51-4a1a-4ad2-8f60-ff5b90d93a8e HTTP/1.1" status: 204 len: 168 time: 0.2789767 Nov 10 23:08:22.806610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43018) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:22.822722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980016f-f3cb-493e-b5ec-a0ea1194a795 None None] Network 0f31dc9e-29f5-4694-b22f-a92440aa2658 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:22.913881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.976138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14a0eccb-3b9f-4ccc-9414-658972e0fac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:22.983436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-14a0eccb-3b9f-4ccc-9414-658972e0fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.017684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0eccb-3b9f-4ccc-9414-658972e0fac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64d7b8-a589-415e-b0fe-79e9e4018d5b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.042752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-14a0eccb-3b9f-4ccc-9414-658972e0fac5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4078178372a42558114f31471ccef6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763247 Nov 10 23:08:23.043347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43020) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:23.052889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] DHCP port deletion for 0f31dc9e-29f5-4694-b22f-a92440aa2658 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:23.057629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Deleting port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:23.058187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.106567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Deleting port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:08:23.106918 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.112598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.138702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] For port 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2b70d387-96c6-400f-9bb6-d09bf2ea6466,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:23.139327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.156841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.160456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Calling delete_port for 2b70d387-96c6-400f-9bb6-d09bf2ea6466 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:23.188581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] For port 2b70d387-96c6-400f-9bb6-d09bf2ea6466, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2b70d387-96c6-400f-9bb6-d09bf2ea6466,segment=NetworkSegment(4015124c-948b-4438-a616-69fceaf73650),segment_id=4015124c-948b-4438-a616-69fceaf73650)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:23.189001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.207040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Calling delete_port for 2b70d387-96c6-400f-9bb6-d09bf2ea6466 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:08:23.238617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.241429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.245308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f64d7b8-a589-415e-b0fe-79e9e4018d5b HTTP/1.1" status: 204 len: 168 time: 0.1985095 Nov 10 23:08:23.258847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41cfd6-ae3c-4776-9472-0a09958e943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64d7b8-a589-415e-b0fe-79e9e4018d5b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.272612 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.286840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] No DVR routers for this DVR port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:08:23.321545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.338292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b70d387-96c6-400f-9bb6-d09bf2ea6466,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.351472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] No DVR routers for this DVR port 2b70d387-96c6-400f-9bb6-d09bf2ea6466 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:08:23.371684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Pushing event deleted for resources: {'Port': ['ID=2b70d387-96c6-400f-9bb6-d09bf2ea6466,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.383992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.383992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.383992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.383992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.384525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.384525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.384745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.385109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.385445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.385772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.386102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.386431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a813e7-c44c-4635-bf88-a5a0fe25d7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:23.402478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.426583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f31dc9e-29f5-4694-b22f-a92440aa2658']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:23.437764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4015124c-948b-4438-a616-69fceaf73650') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:23.438062 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4015124c-948b-4438-a616-69fceaf73650') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:23.450419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.467865 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.475130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:08:23.475589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:08:23.477798 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:08:23.536401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0291cb31-aa9c-4908-a2aa-d15da49713ef no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:08:23.543849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.551867 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.557901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] 10.222.0.25 "DELETE /v2.0/networks/0f31dc9e-29f5-4694-b22f-a92440aa2658 HTTP/1.1" status: 204 len: 168 time: 0.7477629 Nov 10 23:08:23.569061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0291cb31-aa9c-4908-a2aa-d15da49713ef {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:08:23.569410 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0291cb31-aa9c-4908-a2aa-d15da49713ef not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:08:23.569829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 488a2b0e-7e7c-419d-9935-259a820e85fd no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:08:23.570020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d1b0-4470-4709-973f-9ae83201cfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f31dc9e-29f5-4694-b22f-a92440aa2658,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.592963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 488a2b0e-7e7c-419d-9935-259a820e85fd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:08:23.593317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 488a2b0e-7e7c-419d-9935-259a820e85fd not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:08:23.593727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2b70d387-96c6-400f-9bb6-d09bf2ea6466 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:08:23.613516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2b70d387-96c6-400f-9bb6-d09bf2ea6466 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:08:23.614154 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2b70d387-96c6-400f-9bb6-d09bf2ea6466 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:08:23.632879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43030) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:23.649142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e94c8f9a-eb7a-4bd8-ac8e-e2a732c35d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.733705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e94c8f9a-eb7a-4bd8-ac8e-e2a732c35d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.737965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e94c8f9a-eb7a-4bd8-ac8e-e2a732c35d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.780366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e94c8f9a-eb7a-4bd8-ac8e-e2a732c35d32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=122f30d734704d8bba16509f0ca3d90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463008 Nov 10 23:08:23.781560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c8f9a-eb7a-4bd8-ac8e-e2a732c35d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0a7a0-1a2e-43e8-b769-a5751a4ec1d3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.783057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:23.828660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43034) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:23.834267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.856074 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.868928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-224af920-2c7f-4e92-9df4-c9a2410b1cd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=522ab1e5d8c24388b5e05a19e42f2b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390370 Nov 10 23:08:23.871442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43036) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:23.906587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.909369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.912852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ade0a7a0-1a2e-43e8-b769-a5751a4ec1d3 HTTP/1.1" status: 204 len: 168 time: 0.1264241 Nov 10 23:08:23.918413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca63ba-8833-4dad-b76a-980fec84081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0a7a0-1a2e-43e8-b769-a5751a4ec1d3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:23.921656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.946175 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.994453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:23.997399 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.001493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ff0aa3a-7388-45f4-b9e9-e1968852b8bc HTTP/1.1" status: 204 len: 168 time: 0.1268377 Nov 10 23:08:24.007203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df1f0-53b5-4209-afc6-6046ce3ceacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0aa3a-7388-45f4-b9e9-e1968852b8bc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:24.784999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:24.786592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:24.881148 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-560766383-network', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:24.882365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-63477282-network', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:24.897104 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 23:08:24.897104 n-d-811521-3 neutron-server[102457]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 23:08:24.897104 n-d-811521-3 neutron-server[102457]: [parameters: {'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'id': '515dfeb6-b8e0-4db4-ba26-481dc7a9274c', 'expiration': datetime.datetime(2021, 11, 10, 23, 10, 24, 893770)}] Nov 10 23:08:24.897104 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:08:24.897508 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:08:24.905175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:24.907472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.915663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.970672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a36-4db9-41fd-9c25-112199579c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.988318 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.991662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.015737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:08:25.025064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb368eb-bb6f-447c-989e-757c2a25ccbc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:25.029892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.030230 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Added segment ca5292bc-7454-4a2b-ad54-b05e877ece96 of type vlan for network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc Nov 10 23:08:25.070050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.093811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.094740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:25.095307 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.148023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3619125 Nov 10 23:08:25.150921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43100) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:25.155989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Request body: {'subnet': {'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-560766383-subnet', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:25.160364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d165-8dc8-4e81-bb1b-0ab7cb59a5df admin admin] Pushing event updated for resources: {'Network': ['ID=9e49a535-fcbf-4afb-b19c-34ac5a00cecc,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:25.170769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:08:25.183738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:25.186730 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:08:25.187540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.358659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.421679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db14a4a3-fdab-40bc-89ba-0ded862cc74d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:25.438910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.439252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.439594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.439906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.440228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.440550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.440871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.441215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.441529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.441843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.442156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.442466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:25.448274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:25.448784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Network hostable DHCP agents. Network: 9e49a535-fcbf-4afb-b19c-34ac5a00cecc, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:08:25.452720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:25.454997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.467421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.487478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:08:25.506683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9e49a535-fcbf-4afb-b19c-34ac5a00cecc) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:25.512284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:25.512890 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.516267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3c5d7-1347-4b11-b095-4be7716d9b4d None None] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:25.535927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ebc41d28-6042-4652-92dd-4ec0421333e3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3838201 Nov 10 23:08:25.538707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43102) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:25.543461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:25.568951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.570140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.572590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.578194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.605105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:08:25.616003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b1f21-b7d8-4db0-8fe1-4662d59086e1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:25.621726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.622080 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Added segment e38a9a81-3d71-4433-9dd3-a18aa82ad902 of type vlan for network 6e451a93-a5fd-40b5-b6f4-2240164778b9 Nov 10 23:08:25.629791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.672115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.701960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.703343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:25.704092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.710418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:08:25.711512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.785362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] Pushing event updated for resources: {'Network': ['ID=6e451a93-a5fd-40b5-b6f4-2240164778b9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:25.795725 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd2b39eb-38b1-4458-8a8a-721baefd9f18 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0079229 Nov 10 23:08:25.798875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43110) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:25.802983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:08:25.805887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Request body: {'subnet': {'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-subnet', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:25.813113 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.829401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:25.832442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:25.921865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Allocated IP 172.20.0.2 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/36b29465-e5e7-4a3e-802f-bb4e84b72b80) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:26.076333 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.090208 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.101675 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.110239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.124268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.148736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:26.153649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:26.157813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:26.166619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Pushing event updated for resources: {'Port': ['ID=36b29465-e5e7-4a3e-802f-bb4e84b72b80,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:26.174394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb972b9-0ba3-4a10-b3e2-203975047753,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:26.182271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Checking segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:26.182773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Network hostable DHCP agents. Network: 6e451a93-a5fd-40b5-b6f4-2240164778b9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:08:26.206792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:08:26.222945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6e451a93-a5fd-40b5-b6f4-2240164778b9) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:26.227332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Attempting to bind port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:26.228402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Attempting to bind port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:26.228661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Attempting to bind port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:26.232060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:26.232060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.236232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:26.236761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:26.237341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.237830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:26.238984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Bound port: 36b29465-e5e7-4a3e-802f-bb4e84b72b80, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:26.238984 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.254002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9e1d8-89ab-4254-820c-abd925494bd2 None None] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:26.257013 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b6a4df4b-4a20-494f-8d8f-f5e26cff1617 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4545364 Nov 10 23:08:26.260340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43116) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:26.265295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:26.265746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Allocated IP 172.25.0.124 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a3132410-5c31-4974-b69e-715175ea8f98) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:26.295558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.297025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.343665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] For port 36b29465-e5e7-4a3e-802f-bb4e84b72b80, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:26.347081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] For port 36b29465-e5e7-4a3e-802f-bb4e84b72b80, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36b29465-e5e7-4a3e-802f-bb4e84b72b80,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:26.376496 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.377131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.398777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.435108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.436349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425046-207b-445e-91ed-8153c1764b2b None None] Pushing event updated for resources: {'Port': ['ID=36b29465-e5e7-4a3e-802f-bb4e84b72b80,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:26.516585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:26.525289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:26.542307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:26.546676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8f3f1-d2d1-45ef-a2bb-d45cd277e32a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:26.579108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6e451a93-a5fd-40b5-b6f4-2240164778b9', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:08:26.581107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.587116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3132410-5c31-4974-b69e-715175ea8f98,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:26.599269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.778751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5904e117-37ca-4470-aca6-1d47de9cf990 None None] Provisioning complete for port a3132410-5c31-4974-b69e-715175ea8f98 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:26.779132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5904e117-37ca-4470-aca6-1d47de9cf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.874936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5904e117-37ca-4470-aca6-1d47de9cf990 None None] Port a3132410-5c31-4974-b69e-715175ea8f98 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:26.894803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Allocated IP 172.20.0.2 (6e451a93-a5fd-40b5-b6f4-2240164778b9/bcb972b9-0ba3-4a10-b3e2-203975047753/25a4bf03-2f04-4b96-a887-bd21c444c79f) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:26.929723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.954573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:26.955231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.130574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Allocated IP 172.25.0.194 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/0b20d8c1-e697-4973-85e3-d456fbab71d0) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:27.165753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.176415 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.226990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Pushing event updated for resources: {'Port': ['ID=25a4bf03-2f04-4b96-a887-bd21c444c79f,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:27.241009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:27.242792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:27.244383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.246366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:27.284220 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.311338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Attempting to bind port 25a4bf03-2f04-4b96-a887-bd21c444c79f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:27.311712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Attempting to bind port 25a4bf03-2f04-4b96-a887-bd21c444c79f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:27.312120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Attempting to bind port 25a4bf03-2f04-4b96-a887-bd21c444c79f on network 6e451a93-a5fd-40b5-b6f4-2240164778b9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:27.318225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:27.318596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Checking segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:27.319079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.319496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Bound using segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:27.320115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Bound port: 25a4bf03-2f04-4b96-a887-bd21c444c79f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:27.320518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.327539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.381675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:27.385745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:27.388410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20d8c1-e697-4973-85e3-d456fbab71d0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:27.391007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:27.391351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Router 71a661e1-0634-4269-a10f-36776bcae124 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:08:27.401690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] For port 25a4bf03-2f04-4b96-a887-bd21c444c79f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:27.406198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] For port 25a4bf03-2f04-4b96-a887-bd21c444c79f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25a4bf03-2f04-4b96-a887-bd21c444c79f,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:27.413471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.424086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f542a4-1550-4ad1-a096-a4509fa10af7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:27.539880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:27.557029 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:27.562477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-162351f4-368c-4afe-9b85-3f5ecb7922fa None None] Provisioning complete for port 0b20d8c1-e697-4973-85e3-d456fbab71d0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:27.563087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-162351f4-368c-4afe-9b85-3f5ecb7922fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.564802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c6639-2888-481a-8fe1-b44f42482c17 None None] Pushing event updated for resources: {'Port': ['ID=25a4bf03-2f04-4b96-a887-bd21c444c79f,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:27.578547 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:27.579175 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:07:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:27.595615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.604786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43118) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:27.605715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-333fb46d-cbd9-487e-beeb-8b5cf7bcf7b5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0655611 Nov 10 23:08:27.645211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36b29465-e5e7-4a3e-802f-bb4e84b72b80 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:27.699008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-162351f4-368c-4afe-9b85-3f5ecb7922fa None None] Port 0b20d8c1-e697-4973-85e3-d456fbab71d0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:27.702164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e87d5b6-6514-4d8d-a14b-1a243a45a20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.723478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:27.723855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.749024 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:27.835021 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.899653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 36b29465-e5e7-4a3e-802f-bb4e84b72b80, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36b29465-e5e7-4a3e-802f-bb4e84b72b80,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:27.906433 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:27.985399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=36b29465-e5e7-4a3e-802f-bb4e84b72b80,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:27.999486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98622cb3-8ca9-4501-9ba9-ffbadc8dff16 None None] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:28.027966 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:26Z', 'revision_number': 3, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:28.073714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9c3425ff-1bb7-48b6-9318-44c972a64924 None None] Provisioning complete for port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:28.074112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c3425ff-1bb7-48b6-9318-44c972a64924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.075319 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:28.076112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Updating router 71a661e1-0634-4269-a10f-36776bcae124 port a3132410-5c31-4974-b69e-715175ea8f98 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:28.112697 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.131932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.472398 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.478771 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.533693 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Pushing event updated for resources: {'Port': ['ID=a3132410-5c31-4974-b69e-715175ea8f98,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:28.545641 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.545979 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.546472 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.546804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.547176 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.547504 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.547821 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.548187 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.548507 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.548818 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.549159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.549471 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:28.567033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99f39c-f174-4dd9-abcc-68bd8c6df3af None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:28.599064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Attempting to bind port a3132410-5c31-4974-b69e-715175ea8f98 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:28.599563 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Attempting to bind port a3132410-5c31-4974-b69e-715175ea8f98 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:28.599773 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Attempting to bind port a3132410-5c31-4974-b69e-715175ea8f98 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:28.621964 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:28.622638 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:28.623366 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.623901 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:28.624702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Bound port: a3132410-5c31-4974-b69e-715175ea8f98, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:28.625415 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.667354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c607f0ed-476e-47d1-93f7-4e209350c89c None None] Provisioning complete for port a3132410-5c31-4974-b69e-715175ea8f98 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:28.667730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c607f0ed-476e-47d1-93f7-4e209350c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.755860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c607f0ed-476e-47d1-93f7-4e209350c89c None None] Port a3132410-5c31-4974-b69e-715175ea8f98 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:28.769150 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] For port a3132410-5c31-4974-b69e-715175ea8f98, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:28.773204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] For port a3132410-5c31-4974-b69e-715175ea8f98, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3132410-5c31-4974-b69e-715175ea8f98,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:28.784667 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.853820 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba869ef-c329-4b8b-b6ad-33db814ec7f6 None None] Pushing event updated for resources: {'Port': ['ID=a3132410-5c31-4974-b69e-715175ea8f98,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:28.877083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d8e94-41f8-45a9-bc90-0238f98cf576 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:28.903636 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:28.904264 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:28.907033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2dd8ccf7-eb7d-485f-a39c-556f7d3bc3e1 None None] Provisioning complete for port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:28.907401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ccf7-eb7d-485f-a39c-556f7d3bc3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.954849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.017693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.112523 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.119350 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:29.120699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2575a-b9d9-491f-a4d0-05ed43b24da3 None None] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:29.243906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Provisioning complete for port a3132410-5c31-4974-b69e-715175ea8f98 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:29.244514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.442826 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:26Z', 'revision_number': 3, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:29.468903 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.474552 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac379ef0-f834-4b34-b7fb-4d21cb7d3850 None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:26Z', 'revision_number': 3, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:29.526859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] For port a3132410-5c31-4974-b69e-715175ea8f98, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3132410-5c31-4974-b69e-715175ea8f98,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:29.554973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.563595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Allocated IP 172.20.0.1 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/0a15bb9d-d222-4b68-87c1-36726b5a0ddd) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:29.624397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Provisioning complete for port 25a4bf03-2f04-4b96-a887-bd21c444c79f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:29.624954 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.633185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:08:29.719328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25a4bf03-2f04-4b96-a887-bd21c444c79f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:29.764657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Pushing event updated for resources: {'Port': ['ID=a3132410-5c31-4974-b69e-715175ea8f98,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:29.804652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.862308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 25a4bf03-2f04-4b96-a887-bd21c444c79f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:29.862784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.927891 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.962199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:29.984709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] For port 25a4bf03-2f04-4b96-a887-bd21c444c79f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25a4bf03-2f04-4b96-a887-bd21c444c79f,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:29.998136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.040755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:30.045536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:30.054071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:30.062561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:30.091935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Sync routers for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:30.113603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Pushing event updated for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:30.142972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.149595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43124) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:30.151676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3cc39eb4-fc8e-408f-9f4a-6a0d5e7e3ba6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8902233 Nov 10 23:08:30.152855 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.210692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36b29465-e5e7-4a3e-802f-bb4e84b72b80 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:30.212262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c96a-24a9-40a5-b6e8-0c1eaf016236 None None] Pushing event updated for resources: {'Port': ['ID=25a4bf03-2f04-4b96-a887-bd21c444c79f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:30.343423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:30.350544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:30.437607 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.560038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:30.670139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-75daf316-88b4-4297-aeb9-687707ab8f66 None None] Provisioning complete for port 25a4bf03-2f04-4b96-a887-bd21c444c79f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:30.671226 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75daf316-88b4-4297-aeb9-687707ab8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.674620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.718118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:30.718737 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.721303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.731754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.795606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.866428 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:30.963155 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.054090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:31.055244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Pushing event updated for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:31.060493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:27Z', 'revision_number': 3, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:31.065159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:31.121627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Checking router: 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:31.121980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Updating router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 port 0b20d8c1-e697-4973-85e3-d456fbab71d0 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:31.151711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.193865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c7a7ff12-3cd2-433f-913d-ccdf11ccf0c2 None None] Provisioning complete for port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:31.194075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ff12-3cd2-433f-913d-ccdf11ccf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.222524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:08:31.239286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Allocated IP 172.20.0.1 (6e451a93-a5fd-40b5-b6f4-2240164778b9/bcb972b9-0ba3-4a10-b3e2-203975047753/b429151a-37ec-4ec7-8ffb-e413d6d8ea78) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:31.323715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7ff12-3cd2-433f-913d-ccdf11ccf0c2 None None] Port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:31.411738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:31.415504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.425714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2162c55c-df00-4c80-8c01-183cf6939fca admin admin] 10.222.0.25 "PUT /v2.0/routers/71a661e1-0634-4269-a10f-36776bcae124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198049 Nov 10 23:08:31.480411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.490834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b7aa1e0d-bb03-494d-a70c-a8fa372daa52 None None] Provisioning complete for port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:31.491363 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1e0d-bb03-494d-a70c-a8fa372daa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.564683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:31.566197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa1e0d-bb03-494d-a70c-a8fa372daa52 None None] Port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:31.585885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:31.589971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:31.664414 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.676414 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.706437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3132410-5c31-4974-b69e-715175ea8f98 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:31.717831 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.776855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53075031-e56a-4f8c-8df6-cbd631fd5b87 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:31.798999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Pushing event updated for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:31.799258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Attempting to bind port 0b20d8c1-e697-4973-85e3-d456fbab71d0 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:31.799647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Attempting to bind port 0b20d8c1-e697-4973-85e3-d456fbab71d0 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:31.799976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Attempting to bind port 0b20d8c1-e697-4973-85e3-d456fbab71d0 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:31.826398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:31.827047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:31.827698 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.828355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:31.829096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Bound port: 0b20d8c1-e697-4973-85e3-d456fbab71d0, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:31.829732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.834707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09199-3c7c-4df7-92ae-05339c901fba None None] Pushing event updated for resources: {'Port': ['ID=0b20d8c1-e697-4973-85e3-d456fbab71d0,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:31.902482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a3132410-5c31-4974-b69e-715175ea8f98 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:31.903964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.926545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] For port 0b20d8c1-e697-4973-85e3-d456fbab71d0, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:31.946499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] For port 0b20d8c1-e697-4973-85e3-d456fbab71d0, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b20d8c1-e697-4973-85e3-d456fbab71d0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:31.962997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] Provisioning complete for port 0b20d8c1-e697-4973-85e3-d456fbab71d0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:31.963460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.965016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:31.968893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.166738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.174282 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.182924 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:32.201495 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:32.202121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:32.267743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Pushing event updated for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:32.290746 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.330984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15b7da-a9d3-4150-82dd-2c93b31e567a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:32.342550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43148) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:32.349995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1187458954-network', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:32.373264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09199-3c7c-4df7-92ae-05339c901fba None None] Pushing event updated for resources: {'Port': ['ID=0b20d8c1-e697-4973-85e3-d456fbab71d0,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:32.384187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:32.384638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:32.391577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Made reservation on behalf of b0650ebdf9884af7aaeecdc571867039 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:32.395118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.408113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.433058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:32.447629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:32.450184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:32.516048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.525225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.545208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:08:32.567357 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.569197 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Added segment 04376af3-a37d-4e75-b59b-a8dd6d918908 of type vlan for network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 Nov 10 23:08:32.637420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25a4bf03-2f04-4b96-a887-bd21c444c79f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:32.681860 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.694999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:08:32.728214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.735898 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.737377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:32.738567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.759702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb6316-e715-4ba8-8192-351f45ef4983,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:32.789496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4457967 Nov 10 23:08:32.798378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] For port 0b20d8c1-e697-4973-85e3-d456fbab71d0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b20d8c1-e697-4973-85e3-d456fbab71d0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:32.801085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:32.836406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43150) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:32.839174 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.845059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 2, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:32.847990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Request body: {'subnet': {'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1187458954-subnet', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:32.891120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554726-5ead-47d3-9eb7-1ba1354babd9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e4d520-1919-43b0-a686-3a3f7bf39fa9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:32.901798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Made reservation on behalf of b0650ebdf9884af7aaeecdc571867039 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:32.905884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:32.914003 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:32.914353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Updating router 71a661e1-0634-4269-a10f-36776bcae124 port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:32.923573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ff059-ee24-4a3f-8ac4-a14eb7917b60 None None] Pushing event updated for resources: {'Port': ['ID=0b20d8c1-e697-4973-85e3-d456fbab71d0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:32.933172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:08:32.966268 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.003497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 25a4bf03-2f04-4b96-a887-bd21c444c79f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:33.004131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.112856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-39952430-592a-4da7-9763-bb9aed332566 None None] Provisioning complete for port 0b20d8c1-e697-4973-85e3-d456fbab71d0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:33.113210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39952430-592a-4da7-9763-bb9aed332566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.175649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.254116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce7c59e-d48c-451c-9d8c-68cbca48e765,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:33.258425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Checking segment: {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:33.258791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Network hostable DHCP agents. Network: d4e4d520-1919-43b0-a686-3a3f7bf39fa9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:08:33.281753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:08:33.301985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d4e4d520-1919-43b0-a686-3a3f7bf39fa9) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:33.317119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa97ff-c9f2-4dd2-9f5c-c0596e619c31 None None] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:33.324334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:33.328453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.361628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0e91d08e-2b31-4032-8c53-4bd36ad97a35 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5235777 Nov 10 23:08:33.362296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 43154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:33.370739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:33.384644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:33.396861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-96bdbefd-efea-45a9-9e74-9d492ce91339 admin admin] 10.222.0.25 "PUT /v2.0/routers/1ee0bbdc-c740-4088-a229-bc7d28e1eb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455769 Nov 10 23:08:33.404830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.406984 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.473987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.475820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-39952430-592a-4da7-9763-bb9aed332566 None None] Provisioning complete for port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:33.476214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39952430-592a-4da7-9763-bb9aed332566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.483369 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.493362 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.569782 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5b345-f90a-48af-a9fe-bbf83c147bb1 None None] Pushing event updated for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:33.609450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-39952430-592a-4da7-9763-bb9aed332566 None None] Port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:33.623665 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Attempting to bind port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:33.624027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Attempting to bind port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:33.629135 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Attempting to bind port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:33.630209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 2, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:33.641593 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:33.642593 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:33.644545 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.645009 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:33.645516 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Bound port: 0a15bb9d-d222-4b68-87c1-36726b5a0ddd, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:33.645893 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.684423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54e7cd-f4ff-4e3e-957d-1e79b2aacfd7 None None] The sync data for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 is: [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 2, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:33.725340 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.740076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:08:33.742150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.873328 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] For port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:33.879940 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] For port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:33.890807 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:33.948463 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:33.948662 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:34.042005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] Provisioning complete for port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:34.045085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.104906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Allocated IP 172.20.0.2 (d4e4d520-1919-43b0-a686-3a3f7bf39fa9/2ce7c59e-d48c-451c-9d8c-68cbca48e765/2c29bb13-b030-4bf7-8484-8e1d63074660) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:34.201627 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:34.220788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.262481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.343636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.455011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Allocated IP 172.25.0.131 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f17e3248-f532-43d0-afc0-4f803e3e1ff4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:34.516124 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5b345-f90a-48af-a9fe-bbf83c147bb1 None None] Pushing event updated for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:34.529281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] For port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:34.547017 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:33Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:34.559070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.613921 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec498be-19ef-4006-90e5-c609cd92100b None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:33Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:34.665799 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.708485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.730487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7bac4-20ff-4238-b7f3-fbcaee03f07c None None] Pushing event updated for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:34.745058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.760571 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.821673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-da6e2541-25a8-439a-b144-34ec65da28b4 None None] Provisioning complete for port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:34.822132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-da6e2541-25a8-439a-b144-34ec65da28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:34.836726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Pushing event updated for resources: {'Port': ['ID=f17e3248-f532-43d0-afc0-4f803e3e1ff4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:34.853778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:34.855715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:34.859365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:34.962247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:34.963841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b5eec-70e8-4957-b687-ecb9092295ca None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:34.970395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Pushing event updated for resources: {'Port': ['ID=2c29bb13-b030-4bf7-8484-8e1d63074660,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:34.998857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:35.039009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:35.358217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:35.442516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-bb282ae7-6b3c-4c10-9cf9-7fcf591c3053 req-13db2b86-939c-4e13-b681-90dbe5a9138c service neutron] (102457) timed out ('10.222.0.25', 54656) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:08:35.668412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b20d8c1-e697-4973-85e3-d456fbab71d0 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:35.698913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Attempting to bind port 2c29bb13-b030-4bf7-8484-8e1d63074660 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:35.698913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Attempting to bind port 2c29bb13-b030-4bf7-8484-8e1d63074660 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:35.699137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Attempting to bind port 2c29bb13-b030-4bf7-8484-8e1d63074660 on network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:35.741902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:35.748288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:35.748858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Checking segment: {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:35.749214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:35.749605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Bound using segment: {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:35.750071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Bound port: 2c29bb13-b030-4bf7-8484-8e1d63074660, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:35.750445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:35.932690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] For port 2c29bb13-b030-4bf7-8484-8e1d63074660, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:35.944409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] For port 2c29bb13-b030-4bf7-8484-8e1d63074660, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2c29bb13-b030-4bf7-8484-8e1d63074660,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:35.947645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0fcaa710-846b-498b-a82f-f1e954c20656 None None] Provisioning complete for port f17e3248-f532-43d0-afc0-4f803e3e1ff4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:35.948122 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa710-846b-498b-a82f-f1e954c20656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:35.989504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Router d77e0e51-addd-417f-80f3-31bdce8b2f8a is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:08:35.995444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0fcaa710-846b-498b-a82f-f1e954c20656 None None] Port f17e3248-f532-43d0-afc0-4f803e3e1ff4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:35.999912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:36.002513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0b20d8c1-e697-4973-85e3-d456fbab71d0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:36.002985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:36.179378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf53c3a-1bee-457e-a0bc-72f0818178ad None None] Pushing event updated for resources: {'Port': ['ID=2c29bb13-b030-4bf7-8484-8e1d63074660,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:36.203279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:36.246424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Sync routers for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:36.249236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:36.250693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c94ee29a-7b4d-4877-9fe0-798b64b9307f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8869667 Nov 10 23:08:36.253554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 43238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:08:36.325217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a15bb9d-d222-4b68-87c1-36726b5a0ddd up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:36.332088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:36.332760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:36.598543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:36.598916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:36.658872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:36.955805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:35Z', 'revision_number': 3, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:36.989267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Checking router: d77e0e51-addd-417f-80f3-31bdce8b2f8a for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:36.989733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Updating router d77e0e51-addd-417f-80f3-31bdce8b2f8a port f17e3248-f532-43d0-afc0-4f803e3e1ff4 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:36.996697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.018355 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.265378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Allocated IP 172.20.0.1 (d4e4d520-1919-43b0-a686-3a3f7bf39fa9/2ce7c59e-d48c-451c-9d8c-68cbca48e765/e180f6b4-028c-486a-9c33-3d314cc51625) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:37.422691 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.526997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.582105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.591411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:37.591900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.600004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:37.604747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:37.608802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Pushing event updated for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:37.634932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2c29bb13-b030-4bf7-8484-8e1d63074660 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:37.658744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.702914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d823f0-0c67-4386-8786-d27c5fd916c7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:37.732712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Attempting to bind port f17e3248-f532-43d0-afc0-4f803e3e1ff4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:37.733103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Attempting to bind port f17e3248-f532-43d0-afc0-4f803e3e1ff4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:37.733462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Attempting to bind port f17e3248-f532-43d0-afc0-4f803e3e1ff4 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:37.744802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:37.745294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:37.745941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.746331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:37.746806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Bound port: f17e3248-f532-43d0-afc0-4f803e3e1ff4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:37.747218 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.749929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24c3c-a6fe-416f-8af4-6725d2b89957 None None] Pushing event updated for resources: {'Port': ['ID=f17e3248-f532-43d0-afc0-4f803e3e1ff4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:37.782528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617d0be-d8f4-43fe-8981-ffaa50e9d057 None None] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:08:37.843340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.888634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2c29bb13-b030-4bf7-8484-8e1d63074660 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:37.889063 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.947748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] For port f17e3248-f532-43d0-afc0-4f803e3e1ff4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:37.951598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Provisioning complete for port 2c29bb13-b030-4bf7-8484-8e1d63074660 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:37.951972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.954641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] For port f17e3248-f532-43d0-afc0-4f803e3e1ff4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f17e3248-f532-43d0-afc0-4f803e3e1ff4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:37.994557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.059470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.068457 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.081857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55762345-6917-4ffd-91b2-4184ae6b7dad None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:08:38.083829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24c3c-a6fe-416f-8af4-6725d2b89957 None None] Pushing event updated for resources: {'Port': ['ID=f17e3248-f532-43d0-afc0-4f803e3e1ff4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:38.144940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Pushing event updated for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:38.152951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.182769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:38.183402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:38.187792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.273567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:38.275521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:38.342158 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Sync routers for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:38.361062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:38.362073 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:38.443919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Router d77e0e51-addd-417f-80f3-31bdce8b2f8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:08:38.468540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.547951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 2c29bb13-b030-4bf7-8484-8e1d63074660, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2c29bb13-b030-4bf7-8484-8e1d63074660,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:38.553395 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:38.565993 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:38.621862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:08:38.640251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58cbd09f-d635-4616-a76c-a3fc648852cf admin admin] 10.222.0.25 "PUT /v2.0/routers/d77e0e51-addd-417f-80f3-31bdce8b2f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3850141 Nov 10 23:08:38.651776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:38.749823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:08:38.750182 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:08:38.768693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=2c29bb13-b030-4bf7-8484-8e1d63074660,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:38.948683 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 2, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:39.145426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e180f6b4-028c-486a-9c33-3d314cc51625', 'name': '', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'mac_address': 'fa:16:3e:45:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:37Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 2, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'subnets': [{'id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:39.152366 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Checking router: 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:39.152714 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Updating router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:39.190519 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.223071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f6107-f006-4dcf-9ce0-d4a320417b9f None None] The sync data for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 is: [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e180f6b4-028c-486a-9c33-3d314cc51625', 'name': '', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'mac_address': 'fa:16:3e:45:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:37Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 2, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'subnets': [{'id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:39.475911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Provisioning complete for port f17e3248-f532-43d0-afc0-4f803e3e1ff4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:39.475911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.744747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2c29bb13-b030-4bf7-8484-8e1d63074660 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:39.825836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.872783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] For port f17e3248-f532-43d0-afc0-4f803e3e1ff4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f17e3248-f532-43d0-afc0-4f803e3e1ff4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:39.894386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.904209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2c29bb13-b030-4bf7-8484-8e1d63074660 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:39.904542 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.932665 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.944833 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.045586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c2a8-7731-4ee5-885a-5a87730e79ca None None] Pushing event updated for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:40.123390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381434c1-90e1-44f0-a967-e9bdcc94c929 None None] Pushing event updated for resources: {'Port': ['ID=f17e3248-f532-43d0-afc0-4f803e3e1ff4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:40.184888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Provisioning complete for port e180f6b4-028c-486a-9c33-3d314cc51625 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:40.186051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.228285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Attempting to bind port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:40.229104 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Attempting to bind port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:40.230642 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Attempting to bind port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 on network 6e451a93-a5fd-40b5-b6f4-2240164778b9 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:40.245005 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:40.247779 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Checking segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:40.249826 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.251585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Bound using segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:40.253083 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Bound port: b429151a-37ec-4ec7-8ffb-e413d6d8ea78, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:40.254677 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.284145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Port e180f6b4-028c-486a-9c33-3d314cc51625 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:08:40.306993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Provisioning complete for port 2c29bb13-b030-4bf7-8484-8e1d63074660 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:40.307848 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.462539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Provisioning complete for port f17e3248-f532-43d0-afc0-4f803e3e1ff4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:40.465650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c1840f36-bd00-49e8-8b2f-543f4eeed967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.504939 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] For port b429151a-37ec-4ec7-8ffb-e413d6d8ea78, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:40.509161 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] For port b429151a-37ec-4ec7-8ffb-e413d6d8ea78, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:40.515316 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.595925 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:40.596998 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:40.725344 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c2a8-7731-4ee5-885a-5a87730e79ca None None] Pushing event updated for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:40.815547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] Provisioning complete for port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:40.818035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.834797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:40.934000 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.991913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] For port b429151a-37ec-4ec7-8ffb-e413d6d8ea78, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:41.002555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:41.082247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a990cb-3c9a-4c61-a93a-e01f6dd4340c None None] Pushing event updated for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:41.135347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a96f9754-c50d-4fe9-a6e4-5f9cdc2a68f9 None None] Provisioning complete for port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:41.135992 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a96f9754-c50d-4fe9-a6e4-5f9cdc2a68f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:41.217879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:41.296566 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65e4f9-0d33-4e01-adf1-71643f0af69b None None] The sync data for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 is: [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:41.660318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b429151a-37ec-4ec7-8ffb-e413d6d8ea78 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:41.740996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:41.741552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:42.690805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-ebf182ad-f3c3-411a-b068-c5e011866074 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:42.708661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-ebf182ad-f3c3-411a-b068-c5e011866074 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1744070 Nov 10 23:08:42.735458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-22b3b3a7-2e69-4259-ae2b-0d6ff9470ac5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0255828 Nov 10 23:08:42.814842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-1e6ef537-1639-4902-9b33-f33f5c518aa3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743568 Nov 10 23:08:42.928618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-72bc900e-8266-47a9-8742-12cecef7d0fd service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127481 Nov 10 23:08:43.053116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-79778aa2-2d49-43c8-b6c9-235c887dc92a service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144183 Nov 10 23:08:43.413295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-81710287-213c-43f4-9173-6873cfe9fb19 req-990f2e07-56c7-4876-9237-42db23893aab tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0407143 Nov 10 23:08:43.550430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f17e3248-f532-43d0-afc0-4f803e3e1ff4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:43.607308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f17e3248-f532-43d0-afc0-4f803e3e1ff4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:43.607789 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:44.520187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6c5f65e-8689-44f3-b072-20ab020493e8 req-86189e01-a29c-40f2-8e69-84cf84dade78 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0500219 Nov 10 23:08:44.755659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:45.176189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:45.618238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d6e08ec-e1d7-41a3-9e1a-865bdf79164c req-cc307325-dc9b-4a4b-ad1e-911f9a6fda0d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0509441 Nov 10 23:08:46.168131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Sync routers for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:08:46.185355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:46.187644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:46.326598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:46.557571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e180f6b4-028c-486a-9c33-3d314cc51625', 'name': '', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'mac_address': 'fa:16:3e:45:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:37Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 2, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'subnets': [{'id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:46.608440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Checking router: d77e0e51-addd-417f-80f3-31bdce8b2f8a for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:08:46.608800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Updating router d77e0e51-addd-417f-80f3-31bdce8b2f8a port e180f6b4-028c-486a-9c33-3d314cc51625 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:08:46.656700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:46.694454 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-57137a3e-09c7-46bc-a97e-83707858cf17 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:46.696348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-57137a3e-09c7-46bc-a97e-83707858cf17 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.2056441 Nov 10 23:08:46.711945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:46.774748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d962646-be38-47af-bb61-539d82e85119 req-22de777c-f74f-4769-9f96-9ed828d43c82 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0462961 Nov 10 23:08:46.927946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:46.932355 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.141010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.8 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/1dba1289-6a51-40cf-bdb0-b0f4ab6cb744) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:47.323157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.332322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.404341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.428587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f003c9-bef6-47f7-b153-2b0d93f533ca None None] Pushing event updated for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:47.516722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Attempting to bind port e180f6b4-028c-486a-9c33-3d314cc51625 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:47.517127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Attempting to bind port e180f6b4-028c-486a-9c33-3d314cc51625 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:47.517851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Attempting to bind port e180f6b4-028c-486a-9c33-3d314cc51625 on network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:47.531688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:47.532382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Checking segment: {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:47.532794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.533305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Bound using segment: {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:47.533857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Bound port: e180f6b4-028c-486a-9c33-3d314cc51625, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04376af3-a37d-4e75-b59b-a8dd6d918908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:47.535623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.546526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.662547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:47.673312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] For port e180f6b4-028c-486a-9c33-3d314cc51625, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:47.675848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:47.677662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:47.679706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] For port e180f6b4-028c-486a-9c33-3d314cc51625, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e180f6b4-028c-486a-9c33-3d314cc51625,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:47.681085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:47.709128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.772087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:47.772087 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:47.799999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-28f775b5-23c4-457f-99cb-c9aacdd6a862 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0919273 Nov 10 23:08:47.833177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Request body: {'port': {'device_id': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:47.835287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:08:47.835914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:48.024438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3913-bd07-4f1b-a8bf-2aa9601c8e1a req-9fa3baea-77c7-487e-b4ec-a40a7dcd0f63 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:48.033557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d98e3913-bd07-4f1b-a8bf-2aa9601c8e1a req-9fa3baea-77c7-487e-b4ec-a40a7dcd0f63 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 931 time: 0.1043830 Nov 10 23:08:48.057353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.064265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:08:48.137124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d98e3913-bd07-4f1b-a8bf-2aa9601c8e1a req-7fe5bdc4-e8a0-41bf-a328-8844e1f2c177 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015086 Nov 10 23:08:48.218058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f003c9-bef6-47f7-b153-2b0d93f533ca None None] Pushing event updated for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:48.331380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-835deee3-e833-4df8-9038-259569013710 None None] Provisioning complete for port e180f6b4-028c-486a-9c33-3d314cc51625 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:48.333068 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-835deee3-e833-4df8-9038-259569013710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.515447 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-835deee3-e833-4df8-9038-259569013710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.593865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-835deee3-e833-4df8-9038-259569013710 None None] For port e180f6b4-028c-486a-9c33-3d314cc51625, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e180f6b4-028c-486a-9c33-3d314cc51625,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:48.648464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-835deee3-e833-4df8-9038-259569013710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.704238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:08:48.715204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.725869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835deee3-e833-4df8-9038-259569013710 None None] Pushing event updated for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:48.731906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Transition to ACTIVE for port object 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:08:48.737277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:48.750412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e180f6b4-028c-486a-9c33-3d314cc51625', 'name': '', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'mac_address': 'fa:16:3e:45:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:37Z', 'updated_at': '2021-11-10T23:08:47Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'subnets': [{'id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:08:48.812113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944015ef-5126-41ed-9a78-12b060d4e4d9 None None] The sync data for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 is: [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:08:37Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e180f6b4-028c-486a-9c33-3d314cc51625', 'name': '', 'network_id': 'd4e4d520-1919-43b0-a686-3a3f7bf39fa9', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'mac_address': 'fa:16:3e:45:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:37Z', 'updated_at': '2021-11-10T23:08:47Z', 'revision_number': 4, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'subnets': [{'id': '2ce7c59e-d48c-451c-9d8c-68cbca48e765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:08:48.832756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6393e7fd-872b-47ff-9f68-bb6a54e6d8ad None None] Provisioning complete for port e180f6b4-028c-486a-9c33-3d314cc51625 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:48.833219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6393e7fd-872b-47ff-9f68-bb6a54e6d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:49.007690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:49.020487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Attempting to bind port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:08:49.021299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Attempting to bind port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:08:49.021792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Attempting to bind port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:49.033293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:08:49.033630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Attempting to bind port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:08:49.039268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:08:49.039540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:08:49.039896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:08:49.040326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Bound port: 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:08:49.040689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:49.133004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:08:49.137218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:08:49.158104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:49.212353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:49.214469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:49.216519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] 10.222.0.20 "PUT /v2.0/ports/1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 HTTP/1.1" status: 200 len: 1091 time: 1.4086108 Nov 10 23:08:49.218414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:08:49.222004 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb90eb-9575-444b-be0c-808db3e0f085" -d '{"events": [{"name": "network-changed", "server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:08:49.382543 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb997fcd-81c4-432e-9650-252baf1d98a0 x-openstack-request-id: req-fb997fcd-81c4-432e-9650-252baf1d98a0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:08:49.382543 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:08:49.382873 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb997fcd-81c4-432e-9650-252baf1d98a0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:08:49.383547 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744', 'status': 'completed', 'code': 200} Nov 10 23:08:49.598164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ca5be-21de-4925-a55d-ba8c78c69a15 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:49.606390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-746e8b0e-53fa-48ab-b8cd-dc8cdbc6581a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674879 Nov 10 23:08:49.625894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-7045a6d4-0df0-4851-807b-1f762048ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:49.647460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-7045a6d4-0df0-4851-807b-1f762048ae67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 1094 time: 0.2906063 Nov 10 23:08:49.711922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e180f6b4-028c-486a-9c33-3d314cc51625 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:49.789071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-ceb8f6e8-b408-4a8a-a12a-4c6dcdc0fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:49.794433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-ceb8f6e8-b408-4a8a-a12a-4c6dcdc0fae6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.1085992 Nov 10 23:08:49.815391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47091404-cccf-480f-923e-2eff862a76ce req-1788a10a-d3e3-4260-8686-9b1d61918c95 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:49.827621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47091404-cccf-480f-923e-2eff862a76ce req-1788a10a-d3e3-4260-8686-9b1d61918c95 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.4885116 Nov 10 23:08:49.839736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-138f2e93-e388-4d0f-8d58-d09bb8b29098 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 HTTP/1.1" status: 200 len: 217 time: 0.1898944 Nov 10 23:08:49.875612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e180f6b4-028c-486a-9c33-3d314cc51625 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:49.876105 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:50.046195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-a9867cc4-af84-45a2-a914-2a8b82910c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.052763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-a9867cc4-af84-45a2-a914-2a8b82910c78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.1858804 Nov 10 23:08:50.193374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47091404-cccf-480f-923e-2eff862a76ce req-65844e4f-214e-4deb-9c97-f30493b8fa51 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596189 Nov 10 23:08:50.203523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-db0a7f78-ce13-4b5c-b058-7ea1054e28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.205423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-db0a7f78-ce13-4b5c-b058-7ea1054e28c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390216 Nov 10 23:08:50.357766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-ecd6b850-ee9c-4886-aa6d-5027839ba29f service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437771 Nov 10 23:08:50.481978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b5a7049-5e30-46fa-97d8-90f1f6a7b080 req-54abc2ae-ce21-48e8-9936-b440d884f295 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160409 Nov 10 23:08:50.643935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-49a7beff-cb86-4f05-8d0d-a066d6424c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.647244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-49a7beff-cb86-4f05-8d0d-a066d6424c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 1094 time: 0.1033909 Nov 10 23:08:50.673652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-a3b24e82-b15e-4299-8cad-93ee6862cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.676570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-a3b24e82-b15e-4299-8cad-93ee6862cf03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.8580198 Nov 10 23:08:50.778788 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-996a2f40-46c8-4625-907b-d1e1cd802f4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1002 time: 0.0943823 Nov 10 23:08:50.800150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-d465c7f3-96e5-4c3b-bae6-6d9747da771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.802541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-d465c7f3-96e5-4c3b-bae6-6d9747da771a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1480074 Nov 10 23:08:50.856406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-06373e74-de6c-4837-ab16-0d33622b1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.857990 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-06373e74-de6c-4837-ab16-0d33622b1825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.0729194 Nov 10 23:08:50.862735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-356bfe6f-3ae4-4484-bc25-82864dc45ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 HTTP/1.1" status: 200 len: 217 time: 0.0518162 Nov 10 23:08:50.920245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-03d37a73-ff91-486f-894d-8b89e10788fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.921713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-03d37a73-ff91-486f-894d-8b89e10788fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0521417 Nov 10 23:08:50.991890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-7df48d64-3102-4e0f-beb7-427311fac8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:50.993527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-7df48d64-3102-4e0f-beb7-427311fac8ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650887 Nov 10 23:08:50.999056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-93def8ea-071a-4c21-a6f8-e840761bb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:51.001087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-93def8ea-071a-4c21-a6f8-e840761bb1de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699921 Nov 10 23:08:51.142041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-bdc0aa3a-382b-4d96-84b6-ad6de7a49a7a service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332097 Nov 10 23:08:51.204816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-d5a8aeb2-c2b2-4461-8160-2c7875611e69 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039268 Nov 10 23:08:51.297939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bfa87585-032f-425a-a4d8-481302cbe1a3 req-bc843b64-2830-4f0a-96a4-fa80399f12dd service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458881 Nov 10 23:08:51.386115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d52a-a945-459d-9c4a-59f3a9b64dcd req-6f84d910-ee90-40d5-951b-1a40a3b36140 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:51.390755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32bb90eb-9575-444b-be0c-808db3e0f085 req-564b2f97-b93e-4ef8-9d17-c632459a6244 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745150 Nov 10 23:08:51.391346 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add2d52a-a945-459d-9c4a-59f3a9b64dcd req-6f84d910-ee90-40d5-951b-1a40a3b36140 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0784216 Nov 10 23:08:51.465031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-add2d52a-a945-459d-9c4a-59f3a9b64dcd req-1c008388-be68-4b56-8028-3bf65fcee09c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Nov 10 23:08:52.600340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d278c03-49af-4e74-b825-8632c9a9368b req-485a40eb-05ba-45dc-83d2-5928aabce6d5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:52.608238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8d278c03-49af-4e74-b825-8632c9a9368b req-485a40eb-05ba-45dc-83d2-5928aabce6d5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0613296 Nov 10 23:08:52.680919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8d278c03-49af-4e74-b825-8632c9a9368b req-23a18523-dc74-4c56-ae3f-1a0a80eb204d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715935 Nov 10 23:08:53.849321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01222a-8523-484b-b433-aeeb3eaaa31d req-c15d9734-6b70-4a44-8338-31ea035cd104 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:53.853528 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e01222a-8523-484b-b433-aeeb3eaaa31d req-c15d9734-6b70-4a44-8338-31ea035cd104 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.1002815 Nov 10 23:08:53.936308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3e01222a-8523-484b-b433-aeeb3eaaa31d req-12bd08ba-385e-4f1b-b429-56c557cf718a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768962 Nov 10 23:08:54.987825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40209cf7-4659-4ae0-97f8-cf759ddbefb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:55.077423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e0c71-fa54-4875-83a0-ede2abf4d884 req-c8fcdd2c-09a6-45f4-bd81-6eb8ba94bd16 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:55.078926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e09e0c71-fa54-4875-83a0-ede2abf4d884 req-c8fcdd2c-09a6-45f4-bd81-6eb8ba94bd16 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0576437 Nov 10 23:08:55.129193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e09e0c71-fa54-4875-83a0-ede2abf4d884 req-e6d2143e-0fe1-4d39-8e34-684b851708e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Nov 10 23:08:56.247391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6acc-8383-487a-a778-3862476e5afc req-c9e77ee3-7239-4b1f-b795-f70202ff9871 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:56.249795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f53c6acc-8383-487a-a778-3862476e5afc req-c9e77ee3-7239-4b1f-b795-f70202ff9871 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Nov 10 23:08:56.299298 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f53c6acc-8383-487a-a778-3862476e5afc req-9a6f251c-e4de-4daa-bcbd-bb3d527826a6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Nov 10 23:08:57.442290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f707190-2ad2-4402-ba4e-78abc2f95b25 req-4235608a-0571-475d-bb01-e771fcf9cb09 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:57.443952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f707190-2ad2-4402-ba4e-78abc2f95b25 req-4235608a-0571-475d-bb01-e771fcf9cb09 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0619698 Nov 10 23:08:57.504310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f707190-2ad2-4402-ba4e-78abc2f95b25 req-7e2fa44f-dc14-4429-b2f4-b7c5f8f9c9de tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535424 Nov 10 23:08:57.624860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5b65f1c6-0f94-4221-aec1-effceababf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:58.636122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57d3e5-de9c-450f-9783-59d6b13afcc1 req-37ce8950-343e-4f60-992e-a9c1ad849cae tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:58.638881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be57d3e5-de9c-450f-9783-59d6b13afcc1 req-37ce8950-343e-4f60-992e-a9c1ad849cae tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0565100 Nov 10 23:08:58.700906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be57d3e5-de9c-450f-9783-59d6b13afcc1 req-87a55977-ab3d-4ed7-91c4-25c879b2084e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Nov 10 23:08:58.980173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.863619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e906d-e63a-47ac-9e86-e2404887b698 req-04b2ecad-a34d-4d6d-8506-977302c00f6e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:59.872528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-328e906d-e63a-47ac-9e86-e2404887b698 req-04b2ecad-a34d-4d6d-8506-977302c00f6e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0727000 Nov 10 23:08:59.942547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-328e906d-e63a-47ac-9e86-e2404887b698 req-b9baf02d-8528-4d13-a8ec-2bd10b7ad8fd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Nov 10 23:09:00.405487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:00.754445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:01.093763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f983-2594-4c38-a220-b51c3726ebeb req-7adc58ed-6049-49d4-b435-8691b5c0e6fb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:01.101305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e017f983-2594-4c38-a220-b51c3726ebeb req-7adc58ed-6049-49d4-b435-8691b5c0e6fb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0792859 Nov 10 23:09:01.164846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e017f983-2594-4c38-a220-b51c3726ebeb req-b6d83aef-4a87-4fcd-a1b2-c3bcf7b31afa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624995 Nov 10 23:09:02.196247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:09:02.321255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44060) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:02.322271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637bf37-ce39-4f12-8270-0c4db05c5160 req-e1860181-682e-4ebd-b634-da8070cbacba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:02.323981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b637bf37-ce39-4f12-8270-0c4db05c5160 req-e1860181-682e-4ebd-b634-da8070cbacba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 943 time: 0.0827723 Nov 10 23:09:02.325797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1491545287'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:02.354846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:02.359504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.389484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:09:02.391252 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:02.394696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b637bf37-ce39-4f12-8270-0c4db05c5160 req-2f646a81-de88-4904-8c3c-1369b4d6bfc1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611351 Nov 10 23:09:02.399963 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.400513 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Added segment 7fbf74a6-1844-474b-9b82-3bb86ddf9e4a of type vlan for network 9b766eba-f189-483f-977e-32776b725859 Nov 10 23:09:02.450650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.495380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.502705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:02.503297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.525339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:02.540072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744', 'mac_address': 'fa:16:3e:a2:71:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:02.575389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2533450 Nov 10 23:09:02.578906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:02.584548 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.588600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2093383483'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:02.591255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996893-47a9-4ccf-a7f2-6f0069d75dca tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Network': ['ID=9b766eba-f189-483f-977e-32776b725859,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:02.599102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:02.620490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:02.623295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9b766eba-f189-483f-977e-32776b725859 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:09:02.629428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:02.633634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.651483 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.662846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:09:02.674324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.675052 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Added segment 66cf1ce9-3089-463b-a590-a4f9b6ceca5d of type vlan for network 3952c3f0-e173-495d-9694-c3e79a94c61a Nov 10 23:09:02.724002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.735811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:02.768609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.775391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:02.775990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:02.839461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2559695 Nov 10 23:09:02.839864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44122) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:02.846593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'subnet': {'network_id': '9b766eba-f189-483f-977e-32776b725859', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:02.850939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3aaf-228b-4860-a5a2-bff586e3f0d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Network': ['ID=3952c3f0-e173-495d-9694-c3e79a94c61a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:02.864294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3952c3f0-e173-495d-9694-c3e79a94c61a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:09:02.869179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1dba1289-6a51-40cf-bdb0-b0f4ab6cb744'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:02.969123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:02.973148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.171018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.236138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Subnet': ['ID=43787095-387b-40c5-b5ca-29570c44b6bb,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:03.243358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:03.243729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network hostable DHCP agents. Network: 9b766eba-f189-483f-977e-32776b725859, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:09:03.260402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 9b766eba-f189-483f-977e-32776b725859 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:09:03.269388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9b766eba-f189-483f-977e-32776b725859) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:03.274368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:03.276364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.277321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca07db5-548a-424f-9470-7956b49ee879 None None] Network 9b766eba-f189-483f-977e-32776b725859 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:09:03.294293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85b79d8b-2304-4f79-94fc-caa57c99f489 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4503314 Nov 10 23:09:03.294537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44150) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:03.299447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'subnet': {'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:03.386041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:03.390272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.430008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9b766eba-f189-483f-977e-32776b725859', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:09:03.430948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.553224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe6c12-b634-43e3-9ee0-ac2e45091acb req-f970355c-5bc6-4147-93ff-4523a587bf5a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:03.554735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54fe6c12-b634-43e3-9ee0-ac2e45091acb req-f970355c-5bc6-4147-93ff-4523a587bf5a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 944 time: 0.0833576 Nov 10 23:09:03.568959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Allocated IP 10.1.1.2 (9b766eba-f189-483f-977e-32776b725859/43787095-387b-40c5-b5ca-29570c44b6bb/4dec7a71-73df-4217-8157-7f1165695760) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:03.652381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54fe6c12-b634-43e3-9ee0-ac2e45091acb req-869fa246-778f-4199-9c95-da3075bdfe11 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Nov 10 23:09:03.653708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.718499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Subnet': ['ID=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:03.722844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Checking segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:03.723209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network hostable DHCP agents. Network: 3952c3f0-e173-495d-9694-c3e79a94c61a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:09:03.725058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.732435 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.742517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 3952c3f0-e173-495d-9694-c3e79a94c61a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:09:03.751838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3952c3f0-e173-495d-9694-c3e79a94c61a) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:03.755960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:03.756558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.770088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dbe084-a11a-49fd-8061-bd2b9bd667b6 None None] Network 3952c3f0-e173-495d-9694-c3e79a94c61a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:09:03.773777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-428d79b2-42e2-4c48-a84b-38828cbee27e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4780579 Nov 10 23:09:03.776819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44154) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:03.782271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'network_id': '9b766eba-f189-483f-977e-32776b725859', 'name': 'tempest-TaggedBootDevicesTest_v242-1739232420', 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:03.822033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Network 9b766eba-f189-483f-977e-32776b725859 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:03.828138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:03.836168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:03.844133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Pushing event updated for resources: {'Port': ['ID=4dec7a71-73df-4217-8157-7f1165695760,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:03.898756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:03.945191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Attempting to bind port 4dec7a71-73df-4217-8157-7f1165695760 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:03.945482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Attempting to bind port 4dec7a71-73df-4217-8157-7f1165695760 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:03.945777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Attempting to bind port 4dec7a71-73df-4217-8157-7f1165695760 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:03.957266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:03.957639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:03.958038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.958426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Bound using segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:03.958894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Bound port: 4dec7a71-73df-4217-8157-7f1165695760, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:03.959270 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:03.989114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.006551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] device_id is not set on port 5b956d90-3947-49a7-82d2-20ad361c2ba8 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:09:04.033373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3952c3f0-e173-495d-9694-c3e79a94c61a', 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ips': [{'subnet_id': '4d1d7eea-1db7-4b30-8797-45bd89cc1e8f'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:09:04.034223 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.071781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] For port 4dec7a71-73df-4217-8157-7f1165695760, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:04.076623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] For port 4dec7a71-73df-4217-8157-7f1165695760, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dec7a71-73df-4217-8157-7f1165695760,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:04.082646 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.200879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.1.1.238 (9b766eba-f189-483f-977e-32776b725859/43787095-387b-40c5-b5ca-29570c44b6bb/5b956d90-3947-49a7-82d2-20ad361c2ba8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:04.239053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82cdf-29aa-4dbb-8521-7902175f73a5 None None] Pushing event updated for resources: {'Port': ['ID=4dec7a71-73df-4217-8157-7f1165695760,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:04.282214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Allocated IP 10.2.2.2 (3952c3f0-e173-495d-9694-c3e79a94c61a/4d1d7eea-1db7-4b30-8797-45bd89cc1e8f/c6caf9a7-254b-4a88-b1fb-c60b871aa708) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:04.388249 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.424530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:04.453914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.516805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 9b766eba-f189-483f-977e-32776b725859 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:04.520553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:04.524385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:04.551199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:04.593153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:04.593830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.613399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab5fd073-929b-45ae-a464-cbabeb9bea04 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8350308 Nov 10 23:09:04.615862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44166) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:04.623959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'network_id': '9b766eba-f189-483f-977e-32776b725859', 'name': 'tempest-TaggedBootDevicesTest_v242-965395318', 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:04.698443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.709536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.744923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:09:04.762981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:04.763378 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.767846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Network 3952c3f0-e173-495d-9694-c3e79a94c61a is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:04.772605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:04.775336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:04.801040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Pushing event updated for resources: {'Port': ['ID=c6caf9a7-254b-4a88-b1fb-c60b871aa708,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:04.867753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Attempting to bind port c6caf9a7-254b-4a88-b1fb-c60b871aa708 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:04.868115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Attempting to bind port c6caf9a7-254b-4a88-b1fb-c60b871aa708 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:04.868468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Attempting to bind port c6caf9a7-254b-4a88-b1fb-c60b871aa708 on network 3952c3f0-e173-495d-9694-c3e79a94c61a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:04.876718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:04.877109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Checking segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:04.877502 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.877887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Bound using segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:04.878355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Bound port: c6caf9a7-254b-4a88-b1fb-c60b871aa708, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:04.878726 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.950743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:04.991392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:04.993690 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c8991-3cd3-4005-b963-ae376c2f62b8" -d '{"events": [{"server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "name": "network-vif-plugged", "status": "completed", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:05.005710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] For port c6caf9a7-254b-4a88-b1fb-c60b871aa708, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:05.012150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:05.021130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.024132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] For port c6caf9a7-254b-4a88-b1fb-c60b871aa708, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c6caf9a7-254b-4a88-b1fb-c60b871aa708,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:05.062605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.081769 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196a3ec-d93e-412b-8eb5-e211b42ed1ec x-openstack-request-id: req-b196a3ec-d93e-412b-8eb5-e211b42ed1ec {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:05.082066 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "name": "network-vif-plugged", "status": "completed", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:05.082326 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b196a3ec-d93e-412b-8eb5-e211b42ed1ec {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:05.082707 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744', 'code': 200} Nov 10 23:09:05.107655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:05.226479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a720-6d34-4dd7-b237-c82caf66f5a7 None None] Pushing event updated for resources: {'Port': ['ID=c6caf9a7-254b-4a88-b1fb-c60b871aa708,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:05.324943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d89d2-ba69-443e-aceb-a70d8e5b73a7 req-96760e65-0e67-4e10-97bd-fb3f9bba593f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:05.326725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-305d89d2-ba69-443e-aceb-a70d8e5b73a7 req-96760e65-0e67-4e10-97bd-fb3f9bba593f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.1676943 Nov 10 23:09:05.365070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9e138-67ba-4389-8e23-6464f7776251 req-6fce52aa-1c6a-427e-9df2-487fda62bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:05.366671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6c9e138-67ba-4389-8e23-6464f7776251 req-6fce52aa-1c6a-427e-9df2-487fda62bae3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 1096 time: 0.1583626 Nov 10 23:09:05.439923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:05.444591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.480614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-305d89d2-ba69-443e-aceb-a70d8e5b73a7 req-26f42a3a-f316-4d41-ac51-42e942fcc371 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394727 Nov 10 23:09:05.497838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6c9e138-67ba-4389-8e23-6464f7776251 req-851e5ea2-1845-46b8-9e97-0d5960dbb05f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220069 Nov 10 23:09:05.500884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] device_id is not set on port acd6e948-6eaa-411a-8ecb-a6db870e6798 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:09:05.573897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def94c88-4c95-4236-a838-429ac2853821 None None] Network 9b766eba-f189-483f-977e-32776b725859 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:09:05.654133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c6caf9a7-254b-4a88-b1fb-c60b871aa708 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:05.693265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.1.1.8 (9b766eba-f189-483f-977e-32776b725859/43787095-387b-40c5-b5ca-29570c44b6bb/acd6e948-6eaa-411a-8ecb-a6db870e6798) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:05.722725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] Provisioning complete for port 4dec7a71-73df-4217-8157-7f1165695760 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:05.723352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.809581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c6caf9a7-254b-4a88-b1fb-c60b871aa708 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:05.809868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.843714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.877846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.893524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.928503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 9b766eba-f189-483f-977e-32776b725859 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:05.935026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:05.939573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:05.958692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] For port 4dec7a71-73df-4217-8157-7f1165695760, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dec7a71-73df-4217-8157-7f1165695760,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:05.963429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.967314 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:05.971789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:06.005444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:06.006059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.031803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a402921e-ed1e-4741-bd59-12df259ae555 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4143205 Nov 10 23:09:06.039015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port c6caf9a7-254b-4a88-b1fb-c60b871aa708, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c6caf9a7-254b-4a88-b1fb-c60b871aa708,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:06.061236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.062318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dec7a71-73df-4217-8157-7f1165695760 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:06.064130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c1f6c-7857-4109-b054-4d60abe7b225 None None] Pushing event updated for resources: {'Port': ['ID=4dec7a71-73df-4217-8157-7f1165695760,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:06.153803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=c6caf9a7-254b-4a88-b1fb-c60b871aa708,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:06.176168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4dec7a71-73df-4217-8157-7f1165695760 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:06.176551 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.279255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44176) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:06.284085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141473031', 'description': 'tempest-description--1605022376'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:06.295482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f20613a8-37df-4089-b1fa-893cc33bbe56 None None] Provisioning complete for port 4dec7a71-73df-4217-8157-7f1165695760 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:06.295856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f20613a8-37df-4089-b1fa-893cc33bbe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.310822 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.425419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.436279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.460951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f20613a8-37df-4089-b1fa-893cc33bbe56 None None] Provisioning complete for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:06.461404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f20613a8-37df-4089-b1fa-893cc33bbe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.524023 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.527194 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2466967 Nov 10 23:09:06.529662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:06.531529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f20613a8-37df-4089-b1fa-893cc33bbe56 None None] Port 5b956d90-3947-49a7-82d2-20ad361c2ba8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:06.536382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a4d5-9b9b-496a-805b-27c9bc1c9c3f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd7bd7-2b61-4bf4-8e60-c07539d53848,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:06.536737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'security_group_rule': {'security_group_id': '9ccd7bd7-2b61-4bf4-8e60-c07539d53848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:06.549344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b538c8-b96b-43e4-8e4d-23231c439def None None] Network 3952c3f0-e173-495d-9694-c3e79a94c61a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:09:06.638951 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.700160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a8ed-cb14-410f-9e9b-ba029e11c1a1 req-9907a84b-fc70-4ff4-893b-17ffe2c6f35a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:06.701777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13e8a8ed-cb14-410f-9e9b-ba029e11c1a1 req-9907a84b-fc70-4ff4-893b-17ffe2c6f35a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.1096215 Nov 10 23:09:06.710898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ab85b351-aeeb-47ce-aaf3-7c6fd5c68873 None None] Provisioning complete for port c6caf9a7-254b-4a88-b1fb-c60b871aa708 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:06.711276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab85b351-aeeb-47ce-aaf3-7c6fd5c68873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.775413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.786853 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.798520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13e8a8ed-cb14-410f-9e9b-ba029e11c1a1 req-ec6487a9-8865-4a1a-afb8-ac32b400e1c7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810790 Nov 10 23:09:06.831186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fec131-770b-414d-98d5-fdaafd9d3b30,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:06.847886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.852266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 44188) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:06.852494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-79436096-ae70-4b9e-9ef0-865486e0e69f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210056 Nov 10 23:09:06.858266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'security_group_rule': {'security_group_id': '9ccd7bd7-2b61-4bf4-8e60-c07539d53848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:06.876098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ab85b351-aeeb-47ce-aaf3-7c6fd5c68873 None None] Provisioning complete for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:06.876654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab85b351-aeeb-47ce-aaf3-7c6fd5c68873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.917194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.921737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ab85b351-aeeb-47ce-aaf3-7c6fd5c68873 None None] Port 5b956d90-3947-49a7-82d2-20ad361c2ba8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:06.990738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.996002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.013745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8dca5e-79b9-4b4c-bde2-aca3c09fb961,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:07.023819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.028612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd514f75-2621-4a0d-830b-4d03258ce033 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1710548 Nov 10 23:09:07.028964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 44190) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:07.034091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:07.051649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5ce3e763-cdaa-4a35-af9c-d783bb630030 None None] Provisioning complete for port acd6e948-6eaa-411a-8ecb-a6db870e6798 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:07.052167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e763-cdaa-4a35-af9c-d783bb630030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.061692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.095560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3e763-cdaa-4a35-af9c-d783bb630030 None None] Port acd6e948-6eaa-411a-8ecb-a6db870e6798 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:07.172326 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.216272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ea9da869-e17e-41ab-9f49-4cecb272cdb9 None None] Provisioning complete for port c6caf9a7-254b-4a88-b1fb-c60b871aa708 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:07.216636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ea9da869-e17e-41ab-9f49-4cecb272cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.281105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 172.25.0.21 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/11b45acc-7965-4ef7-b472-56131a102428) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:07.386056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.418869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.455111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:07.459901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:07.463437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:07.487516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=11b45acc-7965-4ef7-b472-56131a102428,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:07.544457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c6caf9a7-254b-4a88-b1fb-c60b871aa708 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:07.558455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.602896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.603083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c6caf9a7-254b-4a88-b1fb-c60b871aa708 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:07.603342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.697651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dec7a71-73df-4217-8157-7f1165695760 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:07.745324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4dec7a71-73df-4217-8157-7f1165695760 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:07.745693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.781988 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.787769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.870042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=11b45acc-7965-4ef7-b472-56131a102428,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:07.877271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.894895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:07.904942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd30a9c2-2737-4050-8b08-e3c85cfc1db3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8659480 Nov 10 23:09:07.943318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca762cc-290a-468e-bdc2-4ee6fd1376c7 req-7d9e34e2-0108-4f57-afd0-81acc392edad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:07.943318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eca762cc-290a-468e-bdc2-4ee6fd1376c7 req-7d9e34e2-0108-4f57-afd0-81acc392edad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Nov 10 23:09:07.995636 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eca762cc-290a-468e-bdc2-4ee6fd1376c7 req-d8b9820c-a8e5-47c8-932a-a6780c21dc7c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Nov 10 23:09:08.100094 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-150be0ed-cba8-49a4-bc18-f8d5e31f43b1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1141473031&fields=id&tenant_id=487ad932ec73477bb67d1a4ef6921d37 HTTP/1.1" status: 200 len: 267 time: 0.0455132 Nov 10 23:09:08.122884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10143-3409-4084-99d5-2795229b0875 req-3eaec36c-b522-4124-a1b0-003fd903e145 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.124489 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71d10143-3409-4084-99d5-2795229b0875 req-3eaec36c-b522-4124-a1b0-003fd903e145 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0507536 Nov 10 23:09:08.152885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f17511e0-95f6-462b-89ae-96e7c71ec82a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.154353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f17511e0-95f6-462b-89ae-96e7c71ec82a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 937 time: 0.0465467 Nov 10 23:09:08.173052 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71d10143-3409-4084-99d5-2795229b0875 req-e008eb38-85f7-4e4c-bb8a-c6b0475a2ea8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 10 23:09:08.209042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-7ae90f42-932e-4eda-8513-5994e53cab88 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.210418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-7ae90f42-932e-4eda-8513-5994e53cab88 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 934 time: 0.0502303 Nov 10 23:09:08.267118 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d1d8bf6a-d236-49b3-b63c-c3681d0e26dd tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0494246 Nov 10 23:09:08.296048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc587f0-2029-49fa-900f-c78b4a1e0a0c req-a114d97f-526f-4bb8-87f5-235fd57d068f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.297656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbc587f0-2029-49fa-900f-c78b4a1e0a0c req-a114d97f-526f-4bb8-87f5-235fd57d068f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0577230 Nov 10 23:09:08.303380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-7a9c4a65-4271-483b-bcb6-00a8a6557b6c tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0292931 Nov 10 23:09:08.348047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbc587f0-2029-49fa-900f-c78b4a1e0a0c req-cb020bea-a3a8-4773-84c9-510909682382 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Nov 10 23:09:08.442840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-9f991933-bcf6-4f4c-8779-ff9ee373245a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.449054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-9f991933-bcf6-4f4c-8779-ff9ee373245a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.455034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-9f991933-bcf6-4f4c-8779-ff9ee373245a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.456701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-9f991933-bcf6-4f4c-8779-ff9ee373245a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 1994 time: 0.1446455 Nov 10 23:09:08.475551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4199b618-9f7c-4fce-81d6-7019d1a30092 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/quotas/487ad932ec73477bb67d1a4ef6921d37 HTTP/1.1" status: 200 len: 375 time: 0.0113702 Nov 10 23:09:08.556228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-30668b5e-67de-40c8-ac04-db748d5315d8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0732658 Nov 10 23:09:08.617479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719dc2-d35f-4b97-9d6f-9de04f031a29 req-d9a40356-640e-48ff-8f94-b88441870f7b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.618887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be719dc2-d35f-4b97-9d6f-9de04f031a29 req-d9a40356-640e-48ff-8f94-b88441870f7b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Nov 10 23:09:08.661646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-e91d8c3d-09d9-49da-8308-46d21e1ce91d service neutron] 10.222.0.25 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918009 Nov 10 23:09:08.672626 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be719dc2-d35f-4b97-9d6f-9de04f031a29 req-49c8797b-7027-45fa-a013-2f7e1c109920 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 10 23:09:08.758040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-88fa05c0-d438-40a5-b3b5-747f0b2891a4 service neutron] 10.222.0.25 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890942 Nov 10 23:09:08.799154 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-ad37b0a7-7e66-4e45-a34f-265eb38002c7 service neutron] 10.222.0.25 "GET /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0345273 Nov 10 23:09:08.889638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-7419a7f2-75b6-4149-abd8-7df7c7bc10b2 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842712 Nov 10 23:09:08.977449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-8d70b117-5c6e-4e49-bd30-064084e95845 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817833 Nov 10 23:09:09.021158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-b8e8150f-e011-41c0-a8aa-9c24c382c9e8 service neutron] 10.222.0.25 "GET /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0373542 Nov 10 23:09:09.110978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-ad850995-2dd7-42ee-b220-f24ddb3ecd96 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822077 Nov 10 23:09:09.208714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-7712b042-ba53-4fe3-95b4-49f7b9fd1465 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915654 Nov 10 23:09:09.299831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-69bf90a4-15cc-4890-bf3a-d815cfce8cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Nov 10 23:09:09.395426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-52c2d6e0-ac8c-4cc7-92e4-c5f67fffaf01 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895941 Nov 10 23:09:09.484409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-acdf03d2-a6a8-4889-8624-a90f2b690a7a service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830262 Nov 10 23:09:09.580082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-e0a321ce-dcd8-459d-bd3b-0338efe4af10 service neutron] 10.222.0.25 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893645 Nov 10 23:09:09.675102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-8799ac09-988d-4095-b291-16fe2290ece3 service neutron] 10.222.0.25 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890436 Nov 10 23:09:09.777248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-29443612-893c-4c0d-a991-15e67e523f05 service neutron] 10.222.0.25 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952919 Nov 10 23:09:09.800619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7a8f-4d58-4957-ac2a-ce3623216a6f req-eddf1c50-9e76-4754-ba6d-6900a2277c62 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:09.802241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-503e7a8f-4d58-4957-ac2a-ce3623216a6f req-eddf1c50-9e76-4754-ba6d-6900a2277c62 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0543945 Nov 10 23:09:09.850147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-503e7a8f-4d58-4957-ac2a-ce3623216a6f req-47cac277-7d58-421d-b4fd-20ca77d3acc6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Nov 10 23:09:09.874422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-239e0e59-c65b-4b8d-b7d6-51d0a1d5a250 service neutron] 10.222.0.25 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905468 Nov 10 23:09:09.996045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-359e8ec4-a701-493e-ae8b-4af45b5f5adb service neutron] 10.222.0.25 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145971 Nov 10 23:09:10.021451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef241338-b0a8-4f72-bf89-0979563002ba req-0fd28baa-ef7f-41ff-98d4-34cc2b77ae35 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:10.022760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef241338-b0a8-4f72-bf89-0979563002ba req-0fd28baa-ef7f-41ff-98d4-34cc2b77ae35 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 945 time: 0.0568299 Nov 10 23:09:10.128654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:09:10.129191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.225206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:10.225581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.239342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:09:10.386323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.397907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1dba1289-6a51-40cf-bdb0-b0f4ab6cb744'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:10.416212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=1dba1289-6a51-40cf-bdb0-b0f4ab6cb744,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:10.483055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:09:10.486388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.489979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ef241338-b0a8-4f72-bf89-0979563002ba req-893ced1b-f14c-4572-b208-9c3b5d3ae6dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "DELETE /v2.0/ports/1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 HTTP/1.1" status: 204 len: 173 time: 0.4609416 Nov 10 23:09:10.490518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'name': 'network-vif-deleted', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:10.492816 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8640a05-c122-4c56-b3be-69bae2f0b671" -d '{"events": [{"server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "name": "network-vif-deleted", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:10.553425 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb621710-a10c-40a2-b720-2c5a354c13bb x-openstack-request-id: req-eb621710-a10c-40a2-b720-2c5a354c13bb {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:10.553775 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d188cbf-45d5-4add-9f6f-bfb9980006e1", "name": "network-vif-deleted", "tag": "1dba1289-6a51-40cf-bdb0-b0f4ab6cb744", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:10.554037 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb621710-a10c-40a2-b720-2c5a354c13bb {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:10.554444 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d188cbf-45d5-4add-9f6f-bfb9980006e1', 'name': 'network-vif-deleted', 'tag': '1dba1289-6a51-40cf-bdb0-b0f4ab6cb744', 'status': 'completed', 'code': 200} Nov 10 23:09:10.674414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1d1fa46-c846-4b46-941d-1ce616e0829d req-89cfddd3-4dad-4727-8f7b-c41d53180823 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0293925 Nov 10 23:09:10.948162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-020e317f-aa04-493f-a0ac-97c8737e6b5f req-9399042c-b486-47ae-9424-77418c4fb2d8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0269389 Nov 10 23:09:11.764375 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8efe6507-0a13-42a0-875e-c4cfa5059bea req-ca8fc056-bde7-49b6-8bca-3318bd0b5ef4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Nov 10 23:09:12.075922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a66fa36a-b291-4dd8-885c-8a65e995d27f req-1902be1f-dafc-4b26-a76e-2d89fac2d4f3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0337567 Nov 10 23:09:12.467930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:09:12.488546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:09:12.488893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1dba1289-6a51-40cf-bdb0-b0f4ab6cb744 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:09:12.863358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56feb0f5-4ff8-476d-9b6e-01b3b46f8a5b req-dbef46eb-069b-47b6-890d-e5160b0ed480 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Nov 10 23:09:13.201365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e18fece6-e3af-4b2a-9dac-2082e769957e req-ce0965ab-d9e9-4186-9231-5890b25614cb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0355513 Nov 10 23:09:13.749735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d8ba5bf6-b5cf-4bcf-9ad7-d485017f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:13.751522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d8ba5bf6-b5cf-4bcf-9ad7-d485017f4af3 service neutron] 10.222.0.39 "GET /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 1033 time: 0.0399411 Nov 10 23:09:13.811306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-14411eeb-a9f2-4174-9fae-3feae91fd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:13.812934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-14411eeb-a9f2-4174-9fae-3feae91fd227 service neutron] 10.222.0.39 "GET /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 1030 time: 0.0541186 Nov 10 23:09:14.005415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7ad9d3ba-7bb8-4896-a62c-18f0cc7317e5 req-42e7bad6-7e0e-4d87-bb82-f281bb81bb78 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0597267 Nov 10 23:09:14.023754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f28ba2e8-6082-48c3-8b89-480cacf73f65 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:14.032277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f28ba2e8-6082-48c3-8b89-480cacf73f65 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:14.054754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f28ba2e8-6082-48c3-8b89-480cacf73f65 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:14.056418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f28ba2e8-6082-48c3-8b89-480cacf73f65 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 1994 time: 0.2301373 Nov 10 23:09:14.126579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a4ac67c7-179a-45ee-9968-ad0acb9a648a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0608532 Nov 10 23:09:14.161329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d552fdfd-85ec-4039-8b7d-cbfc2731b7a0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0283217 Nov 10 23:09:14.172133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'admin_state_up': True, 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'security_groups': ['9ccd7bd7-2b61-4bf4-8e60-c07539d53848']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:14.329271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:14.341694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59f0c125-13bf-46ba-88c2-cc09e5762f33 req-65f9e3f6-95db-417b-9263-d190f6c1c28e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0421565 Nov 10 23:09:14.343082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.517911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 172.20.0.11 (6e451a93-a5fd-40b5-b6f4-2240164778b9/bcb972b9-0ba3-4a10-b3e2-203975047753/4c9e1255-ae99-4d53-81db-3f9e4993c959) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:14.678985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.713988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.752163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.800479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:14.826576 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:14.828214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:14.833668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:14.886693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:14.887299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.910064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc57c656-164e-4567-9f84-156063405050 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409084 Nov 10 23:09:14.922021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'admin_state_up': True, 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'security_groups': ['9ccd7bd7-2b61-4bf4-8e60-c07539d53848']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:15.074510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:15.079312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.178743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.203828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2a507f99-e2a4-472b-837a-26246defc555 None None] Provisioning complete for port 4c9e1255-ae99-4d53-81db-3f9e4993c959 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:15.204565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2a507f99-e2a4-472b-837a-26246defc555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.248802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2a507f99-e2a4-472b-837a-26246defc555 None None] Port 4c9e1255-ae99-4d53-81db-3f9e4993c959 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:15.260658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f79939-12f1-4a73-adeb-18d3ca3b53d6 req-31d76327-a4ef-4e83-8bb6-3728652d341e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:15.262359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06f79939-12f1-4a73-adeb-18d3ca3b53d6 req-31d76327-a4ef-4e83-8bb6-3728652d341e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 932 time: 0.0955584 Nov 10 23:09:15.279270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.1.1.13 (9b766eba-f189-483f-977e-32776b725859/43787095-387b-40c5-b5ca-29570c44b6bb/8871216e-5dfc-4f35-b1ff-a5281c11433e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:15.345532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-06f79939-12f1-4a73-adeb-18d3ca3b53d6 req-77efd6ff-d68b-49a2-860a-ed918102ba6c tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732458 Nov 10 23:09:15.499694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-926d7dc7-320b-4cbd-84d0-abb355098494 req-17fb7eb8-8107-4fcf-b2ee-523e1d759077 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0391984 Nov 10 23:09:15.523990 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.563178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.611848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 9b766eba-f189-483f-977e-32776b725859 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:15.615095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:15.621917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:15.634826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:15.705985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:15.706768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.732353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-020cab26-626f-442c-9e01-7b0dd192a53b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8153632 Nov 10 23:09:15.743523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'admin_state_up': True, 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'security_groups': ['9ccd7bd7-2b61-4bf4-8e60-c07539d53848']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:15.868429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:15.872757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:15.975217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ac57d011-f542-4478-b775-9895b3810ce4 None None] Provisioning complete for port 8871216e-5dfc-4f35-b1ff-a5281c11433e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:15.976133 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac57d011-f542-4478-b775-9895b3810ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.019042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ac57d011-f542-4478-b775-9895b3810ce4 None None] Port 8871216e-5dfc-4f35-b1ff-a5281c11433e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:16.049455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.1.1.216 (9b766eba-f189-483f-977e-32776b725859/43787095-387b-40c5-b5ca-29570c44b6bb/f002915c-000d-4d14-bd68-383225c10608) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:16.197381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.233850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.281450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 9b766eba-f189-483f-977e-32776b725859 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:16.286943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:16.291320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:16.321665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:16.360357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.361051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.382646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fc563ce0-0297-404b-a4a7-47b1f29d7623 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416767 Nov 10 23:09:16.393702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'admin_state_up': True, 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'security_groups': ['9ccd7bd7-2b61-4bf4-8e60-c07539d53848']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:16.556691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aff29-cc5f-4d21-8dfe-c6c3a1145406 req-803a66b1-1e3e-4fd3-a0e1-3b519e424bdc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.564249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aff29-cc5f-4d21-8dfe-c6c3a1145406 req-803a66b1-1e3e-4fd3-a0e1-3b519e424bdc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.571106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aff29-cc5f-4d21-8dfe-c6c3a1145406 req-803a66b1-1e3e-4fd3-a0e1-3b519e424bdc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.580015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d5aff29-cc5f-4d21-8dfe-c6c3a1145406 req-803a66b1-1e3e-4fd3-a0e1-3b519e424bdc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 2374 time: 0.1313696 Nov 10 23:09:16.651117 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-adccdedf-4cd9-4c3e-9045-80dfe71f4598 req-b31195d1-2ce2-4783-b27d-5513ea069763 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d188cbf-45d5-4add-9f6f-bfb9980006e1 HTTP/1.1" status: 200 len: 210 time: 0.0545282 Nov 10 23:09:16.660797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d49a8bde-2893-449f-ad08-05c71923d639 None None] Provisioning complete for port f002915c-000d-4d14-bd68-383225c10608 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:16.662299 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d49a8bde-2893-449f-ad08-05c71923d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.692862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8d5aff29-cc5f-4d21-8dfe-c6c3a1145406 req-e550d52e-bb7a-4b59-abb8-7f09577dcfec tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081464 Nov 10 23:09:16.739728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:16.744036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d49a8bde-2893-449f-ad08-05c71923d639 None None] Port f002915c-000d-4d14-bd68-383225c10608 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:16.826603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.121586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.2.2.100 (3952c3f0-e173-495d-9694-c3e79a94c61a/4d1d7eea-1db7-4b30-8797-45bd89cc1e8f/25ecdebd-a959-4a7b-8f7f-974f1faa7ee2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:17.269656 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.304623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.353477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 3952c3f0-e173-495d-9694-c3e79a94c61a is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:17.356765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:17.363498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:17.400575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:17.436091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:17.436774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.459366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5c27a963-ba29-4d82-a573-3259fe3b42bc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697477 Nov 10 23:09:17.472228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'admin_state_up': True, 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'security_groups': ['9ccd7bd7-2b61-4bf4-8e60-c07539d53848']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:17.626281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Made reservation on behalf of 487ad932ec73477bb67d1a4ef6921d37 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:17.632735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.785451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e7939b4f-50d7-4e5a-920b-1736ad760a94 None None] Provisioning complete for port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:17.786358 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7939b4f-50d7-4e5a-920b-1736ad760a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:17.847969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e7939b4f-50d7-4e5a-920b-1736ad760a94 None None] Port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:17.929290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-3f2101fb-980c-48e8-8cbf-8c5a919e7ea1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:17.935746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-3f2101fb-980c-48e8-8cbf-8c5a919e7ea1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:17.942714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-3f2101fb-980c-48e8-8cbf-8c5a919e7ea1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:17.947746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-3f2101fb-980c-48e8-8cbf-8c5a919e7ea1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:17.949520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-3f2101fb-980c-48e8-8cbf-8c5a919e7ea1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 3095 time: 0.1128850 Nov 10 23:09:17.950775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Allocated IP 10.2.2.200 (3952c3f0-e173-495d-9694-c3e79a94c61a/4d1d7eea-1db7-4b30-8797-45bd89cc1e8f/12ab4190-d74c-4a91-b120-b1a11c5b6ed9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:18.062897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2462d2ce-769e-4caf-bfce-e5c710f5355c req-1f5e1898-f123-4fe0-b54b-0b2a86cd55d9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024406 Nov 10 23:09:18.129870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.177991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.225617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Network 3952c3f0-e173-495d-9694-c3e79a94c61a is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:18.228929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:18.234148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:18.262995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:18.301068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:18.302555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.330392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-dcaf400d-3c29-45b4-a51b-2892cd335e85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8637140 Nov 10 23:09:18.348414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:18.414546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.581536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5c2b98df-fa91-46da-8654-8cea9b00d0d5 None None] Provisioning complete for port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:18.582434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c2b98df-fa91-46da-8654-8cea9b00d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.635817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b98df-fa91-46da-8654-8cea9b00d0d5 None None] Port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:18.734089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9e1255-ae99-4d53-81db-3f9e4993c959 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:18.741985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.754675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Transition to ACTIVE for port object 4c9e1255-ae99-4d53-81db-3f9e4993c959 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:18.758738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.813593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:18.886778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Attempting to bind port 4c9e1255-ae99-4d53-81db-3f9e4993c959 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:18.887109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Attempting to bind port 4c9e1255-ae99-4d53-81db-3f9e4993c959 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:18.887436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Attempting to bind port 4c9e1255-ae99-4d53-81db-3f9e4993c959 on network 6e451a93-a5fd-40b5-b6f4-2240164778b9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:18.892172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Port 4c9e1255-ae99-4d53-81db-3f9e4993c959 on network 6e451a93-a5fd-40b5-b6f4-2240164778b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:18.892491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Attempting to bind port 4c9e1255-ae99-4d53-81db-3f9e4993c959 on network 6e451a93-a5fd-40b5-b6f4-2240164778b9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:18.897679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:18.898011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Checking segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:18.898389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Bound using segment: {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:18.898823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Bound port: 4c9e1255-ae99-4d53-81db-3f9e4993c959, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38a9a81-3d71-4433-9dd3-a18aa82ad902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:18.899170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.976170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:18.979588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:18.984495 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.025139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.025139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.026876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1092 time: 0.6856623 Nov 10 23:09:19.029320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:19.040016 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d1738-ef86-4df3-b55c-18f78161843c" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:19.103069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:19.132639 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832ee8f-b568-479b-9e86-3f0cc4de00f8 x-openstack-request-id: req-a832ee8f-b568-479b-9e86-3f0cc4de00f8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:19.133015 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:19.133351 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a832ee8f-b568-479b-9e86-3f0cc4de00f8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:19.133863 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'status': 'completed', 'code': 200} Nov 10 23:09:19.203321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.203852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.204942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.205490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.206349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.206653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.214497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b07d1738-ef86-4df3-b55c-18f78161843c req-5ea04408-8209-4dc4-bd72-7d9af7ca1675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 4363 time: 0.0778096 Nov 10 23:09:19.243107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac281-5137-4e11-a4e3-f3c6e01855a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:19.301228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.308978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.315808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.322603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.329460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.331454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-9600fab3-b9ce-4ebc-a132-250577bb470e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 3828 time: 0.1351793 Nov 10 23:09:19.411398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d7c9efa0-3c61-4466-8c22-a809789c8a13 req-4aa6d9c3-fa15-4137-aeb7-49b0514e1097 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719264 Nov 10 23:09:19.440147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-96607f02-ca96-4de3-af72-493e2153cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.440623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-96607f02-ca96-4de3-af72-493e2153cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.441155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-96607f02-ca96-4de3-af72-493e2153cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.442764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b07d1738-ef86-4df3-b55c-18f78161843c req-96607f02-ca96-4de3-af72-493e2153cee1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2265108 Nov 10 23:09:19.679336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1738-ef86-4df3-b55c-18f78161843c req-6802b027-0429-4f04-b7c9-c01f8660f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:19.681108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b07d1738-ef86-4df3-b55c-18f78161843c req-6802b027-0429-4f04-b7c9-c01f8660f7b9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2291143 Nov 10 23:09:19.741363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b956d90-3947-49a7-82d2-20ad361c2ba8 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:19.749033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.761728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Transition to ACTIVE for port object 5b956d90-3947-49a7-82d2-20ad361c2ba8 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:19.767774 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.818979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:19.893164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Attempting to bind port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:19.893506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Attempting to bind port 5b956d90-3947-49a7-82d2-20ad361c2ba8 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:19.893820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Attempting to bind port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:19.900435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on network 9b766eba-f189-483f-977e-32776b725859 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:19.901165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Attempting to bind port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:19.907276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:19.907611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:19.908260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Bound using segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:19.908454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Bound port: 5b956d90-3947-49a7-82d2-20ad361c2ba8, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:19.909141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.993505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:19.997622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:20.004497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.045691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.046361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.047745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] 10.222.0.39 "PUT /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 1136 time: 0.9885733 Nov 10 23:09:20.077573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:20.101586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732141-e7c4-40fe-888a-d0df543bfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:20.161038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.592045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.599458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.607110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.613338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.622757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.631926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.635698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-dfc477a8-42da-4f31-b9cc-3cc1529e8bc5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 4606 time: 0.1135712 Nov 10 23:09:20.739442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc267ad1-d99b-428e-b4c3-de8c900dab21 req-570bfb49-8a45-4fff-824b-bb2c964057a6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967803 Nov 10 23:09:20.927870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd6e948-6eaa-411a-8ecb-a6db870e6798 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:20.935464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.947761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Transition to ACTIVE for port object acd6e948-6eaa-411a-8ecb-a6db870e6798 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:20.953551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:21.037125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:21.142420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '5b956d90-3947-49a7-82d2-20ad361c2ba8'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:21.148500 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f1831-ea44-4694-9fec-2984aaab6226" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "5b956d90-3947-49a7-82d2-20ad361c2ba8"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:21.212991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Attempting to bind port acd6e948-6eaa-411a-8ecb-a6db870e6798 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:21.213400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Attempting to bind port acd6e948-6eaa-411a-8ecb-a6db870e6798 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:21.213730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Attempting to bind port acd6e948-6eaa-411a-8ecb-a6db870e6798 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:21.238954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Port acd6e948-6eaa-411a-8ecb-a6db870e6798 on network 9b766eba-f189-483f-977e-32776b725859 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:21.239285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Attempting to bind port acd6e948-6eaa-411a-8ecb-a6db870e6798 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:21.252697 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3ceee-ab71-4c36-a415-2d55346a8522 x-openstack-request-id: req-76e3ceee-ab71-4c36-a415-2d55346a8522 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:21.253074 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "5b956d90-3947-49a7-82d2-20ad361c2ba8", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:21.253329 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76e3ceee-ab71-4c36-a415-2d55346a8522 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:21.253736 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '5b956d90-3947-49a7-82d2-20ad361c2ba8', 'status': 'completed', 'code': 200} Nov 10 23:09:21.259067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:21.259867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:21.261979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Bound using segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:21.267107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Bound port: acd6e948-6eaa-411a-8ecb-a6db870e6798, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:21.267749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:21.385493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.386085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.387066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.387538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.387999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.397171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:21.398927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.399417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.401504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-1711844d-d8cf-4c80-94cb-009b13334df3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6176 time: 0.1110973 Nov 10 23:09:21.409130 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:21.420687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:21.499950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.500849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:21.502495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] 10.222.0.39 "PUT /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 1133 time: 1.4312031 Nov 10 23:09:21.552044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:21.575497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-5fee4aca-60a6-41be-8a9f-90a03feae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.576295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-5fee4aca-60a6-41be-8a9f-90a03feae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.577576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-5fee4aca-60a6-41be-8a9f-90a03feae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.579844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-5fee4aca-60a6-41be-8a9f-90a03feae27d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1683786 Nov 10 23:09:21.594704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ecc52-d129-46bd-b1b5-90d87a0ced13 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:21.722938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:21.724855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-ad98eacb-606c-4ae2-a68f-4f310f6b4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.726958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff5f1831-ea44-4694-9fec-2984aaab6226 req-ad98eacb-606c-4ae2-a68f-4f310f6b4739 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1399879 Nov 10 23:09:21.933417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.946345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.954417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.962257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:21.982543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:22.001195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:22.009846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:22.016269 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96f10513-8f4c-4798-8004-a488ace9b12a req-760a688d-371b-4cd9-9058-88b6920c37b0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5381 time: 0.1731153 Nov 10 23:09:22.120309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96f10513-8f4c-4798-8004-a488ace9b12a req-730a43a6-01f4-4a95-8f22-1e6fb78fcca2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876458 Nov 10 23:09:22.163345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8871216e-5dfc-4f35-b1ff-a5281c11433e {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:22.172350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:22.189370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Transition to ACTIVE for port object 8871216e-5dfc-4f35-b1ff-a5281c11433e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:22.194236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:22.259895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:22.387679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Attempting to bind port 8871216e-5dfc-4f35-b1ff-a5281c11433e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:22.388394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Attempting to bind port 8871216e-5dfc-4f35-b1ff-a5281c11433e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:22.388929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Attempting to bind port 8871216e-5dfc-4f35-b1ff-a5281c11433e on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:22.395746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Port 8871216e-5dfc-4f35-b1ff-a5281c11433e on network 9b766eba-f189-483f-977e-32776b725859 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:22.396313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Attempting to bind port 8871216e-5dfc-4f35-b1ff-a5281c11433e on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:22.403848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:22.404445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:22.405263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Bound using segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:22.405884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Bound port: 8871216e-5dfc-4f35-b1ff-a5281c11433e, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:22.406413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:22.520828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:22.524234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:22.535717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:22.550870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:22.551988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:22.553702 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] 10.222.0.39 "PUT /v2.0/ports/8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 1090 time: 1.0072975 Nov 10 23:09:22.606319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:22.705847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bef29-a866-412a-880f-3cfb0da7ad9b service neutron] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:22.737922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:23.174692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f002915c-000d-4d14-bd68-383225c10608 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:23.193987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:23.214133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Transition to ACTIVE for port object f002915c-000d-4d14-bd68-383225c10608 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:23.219263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:23.257040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': 'acd6e948-6eaa-411a-8ecb-a6db870e6798'}, {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:23.260013 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "acd6e948-6eaa-411a-8ecb-a6db870e6798"}, {"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:23.352724 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea567f17-867d-4f54-8065-4a3a89428d0d x-openstack-request-id: req-ea567f17-867d-4f54-8065-4a3a89428d0d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:23.353111 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "acd6e948-6eaa-411a-8ecb-a6db870e6798", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:23.356144 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea567f17-867d-4f54-8065-4a3a89428d0d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:23.356648 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': 'acd6e948-6eaa-411a-8ecb-a6db870e6798', 'status': 'completed', 'code': 200} Nov 10 23:09:23.356925 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'status': 'completed', 'code': 200} Nov 10 23:09:23.413308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:23.476151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.483342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.490220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.499413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.507077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.514523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.519293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.519814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.522815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.523955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.524756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.524879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-864cff89-9588-4228-9ee2-c3b56895ffa0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5405 time: 0.2597299 Nov 10 23:09:23.525673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.528257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.529740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.531907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-fa5329d6-acdc-4622-9e38-17af48e4b779 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6310 time: 0.1698356 Nov 10 23:09:23.682703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Attempting to bind port f002915c-000d-4d14-bd68-383225c10608 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:23.683635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Attempting to bind port f002915c-000d-4d14-bd68-383225c10608 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:23.683956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Attempting to bind port f002915c-000d-4d14-bd68-383225c10608 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:23.692575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Port f002915c-000d-4d14-bd68-383225c10608 on network 9b766eba-f189-483f-977e-32776b725859 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:23.693475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Attempting to bind port f002915c-000d-4d14-bd68-383225c10608 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:23.705483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7fc5d2eb-300b-468f-9c84-b67fe2aa11d4 req-0954d8a8-62cd-43b0-987a-4501b4a6b149 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554344 Nov 10 23:09:23.706475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:23.706806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Checking segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:23.707183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Bound using segment: {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:23.709770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Bound port: f002915c-000d-4d14-bd68-383225c10608, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b766eba-f189-483f-977e-32776b725859'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:23.710173 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:23.866247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:23.869773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:23.875560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:23.880133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-a07b69c7-d283-41da-bf82-0489931fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.880763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-a07b69c7-d283-41da-bf82-0489931fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.882886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-a07b69c7-d283-41da-bf82-0489931fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:23.884921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-a07b69c7-d283-41da-bf82-0489931fb8a6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3448353 Nov 10 23:09:24.027769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.032457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:24.037843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] 10.222.0.39 "PUT /v2.0/ports/f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 1091 time: 1.4396470 Nov 10 23:09:24.076515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45897a3f-c3d8-4ac0-952a-5c00b3df9396 service neutron] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:24.084915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:24.176167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-243ecefd-42d3-4470-9fda-f62a4e1997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.177882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-243ecefd-42d3-4470-9fda-f62a4e1997fe service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2855122 Nov 10 23:09:24.208098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:24.305731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.306497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.307118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.307755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.308367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.309544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.310998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.318828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-2e9c55de-ca15-4035-b225-ca7c722c659a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6352 time: 0.0967269 Nov 10 23:09:24.618289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-d196ebea-40c8-4039-bda6-8d4666cf2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.620009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-d196ebea-40c8-4039-bda6-8d4666cf2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.620713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-d196ebea-40c8-4039-bda6-8d4666cf2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.624391 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-d196ebea-40c8-4039-bda6-8d4666cf2832 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2959287 Nov 10 23:09:24.758619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:24.779972 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:24.807701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Transition to ACTIVE for port object 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:24.814329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:24.825648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-e7aae5bf-f1d5-4798-9bbb-4a90f5a75a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.827389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-870ab89b-b857-4fae-9d9d-a9fb1d5560a6 req-e7aae5bf-f1d5-4798-9bbb-4a90f5a75a53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1951847 Nov 10 23:09:24.972237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:24.980199 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f52a48ce-51ad-4c8d-aa85-154aca78dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:24.988248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:24.996353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.002539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.013361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.020797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.027798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.034123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.036017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-f1af6e36-37d3-4490-a538-aa39fe7b5332 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5417 time: 0.1506915 Nov 10 23:09:25.156251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Attempting to bind port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:25.156890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Attempting to bind port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:25.157444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Attempting to bind port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 on network 3952c3f0-e173-495d-9694-c3e79a94c61a {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:25.163026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 on network 3952c3f0-e173-495d-9694-c3e79a94c61a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:25.163608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Attempting to bind port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 on network 3952c3f0-e173-495d-9694-c3e79a94c61a {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:25.170784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:25.171467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Checking segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:25.172054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Bound using segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:25.172691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Bound port: 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:25.173288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:25.231287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f5cbaf8-5f28-4846-b749-fe3a1b30f70e req-0de79171-31e9-4642-8bdb-db55918c328a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827185 Nov 10 23:09:25.330026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:25.340460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:25.350558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:25.371527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': 'f002915c-000d-4d14-bd68-383225c10608'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:25.378940 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38015d-ded8-411b-9319-0fc0e82eec38" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "f002915c-000d-4d14-bd68-383225c10608"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:25.459556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.461997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:25.469824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] 10.222.0.39 "PUT /v2.0/ports/25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 1091 time: 1.3890977 Nov 10 23:09:25.476669 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396605f0-68c8-499f-9d85-82c08bf141a8 x-openstack-request-id: req-396605f0-68c8-499f-9d85-82c08bf141a8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:25.477235 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "f002915c-000d-4d14-bd68-383225c10608", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:25.477640 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-396605f0-68c8-499f-9d85-82c08bf141a8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:25.478204 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': 'f002915c-000d-4d14-bd68-383225c10608', 'status': 'completed', 'code': 200} Nov 10 23:09:25.517108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Request body: {'port': {'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:25.563742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:25.611697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.612037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.612441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.612716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.613071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.613437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.613734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.614050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.614406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.614703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.615029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.615351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198e986-cb22-4d7f-bf48-b216aa7faa1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:25.656415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.656999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.661877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.663142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.665854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.666415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.666954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.677735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-bec8b2bc-fec1-42ad-a5c9-45e836507e27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6419 time: 0.1858237 Nov 10 23:09:25.682500 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:26.097200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-fe69c509-ab13-4d38-9287-3d795dabbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.097663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-fe69c509-ab13-4d38-9287-3d795dabbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.098112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-fe69c509-ab13-4d38-9287-3d795dabbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.099716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-fe69c509-ab13-4d38-9287-3d795dabbb64 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=487ad932ec73477bb67d1a4ef6921d37&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4135137 Nov 10 23:09:26.433328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-d4d2b6a4-9353-4fa2-91a1-e494a9e8acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.434850 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-d4d2b6a4-9353-4fa2-91a1-e494a9e8acf5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3275373 Nov 10 23:09:26.525281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.531788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.537709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.544462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.550788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.556649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.562784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.570735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-8bc9bc98-47a8-4f2b-9d9f-b2c7d485c85f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5417 time: 0.1494830 Nov 10 23:09:26.670603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51ae065d-f290-48d2-b7d3-a4b43b8225a3 req-bba90647-77ed-4721-9d6f-3e5609894cff tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989161 Nov 10 23:09:26.729560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:26.739508 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:26.753183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Transition to ACTIVE for port object 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:26.769922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:26.856301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:26.916356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.916712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.917140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.917495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.917829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.918157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.918522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.918811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.919132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.919455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.920043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.920362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:26.975952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Attempting to bind port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:26.976290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Attempting to bind port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:26.976621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Attempting to bind port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 on network 3952c3f0-e173-495d-9694-c3e79a94c61a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:26.987265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 on network 3952c3f0-e173-495d-9694-c3e79a94c61a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:26.988021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Attempting to bind port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 on network 3952c3f0-e173-495d-9694-c3e79a94c61a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:26.994434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:26.995144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Checking segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:26.995777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Bound using segment: {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:26.996866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Bound port: 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cf1ce9-3089-463b-a590-a4f9b6ceca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:26.997755 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:27.114412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:27.118757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:27.125384 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:27.201017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:27.217550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.218669 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:27.220078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-2584907a-938b-43b3-8742-21a9df41534e service neutron] 10.222.0.39 "PUT /v2.0/ports/12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 1091 time: 1.7137048 Nov 10 23:09:27.220571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:27.222872 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a18e862-1c59-4220-9559-b0952f7e1fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:27.318451 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ed1f7-e926-430c-81bb-cfb069c4d332 x-openstack-request-id: req-3b0ed1f7-e926-430c-81bb-cfb069c4d332 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:27.319607 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:27.319955 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b0ed1f7-e926-430c-81bb-cfb069c4d332 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:27.320446 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'status': 'completed', 'code': 200} Nov 10 23:09:27.343222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.343707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.344173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.344663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.345177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.345820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.346597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.349017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-16ed03d8-5090-41b9-aaca-03bccf7a848d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6486 time: 0.0867662 Nov 10 23:09:27.415346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-ccd89063-084b-4e87-9801-9531082e5574 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 217 time: 0.0533853 Nov 10 23:09:27.476182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a791bbc6-b904-485c-90da-b8f8410fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.478454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a791bbc6-b904-485c-90da-b8f8410fa3af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0555985 Nov 10 23:09:27.479448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:27.483026 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5eb4c5-ab96-4952-96c4-323831e92d35" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:27.547243 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbd2e6-ce5e-4b80-bb11-44ced422247f x-openstack-request-id: req-91cbd2e6-ce5e-4b80-bb11-44ced422247f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:27.547558 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:27.547821 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91cbd2e6-ce5e-4b80-bb11-44ced422247f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:27.548449 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'status': 'completed', 'code': 200} Nov 10 23:09:27.553280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-cc8573a4-601e-4c9c-9159-f04051f82de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.554878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-cc8573a4-601e-4c9c-9159-f04051f82de3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678024 Nov 10 23:09:27.646098 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a97dcaa-f30a-4137-9ebe-7086871dc3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:27.716531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-79719b6e-126b-49c2-9e2b-29566a36590d service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532564 Nov 10 23:09:27.880021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.898898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.914328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.915798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d75a4c95-e2d0-4a13-a739-022ac78196b8 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898632 Nov 10 23:09:27.930941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.937728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.956193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.964393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:27.965321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5014b315-4fc9-4b03-8045-c3e273fe04e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0410435 Nov 10 23:09:27.981334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-b6cc0698-fd8d-4e0a-948e-c6adf378e258 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1735156 Nov 10 23:09:28.025549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-02febb03-dd03-4e7d-8eb0-ab30d92e1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.028264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-02febb03-dd03-4e7d-8eb0-ab30d92e1e59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0558732 Nov 10 23:09:28.088576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e476f78b-9865-4b8e-8cbe-601ca9345c67 req-e2251634-cb01-4277-8f06-5256504e4334 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042352 Nov 10 23:09:28.099979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a8f185c9-6cd4-4586-a14d-48f3a1dc9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.102147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a8f185c9-6cd4-4586-a14d-48f3a1dc9db2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668247 Nov 10 23:09:28.208122 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-214e234f-06eb-49b3-abe9-01c1cecff122 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975266 Nov 10 23:09:28.327210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-10da5f8c-2735-4187-8c6b-b4943f3c2600 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117280 Nov 10 23:09:28.379630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-e6963fc3-f6ab-4eb6-a601-defbb8da4d29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0451467 Nov 10 23:09:28.445960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-38eccc06-2a56-4d6c-b6ae-8ca15f67312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.449346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-38eccc06-2a56-4d6c-b6ae-8ca15f67312e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0623534 Nov 10 23:09:28.516330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a741243e-10e2-4f52-b3e0-2b6357f53178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.518419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a741243e-10e2-4f52-b3e0-2b6357f53178 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614042 Nov 10 23:09:28.646775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-0c303578-98e2-4be3-a97d-9efcf2f085e0 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Nov 10 23:09:28.771061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-0720c8bd-8cc8-4e2a-a649-5483b156c7ff service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162481 Nov 10 23:09:28.817670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-af77a105-69fd-458f-9ef2-edb1fe44ba72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0395548 Nov 10 23:09:28.878574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-8b8fd270-d597-4cdc-a34a-8892b4aceb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.880540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-8b8fd270-d597-4cdc-a34a-8892b4aceb11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0555012 Nov 10 23:09:28.940177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-14fe1590-e7fd-4ba4-8650-3b7dea3675ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:28.942175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-14fe1590-e7fd-4ba4-8650-3b7dea3675ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550020 Nov 10 23:09:28.998326 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:29.051658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-eb7aa5e0-d63e-4eeb-83ff-1c6852db4bba service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023073 Nov 10 23:09:29.182737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-34313753-a9aa-4d0c-9ae0-ae03d83eb513 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Nov 10 23:09:29.230385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-292f369d-70dd-47cc-a9e5-a82bd3d49163 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0410912 Nov 10 23:09:29.327449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.333385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.339946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.346024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.352467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.358643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.364678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.366805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3740c484-586b-4cf9-8853-53ad832eb489 req-6d4e8427-407a-45d5-8d0e-97f08a7dbeda tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1390107 Nov 10 23:09:29.368938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-17c19c0e-a289-4284-a067-be04cebbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.370266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-17c19c0e-a289-4284-a067-be04cebbdb86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.1134257 Nov 10 23:09:29.456896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3740c484-586b-4cf9-8853-53ad832eb489 req-183a6980-7688-4269-a375-e3ac7a1aa98b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833292 Nov 10 23:09:29.468726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-98433b5b-cc7a-4643-99ec-cbbf67b9890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.470328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-98433b5b-cc7a-4643-99ec-cbbf67b9890f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889468 Nov 10 23:09:29.594984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-ab90beaa-49d1-4e40-8387-e15e6d9da017 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128800 Nov 10 23:09:29.709079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-b3e06952-679b-4f64-a577-f158c8ac6c9c service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066175 Nov 10 23:09:29.759354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-4a0f6789-74da-4ab1-a6a6-d0233a1eea69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0436287 Nov 10 23:09:29.827281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d59059bc-0175-47e5-a322-a105274715e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.828864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-d59059bc-0175-47e5-a322-a105274715e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0609107 Nov 10 23:09:29.890934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a2209a63-00f1-47c4-9abd-47cb43d271b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:29.893320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a2209a63-00f1-47c4-9abd-47cb43d271b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573492 Nov 10 23:09:30.066562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-b8eeb36f-8afa-456d-8509-7e286525cc67 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652312 Nov 10 23:09:30.171833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-fde95e9a-ac1d-4af8-9982-b52e2b998529 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977457 Nov 10 23:09:30.224961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a5595316-fa41-492f-8b97-0b47be116dec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0468099 Nov 10 23:09:30.289020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c0036ddc-47ad-45bb-af48-2862bba69e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.290528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-c0036ddc-47ad-45bb-af48-2862bba69e62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0589409 Nov 10 23:09:30.347446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-3befc3de-1477-46f1-9deb-3b66968e1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.349357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-3befc3de-1477-46f1-9deb-3b66968e1564 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508811 Nov 10 23:09:30.418936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:30.478902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-5982039a-cd24-4b5c-ab1d-67d8ed08bd07 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217046 Nov 10 23:09:30.593745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9140abc5-0f98-4bcb-b3a8-7bd156efdeaa req-a22b3764-1b76-44a2-a34c-d98ff8603ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064768 Nov 10 23:09:30.676835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.682793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.688671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.695248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.701994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.708140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.715347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.717279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-c3b249d3-fb3b-4cb2-8731-be45a965a122 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1344173 Nov 10 23:09:30.756112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:30.789944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.791237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.792545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.796628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5a46701-85fa-4cda-bba5-89d54b83f906 req-a2915b0e-2512-40b5-a94f-bc760e63e805 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719807 Nov 10 23:09:30.797069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.797644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.798334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.798881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.805275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-3fe8b061-3f5a-4e62-b61d-d7bb997f228c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6486 time: 0.1057863 Nov 10 23:09:30.928962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-acd473aa-b7cc-45b6-a42f-d1fb5052d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:30.930669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-acd473aa-b7cc-45b6-a42f-d1fb5052d07c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 902 time: 0.1220615 Nov 10 23:09:30.980422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-ba55aca3-6da3-4472-8afe-71c1640b167b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0403023 Nov 10 23:09:31.055041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-8c62d8fe-4300-4612-a315-439b6c612179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.057004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-8c62d8fe-4300-4612-a315-439b6c612179 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0696802 Nov 10 23:09:31.113613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-57014a1a-8eea-4378-9c3a-102c791d5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.115179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-57014a1a-8eea-4378-9c3a-102c791d5927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508609 Nov 10 23:09:31.213349 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-b6649a53-a6f8-4a9d-a1b1-aaad057c034a service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898278 Nov 10 23:09:31.333486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a18e862-1c59-4220-9559-b0952f7e1fcb req-07a4108f-cdce-496e-b6f0-c3319006bac9 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097383 Nov 10 23:09:31.450097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.450566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.451022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.451478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.451925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.452438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.452995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.455713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-4870a439-bf92-4738-a24e-78ddb33ee808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6486 time: 0.0604751 Nov 10 23:09:31.577350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-e5da8e0e-c7b2-4692-9e3c-a93c39379349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.579062 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-e5da8e0e-c7b2-4692-9e3c-a93c39379349 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 902 time: 0.1168115 Nov 10 23:09:31.631506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-9153babb-340b-4cff-9994-c9483a554dee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0449045 Nov 10 23:09:31.692839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-11aabd3f-6091-4f60-bc38-46a1413230e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.694383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-11aabd3f-6091-4f60-bc38-46a1413230e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0553124 Nov 10 23:09:31.752547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-b1167157-6744-4e56-8146-c595ddbd5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:31.754275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-b1167157-6744-4e56-8146-c595ddbd5f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530286 Nov 10 23:09:31.877647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-bf7049d2-fc2d-4be9-8ebc-2512c0bb6d13 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115029 Nov 10 23:09:32.054418 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce5eb4c5-ab96-4952-96c4-323831e92d35 req-e64308c1-7ac7-4502-8af3-12844909081e service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558628 Nov 10 23:09:32.069061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.078964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.086550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.095591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.102860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.111444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.118249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:32.127315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-37de84f1-58bf-45fd-a51f-f6f1c8ea6a30 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.2213707 Nov 10 23:09:32.193977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c98ae14a-2ca1-4121-bedc-3d7675afe715 req-fa72046e-ec8e-448d-9450-e1ef78c9b856 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656710 Nov 10 23:09:33.376663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.384189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.391169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.399895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.406477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.415195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.422970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:33.425484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-30b04218-c42b-44c8-a071-faa51e77763f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1280622 Nov 10 23:09:33.499201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a651b114-ee84-4609-bc0d-c12bb2cd0120 req-b6efacbb-945f-4c7f-b6c1-7aba7430a2d6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675509 Nov 10 23:09:34.685306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.693910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.702276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.711069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.718393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.726239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.739711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:34.742107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-35c6b075-203d-40fe-9db5-d378c1c0d16e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1469724 Nov 10 23:09:34.841293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07812150-3fd6-45fe-a7ab-ea477d9facd7 req-5e009a89-3a72-431c-a33c-b4e7fb803010 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855415 Nov 10 23:09:35.982179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:35.989593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:35.996986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:36.003506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:36.010012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:36.016888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:36.023235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:36.031861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-c87d2c9b-8b33-46d6-9373-4bd888244c18 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1069641 Nov 10 23:09:36.093988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ccd86489-d044-47ce-a7dc-a5c5b4b108d8 req-ac35c568-94b5-476b-ab19-f4dc1e633088 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608346 Nov 10 23:09:37.271381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.277628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.283723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.289785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.296614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.302666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.309285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:37.313688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-967a4d48-85dd-4f5a-894b-b800d17771d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1315260 Nov 10 23:09:37.378808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ec61944-215e-424c-b996-75ee72c7ea66 req-0830dc03-63be-4df6-a6b2-ac24eb45483a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609968 Nov 10 23:09:38.707038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.713033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.719496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.725464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.731904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.737843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.743748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:38.745813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-f53fdf09-7554-4989-9841-4cf88108b0e2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.2887976 Nov 10 23:09:38.810212 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96bae477-8337-4be2-bb62-1dad702a33c0 req-14f1e2fe-3321-44a8-9824-4bf147890c7e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579493 Nov 10 23:09:39.186901 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:09:39.950830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.957112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.963162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.969951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.976130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.982808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.991371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:39.993386 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-27b07300-e632-4b22-85b7-95625898e846 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1036263 Nov 10 23:09:40.077851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc29527c-3787-42b9-9a71-d5db0e968b47 req-655a46ec-7297-4068-91ca-710911c2c586 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715115 Nov 10 23:09:41.223858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.230136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.236232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.242306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.249002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.254910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.260898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:41.262835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-b417465f-4946-4282-a96b-d0b554b6dea6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.0944304 Nov 10 23:09:41.322412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-091b1af4-9556-421f-a5eb-790e17cf8259 req-69a6ac82-6137-4975-acc9-949d07f3d17c tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531094 Nov 10 23:09:42.475040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.490295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.497700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.504117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.513583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.520414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.537714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:42.537714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-d542898f-e702-4c14-9374-032d69ba2fbc tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1253564 Nov 10 23:09:42.617680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-884a1f43-d90c-4764-b7f0-7bdf58090dc0 req-f11b2bbc-ebb8-4337-9b14-c9697b455565 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778356 Nov 10 23:09:43.766402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.772373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.778352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.784349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.790674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.796942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.803785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:43.805828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b21303-70b8-40a5-922c-16ee5c498548 req-757e9d06-5f31-4dbf-bcf7-d1db8e786ad5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1005275 Nov 10 23:09:43.873802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b21303-70b8-40a5-922c-16ee5c498548 req-50d8d607-7adf-439b-8b2c-f286a04e7137 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596788 Nov 10 23:09:44.747757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:45.020811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.037641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.046814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.054100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.063527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.070033 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.077458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:45.079445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26016be3-8425-4b84-b438-435baba25374 req-a8a8f450-4667-4bb7-8b4a-ccd48b3c1d89 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1211314 Nov 10 23:09:45.143167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26016be3-8425-4b84-b438-435baba25374 req-85de8ed7-7834-4a8b-bd2e-659c1794972c tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568101 Nov 10 23:09:45.180688 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:46.290205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.298435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.306215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.314671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.320590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.326719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.332592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:46.334548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-b9c06d21-a638-47ff-a189-4272b482dfeb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1045494 Nov 10 23:09:46.443762 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ca7fa31-2d74-4190-a7b4-2fe559b109dc req-e213a276-e206-4249-98f9-201654c34a2d tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025634 Nov 10 23:09:47.578563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.584334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.590345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.595306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-99264691-11ed-4c5e-a08b-8c50cf9f0714 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.596227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.596773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-99264691-11ed-4c5e-a08b-8c50cf9f0714 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.3492813 Nov 10 23:09:47.603534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.611237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.612183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-a2bb0cf6-d41e-4a24-9ff4-e93c40af818c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0097044 Nov 10 23:09:47.617904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:47.621583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1738810-5097-413f-9f34-b370b87d16ed req-975fa7b8-4d14-4dbd-b259-bca56181b272 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1019659 Nov 10 23:09:47.680749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-50f40135-a011-4da2-81ec-ed315286575c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511408 Nov 10 23:09:47.685099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1738810-5097-413f-9f34-b370b87d16ed req-09190c85-2ed2-4bac-a2ba-5f413208c30e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579796 Nov 10 23:09:47.774475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-ef8e73ae-7562-4f5d-8b92-03b5da9b5694 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Nov 10 23:09:47.862530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-2b08f952-ac00-403d-9817-e99f945e8b63 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Nov 10 23:09:48.058831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6b64b1e-92fe-49e3-b1da-f3a3675c7df3 req-2baae64f-56cc-4ad4-bae5-ac55ac84aa3e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0358326 Nov 10 23:09:48.817258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.823957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.829888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.836507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.843864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.851053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.857399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:48.859684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-c815fbda-2908-4b43-902e-b2f0a21b9067 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1006515 Nov 10 23:09:49.005506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddaec012-3f2e-4b5a-8291-ce5a96b544be req-a62548f8-642a-4661-acd0-749cd8c3f16a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339846 Nov 10 23:09:49.019752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8d4c83ae-60cc-414c-9226-17caed82d64f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:49.021395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8d4c83ae-60cc-414c-9226-17caed82d64f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1605921 Nov 10 23:09:49.033690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:49.157646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:09:49.162396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.174348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edc737f3-9bdd-4aa1-9853-93dd12d0f511 req-e8c6dc6f-b1df-4579-b276-06ca3bef40a8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0408142 Nov 10 23:09:49.304119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.7 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/914fe309-da64-48cb-ba57-cc6078f923d4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:49.497776 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.532551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.582963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:49.585191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:49.598466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:49.649326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:49.675635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:49.676384 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.696905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-f7391769-2c62-41bb-bc88-3a1c91a48cc8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670730 Nov 10 23:09:49.710499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Request body: {'port': {'device_id': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:49.782415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.865301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f5fd862b-439f-43d3-be30-175cf03456e1 None None] Provisioning complete for port 914fe309-da64-48cb-ba57-cc6078f923d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:49.866267 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f5fd862b-439f-43d3-be30-175cf03456e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:49.904118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd862b-439f-43d3-be30-175cf03456e1 None None] Port 914fe309-da64-48cb-ba57-cc6078f923d4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:50.083284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914fe309-da64-48cb-ba57-cc6078f923d4 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:50.092775 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:50.109215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Transition to ACTIVE for port object 914fe309-da64-48cb-ba57-cc6078f923d4 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:50.119313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:50.236256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Pushing event updated for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:50.284243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.292273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.301344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.307555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.313864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.320028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.335031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.337299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-37d3df01-0e12-4e85-bb92-40d5b6c1f151 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.2303123 Nov 10 23:09:50.352939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b513fe9-8d2c-42e3-81a4-490e08009529 req-d8f15b8f-3b9e-44b3-a9c2-f300678e5904 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.361559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b513fe9-8d2c-42e3-81a4-490e08009529 req-d8f15b8f-3b9e-44b3-a9c2-f300678e5904 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0817533 Nov 10 23:09:50.389472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Attempting to bind port 914fe309-da64-48cb-ba57-cc6078f923d4 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:50.389811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Attempting to bind port 914fe309-da64-48cb-ba57-cc6078f923d4 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:50.391165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Attempting to bind port 914fe309-da64-48cb-ba57-cc6078f923d4 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:50.406434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Port 914fe309-da64-48cb-ba57-cc6078f923d4 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:50.406766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Attempting to bind port 914fe309-da64-48cb-ba57-cc6078f923d4 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:50.429185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:50.429536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:50.429927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:50.430361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Bound port: 914fe309-da64-48cb-ba57-cc6078f923d4, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:50.430982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:50.439438 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b513fe9-8d2c-42e3-81a4-490e08009529 req-8bcd0d93-bd02-4d4a-b6db-5a0cd6ef45b2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766668 Nov 10 23:09:50.461322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f405d340-9e8e-4d56-910b-aa93d7ba4644 req-80da6d6a-88de-40fb-828d-325aa2197713 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046591 Nov 10 23:09:50.524766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:50.528393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=914fe309-da64-48cb-ba57-cc6078f923d4,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:50.533231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:50.566707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.567320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:50.568929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/914fe309-da64-48cb-ba57-cc6078f923d4 HTTP/1.1" status: 200 len: 1091 time: 0.8638482 Nov 10 23:09:50.569445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:50.571818 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c17e20-bd9a-4d22-ba16-f436e48e6caa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:50.621167 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea99b0-2c1c-4789-a667-335de7133812 x-openstack-request-id: req-2fea99b0-2c1c-4789-a667-335de7133812 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:50.621560 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:50.622115 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fea99b0-2c1c-4789-a667-335de7133812 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:50.622527 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4', 'status': 'completed', 'code': 200} Nov 10 23:09:50.643944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811d63-902b-4bf2-93a5-daef7e6386f1 service neutron] Pushing event updated for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:50.680871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-2babde49-e134-4b39-b4f8-3088d006bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.683278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-2babde49-e134-4b39-b4f8-3088d006bf3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 1094 time: 0.0559604 Nov 10 23:09:50.732490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-21375322-3dc7-46ff-a61b-4890b62208e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914fe309-da64-48cb-ba57-cc6078f923d4 HTTP/1.1" status: 200 len: 217 time: 0.0408618 Nov 10 23:09:50.797081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-932e1ad3-b993-4494-a1e8-724dbb21a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.799046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-932e1ad3-b993-4494-a1e8-724dbb21a20c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0588400 Nov 10 23:09:50.852230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-3f6ba0b0-3f44-41e6-900b-7d5c7fa218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:50.854571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-3f6ba0b0-3f44-41e6-900b-7d5c7fa218b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485508 Nov 10 23:09:50.959784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-3f9c50b9-f26f-4cae-aa0f-611dadc04704 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961936 Nov 10 23:09:51.061200 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8abb72a-c11e-414e-96fe-18c7317288aa req-6b00d7f1-8fc2-4958-b764-e7e6deb8c0f2 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Nov 10 23:09:51.156068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-7250b28f-1cf0-498c-8d48-a4df30103ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.157855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-7250b28f-1cf0-498c-8d48-a4df30103ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 1094 time: 0.0526626 Nov 10 23:09:51.255456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-45af3154-0660-48b8-89c3-dfe5b7c4ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.256921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-45af3154-0660-48b8-89c3-dfe5b7c4ba8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0918379 Nov 10 23:09:51.300470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-df65a04f-4a17-481a-a228-c02c909e6cd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914fe309-da64-48cb-ba57-cc6078f923d4 HTTP/1.1" status: 200 len: 217 time: 0.0353050 Nov 10 23:09:51.348270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-36c5ef66-d0de-44ad-a541-6ca2f916120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.349757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-36c5ef66-d0de-44ad-a541-6ca2f916120b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0426147 Nov 10 23:09:51.399359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-b97bc9af-d54e-4dc7-97fa-3f98c003ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.401293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-b97bc9af-d54e-4dc7-97fa-3f98c003ef5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442250 Nov 10 23:09:51.550910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-94984bd5-00c8-415d-bfba-2768475d11fa service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419432 Nov 10 23:09:51.613354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-6d17e08d-7660-49d4-87aa-463801c2e9bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592858 Nov 10 23:09:51.643667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.650502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.656624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.662796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.672560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.679134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.692544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.695479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-3aab29f9-e46d-42eb-a6b6-f974fd2b07d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1217058 Nov 10 23:09:51.766107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc4d58ea-7dae-4d0d-acb4-3463efae9d51 req-71281a08-d4a7-4c80-b236-d10287717c00 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620089 Nov 10 23:09:51.769902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabac8e-04df-49c5-a98d-f9a9dab97797 req-a982679b-c9dc-4dad-b71a-a3fd1c4ee10c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.771407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dabac8e-04df-49c5-a98d-f9a9dab97797 req-a982679b-c9dc-4dad-b71a-a3fd1c4ee10c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.1961238 Nov 10 23:09:51.773178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-af06f715-06ca-47ff-8f22-cf9d01383b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.774515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-af06f715-06ca-47ff-8f22-cf9d01383b54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.1026573 Nov 10 23:09:51.776835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-14c17e20-bd9a-4d22-ba16-f436e48e6caa req-d0113ef0-4173-43e8-a463-38d77552c2cd service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155609 Nov 10 23:09:51.838497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dabac8e-04df-49c5-a98d-f9a9dab97797 req-de41132a-f61a-47d1-8885-607ed52ef178 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601556 Nov 10 23:09:51.910681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-bdbc520f-b293-4e3f-a67d-3c280c13b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:51.912146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-bdbc520f-b293-4e3f-a67d-3c280c13b20c service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.0963690 Nov 10 23:09:52.000993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-f6b90115-fc41-49b4-9fc9-a7288b71c83a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1002 time: 0.0802763 Nov 10 23:09:52.054075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-7f297ece-1d6b-4f75-9edc-3d85bad252f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:52.055517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-7f297ece-1d6b-4f75-9edc-3d85bad252f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.0443738 Nov 10 23:09:52.106366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-bd1e5794-1d6c-431e-9db7-2207b05878b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:52.107855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-bd1e5794-1d6c-431e-9db7-2207b05878b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443225 Nov 10 23:09:52.199800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-4f48e0eb-50d5-4242-b23c-f816836055b1 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Nov 10 23:09:52.300050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10b319b8-d56a-4b3c-aa1c-9b18f48d6171 req-45692b2b-54b8-44c8-89cb-5863313f1c45 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924175 Nov 10 23:09:52.970090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:52.977917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:52.985331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:52.992601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:53.000068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:53.008601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:53.016333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:53.018918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb150a28-dac7-4081-9107-ecc6713110de req-9a823a4c-0aa6-4817-adda-10a96eaccec8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1698091 Nov 10 23:09:53.038644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc950c0c-4d72-45d7-ad4d-494815ec43e5 req-48ea5566-4692-46ea-98bc-7006645fd5dd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:53.049886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc950c0c-4d72-45d7-ad4d-494815ec43e5 req-48ea5566-4692-46ea-98bc-7006645fd5dd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.1087506 Nov 10 23:09:53.122457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc950c0c-4d72-45d7-ad4d-494815ec43e5 req-549dddc2-84f0-4123-b6d8-6d47520d3588 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662246 Nov 10 23:09:53.143861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eb150a28-dac7-4081-9107-ecc6713110de req-d3d3f4f8-1eab-4d0e-8b1f-c608f8ddb842 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008270 Nov 10 23:09:54.316408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.322702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.326977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18214e-3f42-4aff-90d2-e5202fd564d5 req-086e0098-ac6d-4386-ac0a-db3b7af4f819 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.328522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.335043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.338812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd18214e-3f42-4aff-90d2-e5202fd564d5 req-086e0098-ac6d-4386-ac0a-db3b7af4f819 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0987456 Nov 10 23:09:54.342470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.349265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.356443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:54.361305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-fa9c02e0-8de8-46b5-bce2-4bed4ebe8d56 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5429 time: 0.1350145 Nov 10 23:09:54.405826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd18214e-3f42-4aff-90d2-e5202fd564d5 req-31f816c3-1e41-47db-a277-995eeeb27e28 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660214 Nov 10 23:09:54.446001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5c963aed-2cf6-43fa-8f87-ca4bf5974890 req-49fe17ac-7921-49ab-b6f2-52a9017a9a6a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807204 Nov 10 23:09:54.999857 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a07c5395-a00e-4eef-8de6-606b5beca634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:55.236529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 8871216e-5dfc-4f35-b1ff-a5281c11433e details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:55.364962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:55.387220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'port_id': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'mac_address': 'fa:16:3e:ad:23:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:55.444251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:55.480066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8871216e-5dfc-4f35-b1ff-a5281c11433e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:55.535294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:55.545178 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:55.550922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f002915c-000d-4d14-bd68-383225c10608 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:55.591266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06007c5-fd51-472c-bfd7-ddc1b3e2eeda req-afd7cf52-0e69-4239-9445-3a9442f585f2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.599687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c06007c5-fd51-472c-bfd7-ddc1b3e2eeda req-afd7cf52-0e69-4239-9445-3a9442f585f2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0976875 Nov 10 23:09:55.646686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.653965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.670791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.691701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.696612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c06007c5-fd51-472c-bfd7-ddc1b3e2eeda req-9ae5b8d8-430c-4b83-a18a-a23b5dd53bd0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956657 Nov 10 23:09:55.712639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:55.719688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.726527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.729560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:55.734997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:55.738139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.738312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.738814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.739299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.739789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.740622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.741163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.741689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.743381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.743922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.744693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.744855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-472ad7bc-72e3-466c-885d-894b592dee1e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5430 time: 0.1763070 Nov 10 23:09:55.745288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:09:55.749240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'f002915c-000d-4d14-bd68-383225c10608', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'port_id': 'f002915c-000d-4d14-bd68-383225c10608', 'mac_address': 'fa:16:3e:f0:ec:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:55.807402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:55.821134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f002915c-000d-4d14-bd68-383225c10608 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:55.846725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:55.857041 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:55.858096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:55.899525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3eeb0887-8643-48b1-bd9e-4395004edf49 req-3bf0699c-b767-42ba-a0fe-da41d1f824d3 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476355 Nov 10 23:09:55.989515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:56.026583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.055396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'port_id': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'mac_address': 'fa:16:3e:22:b1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1d7eea-1db7-4b30-8797-45bd89cc1e8f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:56.103476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.120107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:56.149086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.155377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.156590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b956d90-3947-49a7-82d2-20ad361c2ba8 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:56.230420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:56.241593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.255394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '5b956d90-3947-49a7-82d2-20ad361c2ba8', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'port_id': '5b956d90-3947-49a7-82d2-20ad361c2ba8', 'mac_address': 'fa:16:3e:a9:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:56.302331 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.317478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b956d90-3947-49a7-82d2-20ad361c2ba8 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:56.347674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.352075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.352999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device acd6e948-6eaa-411a-8ecb-a6db870e6798 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:56.439083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.442690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:56.460514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'acd6e948-6eaa-411a-8ecb-a6db870e6798', 'network_id': '9b766eba-f189-483f-977e-32776b725859', 'port_id': 'acd6e948-6eaa-411a-8ecb-a6db870e6798', 'mac_address': 'fa:16:3e:0c:58:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43787095-387b-40c5-b5ca-29570c44b6bb', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:56.504124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.525004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd6e948-6eaa-411a-8ecb-a6db870e6798 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:56.546964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.553892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.554613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:56.622537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.637355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:56.640259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'network_id': '3952c3f0-e173-495d-9694-c3e79a94c61a', 'port_id': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'mac_address': 'fa:16:3e:cf:80:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1d7eea-1db7-4b30-8797-45bd89cc1e8f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:56.687339 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.704310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:56.727995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:56.748073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:56.748073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4c9e1255-ae99-4d53-81db-3f9e4993c959 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:56.876511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca95-2994-4409-9e9f-ce0e709ead1e req-2ba65b67-2100-4b05-be7f-6bb31b08c428 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:56.878025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0356ca95-2994-4409-9e9f-ce0e709ead1e req-2ba65b67-2100-4b05-be7f-6bb31b08c428 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0964081 Nov 10 23:09:56.907271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:56.992319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0356ca95-2994-4409-9e9f-ce0e709ead1e req-c88e9bc7-d972-4cb3-98be-d9e6d34c2845 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008077 Nov 10 23:09:56.995722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:57.030162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'port_id': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'mac_address': 'fa:16:3e:88:03:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:57.091669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.097780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.104260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.108312 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:57.110856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.117076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.121699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9e1255-ae99-4d53-81db-3f9e4993c959 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:57.123866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.130321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:57.132748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-721fb666-d5b0-428b-8b67-96cb3842fae6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5435 time: 0.1229737 Nov 10 23:09:57.153814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:57.159645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:57.213551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa4ad2d8-8ac7-4c11-bb6f-be361789cbf2 req-f9ab6e48-b34a-48f8-80e0-26df9af50a0d tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713096 Nov 10 23:09:57.366275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:57.624130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40122a0a-e19b-420c-bd98-cc84ceec01c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:57.821523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['f002915c-000d-4d14-bd68-383225c10608'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.829207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['5b956d90-3947-49a7-82d2-20ad361c2ba8'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.851966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['8871216e-5dfc-4f35-b1ff-a5281c11433e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.930992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4c9e1255-ae99-4d53-81db-3f9e4993c959'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.933216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['25ecdebd-a959-4a7b-8f7f-974f1faa7ee2'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.935265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['12ab4190-d74c-4a91-b120-b1a11c5b6ed9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:57.937545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['acd6e948-6eaa-411a-8ecb-a6db870e6798'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:58.153453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfc6ba-6025-4d84-8cd9-d1f30bf5b9c1 req-4079aa3a-d134-41ab-8ed5-e3dabbe33239 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.155833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07bfc6ba-6025-4d84-8cd9-d1f30bf5b9c1 req-4079aa3a-d134-41ab-8ed5-e3dabbe33239 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0646949 Nov 10 23:09:58.282703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07bfc6ba-6025-4d84-8cd9-d1f30bf5b9c1 req-266edac4-d543-4516-87c4-dc3b2b019bcb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199985 Nov 10 23:09:58.429678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.437818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.445850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.452587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.459991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.467298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.473550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:58.477486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f023543e-9b04-42c8-ba60-864f9129dedf req-4103055f-9db8-4ccd-b77d-1cd88ecf21fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5436 time: 0.1556835 Nov 10 23:09:58.538577 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f023543e-9b04-42c8-ba60-864f9129dedf req-c678e1dd-5d42-4e4e-a7ba-311b73f88603 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563648 Nov 10 23:09:58.979364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:59.387149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85972-ed25-40e2-84fc-713d456537e6 req-f3cb672c-d63c-4d6a-bcbd-ae129934eb04 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.390126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0e85972-ed25-40e2-84fc-713d456537e6 req-f3cb672c-d63c-4d6a-bcbd-ae129934eb04 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0526671 Nov 10 23:09:59.440769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a0e85972-ed25-40e2-84fc-713d456537e6 req-1ecbabc0-102d-4aa2-88f2-04f82a056ec1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Nov 10 23:09:59.683494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.689439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.695546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.701890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.707814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.714393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.720383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:59.724093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-da451ded-036c-495e-9e89-dba06cb3e6a2 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5436 time: 0.1006384 Nov 10 23:09:59.783750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f62d87f4-21a2-4563-8c74-3c2d80ee8d4c req-601772bb-f276-4365-ba56-17d4446bfb80 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534589 Nov 10 23:10:00.407695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:00.568902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515af11-0fa0-4fac-8bca-cc0a2c1dc165 req-30692865-f41d-4ef4-9eb4-f6b8f10b5b51 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.570759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0515af11-0fa0-4fac-8bca-cc0a2c1dc165 req-30692865-f41d-4ef4-9eb4-f6b8f10b5b51 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0562785 Nov 10 23:10:00.620415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0515af11-0fa0-4fac-8bca-cc0a2c1dc165 req-43e66253-eba4-4fde-9525-bb9ef8131705 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Nov 10 23:10:00.751276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:00.932814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.939092 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.945533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.952430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.958993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.965924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.972779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:00.977504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-5f9367e6-147c-4467-be94-c3e64b2995c5 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5436 time: 0.1096675 Nov 10 23:10:01.039055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-03d62c7f-d5f9-4af3-affc-cdf67ae4770f req-441f00d2-0f72-4cc1-99b3-a55931679212 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556481 Nov 10 23:10:01.271151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 8871216e-5dfc-4f35-b1ff-a5281c11433e up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:01.327953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 8871216e-5dfc-4f35-b1ff-a5281c11433e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:01.332177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 8871216e-5dfc-4f35-b1ff-a5281c11433e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:01.332617 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.410251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.432503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:01.434720 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589434c-6373-42fe-9d08-64a7eb317348" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:01.448166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:01.458220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.459197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f002915c-000d-4d14-bd68-383225c10608 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:01.506580 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0c7995-134b-42b9-a21d-dc32195e74d8 x-openstack-request-id: req-3a0c7995-134b-42b9-a21d-dc32195e74d8 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:01.507045 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:01.507419 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a0c7995-134b-42b9-a21d-dc32195e74d8 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:01.507829 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'code': 200} Nov 10 23:10:01.546205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:01.558358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port f002915c-000d-4d14-bd68-383225c10608 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:01.562204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port f002915c-000d-4d14-bd68-383225c10608 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:01.562676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.646132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.685854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:01.693830 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.694852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:01.752066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0b9f-dff6-4fe3-b73c-1e2459301f32 req-52d27cf1-6d5e-46cd-b88a-7baa0dccad76 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:01.759310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33bd0b9f-dff6-4fe3-b73c-1e2459301f32 req-52d27cf1-6d5e-46cd-b88a-7baa0dccad76 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0554748 Nov 10 23:10:01.777368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:01.816127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33bd0b9f-dff6-4fe3-b73c-1e2459301f32 req-30d26b24-f065-49bc-b240-ad0a48057c82 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Nov 10 23:10:01.850575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:01.855202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:01.855576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.940852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.976835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:01.983087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:01.983925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b956d90-3947-49a7-82d2-20ad361c2ba8 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:02.065506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:02.092237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:02.096655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:02.097163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.180582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.191991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.199081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.205363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.211487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.214444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:02.218333 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.218969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.219242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device acd6e948-6eaa-411a-8ecb-a6db870e6798 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:02.225353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.231744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.240187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-be280d7f-4a76-41ff-97de-011e9c8c41f1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5439 time: 0.1069117 Nov 10 23:10:02.279649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:02.344296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6b455f97-ab32-4902-ac71-f8dbfa127bae req-a9dbe1ab-6c54-4f18-a33c-78369cf1b67a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963621 Nov 10 23:10:02.360683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port acd6e948-6eaa-411a-8ecb-a6db870e6798 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:02.364781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port acd6e948-6eaa-411a-8ecb-a6db870e6798 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:02.365191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.449299 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.484189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:02.488153 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.489207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:02.561692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:02.576155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:02.580047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:02.580354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.659560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.691267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:02.695151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.696073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4c9e1255-ae99-4d53-81db-3f9e4993c959 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:02.768916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:02.782708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 4c9e1255-ae99-4d53-81db-3f9e4993c959 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:02.786502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 4c9e1255-ae99-4d53-81db-3f9e4993c959 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:02.786875 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.868029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.906139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:02.911446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:02.933213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e426e1-e568-4a18-b8ad-b2a26103a9a4 req-1bf55b57-5d01-483e-8c99-5b76be438aea tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:02.934918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42e426e1-e568-4a18-b8ad-b2a26103a9a4 req-1bf55b57-5d01-483e-8c99-5b76be438aea tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0581741 Nov 10 23:10:02.967626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:02.987300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42e426e1-e568-4a18-b8ad-b2a26103a9a4 req-6d566d8f-98f6-4c99-b21d-d8854fb9652e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Nov 10 23:10:03.508694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f002915c-000d-4d14-bd68-383225c10608'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b956d90-3947-49a7-82d2-20ad361c2ba8'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6e948-6eaa-411a-8ecb-a6db870e6798'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:03.512743 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e07c15-f48d-4305-84fe-01043a77fda1" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "f002915c-000d-4d14-bd68-383225c10608"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "5b956d90-3947-49a7-82d2-20ad361c2ba8"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "acd6e948-6eaa-411a-8ecb-a6db870e6798"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:03.545760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.553874 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.560651 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f877eb4-70b6-485d-aae6-26d9f1a5f2a0 x-openstack-request-id: req-2f877eb4-70b6-485d-aae6-26d9f1a5f2a0 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:03.561162 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "f002915c-000d-4d14-bd68-383225c10608", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "5b956d90-3947-49a7-82d2-20ad361c2ba8", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "acd6e948-6eaa-411a-8ecb-a6db870e6798", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-plugged", "status": "completed", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:03.561557 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f877eb4-70b6-485d-aae6-26d9f1a5f2a0 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:03.562034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.562229 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f002915c-000d-4d14-bd68-383225c10608', 'code': 200} Nov 10 23:10:03.562576 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'code': 200} Nov 10 23:10:03.562917 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b956d90-3947-49a7-82d2-20ad361c2ba8', 'code': 200} Nov 10 23:10:03.563256 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6e948-6eaa-411a-8ecb-a6db870e6798', 'code': 200} Nov 10 23:10:03.563588 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'code': 200} Nov 10 23:10:03.563919 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'code': 200} Nov 10 23:10:03.569458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.575781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.581881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.587932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.589963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-a8089d1c-5f8b-465e-bf9d-5e64c0a6161e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.1627364 Nov 10 23:10:03.652600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80e33d6c-41ad-435a-aa42-f1fc992c755a req-7fc7c787-9189-42ea-8b4b-293a8a3660a7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560715 Nov 10 23:10:03.706871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.707341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.707803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.708257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.708887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.709517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.710121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:03.712179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-3c3cdf34-8b0f-4dae-9500-1bb04ad5fffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0512815 Nov 10 23:10:03.770464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cdc0ead-cdfd-4f30-a530-329bd39442e0 req-63c2a5ae-50da-414c-8d03-583ba37e6833 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504863 Nov 10 23:10:04.111293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51004-b535-4397-a939-e6f608db366a req-1ac9653e-2487-414a-8646-4decad5d99a1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.112670 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84f51004-b535-4397-a939-e6f608db366a req-1ac9653e-2487-414a-8646-4decad5d99a1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0492356 Nov 10 23:10:04.158994 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84f51004-b535-4397-a939-e6f608db366a req-a6e44b0b-4a25-402a-a540-623c157193a0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Nov 10 23:10:04.798350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.804659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.812954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.819651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.829968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.836253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.843026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:04.845107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-a0024c95-b066-4aee-a7b7-bce643359da9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.1152105 Nov 10 23:10:04.910039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08705bb9-8b85-45e0-aaf4-293cff019188 req-f27f3865-24d6-4714-896f-f79fac7f34dd tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583436 Nov 10 23:10:05.280766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8ae00-ce5a-4666-9366-4fb96bac87de req-41cf6b5e-8b6d-4b8c-aff6-fa7b1d88a350 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:05.282173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6f8ae00-ce5a-4666-9366-4fb96bac87de req-41cf6b5e-8b6d-4b8c-aff6-fa7b1d88a350 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0487282 Nov 10 23:10:05.332838 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c6f8ae00-ce5a-4666-9366-4fb96bac87de req-2b2a1a75-e19d-4ffd-a81a-22c972e18740 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Nov 10 23:10:05.740435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:05.847661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c791cdbd-7fe3-464a-90d8-10ff4125a650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:05.922575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c791cdbd-7fe3-464a-90d8-10ff4125a650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:05.926427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c791cdbd-7fe3-464a-90d8-10ff4125a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:05.963679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791cdbd-7fe3-464a-90d8-10ff4125a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26f326-c2f8-41b3-abc5-24ec307b4ecd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:05.983905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c791cdbd-7fe3-464a-90d8-10ff4125a650 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=786e4a14b4ed40db9de501c3460ab451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400033 Nov 10 23:10:05.984244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45590) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:06.039446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.058343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.062499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.065856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.072416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.078439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.084583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.090646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.096527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.098525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-a23744a7-9b85-4556-80bd-4afe1d24e89b tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.1080475 Nov 10 23:10:06.109864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.112459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.113715 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba26f326-c2f8-41b3-abc5-24ec307b4ecd HTTP/1.1" status: 204 len: 168 time: 0.1283369 Nov 10 23:10:06.122264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d395b-fe0d-4c99-9f72-e8fd57671a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26f326-c2f8-41b3-abc5-24ec307b4ecd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:06.400727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-12218e57-d574-4e36-a01a-0a83c4a6fbdb req-ee36e63c-aaea-4e94-b0e2-85d2a384edfe tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2945228 Nov 10 23:10:06.411427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45598) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:06.427075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d565128-b370-4345-9060-0cf0072223cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.454898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2f19-c484-4fa0-a53f-7d9aff38f546 req-adc015b6-e703-428e-86aa-d0d2e9e4e409 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.456962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-906a2f19-c484-4fa0-a53f-7d9aff38f546 req-adc015b6-e703-428e-86aa-d0d2e9e4e409 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0515358 Nov 10 23:10:06.508423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-906a2f19-c484-4fa0-a53f-7d9aff38f546 req-36246454-2a78-4573-a3d1-6ac5670473ae tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Nov 10 23:10:06.533077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d565128-b370-4345-9060-0cf0072223cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.537304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d565128-b370-4345-9060-0cf0072223cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.582040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.588438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.594388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.600298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.606658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.612575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.618571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:06.620459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e01aa90d-db1d-48a0-982f-0fc58b54cc44 req-2921db17-039e-48d2-acdc-369799d73256 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.1343255 Nov 10 23:10:06.631675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45602) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:06.638408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3d565128-b370-4345-9060-0cf0072223cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7351fef0b7084eef8c6a81f59aa83451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237194 Nov 10 23:10:06.638408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565128-b370-4345-9060-0cf0072223cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848d082b-5978-48a4-a691-4d9c88400931,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:06.638676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Request body: {'floatingip': {'port_id': '4c9e1255-ae99-4d53-81db-3f9e4993c959'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:06.639605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45604) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:06.694675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.798933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.836701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.959338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.961907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:06.963043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/848d082b-5978-48a4-a691-4d9c88400931 HTTP/1.1" status: 204 len: 168 time: 0.3225760 Nov 10 23:10:07.005091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a74b48-23c6-4983-bef2-9d887e8c914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d082b-5978-48a4-a691-4d9c88400931,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:07.195943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:07.199908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:07.298752 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Floating IP 57dbc49c-420b-4725-afbc-5631ddfcd4b7 associated. External IP: 172.25.0.21, port: 4c9e1255-ae99-4d53-81db-3f9e4993c959. Nov 10 23:10:07.770257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55fe68-87e7-4368-a90a-4a46be40f42b req-162d47df-02c8-4509-97d8-fee08e747b27 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:07.771738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a55fe68-87e7-4368-a90a-4a46be40f42b req-162d47df-02c8-4509-97d8-fee08e747b27 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0666602 Nov 10 23:10:07.893234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2a55fe68-87e7-4368-a90a-4a46be40f42b req-bb877100-242e-4879-917a-39d53ab78797 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840809 Nov 10 23:10:07.912715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:10:08.036300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:10:08.039852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.045648 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Sync routers for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:10:08.055064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:10:08.055674 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:09:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:10:08.074388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6a5686d-8a41-440a-b07b-1786c5372628 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "PUT /v2.0/floatingips/57dbc49c-420b-4725-afbc-5631ddfcd4b7 HTTP/1.1" status: 200 len: 991 time: 1.4413488 Nov 10 23:10:08.074991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:08.077268 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f89a1-192b-452a-94ac-a5276e2353d6" -d '{"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:08.120111 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae6e69-e9e7-4f94-9760-74e041acd669 x-openstack-request-id: req-4aae6e69-e9e7-4f94-9760-74e041acd669 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:08.120403 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:08.120657 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aae6e69-e9e7-4f94-9760-74e041acd669 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:08.121283 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'status': 'completed', 'code': 200} Nov 10 23:10:08.152564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:08.166903 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:10:08.198751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.199351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.199767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.200232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.200689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.201166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.201652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.203667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-4097ed83-4279-4811-baa6-593e194bb4a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0514867 Nov 10 23:10:08.265416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3038590-7a61-4a63-a28a-ceedddc2ee19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.303511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-b24e11de-85d9-4167-af09-6986dd8225e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.305280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-b24e11de-85d9-4167-af09-6986dd8225e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9 HTTP/1.1" status: 200 len: 915 time: 0.0944798 Nov 10 23:10:08.349719 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3038590-7a61-4a63-a28a-ceedddc2ee19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.355424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3038590-7a61-4a63-a28a-ceedddc2ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.373702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-c54d08b2-1861-496c-ac0b-450b41be06d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 999 time: 0.0614021 Nov 10 23:10:08.396996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b3038590-7a61-4a63-a28a-ceedddc2ee19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68449e367b6548179f2fd3c6028d60cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429109 Nov 10 23:10:08.399143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3038590-7a61-4a63-a28a-ceedddc2ee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dad410-82c5-4ccc-a400-5f111df2cf39,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:08.401508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45644) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:08.412546 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57dbc49c-420b-4725-afbc-5631ddfcd4b7', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'port_id': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'mac_address': 'fa:16:3e:88:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:07Z', 'updated_at': '2021-11-10T23:10:07Z', 'revision_number': 1, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:10:08.428910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-f2508b72-2b11-4201-922d-decbdf1bddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.430434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-f2508b72-2b11-4201-922d-decbdf1bddb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0486338 Nov 10 23:10:08.453854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.477524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.486513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-e0b8502f-ee4d-43eb-99cc-e140b5a990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:08.487702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-e0b8502f-ee4d-43eb-99cc-e140b5a990f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498548 Nov 10 23:10:08.530801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.533655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:08.534807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39dad410-82c5-4ccc-a400-5f111df2cf39 HTTP/1.1" status: 204 len: 168 time: 0.1323972 Nov 10 23:10:08.545222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Checking router: 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:10:08.549838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef7ea8-a2f7-4fe8-b468-1f609d66c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dad410-82c5-4ccc-a400-5f111df2cf39,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:08.559691 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:10:08.560709 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:09:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:10:08.596732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-6af6fd91-95b8-4946-85e3-648bf18eb04e service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011040 Nov 10 23:10:08.679410 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:10:08.698285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f8f89a1-192b-452a-94ac-a5276e2353d6 req-58534a2e-1b9a-48c4-9a97-156be26a53be service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951800 Nov 10 23:10:08.905743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57dbc49c-420b-4725-afbc-5631ddfcd4b7', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'port_id': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'mac_address': 'fa:16:3e:88:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:07Z', 'updated_at': '2021-11-10T23:10:07Z', 'revision_number': 1, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:10:08.935986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07032ee3-75f6-4239-a8e3-4216249f317e None None] The sync data for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 is: [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57dbc49c-420b-4725-afbc-5631ddfcd4b7', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'port_id': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'mac_address': 'fa:16:3e:88:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e9b78-f50c-414b-978f-cde0df05a237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:07Z', 'updated_at': '2021-11-10T23:10:07Z', 'revision_number': 1, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:10:09.019629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4228-c2b9-4a89-9d31-6053403b1442 req-d5ea01e0-8360-405e-a1a8-e63bda9b97ef tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:09.021402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef9c4228-c2b9-4a89-9d31-6053403b1442 req-d5ea01e0-8360-405e-a1a8-e63bda9b97ef tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0558569 Nov 10 23:10:09.073830 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef9c4228-c2b9-4a89-9d31-6053403b1442 req-eb1e0e01-ec4e-436f-b6aa-901fe4ba5d09 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Nov 10 23:10:09.201722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e2401-ee2b-437a-914f-5324f53d2953 None None] New status for floating IP 57dbc49c-420b-4725-afbc-5631ddfcd4b7: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:10:10.194516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df801e-6ec9-491e-b504-b12520f6ced8 req-bd4d8864-1893-4f27-8de5-25129bf6b8bc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:10.196167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28df801e-6ec9-491e-b504-b12520f6ced8 req-bd4d8864-1893-4f27-8de5-25129bf6b8bc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0525799 Nov 10 23:10:10.249155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28df801e-6ec9-491e-b504-b12520f6ced8 req-db6ce4f5-7f8f-4780-94a1-256a613635c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Nov 10 23:10:11.373956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ba59-8a59-4413-b551-b8e8abb74bd7 req-147b166d-0c6f-401f-aac4-3309245042e7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:11.375450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b425ba59-8a59-4413-b551-b8e8abb74bd7 req-147b166d-0c6f-401f-aac4-3309245042e7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0524743 Nov 10 23:10:11.423440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b425ba59-8a59-4413-b551-b8e8abb74bd7 req-163792f9-da7f-422f-bc64-f34842cd5887 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Nov 10 23:10:12.538602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd12-9bb8-4c03-aac9-7385d2b58e76 req-3f6a7a40-6ab7-47c7-bded-f062025874d1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:12.540007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7af2dd12-9bb8-4c03-aac9-7385d2b58e76 req-3f6a7a40-6ab7-47c7-bded-f062025874d1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 943 time: 0.0487089 Nov 10 23:10:12.592087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7af2dd12-9bb8-4c03-aac9-7385d2b58e76 req-7377434f-02b6-4bce-aeb3-67e7418ba2b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Nov 10 23:10:12.763084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 914fe309-da64-48cb-ba57-cc6078f923d4 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:10:12.856450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=914fe309-da64-48cb-ba57-cc6078f923d4,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:12.871570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '914fe309-da64-48cb-ba57-cc6078f923d4', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': '914fe309-da64-48cb-ba57-cc6078f923d4', 'mac_address': 'fa:16:3e:4e:3e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:10:13.059712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.074150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914fe309-da64-48cb-ba57-cc6078f923d4 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:13.094732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=914fe309-da64-48cb-ba57-cc6078f923d4,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:13.098541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.149596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:13.296794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['914fe309-da64-48cb-ba57-cc6078f923d4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:13.536862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:13.646510 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72597df0-ec19-4cff-9cc8-7cbbc4d0634f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.730451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461e74d-48e9-44f9-b9ad-14a04ac259ff req-b6ccba32-7785-4e9b-89eb-6dedc2cc79f7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:13.731963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c461e74d-48e9-44f9-b9ad-14a04ac259ff req-b6ccba32-7785-4e9b-89eb-6dedc2cc79f7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 944 time: 0.0706611 Nov 10 23:10:13.798246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72597df0-ec19-4cff-9cc8-7cbbc4d0634f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.806669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c461e74d-48e9-44f9-b9ad-14a04ac259ff req-fb503826-88c0-4de3-8643-9a965f044c07 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670502 Nov 10 23:10:13.807238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72597df0-ec19-4cff-9cc8-7cbbc4d0634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.843293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-72597df0-ec19-4cff-9cc8-7cbbc4d0634f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9eaf130e5824ebca7771a63d394cf36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052440 Nov 10 23:10:13.845991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:13.848218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72597df0-ec19-4cff-9cc8-7cbbc4d0634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87464a67-fe6f-4fa1-9032-76ecc1f40ed7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:13.897223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.918149 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.965367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.968052 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:13.969260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87464a67-fe6f-4fa1-9032-76ecc1f40ed7 HTTP/1.1" status: 204 len: 168 time: 0.1222672 Nov 10 23:10:13.977709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450752d4-0512-405f-ba62-d43e4a59dbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87464a67-fe6f-4fa1-9032-76ecc1f40ed7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:14.604260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 45764) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:14.698850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1486659997-network', 'tenant_id': '2c285d1325094c73a1ff66063849c471'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:14.720381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Made reservation on behalf of 2c285d1325094c73a1ff66063849c471 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:10:14.722705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.731304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.751023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.762811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 914fe309-da64-48cb-ba57-cc6078f923d4 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:14.809900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.811285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 914fe309-da64-48cb-ba57-cc6078f923d4 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:14.813674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.815316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 914fe309-da64-48cb-ba57-cc6078f923d4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:14.815712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.841300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:10:14.852594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa90f27-01cc-4602-9b6e-479bffcd3921,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:14.869128 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.869470 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Added segment aba721e3-853b-452a-a8cb-e2ac16f7a720 of type vlan for network f4f59b0b-22b4-4345-8870-87dadafb0e5a Nov 10 23:10:14.900420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.923439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:14.925936 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230e527-8f25-4ebd-b399-dc753435da86" -d '{"events": [{"server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "name": "network-vif-plugged", "status": "completed", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:14.936454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.938326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=914fe309-da64-48cb-ba57-cc6078f923d4,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:14.942671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.972614 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea08f2-8d4c-4acc-9bd5-ba8491991828 x-openstack-request-id: req-e8ea08f2-8d4c-4acc-9bd5-ba8491991828 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:14.973056 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "name": "network-vif-plugged", "status": "completed", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:14.973402 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8ea08f2-8d4c-4acc-9bd5-ba8491991828 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:14.973911 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4', 'code': 200} Nov 10 23:10:14.978149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d7f39-1849-45a4-8844-a4366931392f req-2ceb2c27-3f92-4a2e-83d6-946bb5efa05d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:14.979666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-962d7f39-1849-45a4-8844-a4366931392f req-2ceb2c27-3f92-4a2e-83d6-946bb5efa05d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 944 time: 0.0795999 Nov 10 23:10:14.985713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:14.987497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:14.988062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:15.006090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:15.064542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4591563 Nov 10 23:10:15.069456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 45772) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:10:15.074703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Request body: {'subnet': {'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1486659997-subnet', 'tenant_id': '2c285d1325094c73a1ff66063849c471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:15.086689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a726-f6e7-4ecc-9d66-b8e6d9e40acc admin admin] Pushing event updated for resources: {'Network': ['ID=f4f59b0b-22b4-4345-8870-87dadafb0e5a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:15.091265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b844540-34a6-418e-bae4-ce063f350d1c req-a88af4ca-ce65-481a-927d-6b3f85d9697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:15.093070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b844540-34a6-418e-bae4-ce063f350d1c req-a88af4ca-ce65-481a-927d-6b3f85d9697a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 1096 time: 0.0562778 Nov 10 23:10:15.099336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:10:15.107466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-962d7f39-1849-45a4-8844-a4366931392f req-4b4e7bac-8b17-4d2c-a5aa-6eda936e47ce tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 Nov 10 23:10:15.107805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Made reservation on behalf of 2c285d1325094c73a1ff66063849c471 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:10:15.110299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:15.184703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:15.199686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b844540-34a6-418e-bae4-ce063f350d1c req-4e181384-f245-47d2-b9b4-1109144b7aab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993903 Nov 10 23:10:15.315657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:15.371300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfbe257-f035-44e6-906d-8d6d22ce5709,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:15.379952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Checking segment: {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:10:15.380798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Network hostable DHCP agents. Network: f4f59b0b-22b4-4345-8870-87dadafb0e5a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:10:15.399261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:10:15.409639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f4f59b0b-22b4-4345-8870-87dadafb0e5a) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:10:15.413671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:15.414257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:15.418342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de8f93-0400-450f-85fb-832c63c5b26c None None] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:10:15.429407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3db38b19-1be5-4bc6-bd98-24c4062293ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3589332 Nov 10 23:10:15.541393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a50f6-72ae-405f-87e6-7edd42052739 None None] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:10:16.188034 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:10:16.264886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f0f65-7061-49fd-bfff-6652c9969365 req-71eb812a-9fb4-40e1-bf85-1482a5f6ce59 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:16.266627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-811f0f65-7061-49fd-bfff-6652c9969365 req-71eb812a-9fb4-40e1-bf85-1482a5f6ce59 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0600684 Nov 10 23:10:16.316819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-811f0f65-7061-49fd-bfff-6652c9969365 req-b4d5d054-e5af-4fbd-8ae1-329b2852cb41 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Nov 10 23:10:17.168025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-77e163f4-1faf-4fea-83e7-901e63c6c626 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:17.169493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-77e163f4-1faf-4fea-83e7-901e63c6c626 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 809 time: 0.1038902 Nov 10 23:10:17.184789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-efe716a6-2fad-44dd-9024-e7688d3f79c0 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/quotas/2c285d1325094c73a1ff66063849c471 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Nov 10 23:10:17.215343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-b2d1789d-fa16-414f-8d21-69bc55f6a0e1 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255189 Nov 10 23:10:17.274079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-ac3b3728-b1f1-4bcc-a950-2d8d4a9f8b1f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:10:17.275151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-ac3b3728-b1f1-4bcc-a950-2d8d4a9f8b1f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534346 Nov 10 23:10:17.370211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-95d920c2-45da-454b-bc8f-65093c582e62 service neutron] 10.222.0.25 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Nov 10 23:10:17.436498 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaaa85-a091-4ef1-a79e-7204e067c7d5 req-3f6c579b-31cf-4967-8692-d3d1a4609143 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:17.437919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1eaaaa85-a091-4ef1-a79e-7204e067c7d5 req-3f6c579b-31cf-4967-8692-d3d1a4609143 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0495081 Nov 10 23:10:17.460293 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9056d2de-0336-4980-bf76-32965072cf6c service neutron] 10.222.0.25 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Nov 10 23:10:17.485263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1eaaaa85-a091-4ef1-a79e-7204e067c7d5 req-3e548667-284f-4137-a1f2-73e37de3c92b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Nov 10 23:10:17.616778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d0a62-0dba-4ffb-bb47-80bce1a51950 req-d85f7ada-f2d3-4607-a1b1-91edf61e9149 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:17.618673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-908d0a62-0dba-4ffb-bb47-80bce1a51950 req-d85f7ada-f2d3-4607-a1b1-91edf61e9149 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0644164 Nov 10 23:10:17.623446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e35d794f-cc9d-4a91-a35d-224fbabab40d req-02bbb924-0cba-422a-a93a-3f31d1330ddd tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Nov 10 23:10:17.675131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-908d0a62-0dba-4ffb-bb47-80bce1a51950 req-79031aa6-56b8-4527-8483-1e26fc428cd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Nov 10 23:10:17.799466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b959be-7239-431d-b4df-757d4a97ff6b req-edf74e06-3444-420a-891c-c047f14e6c4c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:17.800937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7b959be-7239-431d-b4df-757d4a97ff6b req-edf74e06-3444-420a-891c-c047f14e6c4c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0551913 Nov 10 23:10:17.850538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7b959be-7239-431d-b4df-757d4a97ff6b req-2fe9d34d-8901-4eee-bf1e-7804acef2ebd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Nov 10 23:10:18.148942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ea221-b390-4c61-b609-d4de9fbf4160 req-13ab7475-921b-41a6-ba92-85b37fbb5d82 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:18.151025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c74ea221-b390-4c61-b609-d4de9fbf4160 req-13ab7475-921b-41a6-ba92-85b37fbb5d82 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0507584 Nov 10 23:10:18.201865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c74ea221-b390-4c61-b609-d4de9fbf4160 req-5f20077a-3243-401a-b9e6-d3bc71acb7c2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Nov 10 23:10:18.601006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-313e951b-ff91-4c12-9d02-67ea38e49a0b tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:18.603589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-313e951b-ff91-4c12-9d02-67ea38e49a0b tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 809 time: 0.1045556 Nov 10 23:10:18.617431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Request body: {'port': {'device_id': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a', 'admin_state_up': True, 'tenant_id': '2c285d1325094c73a1ff66063849c471'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:18.728662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4bfc76f-3e54-4e0f-82a5-616f31a1b989 req-7dc62b5a-e59e-403c-9f97-6068e64dd83c tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 210 time: 0.0339003 Nov 10 23:10:18.752171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Made reservation on behalf of 2c285d1325094c73a1ff66063849c471 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:10:18.755764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:18.885496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Allocated IP 172.20.0.9 (f4f59b0b-22b4-4345-8870-87dadafb0e5a/dcfbe257-f035-44e6-906d-8d6d22ce5709/bcb0e625-5e0f-4896-a40f-ad58b0db1e81) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:10:19.028491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.062590 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.106830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:10:19.109953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:10:19.113691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:10:19.119887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Pushing event updated for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:19.164389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.164915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.181216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-9b656300-c1c9-4b66-a053-76b6b194b7a9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677774 Nov 10 23:10:19.194093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Request body: {'port': {'device_id': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:19.250178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.397249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03344-62c4-4b9c-9930-2e7242a884d9 req-dd104e55-dfb8-4568-8c44-11174e02813e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.398738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ce03344-62c4-4b9c-9930-2e7242a884d9 req-dd104e55-dfb8-4568-8c44-11174e02813e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.1132979 Nov 10 23:10:19.494704 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ce03344-62c4-4b9c-9930-2e7242a884d9 req-4dc4c33c-c0a7-4583-8f3f-630a451ca857 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889843 Nov 10 23:10:19.585422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb0e625-5e0f-4896-a40f-ad58b0db1e81 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:19.592672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-c014c3dd-cdc5-4bac-8831-8d79dc8497a9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.593580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.594167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-c014c3dd-cdc5-4bac-8831-8d79dc8497a9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 945 time: 0.0527558 Nov 10 23:10:19.605436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Transition to ACTIVE for port object bcb0e625-5e0f-4896-a40f-ad58b0db1e81 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:10:19.609545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.662514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:19.693149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 914fe309-da64-48cb-ba57-cc6078f923d4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:10:19.693496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.724633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Attempting to bind port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:10:19.724865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Attempting to bind port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:10:19.725219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Attempting to bind port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 on network f4f59b0b-22b4-4345-8870-87dadafb0e5a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:19.729432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 on network f4f59b0b-22b4-4345-8870-87dadafb0e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:10:19.729746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Attempting to bind port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 on network f4f59b0b-22b4-4345-8870-87dadafb0e5a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:19.734559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:10:19.734895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Checking segment: {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:10:19.735274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Bound using segment: {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:10:19.735702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Bound port: bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:10:19.736053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.787914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port 914fe309-da64-48cb-ba57-cc6078f923d4, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=914fe309-da64-48cb-ba57-cc6078f923d4,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:19.788281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.803423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 914fe309-da64-48cb-ba57-cc6078f923d4 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:10:19.805368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:10:19.808925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:10:19.813626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.852325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.853013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:19.854393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] 10.222.0.20 "PUT /v2.0/ports/bcb0e625-5e0f-4896-a40f-ad58b0db1e81 HTTP/1.1" status: 200 len: 1091 time: 0.6645000 Nov 10 23:10:19.854840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:19.857168 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:19.876964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7667-10ca-400c-a280-3f0b2db20a83 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:19.905235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ef53b-6a6f-40f4-b89b-6113592acf6d req-dd7826db-c74a-4068-9663-896f4aaebc5a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.906731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-856ef53b-6a6f-40f4-b89b-6113592acf6d req-dd7826db-c74a-4068-9663-896f4aaebc5a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 943 time: 0.1045444 Nov 10 23:10:19.951653 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af4082-43ea-4015-b776-b3141b6723ba x-openstack-request-id: req-e6af4082-43ea-4015-b776-b3141b6723ba {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:19.951956 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:19.952246 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6af4082-43ea-4015-b776-b3141b6723ba {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:19.952709 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81', 'status': 'completed', 'code': 200} Nov 10 23:10:19.967077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-026c3a7a-0d63-4d94-99db-bc0376838dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:19.968956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-026c3a7a-0d63-4d94-99db-bc0376838dcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 1094 time: 0.0512922 Nov 10 23:10:19.981315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-856ef53b-6a6f-40f4-b89b-6113592acf6d req-6234240c-7dda-4f11-ad1f-bbf5b02d9698 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641418 Nov 10 23:10:20.016430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-193f8d28-54f5-4cd7-9dfe-e1fb2d1ad38f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81 HTTP/1.1" status: 200 len: 217 time: 0.0402513 Nov 10 23:10:20.026977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:20.043342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['914fe309-da64-48cb-ba57-cc6078f923d4'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:20.056886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=914fe309-da64-48cb-ba57-cc6078f923d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:20.069314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-b05cff57-a015-4f81-a5fe-877ce6d0917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:20.070765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-b05cff57-a015-4f81-a5fe-877ce6d0917e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcfbe257-f035-44e6-906d-8d6d22ce5709 HTTP/1.1" status: 200 len: 849 time: 0.0479267 Nov 10 23:10:20.101196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port 914fe309-da64-48cb-ba57-cc6078f923d4 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:10:20.103385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-08c85f9d-a31a-4887-a0a8-69fa0bef8c09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f59b0b-22b4-4345-8870-87dadafb0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260456 Nov 10 23:10:20.103804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:20.107202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49ecadd4-ba52-4e45-903a-bc4794613b53 req-a1a1e7b0-20d3-4a4b-b6b2-a9ad5b3cb5c6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "DELETE /v2.0/ports/914fe309-da64-48cb-ba57-cc6078f923d4 HTTP/1.1" status: 204 len: 173 time: 0.5073245 Nov 10 23:10:20.107653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'name': 'network-vif-deleted', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:20.109962 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb85de-386d-463d-8a96-728f883c082a" -d '{"events": [{"server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "name": "network-vif-deleted", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:20.150762 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec18df-670c-4b08-98dc-d89e6044f524 x-openstack-request-id: req-4aec18df-670c-4b08-98dc-d89e6044f524 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:20.151053 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f21fc7-161f-416a-a811-2066778b4b1d", "name": "network-vif-deleted", "tag": "914fe309-da64-48cb-ba57-cc6078f923d4", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:20.151302 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aec18df-670c-4b08-98dc-d89e6044f524 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:20.151701 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f21fc7-161f-416a-a811-2066778b4b1d', 'name': 'network-vif-deleted', 'tag': '914fe309-da64-48cb-ba57-cc6078f923d4', 'status': 'completed', 'code': 200} Nov 10 23:10:20.235433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-198bfbc0-2693-4145-9d54-e16dd86a0fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227427 Nov 10 23:10:20.329523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77dd7cf2-35e3-4fcb-bb8c-c9a559a31ae8 req-8bed04b3-5e60-46de-a455-8581ec918282 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872495 Nov 10 23:10:20.415163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-16f32da0-561f-4f58-95dc-e9b55ec11631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:20.416678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-16f32da0-561f-4f58-95dc-e9b55ec11631 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 1094 time: 0.0437517 Nov 10 23:10:20.521152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-4baff8d9-992b-4758-9a97-53d07e92c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:20.522791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-4baff8d9-992b-4758-9a97-53d07e92c5aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 909 time: 0.0985289 Nov 10 23:10:20.567341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-4aead05d-3ba1-4221-8432-98d251cc3230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81 HTTP/1.1" status: 200 len: 217 time: 0.0358849 Nov 10 23:10:20.605270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce194acd-2e4f-4fce-bc4b-226fcd89ceb1 req-77627f46-0293-44aa-9195-d4c62ddf7ae2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0346386 Nov 10 23:10:20.626262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-cf241ce8-7f81-4d4d-b1c9-94dfe5b79c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:20.627744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-cf241ce8-7f81-4d4d-b1c9-94dfe5b79c9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcfbe257-f035-44e6-906d-8d6d22ce5709 HTTP/1.1" status: 200 len: 849 time: 0.0531430 Nov 10 23:10:20.659272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-c8ef4ee5-7b7d-4434-b31f-e127dd4e7ecf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f59b0b-22b4-4345-8870-87dadafb0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239215 Nov 10 23:10:20.748416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-df61fbf5-b4c2-4647-9686-fcd12a332894 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Nov 10 23:10:20.842170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a1015a96-0497-40f5-bcb2-f008a5a7fdf2 req-d0cc2ed4-dde1-4989-9b93-bac0e05ad308 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 Nov 10 23:10:21.105611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666d69-53a3-4907-bd6c-482bd2643b13 req-914f8af0-b31a-4013-9cfb-46f25ce07ac9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:21.107033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f666d69-53a3-4907-bd6c-482bd2643b13 req-914f8af0-b31a-4013-9cfb-46f25ce07ac9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 943 time: 0.0537112 Nov 10 23:10:21.154823 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f666d69-53a3-4907-bd6c-482bd2643b13 req-c693adb8-35b0-499b-a5d9-35925896acb1 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 10 23:10:21.716355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c49d177f-1249-4c84-b989-db2600d7aa7b req-b1225d06-c23f-4134-97dd-6c994e85dcda tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0325303 Nov 10 23:10:22.268264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cff37-81ed-4653-b3b1-96e2d0adce5f req-4cbeef26-e81b-402f-b24a-008c0c628bf5 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:22.269763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-967cff37-81ed-4653-b3b1-96e2d0adce5f req-4cbeef26-e81b-402f-b24a-008c0c628bf5 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 943 time: 0.0482063 Nov 10 23:10:22.316896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-967cff37-81ed-4653-b3b1-96e2d0adce5f req-1ab1b952-b85b-46d3-ba71-ccc85e72c2c9 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Nov 10 23:10:22.763128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bcb0e625-5e0f-4896-a40f-ad58b0db1e81 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:10:22.825762 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38c63549-96d1-4ba2-ac59-5f9aa4fe781b req-7f48e614-75d2-48dc-8baf-ab622fbfa90c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0296059 Nov 10 23:10:22.865094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:22.877638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81', 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a', 'port_id': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81', 'mac_address': 'fa:16:3e:8d:52:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbe257-f035-44e6-906d-8d6d22ce5709', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:10:22.918493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:22.931586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb0e625-5e0f-4896-a40f-ad58b0db1e81 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:22.952047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:22.955885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:23.002480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:23.142874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['bcb0e625-5e0f-4896-a40f-ad58b0db1e81'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:23.439111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a61941-48e8-4823-bdd0-813f7715fac9 req-1dc20ea4-2679-40d3-b4d2-b20e06f1cf48 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:23.440650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4a61941-48e8-4823-bdd0-813f7715fac9 req-1dc20ea4-2679-40d3-b4d2-b20e06f1cf48 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 944 time: 0.0534606 Nov 10 23:10:23.492446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d4a61941-48e8-4823-bdd0-813f7715fac9 req-c2ecc4f6-8b09-48b5-b085-7ea7b6a3dd39 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456398 Nov 10 23:10:23.930701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6a4cf3a2-b09f-45f7-b6b0-6176fd6b5bf9 req-25987864-c561-4999-922f-0853a88e17aa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f21fc7-161f-416a-a811-2066778b4b1d HTTP/1.1" status: 200 len: 210 time: 0.0335097 Nov 10 23:10:24.618556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975af26-fdba-4a10-b1c8-c0d82c429b62 req-467cd8a6-e327-436e-a448-ed012b0750d6 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:24.620684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2975af26-fdba-4a10-b1c8-c0d82c429b62 req-467cd8a6-e327-436e-a448-ed012b0750d6 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 944 time: 0.0536604 Nov 10 23:10:24.671254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2975af26-fdba-4a10-b1c8-c0d82c429b62 req-7245fb83-053b-425d-bd8d-6c00f6ec83f4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Nov 10 23:10:24.763764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bcb0e625-5e0f-4896-a40f-ad58b0db1e81 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:24.812583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:24.816534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:24.816906 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:24.901478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:24.930203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:24.933240 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc1df29-fbc3-42ac-9ff6-fee749de8c30" -d '{"events": [{"server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "name": "network-vif-plugged", "status": "completed", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:24.946804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:24.950790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:24.951681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 914fe309-da64-48cb-ba57-cc6078f923d4 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:10:24.980644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 914fe309-da64-48cb-ba57-cc6078f923d4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:10:24.981023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 914fe309-da64-48cb-ba57-cc6078f923d4 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:10:25.032717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5bad4bb8-6152-4a16-804c-83a5cfc4b391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:25.050723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:25.054108 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c69f8-1dfd-4b20-b9c8-9d4dbdfd4a2c x-openstack-request-id: req-5d5c69f8-1dfd-4b20-b9c8-9d4dbdfd4a2c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:25.054432 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "name": "network-vif-plugged", "status": "completed", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:25.054829 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d5c69f8-1dfd-4b20-b9c8-9d4dbdfd4a2c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:25.055217 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81', 'code': 200} Nov 10 23:10:25.134510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0fd3b-4813-488a-a998-7da0befb376c req-75f31a2d-453b-4f25-9cca-42d3ed4ddfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:25.136041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fe0fd3b-4813-488a-a998-7da0befb376c req-75f31a2d-453b-4f25-9cca-42d3ed4ddfbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 1096 time: 0.0399513 Nov 10 23:10:25.181466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fe0fd3b-4813-488a-a998-7da0befb376c req-92f63e98-b307-4bd8-99d8-113f874ad574 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Nov 10 23:10:25.793252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d891-b377-4680-9ffd-051791603d05 req-825fe973-ae43-450e-a154-7b3b4c0e9f23 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:25.795011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9534d891-b377-4680-9ffd-051791603d05 req-825fe973-ae43-450e-a154-7b3b4c0e9f23 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 945 time: 0.0541816 Nov 10 23:10:25.844886 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9534d891-b377-4680-9ffd-051791603d05 req-82bf3336-d780-4a37-9fba-6c3171547869 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Nov 10 23:10:26.979684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c37781-00dc-49ea-baea-dbcd24e9cb52 req-accb6ea2-5311-4863-a701-6cb478a8d616 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:26.981219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55c37781-00dc-49ea-baea-dbcd24e9cb52 req-accb6ea2-5311-4863-a701-6cb478a8d616 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Nov 10 23:10:27.029352 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55c37781-00dc-49ea-baea-dbcd24e9cb52 req-69286d4a-e7db-4822-b2c2-32ce9af6d889 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Nov 10 23:10:27.622772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d100d956-b25e-4824-bfdb-b72f07f5a17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:27.663753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30946da7-3b35-475c-8c20-f22f00b36980 req-eb1cdca9-cd15-4b23-88ff-f26d94fc2c9d tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:27.665207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30946da7-3b35-475c-8c20-f22f00b36980 req-eb1cdca9-cd15-4b23-88ff-f26d94fc2c9d tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 945 time: 0.0775156 Nov 10 23:10:27.714582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30946da7-3b35-475c-8c20-f22f00b36980 req-643defb4-968d-40c8-9cd4-ca3b06d9b984 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Nov 10 23:10:28.869296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400b0bb-49ef-4f32-b3c7-b25f34c241f9 req-58334242-9090-4e9a-8e9c-8f0d95590c1a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:28.871606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9400b0bb-49ef-4f32-b3c7-b25f34c241f9 req-58334242-9090-4e9a-8e9c-8f0d95590c1a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 945 time: 0.0849149 Nov 10 23:10:28.893612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-ca71a16f-e13e-40e6-869b-15e37b7e3602 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:28.895146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-ca71a16f-e13e-40e6-869b-15e37b7e3602 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b944d1-e5b3-40ea-8df5-8b4227f794a3 HTTP/1.1" status: 200 len: 945 time: 0.0746717 Nov 10 23:10:28.983191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9400b0bb-49ef-4f32-b3c7-b25f34c241f9 req-bad375c8-5b96-4682-9c7c-cba804beb3c8 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021829 Nov 10 23:10:28.985637 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:29.040875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Deleting port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:10:29.041332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:29.142599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] For port bcb0e625-5e0f-4896-a40f-ad58b0db1e81, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:29.142968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:29.158272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Calling delete_port for bcb0e625-5e0f-4896-a40f-ad58b0db1e81 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:10:29.294397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:29.307898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['bcb0e625-5e0f-4896-a40f-ad58b0db1e81'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:29.348225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Pushing event deleted for resources: {'Port': ['ID=bcb0e625-5e0f-4896-a40f-ad58b0db1e81,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:29.375232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.375734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.376299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.376732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.377247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.377630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.378163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.378808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.379276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.379698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.381487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.381918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:29.419563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] No DVR routers for this DVR port bcb0e625-5e0f-4896-a40f-ad58b0db1e81 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:10:29.422731 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:29.426988 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c8c914fa-5ed8-4606-a9c6-65b024c711fd req-23e08d92-33fc-453c-92fc-d595a05fce11 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "DELETE /v2.0/ports/bcb0e625-5e0f-4896-a40f-ad58b0db1e81 HTTP/1.1" status: 204 len: 173 time: 0.5249369 Nov 10 23:10:29.427474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'name': 'network-vif-deleted', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:29.430056 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e21b7f-4bd9-4d96-a3b8-6a31993e35e7" -d '{"events": [{"server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "name": "network-vif-deleted", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:29.538023 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62b29b-6728-46f1-b013-113b0985a5f4 x-openstack-request-id: req-fc62b29b-6728-46f1-b013-113b0985a5f4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:29.538281 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b944d1-e5b3-40ea-8df5-8b4227f794a3", "name": "network-vif-deleted", "tag": "bcb0e625-5e0f-4896-a40f-ad58b0db1e81", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:29.538541 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc62b29b-6728-46f1-b013-113b0985a5f4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:29.538997 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b944d1-e5b3-40ea-8df5-8b4227f794a3', 'name': 'network-vif-deleted', 'tag': 'bcb0e625-5e0f-4896-a40f-ad58b0db1e81', 'status': 'completed', 'code': 200} Nov 10 23:10:30.254577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-926b0ed9-6c71-4691-8bf6-39621f54cc82 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:30.256101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-926b0ed9-6c71-4691-8bf6-39621f54cc82 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 809 time: 0.1118438 Nov 10 23:10:30.272257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-7a1cce1d-5851-4a9c-a019-994635e44f1f tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/quotas/2c285d1325094c73a1ff66063849c471 HTTP/1.1" status: 200 len: 375 time: 0.0102494 Nov 10 23:10:30.306074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-2330f570-b4e6-4510-b08f-d7a19b273636 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276127 Nov 10 23:10:30.404589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-3398da58-7a6f-49e2-b100-cbc6dcf17bd3 service neutron] 10.222.0.25 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915449 Nov 10 23:10:30.405831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:30.513849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-8e4d5ad2-1cf8-4086-95c5-cf84da8f3992 service neutron] 10.222.0.25 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023328 Nov 10 23:10:30.729811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a61981d2-2d3b-48f4-a3b0-378913560177 req-4e81a7cc-a24f-4db5-b872-3542a68598c4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0317025 Nov 10 23:10:30.758856 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:31.719316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-989e5160-24c2-4479-8240-fe7671399c83 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:31.721235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-989e5160-24c2-4479-8240-fe7671399c83 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 809 time: 0.1156888 Nov 10 23:10:31.735185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Request body: {'port': {'device_id': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a', 'admin_state_up': True, 'tenant_id': '2c285d1325094c73a1ff66063849c471'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:31.842473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ea8bb81-4843-4faf-9204-fe3f4cfda4a1 req-bbdd932b-cb98-435e-88b9-600625bb6cf2 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Nov 10 23:10:32.089247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Made reservation on behalf of 2c285d1325094c73a1ff66063849c471 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:10:32.092729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.217092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Allocated IP 172.20.0.2 (f4f59b0b-22b4-4345-8870-87dadafb0e5a/dcfbe257-f035-44e6-906d-8d6d22ce5709/3b315c55-559b-414e-868d-ae57c501c1ab) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:10:32.361479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.396683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.442127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Network f4f59b0b-22b4-4345-8870-87dadafb0e5a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:10:32.447257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:10:32.450539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:10:32.483373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Pushing event updated for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:32.508945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:32.509593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.526756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-ca9ac074-adba-49d1-a8a5-e5578885b8d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957582 Nov 10 23:10:32.539928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Request body: {'port': {'device_id': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:32.601822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.813142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bcb0e625-5e0f-4896-a40f-ad58b0db1e81 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:10:32.855658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: bcb0e625-5e0f-4896-a40f-ad58b0db1e81 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:10:32.856607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device bcb0e625-5e0f-4896-a40f-ad58b0db1e81 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:10:32.906618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b315c55-559b-414e-868d-ae57c501c1ab {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:32.917768 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.930563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Transition to ACTIVE for port object 3b315c55-559b-414e-868d-ae57c501c1ab will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:10:32.936576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:32.984792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04f40-955f-42ad-a367-f8adc4d0906b req-c297224f-ba9c-435e-bd48-22f35139027e tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:32.987151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0b04f40-955f-42ad-a367-f8adc4d0906b req-c297224f-ba9c-435e-bd48-22f35139027e tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 931 time: 0.0666964 Nov 10 23:10:32.999607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Pushing event updated for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:33.065778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d0b04f40-955f-42ad-a367-f8adc4d0906b req-09fbaedc-a5c6-49d9-80e1-6965bb73c9b0 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Nov 10 23:10:33.080801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Attempting to bind port 3b315c55-559b-414e-868d-ae57c501c1ab on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:10:33.081921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Attempting to bind port 3b315c55-559b-414e-868d-ae57c501c1ab by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:10:33.082429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Attempting to bind port 3b315c55-559b-414e-868d-ae57c501c1ab on network f4f59b0b-22b4-4345-8870-87dadafb0e5a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:33.089630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Port 3b315c55-559b-414e-868d-ae57c501c1ab on network f4f59b0b-22b4-4345-8870-87dadafb0e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:10:33.090069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Attempting to bind port 3b315c55-559b-414e-868d-ae57c501c1ab on network f4f59b0b-22b4-4345-8870-87dadafb0e5a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:33.096495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:10:33.096811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Checking segment: {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:10:33.097244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Bound using segment: {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:10:33.097775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Bound port: 3b315c55-559b-414e-868d-ae57c501c1ab, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba721e3-853b-452a-a8cb-e2ac16f7a720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:10:33.098152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:33.180537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:10:33.184770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3b315c55-559b-414e-868d-ae57c501c1ab,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:10:33.188921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:33.223434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:33.224090 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:33.225591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] 10.222.0.20 "PUT /v2.0/ports/3b315c55-559b-414e-868d-ae57c501c1ab HTTP/1.1" status: 200 len: 1091 time: 0.6898830 Nov 10 23:10:33.226125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:33.228653 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c46f4-956c-4118-9942-d5d92a9eeee6" -d '{"events": [{"name": "network-changed", "server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:33.263259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1792-bffc-4aef-9344-523d44def14d service neutron] Pushing event updated for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:33.298465 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe024e3-3bd9-471f-b1a8-96020444a758 x-openstack-request-id: req-8fe024e3-3bd9-471f-b1a8-96020444a758 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:33.298759 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:33.299006 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe024e3-3bd9-471f-b1a8-96020444a758 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:33.299427 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab', 'status': 'completed', 'code': 200} Nov 10 23:10:33.316400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-905955de-6c7f-4991-a786-6ff2c3bb0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:33.318075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-905955de-6c7f-4991-a786-6ff2c3bb0991 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 1094 time: 0.0482774 Nov 10 23:10:33.369845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-19aac656-7e9c-4f0e-ba17-ef210c50331f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b315c55-559b-414e-868d-ae57c501c1ab HTTP/1.1" status: 200 len: 217 time: 0.0438430 Nov 10 23:10:33.428380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-2072b92e-49af-4236-a15b-33d70e57c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:33.429844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-2072b92e-49af-4236-a15b-33d70e57c59f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcfbe257-f035-44e6-906d-8d6d22ce5709 HTTP/1.1" status: 200 len: 849 time: 0.0533690 Nov 10 23:10:33.472106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-7fb0baa9-9872-44f5-8cb7-d96af723ee0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f59b0b-22b4-4345-8870-87dadafb0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346594 Nov 10 23:10:33.585592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-c40324f2-0dd4-4dfa-96b4-788da0715639 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062250 Nov 10 23:10:33.696287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-727b1212-6d94-4ded-aa9a-91fdbd2ce065 req-cd3ea260-750a-407c-9f5b-35b84f971f88 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033397 Nov 10 23:10:33.811196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-dd161d42-9042-4194-94ee-68a1937b1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:33.812875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-dd161d42-9042-4194-94ee-68a1937b1569 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c285d1325094c73a1ff66063849c471&device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 1094 time: 0.0649648 Nov 10 23:10:33.926162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-3998f833-dbe8-4471-9a37-094474c3ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:33.927699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-3998f833-dbe8-4471-9a37-094474c3ac35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 200 len: 909 time: 0.1075208 Nov 10 23:10:33.970206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-14370fb8-c483-4c81-a6c8-6d733d58e870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b315c55-559b-414e-868d-ae57c501c1ab HTTP/1.1" status: 200 len: 217 time: 0.0351777 Nov 10 23:10:34.028548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-1a28cb86-fa03-489f-9b40-6b6cbdafdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:34.030079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-1a28cb86-fa03-489f-9b40-6b6cbdafdbca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcfbe257-f035-44e6-906d-8d6d22ce5709 HTTP/1.1" status: 200 len: 849 time: 0.0518615 Nov 10 23:10:34.063132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-851add31-9811-4131-ab52-38eb6ed0ce80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f59b0b-22b4-4345-8870-87dadafb0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254750 Nov 10 23:10:34.198220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-c28236b1-8345-401e-bac7-84a3d213f6fa service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243308 Nov 10 23:10:34.223342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05eced-f3b1-47f6-b1c8-640fe4bcadd0 req-2de90e91-5d38-4817-bffb-579864e55168 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:34.224783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c05eced-f3b1-47f6-b1c8-640fe4bcadd0 req-2de90e91-5d38-4817-bffb-579864e55168 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0858047 Nov 10 23:10:34.316885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c05eced-f3b1-47f6-b1c8-640fe4bcadd0 req-b6577286-5b56-4a06-a2db-f2287d440f14 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804579 Nov 10 23:10:34.342152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221c46f4-956c-4118-9942-d5d92a9eeee6 req-6c7015b3-1774-4ff9-a3a9-81efed1757e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374819 Nov 10 23:10:35.444771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30126f7-cc0a-4aa3-b729-f1f7840e6297 req-0fb8861e-c5a3-4f85-85c2-abc9ef858beb tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:35.446357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f30126f7-cc0a-4aa3-b729-f1f7840e6297 req-0fb8861e-c5a3-4f85-85c2-abc9ef858beb tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0563250 Nov 10 23:10:35.498970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f30126f7-cc0a-4aa3-b729-f1f7840e6297 req-9b0a07b6-991d-4be8-a6fc-2abe8a33512a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Nov 10 23:10:36.618185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0ae26-4e46-495b-82ae-0cf56738467f req-410ea3f1-ff2b-4b27-8479-b046bf108b00 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:36.620302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdc0ae26-4e46-495b-82ae-0cf56738467f req-410ea3f1-ff2b-4b27-8479-b046bf108b00 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0506701 Nov 10 23:10:36.668924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cdc0ae26-4e46-495b-82ae-0cf56738467f req-a63891db-7915-41af-ad02-546abdc5a191 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Nov 10 23:10:36.825192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3b315c55-559b-414e-868d-ae57c501c1ab details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:10:36.923620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3b315c55-559b-414e-868d-ae57c501c1ab,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:36.948469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3b315c55-559b-414e-868d-ae57c501c1ab', 'network_id': 'f4f59b0b-22b4-4345-8870-87dadafb0e5a', 'port_id': '3b315c55-559b-414e-868d-ae57c501c1ab', 'mac_address': 'fa:16:3e:ba:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbe257-f035-44e6-906d-8d6d22ce5709', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:10:36.988379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:37.002065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b315c55-559b-414e-868d-ae57c501c1ab {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:37.022610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3b315c55-559b-414e-868d-ae57c501c1ab,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:37.032147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:37.086866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:37.215343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3b315c55-559b-414e-868d-ae57c501c1ab'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:37.795470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ca169-8170-45fe-a854-481075177429 req-10bf8717-4177-4bfd-8f1c-3b9217109c34 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:37.796663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f4ca169-8170-45fe-a854-481075177429 req-10bf8717-4177-4bfd-8f1c-3b9217109c34 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 944 time: 0.0559785 Nov 10 23:10:37.850720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f4ca169-8170-45fe-a854-481075177429 req-fa24da07-a8f5-4159-91cf-523d2f6ff66c tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Nov 10 23:10:38.826153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3b315c55-559b-414e-868d-ae57c501c1ab up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:38.878920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3b315c55-559b-414e-868d-ae57c501c1ab completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:10:38.884136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3b315c55-559b-414e-868d-ae57c501c1ab triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:38.884484 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:38.974465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:38.994425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0fd7-2fc9-4b36-b630-a7a9f3bbc3e0 req-adff04d1-f556-4870-b45c-bf683fb59bb6 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:38.997036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-719a0fd7-2fc9-4b36-b630-a7a9f3bbc3e0 req-adff04d1-f556-4870-b45c-bf683fb59bb6 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 944 time: 0.0627224 Nov 10 23:10:39.004725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:39.006966 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc982b6f-b5df-4ad2-aae1-8e8e335e3d5c" -d '{"events": [{"server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:39.021541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3b315c55-559b-414e-868d-ae57c501c1ab,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:39.028186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:39.065990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-719a0fd7-2fc9-4b36-b630-a7a9f3bbc3e0 req-c4ac2424-56eb-4041-a116-570275daef34 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603878 Nov 10 23:10:39.081544 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bb1f29-80ce-4037-b370-5962b4cce632 x-openstack-request-id: req-f6bb1f29-80ce-4037-b370-5962b4cce632 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:39.081829 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:39.082093 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6bb1f29-80ce-4037-b370-5962b4cce632 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:39.083208 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab', 'code': 200} Nov 10 23:10:39.115379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:39.173013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3678b-42e6-4310-b6ae-44c53f80a73a req-1b44ecdb-029b-4cc2-8bd6-40532c5ff2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:39.174565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6b3678b-42e6-4310-b6ae-44c53f80a73a req-1b44ecdb-029b-4cc2-8bd6-40532c5ff2ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 1096 time: 0.0441639 Nov 10 23:10:39.233000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6b3678b-42e6-4310-b6ae-44c53f80a73a req-22224143-53ff-4179-85a5-2c7f08738237 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Nov 10 23:10:40.198576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeef30-1f34-4bd2-b3db-f6ed71b4c30f req-fef03bd3-c4a5-420f-b090-1a4c4cd1f262 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:40.200129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68eeef30-1f34-4bd2-b3db-f6ed71b4c30f req-fef03bd3-c4a5-420f-b090-1a4c4cd1f262 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 945 time: 0.0607162 Nov 10 23:10:40.252549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-68eeef30-1f34-4bd2-b3db-f6ed71b4c30f req-65a9af2f-c269-428b-9321-432ec61c57c5 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Nov 10 23:10:41.393262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51381c54-558e-4ba7-ad88-9824be4d6b86 req-c8d29238-4687-47b4-88bd-0481179e67a0 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:41.394989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51381c54-558e-4ba7-ad88-9824be4d6b86 req-c8d29238-4687-47b4-88bd-0481179e67a0 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 945 time: 0.0648117 Nov 10 23:10:41.446602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-51381c54-558e-4ba7-ad88-9824be4d6b86 req-eb91a2f6-274e-4e6d-babe-630efb9019be tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 Nov 10 23:10:42.106730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab73d-78b8-4271-8f6c-5dac59d0dd37 req-d85990b1-77d9-4da7-b80d-e805784c381a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:42.108235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85bab73d-78b8-4271-8f6c-5dac59d0dd37 req-d85990b1-77d9-4da7-b80d-e805784c381a tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Nov 10 23:10:42.162522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85bab73d-78b8-4271-8f6c-5dac59d0dd37 req-6229d8c1-c17b-4f23-8195-71fa2c172c40 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483198 Nov 10 23:10:43.285003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aac951-29d9-46dc-a186-c0ca1cb38efd req-f5170d68-b249-49eb-a6ab-cec9f168bb6d tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:43.286499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5aac951-29d9-46dc-a186-c0ca1cb38efd req-f5170d68-b249-49eb-a6ab-cec9f168bb6d tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 945 time: 0.0513389 Nov 10 23:10:43.361113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5aac951-29d9-46dc-a186-c0ca1cb38efd req-c60df36d-35f7-43b5-8f02-2635afdfc20d tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fa90f27-01cc-4602-9b6e-479bffcd3921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 Nov 10 23:10:43.388789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-14aec165-f407-417b-99f2-cbc1627c43e5 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:43.390256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-14aec165-f407-417b-99f2-cbc1627c43e5 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "GET /v2.0/ports?device_id=9891a529-28ab-4fd0-b9d7-24ea357a8be2 HTTP/1.1" status: 200 len: 945 time: 0.0640998 Nov 10 23:10:43.489244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Deleting port 3b315c55-559b-414e-868d-ae57c501c1ab {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:10:43.489587 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:43.580608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] For port 3b315c55-559b-414e-868d-ae57c501c1ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3b315c55-559b-414e-868d-ae57c501c1ab,segment=NetworkSegment(aba721e3-853b-452a-a8cb-e2ac16f7a720),segment_id=aba721e3-853b-452a-a8cb-e2ac16f7a720)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:43.580813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:43.598282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Calling delete_port for 3b315c55-559b-414e-868d-ae57c501c1ab owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:10:43.728121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:43.743496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3b315c55-559b-414e-868d-ae57c501c1ab'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:43.757338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Pushing event deleted for resources: {'Port': ['ID=3b315c55-559b-414e-868d-ae57c501c1ab,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:43.801290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] No DVR routers for this DVR port 3b315c55-559b-414e-868d-ae57c501c1ab on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:10:43.804093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:43.807379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05a4f14f-5ad1-4de2-9bda-d67b0ee35c27 req-fff7f05b-f6cd-40f6-ad27-d5147ab9d1d4 tempest-VolumesActionsTest-392118945 tempest-VolumesActionsTest-392118945-project] 10.222.0.20 "DELETE /v2.0/ports/3b315c55-559b-414e-868d-ae57c501c1ab HTTP/1.1" status: 204 len: 173 time: 0.4113357 Nov 10 23:10:43.807818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'name': 'network-vif-deleted', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:43.810186 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb65f6-271e-4cb8-9f1b-f1067a933257" -d '{"events": [{"server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "name": "network-vif-deleted", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:43.855273 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0977fac-aaab-43c4-bd9b-a8dc2ee0fde7 x-openstack-request-id: req-a0977fac-aaab-43c4-bd9b-a8dc2ee0fde7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:43.855638 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9891a529-28ab-4fd0-b9d7-24ea357a8be2", "name": "network-vif-deleted", "tag": "3b315c55-559b-414e-868d-ae57c501c1ab", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:43.856014 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0977fac-aaab-43c4-bd9b-a8dc2ee0fde7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:43.856483 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891a529-28ab-4fd0-b9d7-24ea357a8be2', 'name': 'network-vif-deleted', 'tag': '3b315c55-559b-414e-868d-ae57c501c1ab', 'status': 'completed', 'code': 200} Nov 10 23:10:44.763033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:45.196426 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:48.856051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3b315c55-559b-414e-868d-ae57c501c1ab no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:10:48.884060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3b315c55-559b-414e-868d-ae57c501c1ab {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:10:48.884653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3b315c55-559b-414e-868d-ae57c501c1ab not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:10:49.359670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-ee0be625-386f-4363-bc4e-628e9743b4ac tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:49.361241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-ee0be625-386f-4363-bc4e-628e9743b4ac tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1208758 Nov 10 23:10:49.383284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-d958d2db-2f68-460e-9b8e-a9594909c7f2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0149953 Nov 10 23:10:49.455150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-a7844de0-1b9d-4e56-ad0c-78f59aa347d5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693624 Nov 10 23:10:49.567811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-56b728bb-01e4-4fc9-9e2c-9db9df9ee2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114991 Nov 10 23:10:49.692859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-5e90b17d-e5f1-41f5-b7a8-ce497ab0a285 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180043 Nov 10 23:10:50.118972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab1a1527-6cb1-4001-b27d-c883784efa0b req-3345216a-ef25-43e0-8097-d5c29494dfdb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0498052 Nov 10 23:10:51.200171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-b9f3de9f-9c50-4b23-8b60-0815a0868384 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:51.201856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-b9f3de9f-9c50-4b23-8b60-0815a0868384 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1713035 Nov 10 23:10:51.220308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:51.255691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e95b1410-0c89-4807-922f-781a19c84ab3 req-f9f29bc3-500c-429b-bf5d-c9f159e17f8f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0405862 Nov 10 23:10:51.385947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:10:51.391779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:51.569140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.12 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/a2e01053-a2f6-410d-9193-79d6d4fbc209) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:10:51.780101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:51.826803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:51.897530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:10:51.899067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:51.902645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:10:51.904806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:10:51.995205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:51.996172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.042652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-2c0965ed-e675-422a-b9e3-c09d387de5e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320086 Nov 10 23:10:52.062728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Request body: {'port': {'device_id': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:10:52.147013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.313329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-cfc5e7be-a2da-4892-a3c7-c42204b18c41 None None] Provisioning complete for port a2e01053-a2f6-410d-9193-79d6d4fbc209 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:52.314053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e7be-a2da-4892-a3c7-c42204b18c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.386268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5e7be-a2da-4892-a3c7-c42204b18c41 None None] Port a2e01053-a2f6-410d-9193-79d6d4fbc209 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:10:52.485004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac16c-6e0a-4a53-9eb4-b283d7be60b1 req-c50b2594-b3ed-4b43-8c57-bad882d4c263 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:52.493272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a08ac16c-6e0a-4a53-9eb4-b283d7be60b1 req-c50b2594-b3ed-4b43-8c57-bad882d4c263 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 932 time: 0.1050544 Nov 10 23:10:52.635307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a08ac16c-6e0a-4a53-9eb4-b283d7be60b1 req-2087f3f5-548e-4ec9-a519-161eeb034df1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409578 Nov 10 23:10:52.714343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-205c99a7-52f2-4096-a331-b89118957232 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2761858 Nov 10 23:10:52.753773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e01053-a2f6-410d-9193-79d6d4fbc209 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:52.765314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.789180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Transition to ACTIVE for port object a2e01053-a2f6-410d-9193-79d6d4fbc209 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:10:52.805606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.878275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:52.910637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-fe8de814-49c1-420c-86f4-69f186d5b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:52.912401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-fe8de814-49c1-420c-86f4-69f186d5b017 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e501f9fd9b4d3699adf282662875a1&device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 1097 time: 0.1342154 Nov 10 23:10:53.013397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Attempting to bind port a2e01053-a2f6-410d-9193-79d6d4fbc209 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:10:53.013802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Attempting to bind port a2e01053-a2f6-410d-9193-79d6d4fbc209 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:10:53.014198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Attempting to bind port a2e01053-a2f6-410d-9193-79d6d4fbc209 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:53.057690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Port a2e01053-a2f6-410d-9193-79d6d4fbc209 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:10:53.058099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Attempting to bind port a2e01053-a2f6-410d-9193-79d6d4fbc209 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:10:53.069378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:10:53.069755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:10:53.070465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:10:53.070938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Bound port: a2e01053-a2f6-410d-9193-79d6d4fbc209, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:10:53.071277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:53.131369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-08cad10f-e6e1-47b3-ad74-5e50c98e2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.135013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-08cad10f-e6e1-47b3-ad74-5e50c98e2a68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 200 len: 909 time: 0.1776755 Nov 10 23:10:53.190464 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:10:53.264332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:10:53.269967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:10:53.276367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-53e8ad42-bfed-4d0d-bbb7-a5d6a012f8fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 200 len: 1002 time: 0.1292157 Nov 10 23:10:53.283604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:53.426352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.436276 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:53.437747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2e01053-a2f6-410d-9193-79d6d4fbc209 HTTP/1.1" status: 200 len: 1092 time: 1.3866148 Nov 10 23:10:53.440253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:53.442618 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:53.465455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-d9836a13-fbd2-4c85-bbcf-1eeb971513e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.466924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-d9836a13-fbd2-4c85-bbcf-1eeb971513e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 200 len: 848 time: 0.1802716 Nov 10 23:10:53.470030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffbd00-5ae5-44fc-bd3a-6c61a78a21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:53.510712 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84c975-415b-4758-bc50-c6f8caff5ce6 x-openstack-request-id: req-1d84c975-415b-4758-bc50-c6f8caff5ce6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:53.511309 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:53.511309 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d84c975-415b-4758-bc50-c6f8caff5ce6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:53.511611 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209', 'status': 'completed', 'code': 200} Nov 10 23:10:53.522615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-255e40db-21be-42b2-90fa-e7cf4b7b912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.524497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-255e40db-21be-42b2-90fa-e7cf4b7b912c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=038ed570-f89a-4e20-9452-18b3566cd2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501945 Nov 10 23:10:53.695656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-86b31503-667a-45e1-bbde-fa95b126552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.698212 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-86b31503-667a-45e1-bbde-fa95b126552b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 1095 time: 0.1673348 Nov 10 23:10:53.786669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-b1987a0e-220e-4125-a5c5-224191abccf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209 HTTP/1.1" status: 200 len: 217 time: 0.0801957 Nov 10 23:10:53.830802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-1ea3a263-1b8a-42b0-bdc3-e2d5d5680f79 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725890 Nov 10 23:10:53.843844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb832cc-41e6-4bce-b59f-d71366759c9b req-72106ef8-476f-4545-bea0-b92ed61bdcbe tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.857819 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcb832cc-41e6-4bce-b59f-d71366759c9b req-72106ef8-476f-4545-bea0-b92ed61bdcbe tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.1002178 Nov 10 23:10:53.929599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-fd6382cc-dd2c-4c97-955f-c58d2f36d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:53.931590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-fd6382cc-dd2c-4c97-955f-c58d2f36d257 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.1370530 Nov 10 23:10:53.952038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcb832cc-41e6-4bce-b59f-d71366759c9b req-668b4892-def2-4651-a3f9-172564d6a56f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868471 Nov 10 23:10:54.315751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-ffc60cfd-1783-4d96-a3cc-b60d4b397849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:54.318739 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-ffc60cfd-1783-4d96-a3cc-b60d4b397849 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3771970 Nov 10 23:10:54.319407 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7f8a28d-f184-46dc-94b1-b45f8e6e5dc9 req-0ba32e60-2336-4060-aab7-d4a048585fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756794 Nov 10 23:10:54.490317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-a16bed8b-1224-43d8-9601-fb6f48e7090b service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628335 Nov 10 23:10:54.635615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-783706f2-f16d-4f8c-be6a-60614a150c84 req-85743005-2050-4949-aeb3-ddb24c43a03d service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359997 Nov 10 23:10:54.750516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-0479e1f9-f8e5-4533-bfd8-235b457da1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:54.752620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-0479e1f9-f8e5-4533-bfd8-235b457da1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0693161 Nov 10 23:10:54.878368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-b2b98d18-7a55-42bf-a5c7-7226196c0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:54.879873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-b2b98d18-7a55-42bf-a5c7-7226196c0638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1182952 Nov 10 23:10:54.966333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-e3999715-a989-4548-97d4-ee4bcee22d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209 HTTP/1.1" status: 200 len: 217 time: 0.0764158 Nov 10 23:10:54.990919 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2430ab47-1f8b-4f98-b86b-d2563ee6a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:55.051712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-e21765db-01c3-46c2-9225-305f442b7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:55.053234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-e21765db-01c3-46c2-9225-305f442b7744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0799243 Nov 10 23:10:55.090502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e6b8-3044-49a6-b5f8-0769c2f4a877 req-7350c28a-aa9e-4a2a-ba14-001076b59833 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:55.098657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80e0e6b8-3044-49a6-b5f8-0769c2f4a877 req-7350c28a-aa9e-4a2a-ba14-001076b59833 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0772486 Nov 10 23:10:55.116552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-23802b9d-5a64-42ca-af54-3e4f34d01dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:55.118149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-23802b9d-5a64-42ca-af54-3e4f34d01dac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571430 Nov 10 23:10:55.157046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80e0e6b8-3044-49a6-b5f8-0769c2f4a877 req-0daac70b-3424-41fb-86c2-31f4ff373929 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571401 Nov 10 23:10:55.271869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-24c81f84-f43e-414a-9b07-1f55fa3b9ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419883 Nov 10 23:10:55.396318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2099d91-8ca0-47ce-b20f-ab1b86399e2c req-9e6e1187-a71f-4f08-8780-e3e08a979d62 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117094 Nov 10 23:10:56.304456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a3ce0-dd07-4e26-871d-8cffaabf0086 req-01a4bb13-9b7a-4f00-af4e-9bccdf51f12b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:56.305890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a1a3ce0-dd07-4e26-871d-8cffaabf0086 req-01a4bb13-9b7a-4f00-af4e-9bccdf51f12b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0710261 Nov 10 23:10:56.387716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a1a3ce0-dd07-4e26-871d-8cffaabf0086 req-1276c79e-24cb-44ea-8e77-1ec20cc7f5b8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Nov 10 23:10:57.546205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c429d89-752a-458e-80ed-3cb365f46709 req-23cfac8e-f73c-40b2-b28b-ebb7a97df9b4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:57.548189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c429d89-752a-458e-80ed-3cb365f46709 req-23cfac8e-f73c-40b2-b28b-ebb7a97df9b4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0665662 Nov 10 23:10:57.629129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c387ac6-4adf-4311-8699-bf138baaa58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:57.637608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c429d89-752a-458e-80ed-3cb365f46709 req-93a37c9e-c0d9-4fdd-960e-154d632fbefc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829363 Nov 10 23:10:58.769568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab049-e13f-4eef-bbf7-2ea6bc38223b req-4e0b9e56-1ed9-42d1-8e11-be86aaf7a58b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:58.771863 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-740ab049-e13f-4eef-bbf7-2ea6bc38223b req-4e0b9e56-1ed9-42d1-8e11-be86aaf7a58b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0690842 Nov 10 23:10:58.824438 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-740ab049-e13f-4eef-bbf7-2ea6bc38223b req-3d3457a1-175e-4915-a5cc-6ae43110e503 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Nov 10 23:10:58.989638 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:59.962527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d191-fcb0-4186-921a-6bc1b761c585 req-dcef1922-d95b-42c4-a076-f93038a0292c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:59.964834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35a1d191-fcb0-4186-921a-6bc1b761c585 req-dcef1922-d95b-42c4-a076-f93038a0292c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0671868 Nov 10 23:11:00.021824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35a1d191-fcb0-4186-921a-6bc1b761c585 req-b1d5e08f-8faf-4f3f-8ff3-e1997b1107e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508344 Nov 10 23:11:00.412752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:00.765820 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:01.165927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbbb63-cdaa-423d-9368-d7b46408fc7d req-4305694e-072d-461c-9e17-93619a5e8d48 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:01.174428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bcbbb63-cdaa-423d-9368-d7b46408fc7d req-4305694e-072d-461c-9e17-93619a5e8d48 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0617552 Nov 10 23:11:01.237552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bcbbb63-cdaa-423d-9368-d7b46408fc7d req-17a85a46-b46e-456d-804c-6c6fc1b88a42 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Nov 10 23:11:02.379066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f5d50-9e86-4d95-8e5b-835232485c48 req-16c8e3f9-c997-4341-8944-8ab710cdcfe8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:02.380640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a35f5d50-9e86-4d95-8e5b-835232485c48 req-16c8e3f9-c997-4341-8944-8ab710cdcfe8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0668211 Nov 10 23:11:02.457628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a35f5d50-9e86-4d95-8e5b-835232485c48 req-1b5ea105-9740-4f0f-928c-cfd40e89e1e6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Nov 10 23:11:03.569781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a81ad-cd3d-4f91-93ec-dcf0b1b564a6 req-9b197825-b48b-4a04-b95f-538503a0752c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:03.571272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7f5a81ad-cd3d-4f91-93ec-dcf0b1b564a6 req-9b197825-b48b-4a04-b95f-538503a0752c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0549428 Nov 10 23:11:03.618742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7f5a81ad-cd3d-4f91-93ec-dcf0b1b564a6 req-2eebfbda-9f5d-4c1d-93ea-69da7d610af5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Nov 10 23:11:04.735952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d264b-c2ec-45af-a617-db216e896eb5 req-808f7943-28ab-4798-b1f3-20dceb8487d8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:04.737494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b49d264b-c2ec-45af-a617-db216e896eb5 req-808f7943-28ab-4798-b1f3-20dceb8487d8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 944 time: 0.0482328 Nov 10 23:11:04.785151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b49d264b-c2ec-45af-a617-db216e896eb5 req-ad0a34ed-f136-43eb-95f1-e2f09e8b872e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Nov 10 23:11:04.933585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a2e01053-a2f6-410d-9193-79d6d4fbc209 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:11:05.038946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:05.051972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a2e01053-a2f6-410d-9193-79d6d4fbc209', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': 'a2e01053-a2f6-410d-9193-79d6d4fbc209', 'mac_address': 'fa:16:3e:33:b4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:11:05.091617 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:05.105718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e01053-a2f6-410d-9193-79d6d4fbc209 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:11:05.125096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:05.129079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:05.178116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:05.189365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.189715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.190056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.190391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.190724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.191050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.191372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.191841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.192158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.192481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.192804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.193148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:05.319986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a2e01053-a2f6-410d-9193-79d6d4fbc209'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:05.906799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beba39-34d7-4d21-badc-669266ad45d2 req-5ef1f773-0b0f-452e-8592-2c5213aafce5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:05.908302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22beba39-34d7-4d21-badc-669266ad45d2 req-5ef1f773-0b0f-452e-8592-2c5213aafce5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Nov 10 23:11:05.958581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22beba39-34d7-4d21-badc-669266ad45d2 req-8bdbf900-9ff2-4257-a794-0d246198352b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Nov 10 23:11:06.934351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a2e01053-a2f6-410d-9193-79d6d4fbc209 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:06.984130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a2e01053-a2f6-410d-9193-79d6d4fbc209 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:11:06.988858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a2e01053-a2f6-410d-9193-79d6d4fbc209 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:06.989264 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.082463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.092584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d7fa4-c4ac-40dc-a4c8-82d015c0dddf req-b73df953-cdae-4703-82bf-1be58f022dfd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:07.094930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-708d7fa4-c4ac-40dc-a4c8-82d015c0dddf req-b73df953-cdae-4703-82bf-1be58f022dfd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 945 time: 0.0540364 Nov 10 23:11:07.110907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:07.113458 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd397b3-ebbe-4d6c-b33a-976cb277ba55" -d '{"events": [{"server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:07.126126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:07.132132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.164264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-708d7fa4-c4ac-40dc-a4c8-82d015c0dddf req-729cee2f-3c37-4d87-af23-1d85e62fcbef tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575612 Nov 10 23:11:07.168635 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c19e32-56fb-499c-b604-aa4a49b2df7a x-openstack-request-id: req-e9c19e32-56fb-499c-b604-aa4a49b2df7a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:07.168918 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:07.169192 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c19e32-56fb-499c-b604-aa4a49b2df7a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:07.169574 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209', 'code': 200} Nov 10 23:11:07.206560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:07.257471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ad01-317a-47d1-b0c6-47b37ecc4494 req-c762212d-79c0-48cf-9c72-197d53b26071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:07.258987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f33ad01-317a-47d1-b0c6-47b37ecc4494 req-c762212d-79c0-48cf-9c72-197d53b26071 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0404909 Nov 10 23:11:07.302738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f33ad01-317a-47d1-b0c6-47b37ecc4494 req-b16d80aa-bd55-4cfe-93e0-9ebc171aac8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Nov 10 23:11:07.348275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:07.392743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Deleting subnet dcfbe257-f035-44e6-906d-8d6d22ce5709 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:11:07.395817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.429650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.476061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.529717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.559891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.564307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dcfbe257-f035-44e6-906d-8d6d22ce5709 HTTP/1.1" status: 204 len: 168 time: 0.2149904 Nov 10 23:11:07.565368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9402466-b54b-423e-991f-a1e34197ae55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfbe257-f035-44e6-906d-8d6d22ce5709,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:07.566039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:07.639942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.718606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.737888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f59b0b-22b4-4345-8870-87dadafb0e5a']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:07.747496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba721e3-853b-452a-a8cb-e2ac16f7a720') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:07.747789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba721e3-853b-452a-a8cb-e2ac16f7a720') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:07.757288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.770267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.776674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:11:07.777101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:11:07.789639 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:11:07.850574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.857146 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.860326 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4f59b0b-22b4-4345-8870-87dadafb0e5a HTTP/1.1" status: 204 len: 168 time: 0.2932911 Nov 10 23:11:07.874895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f59b0b-22b4-4345-8870-87dadafb0e5a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:07.882942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.883348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.883793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.884184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.884574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.885639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.886027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.886427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.886791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.887277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.887773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.888195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e15e5-5f1c-4ced-b984-d74bab155527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:07.973152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46496) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:08.012753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19c30b5f-fce4-41c1-b82f-1cd08667246c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c285d1325094c73a1ff66063849c471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383420 Nov 10 23:11:08.015139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46498) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:08.066280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:08.086554 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:08.133708 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:08.136299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:08.137449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fa90f27-01cc-4602-9b6e-479bffcd3921 HTTP/1.1" status: 204 len: 168 time: 0.1214306 Nov 10 23:11:08.150717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e36a2-6f59-4f15-90e2-e02382312a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa90f27-01cc-4602-9b6e-479bffcd3921,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:08.309189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3ed5-1ada-4c75-83c6-766574ba02b1 req-a954bd8e-abd9-4439-8b6b-ca288c535704 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:08.317581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021c3ed5-1ada-4c75-83c6-766574ba02b1 req-a954bd8e-abd9-4439-8b6b-ca288c535704 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0896881 Nov 10 23:11:08.376341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021c3ed5-1ada-4c75-83c6-766574ba02b1 req-84ae238e-9089-4a8f-bc7a-b2fe5cc04eed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Nov 10 23:11:09.349953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46538) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:09.495289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd26e6-e5aa-44c9-8789-6cb9ee175466 req-4271b140-443b-45c9-a60b-4ce3d5aca405 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:09.496856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95dd26e6-e5aa-44c9-8789-6cb9ee175466 req-4271b140-443b-45c9-a60b-4ce3d5aca405 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0496299 Nov 10 23:11:09.501998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'network': {'name': 'tempest-network-smoke--239988579', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:09.549514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:09.552877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.566480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95dd26e6-e5aa-44c9-8789-6cb9ee175466 req-9066964e-1709-4820-91b7-9e8a3e033e45 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612578 Nov 10 23:11:09.567819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.660411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.667419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.694359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb15bf-90d7-49ea-925d-4235a164a8f5 req-b1f46701-62fd-4070-aacf-4028b83918b2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:09.695952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48bb15bf-90d7-49ea-925d-4235a164a8f5 req-b1f46701-62fd-4070-aacf-4028b83918b2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0547566 Nov 10 23:11:09.696557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:11:09.702042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545c3fe0-a0e8-4c18-9490-fd1bae34ddcf,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:09.710192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.710598 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Added segment 3f7dfa06-0cab-4697-98ae-1b3edefb93d8 of type vlan for network 18ea2976-2f55-4e87-9baf-bee17910a6d2 Nov 10 23:11:09.745937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-48bb15bf-90d7-49ea-925d-4235a164a8f5 req-f0bd111c-65b4-42dd-935d-ae62396b0ca0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Nov 10 23:11:09.750921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.775737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.781257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:09.781834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.834457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4833848 Nov 10 23:11:09.838099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46552) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:09.843041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'admin_state_up': True, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:09.856493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837fe3e-f8ac-4335-891e-5d24dff9004d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Network': ['ID=18ea2976-2f55-4e87-9baf-bee17910a6d2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:09.866635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.867690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.870769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:11:09.924274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.112885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.321783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.342563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.451115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.25.0.54 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/34a56ba4-56af-4ff5-82da-03f86305c75c) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:10.566806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.601648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.639590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:10.644575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:10.648430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:10.661086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf49ca0-c197-4f11-a366-24a30fae6984 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:10.686391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=34a56ba4-56af-4ff5-82da-03f86305c75c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:10.721724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a6a28a1d-bc70-4af6-9ae0-0063c592bc88 None None] Provisioning complete for port 34a56ba4-56af-4ff5-82da-03f86305c75c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:10.722430 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6a28a1d-bc70-4af6-9ae0-0063c592bc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.764379 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a6a28a1d-bc70-4af6-9ae0-0063c592bc88 None None] Port 34a56ba4-56af-4ff5-82da-03f86305c75c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:11.015595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:11.211043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:11.339062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:11:11.763892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:11.774991 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:11.786612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:11.787865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5811e95c-a253-44a0-954a-20bf46d99dd2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9487519 Nov 10 23:11:11.790936 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:11.791104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46610) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:11.795004 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:10:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:11.890719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a8bb2b88-4fd7-46ca-967e-a55752d70e5e tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1fd7bc68994a4ba1bec75ad01f3a0979&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0985065 Nov 10 23:11:11.893371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46614) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:11.908748 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:12.052502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba818ce4-aee1-4fcb-b95d-c2c243ed3781 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:12.054142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba818ce4-aee1-4fcb-b95d-c2c243ed3781 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598556 Nov 10 23:11:12.057559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46620) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:12.090506 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:10Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:12.098204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b4dde13d-7cd7-409c-920c-75d61bb58fcb tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393658 Nov 10 23:11:12.100736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:12.105849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991835005', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:12.122037 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:12.122384 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Updating router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 port 34a56ba4-56af-4ff5-82da-03f86305c75c binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:11:12.148520 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.258673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:12.262177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.338005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-8154ed5d-953f-499e-8249-846d2fb5e015 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:12.339351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-8154ed5d-953f-499e-8249-846d2fb5e015 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1747460 Nov 10 23:11:12.365133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-bc842aa0-d19a-4df4-81c1-f5da8b583f4f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0183296 Nov 10 23:11:12.395731 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.400684 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.442157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9687c-8e2b-4267-9ce2-6efac899c08d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:12.443975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Pushing event updated for resources: {'Port': ['ID=34a56ba4-56af-4ff5-82da-03f86305c75c,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:12.460561 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Attempting to bind port 34a56ba4-56af-4ff5-82da-03f86305c75c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:12.460927 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Attempting to bind port 34a56ba4-56af-4ff5-82da-03f86305c75c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:12.461310 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Attempting to bind port 34a56ba4-56af-4ff5-82da-03f86305c75c on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:12.461449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-c3a0439a-4df1-4bf1-905c-6bc28388609b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887260 Nov 10 23:11:12.469537 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:12.469894 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:12.470282 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.470660 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:12.471297 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Bound port: 34a56ba4-56af-4ff5-82da-03f86305c75c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:12.471668 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.474874 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.475214 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.475544 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.475867 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.476185 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.476503 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.476816 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.477155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.477469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.477785 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.478600 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.478909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.497856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e6d4ccd-0ae1-4e55-a9f0-b7b27b11cbb6 None None] Provisioning complete for port 34a56ba4-56af-4ff5-82da-03f86305c75c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:12.498659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4ccd-0ae1-4e55-a9f0-b7b27b11cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.532572 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] For port 34a56ba4-56af-4ff5-82da-03f86305c75c, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:12.533349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4ccd-0ae1-4e55-a9f0-b7b27b11cbb6 None None] Port 34a56ba4-56af-4ff5-82da-03f86305c75c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:12.535753 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] For port 34a56ba4-56af-4ff5-82da-03f86305c75c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=34a56ba4-56af-4ff5-82da-03f86305c75c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:12.540099 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.573445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.584013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb650474-ad96-4066-8846-d25aed34e005 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:12.598048 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a49eb8-9665-414a-a4b7-ccea9a9c22f6 None None] Pushing event updated for resources: {'Port': ['ID=34a56ba4-56af-4ff5-82da-03f86305c75c,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:12.605495 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:12.606111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:10:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:12.658174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bc679310-b48d-421b-ad18-2a143765282a None None] Provisioning complete for port 34a56ba4-56af-4ff5-82da-03f86305c75c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:12.658743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc679310-b48d-421b-ad18-2a143765282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.674850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Subnet': ['ID=f32661de-9a2f-4275-9990-f467dcc60a0d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:12.685487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-ce58ba0b-08b0-4db1-b0f6-18b2bcce2031 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120695 Nov 10 23:11:12.709001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Checking segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:12.709375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network hostable DHCP agents. Network: 18ea2976-2f55-4e87-9baf-bee17910a6d2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:11:12.714731 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:12.746103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc679310-b48d-421b-ad18-2a143765282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.768094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bc679310-b48d-421b-ad18-2a143765282a None None] For port 34a56ba4-56af-4ff5-82da-03f86305c75c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=34a56ba4-56af-4ff5-82da-03f86305c75c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:12.768341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:11:12.773702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc679310-b48d-421b-ad18-2a143765282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.792196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 18ea2976-2f55-4e87-9baf-bee17910a6d2) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:12.803966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:12.804616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.816336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-b094a5ed-30f4-47fa-8e2d-c4f55f1c3b2c service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283426 Nov 10 23:11:12.846836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ad5ff997-a7ce-474e-b92b-cb127cf332f0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7447224 Nov 10 23:11:12.849640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46636) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:12.981452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea6c70-16ae-4864-85e0-435f415c5e6e None None] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:13.073159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:10Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:13.074232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc679310-b48d-421b-ad18-2a143765282a None None] Pushing event updated for resources: {'Port': ['ID=34a56ba4-56af-4ff5-82da-03f86305c75c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:13.115937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3703d18-a00d-476c-ba98-114fb2f436f3 None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:10Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:13.128617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-398612de-0ede-435e-8c11-4afbeaa01a84 req-985247af-0208-476f-bf7f-021238b5f0da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0290108 Nov 10 23:11:13.223382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-18ea2976-2f55-4e87-9baf-bee17910a6d2', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:11:13.224526 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.380330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Allocated IP 172.20.0.2 (18ea2976-2f55-4e87-9baf-bee17910a6d2/f32661de-9a2f-4275-9990-f467dcc60a0d/8fcbcef6-4d25-49c0-8d09-483b917fc0cb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:13.413531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.616907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.623622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.665248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:13.669217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:13.673315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:13.680868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Pushing event updated for resources: {'Port': ['ID=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:13.734799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Attempting to bind port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:13.735358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Attempting to bind port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:13.736563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Attempting to bind port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb on network 18ea2976-2f55-4e87-9baf-bee17910a6d2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:13.741472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 34a56ba4-56af-4ff5-82da-03f86305c75c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:13.770178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:13.770556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Checking segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:13.770959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.771351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Bound using segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:13.771823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Bound port: 8fcbcef6-4d25-49c0-8d09-483b917fc0cb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:13.772202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.782725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.1 (18ea2976-2f55-4e87-9baf-bee17910a6d2/f32661de-9a2f-4275-9990-f467dcc60a0d/9cc3a23f-6223-4690-af9e-09aa4988ce33) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:13.859567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] For port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:13.863298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] For port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:13.869846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 34a56ba4-56af-4ff5-82da-03f86305c75c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:13.870599 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.874229 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.923196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.969301 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.985871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8f4df-71f3-45d1-a666-8df677ece4ea None None] Pushing event updated for resources: {'Port': ['ID=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:14.027399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:14.039572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:14.044320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:14.052470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:14.098183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.332066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4199289-8e3f-43ff-b218-6458a663a982 req-a535fdc8-ee89-4e27-b6da-c54913458b38 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0827894 Nov 10 23:11:14.416564 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.452051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-00698259-51d2-474d-b0f1-53e9375dffa7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:14.453431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-00698259-51d2-474d-b0f1-53e9375dffa7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.2169459 Nov 10 23:11:14.479544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:14.691432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:14.695003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.782730 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.934213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.3 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/d6454682-3232-4e16-9159-abc71e51933f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:14.966486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.977884 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.080416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:15.098959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9f83a-1cb7-4db7-abef-451087342a0b None None] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:15.163386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] Provisioning complete for port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:15.163773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.168993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.241556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.300298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.317640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:15.320609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:15.364427 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.411597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] For port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:15.419036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.475449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1dd0-60ca-4030-9c18-8d5b3c72c29b None None] Pushing event updated for resources: {'Port': ['ID=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:15.733428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fcbcef6-4d25-49c0-8d09-483b917fc0cb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:15.752378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.808403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a2e01053-a2f6-410d-9193-79d6d4fbc209'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:15.828920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:15.846511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:15.864306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:15.873440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:15.906368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-496fef34-8a43-4b1d-83a6-11ce6bbf3c9b None None] Provisioning complete for port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:15.907188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-496fef34-8a43-4b1d-83a6-11ce6bbf3c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.918895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:15.919408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.987720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:15.988351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.066823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-883027eb-ade0-4898-97de-14f84f879dd3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5928388 Nov 10 23:11:16.081640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:16.097365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9309-03c7-457b-90a6-26ec18152720 req-cf82f235-2f98-4b81-8687-6493302c193a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.103059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-229f9309-03c7-457b-90a6-26ec18152720 req-cf82f235-2f98-4b81-8687-6493302c193a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 931 time: 0.3533185 Nov 10 23:11:16.108310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Request body: {'port': {'device_id': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:16.256325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-496fef34-8a43-4b1d-83a6-11ce6bbf3c9b None None] Provisioning complete for port 9cc3a23f-6223-4690-af9e-09aa4988ce33 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:16.257029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-496fef34-8a43-4b1d-83a6-11ce6bbf3c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.315563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-496fef34-8a43-4b1d-83a6-11ce6bbf3c9b None None] Port 9cc3a23f-6223-4690-af9e-09aa4988ce33 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:16.379091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.415234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-229f9309-03c7-457b-90a6-26ec18152720 req-30a33087-e6bf-4100-8d49-a8e94a26193e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585428 Nov 10 23:11:16.436999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Provisioning complete for port 9cc3a23f-6223-4690-af9e-09aa4988ce33 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:16.437499 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.444788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:16.451749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-de5b9a8d-4fab-4e8d-a607-01c1bc3013ed tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/66ea6f5b-b3c4-4e89-a402-7edea0cb2445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6002507 Nov 10 23:11:16.454473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46664) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:16.474003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:16.498245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Port 9cc3a23f-6223-4690-af9e-09aa4988ce33 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:16.500018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:16.500799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:10:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:16.555842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Provisioning complete for port d6454682-3232-4e16-9159-abc71e51933f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:16.557084 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.633558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bac8fa44-cf23-478e-a40e-a64f92666a65 None None] Port d6454682-3232-4e16-9159-abc71e51933f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:16.657618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:16.698197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.698820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.699457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.700080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.700685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.701333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.701780 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.702430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.703032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.703636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.704237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.707116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d25b90d9-b14e-4211-a5e1-2645361d93a5 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7750 time: 0.2509239 Nov 10 23:11:16.709904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:16.752954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6454682-3232-4e16-9159-abc71e51933f {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:11:16.762830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.777209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Transition to ACTIVE for port object d6454682-3232-4e16-9159-abc71e51933f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:11:16.782684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.842339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.843058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.843519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.843970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.844418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.845571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.846212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.846856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.847525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.848131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.848731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:16.856195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6076a7bd-6284-4cf4-8ca6-33ceecdda70d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7087 time: 0.1445851 Nov 10 23:11:16.857021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46668) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:16.873392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:16.914330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 2, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:16.967158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:16.967428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Updating router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 port 9cc3a23f-6223-4690-af9e-09aa4988ce33 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:11:17.000949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Attempting to bind port d6454682-3232-4e16-9159-abc71e51933f on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:17.001725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Attempting to bind port d6454682-3232-4e16-9159-abc71e51933f by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:17.002282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Attempting to bind port d6454682-3232-4e16-9159-abc71e51933f on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:17.008073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Port d6454682-3232-4e16-9159-abc71e51933f on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:11:17.008829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Attempting to bind port d6454682-3232-4e16-9159-abc71e51933f on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:17.014558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:17.015599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:17.016400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:17.017112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Bound port: d6454682-3232-4e16-9159-abc71e51933f, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:17.017797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.026682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.123992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:17.144132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d6454682-3232-4e16-9159-abc71e51933f,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:17.153015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.226762 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:17.227808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.230940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/d6454682-3232-4e16-9159-abc71e51933f HTTP/1.1" status: 200 len: 1091 time: 1.1518307 Nov 10 23:11:17.231560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:17.233938 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a09ad-82fa-4375-9770-3ff547fae9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "tag": "d6454682-3232-4e16-9159-abc71e51933f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:17.286089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfdb74-e8ae-4954-b1a9-3706901d44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:17.384670 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf60f3-ec82-4cdc-b37f-0b15ba9758f5 x-openstack-request-id: req-5faf60f3-ec82-4cdc-b37f-0b15ba9758f5 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:17.385241 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "tag": "d6454682-3232-4e16-9159-abc71e51933f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:17.385651 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5faf60f3-ec82-4cdc-b37f-0b15ba9758f5 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:17.386228 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f', 'status': 'completed', 'code': 200} Nov 10 23:11:17.416901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-f2e76cb1-2784-40ee-994a-d4173d1a5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:17.418703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-f2e76cb1-2784-40ee-994a-d4173d1a5186 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 1094 time: 0.1178682 Nov 10 23:11:17.511403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-03b4b1d7-b0b4-4c98-a731-4e33d8dff81c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6454682-3232-4e16-9159-abc71e51933f HTTP/1.1" status: 200 len: 217 time: 0.0830297 Nov 10 23:11:17.589577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-0040c7d7-0e91-4c55-b24b-ba3e0e7bed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:17.591607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-0040c7d7-0e91-4c55-b24b-ba3e0e7bed8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0710020 Nov 10 23:11:17.624424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.641516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.655458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9280-6019-4dea-ba0c-b5e72a198ab5 req-538c262f-cd93-414c-baf2-0f689d8dd17b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:17.661240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-08e10ff0-f924-49f2-8fc5-f775a3ceaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:17.664067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-08e10ff0-f924-49f2-8fc5-f775a3ceaf82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658698 Nov 10 23:11:17.664791 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-368e9280-6019-4dea-ba0c-b5e72a198ab5 req-538c262f-cd93-414c-baf2-0f689d8dd17b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.1072881 Nov 10 23:11:17.707632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d134fc6-c233-4bce-9a96-b65e667768dc None None] Pushing event updated for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:17.736185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-368e9280-6019-4dea-ba0c-b5e72a198ab5 req-d597e56e-7e1c-4abc-96a4-1504f47bc5d8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702236 Nov 10 23:11:17.816356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-e6a97f24-f3a8-4872-a18c-81f15796c286 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444163 Nov 10 23:11:17.823121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Attempting to bind port 9cc3a23f-6223-4690-af9e-09aa4988ce33 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:17.823513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Attempting to bind port 9cc3a23f-6223-4690-af9e-09aa4988ce33 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:17.824020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Attempting to bind port 9cc3a23f-6223-4690-af9e-09aa4988ce33 on network 18ea2976-2f55-4e87-9baf-bee17910a6d2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:17.829781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:17.830163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Checking segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:17.830566 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.830962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Bound using segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:17.831436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Bound port: 9cc3a23f-6223-4690-af9e-09aa4988ce33, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:17.831818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.841351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f88c1c97-7273-4d9a-8e16-2bc881a81c20 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.9823070 Nov 10 23:11:17.923303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] For port 9cc3a23f-6223-4690-af9e-09aa4988ce33, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:17.926493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] For port 9cc3a23f-6223-4690-af9e-09aa4988ce33, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9cc3a23f-6223-4690-af9e-09aa4988ce33,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:17.939596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.942456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff02c4b4-dc7c-4da2-9ccb-2973f4d40aae req-452724e0-7a44-48ce-9f14-7e2ac6105c75 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167035 Nov 10 23:11:18.013131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d134fc6-c233-4bce-9a96-b65e667768dc None None] Pushing event updated for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.045824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:18.046858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:10:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:18.081517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-6fcbbfa3-2d45-40ad-8a46-efa5699d9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:18.090721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-6fcbbfa3-2d45-40ad-8a46-efa5699d9b07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 1094 time: 0.0819361 Nov 10 23:11:18.127175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-88557668-a893-475a-bba6-9027109ecb9b None None] Provisioning complete for port 9cc3a23f-6223-4690-af9e-09aa4988ce33 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:18.127884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88557668-a893-475a-bba6-9027109ecb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.199614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46678) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:18.204313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100349167', 'description': 'tempest-secgroup-smoke-1100349167 description', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:18.229316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:18.258479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.271216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-de8c94aa-80d7-45a4-9af0-db1e1bd03155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:18.272724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-de8c94aa-80d7-45a4-9af0-db1e1bd03155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1726403 Nov 10 23:11:18.323991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-712147e2-fab5-467c-b140-185e3f10ff10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6454682-3232-4e16-9159-abc71e51933f HTTP/1.1" status: 200 len: 217 time: 0.0437610 Nov 10 23:11:18.347052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88557668-a893-475a-bba6-9027109ecb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.353637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.358965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.391624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f489825-0b6d-4862-8252-a275fb6bbaa8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.393290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-521f6d59-27c7-4df3-98a1-2e4d099cb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:18.394910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-521f6d59-27c7-4df3-98a1-2e4d099cb19c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0635071 Nov 10 23:11:18.406575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.408445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d681ebd8-d9a3-4e22-be22-b2a46bbf08b1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2074814 Nov 10 23:11:18.411282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:18.416874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:18.447094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-88557668-a893-475a-bba6-9027109ecb9b None None] For port 9cc3a23f-6223-4690-af9e-09aa4988ce33, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9cc3a23f-6223-4690-af9e-09aa4988ce33,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:18.454429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88557668-a893-475a-bba6-9027109ecb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.457341 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.463542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-ec48e758-5543-4227-a739-ff75c8ac0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:18.465161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-ec48e758-5543-4227-a739-ff75c8ac0467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636554 Nov 10 23:11:18.532570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.538054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.560046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88557668-a893-475a-bba6-9027109ecb9b None None] Pushing event updated for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.571236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08609c69-1b40-443a-8f70-c3939b4f3393,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.582498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8321cb62-94df-4171-93e6-39ac6c073500 None None] Provisioning complete for port 9cc3a23f-6223-4690-af9e-09aa4988ce33 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:18.582874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8321cb62-94df-4171-93e6-39ac6c073500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.601033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.602205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a739ecc-14ca-4277-b9d0-d7098edc6938 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1897449 Nov 10 23:11:18.606042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46684) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:18.616724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:18.626983 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-86abb761-0214-42da-9bea-29ce54472f92 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547809 Nov 10 23:11:18.634050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:17Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:18.657722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.670174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a53c7f-deac-4e87-afcd-7606ddfb94a5 None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:17Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:18.801308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.806941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.807899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-337a09ad-82fa-4375-9770-3ff547fae9d5 req-64afb4d0-02ef-414c-b661-4b4a99fb03e7 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734710 Nov 10 23:11:18.835259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.840753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2310572 Nov 10 23:11:18.840753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9607455-91d5-4c8f-a90f-69192f74f1c6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b3a611-2c2b-4a02-98f8-86c618ae45cc,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.843073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46688) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:18.854821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:18.943314 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.004229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560417fb-0d64-4f4d-9e38-3b194f7a91bd req-7491ecac-80e9-4199-80fd-c94594b04906 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:19.005926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-560417fb-0d64-4f4d-9e38-3b194f7a91bd req-7491ecac-80e9-4199-80fd-c94594b04906 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.1108007 Nov 10 23:11:19.028019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.042790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.084963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c43c7e-1a05-42f0-b6db-b00a05dff7f7,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:19.089744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.091063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd7d9b53-1e61-472d-9b83-5e553136ce52 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2487557 Nov 10 23:11:19.095088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:19.101000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:19.141214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-560417fb-0d64-4f4d-9e38-3b194f7a91bd req-9c4615ea-1d37-413e-9dbe-e6c86d752bc5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154251 Nov 10 23:11:19.164325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.247801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.259769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.287175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f89baa-edd6-4801-b6ca-b4a9e00662e7,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:19.301622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.302981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1769aac1-98da-4728-978a-e42f6fbf3265 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068415 Nov 10 23:11:19.308344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46692) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:19.316035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:19.358505 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:11:19.367909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.495778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.504527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.531894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.536271 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2265007 Nov 10 23:11:19.536515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46694) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:19.541344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebcfb7-2cec-4bb1-9fef-9b3e8fb5dc17 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b77987b-4f04-4f3d-8166-5aca4dbad46f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:19.542847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '4f489825-0b6d-4862-8252-a275fb6bbaa8', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:19.596300 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:11:19.604734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.735338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.746846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.751218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9cc3a23f-6223-4690-af9e-09aa4988ce33 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:19.784645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.786098 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2482095 Nov 10 23:11:19.787060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc106eea-efa5-433e-b0dd-3aa61ac70fff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f97337f-3c64-4569-b48a-c1cf3a22db10,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:19.852533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9cc3a23f-6223-4690-af9e-09aa4988ce33 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:19.854930 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.036121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-3f40465c-e17f-4974-b3ca-c3d1bf80022c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100349167&fields=id&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 267 time: 0.0722027 Nov 10 23:11:20.193932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-ad9698ee-cf06-4a99-98fb-39a0b4ae2cf6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:20.195622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-ad9698ee-cf06-4a99-98fb-39a0b4ae2cf6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/networks?id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 796 time: 0.1507831 Nov 10 23:11:20.218846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-818576a7-0f62-4b32-b267-ac25dfd56b7d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/quotas/1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 375 time: 0.0119576 Nov 10 23:11:20.307918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-0fbca933-e825-4a7b-ac06-d63ce9ed24ff tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822258 Nov 10 23:11:20.355585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8eb88-073d-4166-a2be-adeba6ce067a req-2d8cd648-97c1-4304-b6fd-a6d993ae0736 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:20.358108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8f8eb88-073d-4166-a2be-adeba6ce067a req-2d8cd648-97c1-4304-b6fd-a6d993ae0736 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0811851 Nov 10 23:11:20.445515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8f8eb88-073d-4166-a2be-adeba6ce067a req-e1a6f537-ddbb-4f8b-ab62-ed71f7a3954e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794013 Nov 10 23:11:20.551906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-0d68a5f0-92c3-4330-b83b-bd0d64d132ce service neutron] 10.222.0.25 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293706 Nov 10 23:11:20.695681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75279863-a824-4b20-8c74-ff4afebc7605 service neutron] 10.222.0.25 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369472 Nov 10 23:11:20.928934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cfb8eb2-125b-4b3c-b03b-7f59eeed7684 req-0f2b6162-472d-4e96-ae82-1dbf12644478 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 210 time: 0.0417676 Nov 10 23:11:21.618464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20563cdd-47b4-4728-987a-bf5d8c062ca4 req-7dc098b7-5cb8-4ff3-9fcf-8f5d18e855a7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:21.625488 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20563cdd-47b4-4728-987a-bf5d8c062ca4 req-7dc098b7-5cb8-4ff3-9fcf-8f5d18e855a7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0949137 Nov 10 23:11:21.713442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20563cdd-47b4-4728-987a-bf5d8c062ca4 req-f779f8df-f7dc-4043-b966-3dd7b8dd363a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830090 Nov 10 23:11:22.061600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ff2bac6-5c35-475a-b916-09d04462e9b4 req-23dea704-db47-4db4-9df0-b9dc78bb183a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 210 time: 0.0353994 Nov 10 23:11:22.382701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-9bcebf91-b1af-4ee7-b199-4b5f05df568a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:22.384942 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-9bcebf91-b1af-4ee7-b199-4b5f05df568a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/networks?id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 796 time: 0.1384125 Nov 10 23:11:22.481145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-23733173-6a6e-47be-9cbc-a8ff395510d1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0843098 Nov 10 23:11:22.521311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-af5a5285-2f96-4528-8b41-a6cb6fbfb90f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0289261 Nov 10 23:11:22.533697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'port': {'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'admin_state_up': True, 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'security_groups': ['4f489825-0b6d-4862-8252-a275fb6bbaa8']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:22.652861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:22.656416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.788746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.12 (18ea2976-2f55-4e87-9baf-bee17910a6d2/f32661de-9a2f-4275-9990-f467dcc60a0d/621ee94f-f769-4edd-af5a-4e6b6d6e07ab) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:22.886236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8864df0-90c5-41ba-9665-629bd3881023 req-2eb71af7-ece7-4d5f-a4d4-ed1bd50e8753 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:22.887973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8864df0-90c5-41ba-9665-629bd3881023 req-2eb71af7-ece7-4d5f-a4d4-ed1bd50e8753 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0767677 Nov 10 23:11:22.955716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8864df0-90c5-41ba-9665-629bd3881023 req-78e53df2-eedb-4eb2-9573-4c5a3cf9491c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Nov 10 23:11:22.981568 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.015663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.053187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:23.058723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:23.062376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:23.104873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:23.126177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:23.127016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.157808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-16ab840a-f3f0-4aef-a301-58823048b368 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280081 Nov 10 23:11:23.173606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Request body: {'port': {'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:23.283036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bff93-cd58-4c47-80d0-9963d82ec174 req-f467ec75-a8e8-478c-b793-f740f44763bb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:23.284706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e65bff93-cd58-4c47-80d0-9963d82ec174 req-f467ec75-a8e8-478c-b793-f740f44763bb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 932 time: 0.0852859 Nov 10 23:11:23.287322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.339246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-480ed2ee-40ca-4e94-8ee7-dcaa6d807533 None None] Provisioning complete for port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:23.340219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-480ed2ee-40ca-4e94-8ee7-dcaa6d807533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.365139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e65bff93-cd58-4c47-80d0-9963d82ec174 req-4fb9b034-a998-413e-8651-b70c4249aa7d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683262 Nov 10 23:11:23.388284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-480ed2ee-40ca-4e94-8ee7-dcaa6d807533 None None] Port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:23.604265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621ee94f-f769-4edd-af5a-4e6b6d6e07ab {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:11:23.612202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.625518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Transition to ACTIVE for port object 621ee94f-f769-4edd-af5a-4e6b6d6e07ab will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:11:23.629609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.684478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Pushing event updated for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:23.771503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Attempting to bind port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:23.771893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Attempting to bind port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:23.772126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Attempting to bind port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab on network 18ea2976-2f55-4e87-9baf-bee17910a6d2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:23.777595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab on network 18ea2976-2f55-4e87-9baf-bee17910a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:11:23.778048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Attempting to bind port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab on network 18ea2976-2f55-4e87-9baf-bee17910a6d2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:23.784034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:23.784372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Checking segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:23.784873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Bound using segment: {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:23.785379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Bound port: 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7dfa06-0cab-4697-98ae-1b3edefb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:23.785736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.876384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:23.879692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:23.885581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.922749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:23.927885 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.929431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] 10.222.0.20 "PUT /v2.0/ports/621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 200 len: 1092 time: 0.7605188 Nov 10 23:11:23.929890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:23.932398 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb62230-2085-4028-acdb-3d1acafb0012" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:23.959503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9c8e0-80e7-4423-ac1c-8740dc26a538 service neutron] Pushing event updated for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:24.017869 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fce102-db63-4855-a85f-3dfdec997a58 x-openstack-request-id: req-16fce102-db63-4855-a85f-3dfdec997a58 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:24.018165 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:24.018418 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16fce102-db63-4855-a85f-3dfdec997a58 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:24.018822 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'status': 'completed', 'code': 200} Nov 10 23:11:24.069411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-4aba8b3b-e28a-4de1-a828-4147d984d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.071454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-4aba8b3b-e28a-4de1-a828-4147d984d857 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1095 time: 0.0758641 Nov 10 23:11:24.129647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-878f28b7-b041-41c0-b4d7-aa2b0407eed5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 200 len: 217 time: 0.0489268 Nov 10 23:11:24.151524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed7ec-ff7c-4a90-a41e-5d24bf2d4681 req-dfd3a64d-1fa8-4b9b-bb91-49c0f34e12ad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.159380 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aed7ec-ff7c-4a90-a41e-5d24bf2d4681 req-dfd3a64d-1fa8-4b9b-bb91-49c0f34e12ad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0701351 Nov 10 23:11:24.203673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-1e1ab237-422a-4f3e-837e-835640d46144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.205261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-1e1ab237-422a-4f3e-837e-835640d46144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f32661de-9a2f-4275-9990-f467dcc60a0d HTTP/1.1" status: 200 len: 834 time: 0.0690494 Nov 10 23:11:24.237991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90aed7ec-ff7c-4a90-a41e-5d24bf2d4681 req-cac9857c-1400-4992-938f-3f3cbd4ddccd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773401 Nov 10 23:11:24.268163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-b500d052-b31e-4399-8dde-4a94ecc5a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.269835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-b500d052-b31e-4399-8dde-4a94ecc5a79e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18ea2976-2f55-4e87-9baf-bee17910a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539134 Nov 10 23:11:24.372406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-38a367ba-d438-4ae9-9876-d5fa2ced542b service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940156 Nov 10 23:11:24.505064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae1004e-6de8-4319-a8c9-a9f15108b54b req-104fea1c-558c-4155-be82-3bd69c597d46 service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253765 Nov 10 23:11:24.516871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f38bd-8449-4a54-87fc-ff501fc6c943 req-c38d1a3c-fa12-43cd-a6bd-fd0a3926dc72 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.518384 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d34f38bd-8449-4a54-87fc-ff501fc6c943 req-c38d1a3c-fa12-43cd-a6bd-fd0a3926dc72 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 944 time: 0.0782826 Nov 10 23:11:24.606436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d34f38bd-8449-4a54-87fc-ff501fc6c943 req-8470c628-56ca-4d97-a8f9-1a2ce31a56c5 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816658 Nov 10 23:11:24.627121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-7edd287d-d1f6-4980-84fe-bceea6bc6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.628643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-7edd287d-d1f6-4980-84fe-bceea6bc6170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1095 time: 0.0706263 Nov 10 23:11:24.747357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-b1c8bdbc-8573-45b3-b1d0-9104a500c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.748847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-b1c8bdbc-8573-45b3-b1d0-9104a500c487 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 896 time: 0.1121812 Nov 10 23:11:24.798511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-82e6bf81-7565-4912-add6-d33dea9307c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 200 len: 217 time: 0.0407453 Nov 10 23:11:24.849818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-0b2079e4-ffd7-487c-b5d9-3e248e2d1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.851272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-0b2079e4-ffd7-487c-b5d9-3e248e2d1ccf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f32661de-9a2f-4275-9990-f467dcc60a0d HTTP/1.1" status: 200 len: 834 time: 0.0444291 Nov 10 23:11:24.896779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-2381386a-c4ab-4488-afcd-6e40b0d6678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:24.898305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-2381386a-c4ab-4488-afcd-6e40b0d6678b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18ea2976-2f55-4e87-9baf-bee17910a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393889 Nov 10 23:11:24.975206 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-468ba8f5-5003-41ec-8168-b64e02e90da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:24.996028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-72bb0264-60af-4410-b19e-429ef868ce97 service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894446 Nov 10 23:11:25.086528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdb62230-2085-4028-acdb-3d1acafb0012 req-90d0da9d-2491-48db-9804-182f6a75a744 service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829289 Nov 10 23:11:25.344826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45d777-9f8f-47c4-8786-41723101e952 req-b1637b8c-0b13-4fc7-a46c-677f9b9ae6e3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:25.346302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c45d777-9f8f-47c4-8786-41723101e952 req-b1637b8c-0b13-4fc7-a46c-677f9b9ae6e3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0502813 Nov 10 23:11:25.397218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c45d777-9f8f-47c4-8786-41723101e952 req-cf4dc539-5dfb-418a-a20b-19647201ea4b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448780 Nov 10 23:11:25.722732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad50d38-f659-4921-82a3-bf2afb06bd08 req-e04a01fc-87bd-4322-a71b-32b0964a1b59 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:25.724183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ad50d38-f659-4921-82a3-bf2afb06bd08 req-e04a01fc-87bd-4322-a71b-32b0964a1b59 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 944 time: 0.0489254 Nov 10 23:11:25.776345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ad50d38-f659-4921-82a3-bf2afb06bd08 req-e550cd78-a5db-441e-b9f0-e763be879caf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456452 Nov 10 23:11:26.522726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6f0a8-91c9-4958-b4a9-3c55fab80434 req-0f4661bf-a691-4f8d-a483-23408452c42e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:26.524191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ec6f0a8-91c9-4958-b4a9-3c55fab80434 req-0f4661bf-a691-4f8d-a483-23408452c42e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0585423 Nov 10 23:11:26.570732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ec6f0a8-91c9-4958-b4a9-3c55fab80434 req-351ea14e-e3e6-4115-ae94-0b2cbf17569a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Nov 10 23:11:26.893152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a77-046c-4be6-856c-544b51647318 req-76d0b2eb-26c5-488f-a1d5-745c4ea0f639 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:26.894519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85be5a77-046c-4be6-856c-544b51647318 req-76d0b2eb-26c5-488f-a1d5-745c4ea0f639 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 944 time: 0.0492392 Nov 10 23:11:26.943528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85be5a77-046c-4be6-856c-544b51647318 req-3b63c049-6fa1-44ca-96f1-f9b48d5d1836 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Nov 10 23:11:27.032245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 621ee94f-f769-4edd-af5a-4e6b6d6e07ab details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:11:27.132794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:27.144757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:11:27.181446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:27.194268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621ee94f-f769-4edd-af5a-4e6b6d6e07ab {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:11:27.216540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:27.220491 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:27.275610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:27.438606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['621ee94f-f769-4edd-af5a-4e6b6d6e07ab'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:27.635792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab17f46c-3a18-429c-a835-f46056f31504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:27.710569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a06c-3efc-42d7-975f-eedee75310da req-f792c811-146b-4458-b8ca-61db58c3cc07 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:27.711979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0430a06c-3efc-42d7-975f-eedee75310da req-f792c811-146b-4458-b8ca-61db58c3cc07 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0569973 Nov 10 23:11:27.759282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0430a06c-3efc-42d7-975f-eedee75310da req-1cfa905e-cd7f-4cbf-85c7-cf89ad3c7c19 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Nov 10 23:11:28.062881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b87be-735d-4dfc-9059-093ca62d11c7 req-27c4f0dc-9856-49a2-a1ec-088231d2b734 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:28.064728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e05b87be-735d-4dfc-9059-093ca62d11c7 req-27c4f0dc-9856-49a2-a1ec-088231d2b734 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 945 time: 0.0514629 Nov 10 23:11:28.114116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e05b87be-735d-4dfc-9059-093ca62d11c7 req-33be09a5-35ac-4bf7-bd28-ccf08a8e3c95 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Nov 10 23:11:28.888281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ac8d-46d9-40af-b19a-677d6747ff54 req-46ccc34b-a228-4f4c-90b4-292b3df76dad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:28.889870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68b1ac8d-46d9-40af-b19a-677d6747ff54 req-46ccc34b-a228-4f4c-90b4-292b3df76dad tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0564005 Nov 10 23:11:28.949544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68b1ac8d-46d9-40af-b19a-677d6747ff54 req-2371da8e-a66a-4b63-9c87-d8deaaa767f2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Nov 10 23:11:28.988695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:29.042249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 621ee94f-f769-4edd-af5a-4e6b6d6e07ab up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:29.097756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:11:29.102702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:29.103080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:29.199827 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:29.250881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:29.252235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:29.254498 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f26657-fad1-4a52-b0c8-aa7ef17c6d02" -d '{"events": [{"server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "name": "network-vif-plugged", "status": "completed", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:29.269060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c823ed-ab6f-4c53-8f17-dd51f0a9dc4f req-5a76c453-8e56-488e-9023-8f0d9dea8a3a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:29.274122 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:29.279298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41c823ed-ab6f-4c53-8f17-dd51f0a9dc4f req-5a76c453-8e56-488e-9023-8f0d9dea8a3a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 945 time: 0.0875711 Nov 10 23:11:29.343859 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-41c823ed-ab6f-4c53-8f17-dd51f0a9dc4f req-dbadc1c4-a0a7-4ed6-8aba-abbdc249c93d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629878 Nov 10 23:11:29.375446 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565dc9a0-d227-41a0-bd28-5d9239a97fb6 x-openstack-request-id: req-565dc9a0-d227-41a0-bd28-5d9239a97fb6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:29.377091 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "name": "network-vif-plugged", "status": "completed", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:29.377419 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-565dc9a0-d227-41a0-bd28-5d9239a97fb6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:29.377886 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'code': 200} Nov 10 23:11:29.411938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:29.512171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38652799-72be-4b8e-b3d0-f2035261d2f5 req-c2b606a5-9d9b-4333-83cd-25accb7589ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:29.513888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38652799-72be-4b8e-b3d0-f2035261d2f5 req-c2b606a5-9d9b-4333-83cd-25accb7589ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1097 time: 0.1127698 Nov 10 23:11:29.578209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38652799-72be-4b8e-b3d0-f2035261d2f5 req-49d630df-2631-4edb-86c1-d8bc389266af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562882 Nov 10 23:11:30.080391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948279d-db30-442c-8d78-43aab04a983e req-88fba002-6c4a-4d98-a6b0-8b401e30f5ce tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:30.081909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4948279d-db30-442c-8d78-43aab04a983e req-88fba002-6c4a-4d98-a6b0-8b401e30f5ce tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0632343 Nov 10 23:11:30.131116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4948279d-db30-442c-8d78-43aab04a983e req-a1958daf-f199-4de9-a2db-2528639982bb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Nov 10 23:11:30.190193 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:11:30.414947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:30.469197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bd436-34a5-47d9-b8e8-ecd0ad8bd33a req-c819c135-5910-4b26-a5e0-dc5aae805ad6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:30.470963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b45bd436-34a5-47d9-b8e8-ecd0ad8bd33a req-c819c135-5910-4b26-a5e0-dc5aae805ad6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0526748 Nov 10 23:11:30.529047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b45bd436-34a5-47d9-b8e8-ecd0ad8bd33a req-69198d00-4a87-4846-bd29-36e46cad97d6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Nov 10 23:11:30.749277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:31.257470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1cd49-e823-40a0-8f0a-2c6187fe88fa req-1a6ab08c-0d39-42e5-ac04-4616a24f5bf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:31.259055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3de1cd49-e823-40a0-8f0a-2c6187fe88fa req-1a6ab08c-0d39-42e5-ac04-4616a24f5bf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0511425 Nov 10 23:11:31.313121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3de1cd49-e823-40a0-8f0a-2c6187fe88fa req-1cdda94f-8c02-44dd-b76f-641af6a19467 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Nov 10 23:11:31.655496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284935-54cb-4c12-93d5-06d291879c80 req-da73ca50-615f-4358-9c09-90a33bb38fef tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:31.657007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a284935-54cb-4c12-93d5-06d291879c80 req-da73ca50-615f-4358-9c09-90a33bb38fef tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0526636 Nov 10 23:11:31.716556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a284935-54cb-4c12-93d5-06d291879c80 req-975b85b3-f6a6-4777-a20a-a582bf46fc83 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533047 Nov 10 23:11:31.835004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcdfa-f794-48ef-9e9f-541015dffe2a req-2987388b-25b0-4427-8bb8-783715f38909 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:31.836412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42afcdfa-f794-48ef-9e9f-541015dffe2a req-2987388b-25b0-4427-8bb8-783715f38909 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0495145 Nov 10 23:11:31.888871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42afcdfa-f794-48ef-9e9f-541015dffe2a req-44eebef9-1c63-4d3d-a7a4-b0f7731f2dc1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Nov 10 23:11:31.912039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:31.953028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dba84-b67a-4017-8323-263af6b76353 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:31.954538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7c5dba84-b67a-4017-8323-263af6b76353 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1092 time: 0.0412939 Nov 10 23:11:31.957622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46794) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:31.970789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:31.994486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:32.095859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:32.211610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.25.0.55 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e2301f1d-d220-4bf1-bc99-203c36405409) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:32.333378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:32.673235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:32.718588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:32.728742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71168e-a6a4-41ff-a17f-b08f45729a23 req-2c97e8d5-684d-46c3-a0de-46c08dc42161 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:32.730901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d71168e-a6a4-41ff-a17f-b08f45729a23 req-2c97e8d5-684d-46c3-a0de-46c08dc42161 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0978436 Nov 10 23:11:32.733614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:32.738085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:32.742707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=e2301f1d-d220-4bf1-bc99-203c36405409,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:32.788965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.789333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.789671 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.790005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.790333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.790659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.790983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.791305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.791627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.792613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.792890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.793248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:32.849063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4d71168e-a6a4-41ff-a17f-b08f45729a23 req-914bb4a5-0d66-45e7-9baf-515001f38804 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088054 Nov 10 23:11:33.245331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.346829 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.508718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.513967 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.586128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=e2301f1d-d220-4bf1-bc99-203c36405409,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:33.598010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.704886 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Floating IP 827c7636-5194-4bae-9343-1b0ae0742696 associated. External IP: 172.25.0.55, port: 621ee94f-f769-4edd-af5a-4e6b6d6e07ab. Nov 10 23:11:33.940283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:34.035826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16805-7053-40e3-a27a-2a93c29c4ef5 req-f265aa54-0db2-49e1-8c56-4b754a8614ef tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.037994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ebd16805-7053-40e3-a27a-2a93c29c4ef5 req-f265aa54-0db2-49e1-8c56-4b754a8614ef tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.1120749 Nov 10 23:11:34.154547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ebd16805-7053-40e3-a27a-2a93c29c4ef5 req-0ae1f065-fe2b-4a0b-adf4-8aaf1d913d8e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097736 Nov 10 23:11:34.157720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:34.175285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:34.186488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:34.186629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:34.186814 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:34.218355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47b05665-32c6-4b04-b250-f39867128814 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2568603 Nov 10 23:11:34.218355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:34.218896 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:34.219026 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46808) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:34.269302 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df32ff1-ca9c-4b15-bdb8-e2992f775406 x-openstack-request-id: req-5df32ff1-ca9c-4b15-bdb8-e2992f775406 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:34.269685 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:34.269943 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df32ff1-ca9c-4b15-bdb8-e2992f775406 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:34.270418 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'status': 'completed', 'code': 200} Nov 10 23:11:34.302270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73415735-abaa-4553-977a-6d13ebe96727 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/827c7636-5194-4bae-9343-1b0ae0742696 HTTP/1.1" status: 200 len: 991 time: 0.0819700 Nov 10 23:11:34.316484 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:34.347931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-8242c31f-2436-4d58-a255-f2a252ecd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.350152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-8242c31f-2436-4d58-a255-f2a252ecd8d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1097 time: 0.0509932 Nov 10 23:11:34.471250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-001fa854-1b42-468c-bfce-7bae65a9d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.472729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-001fa854-1b42-468c-bfce-7bae65a9d92e service neutron] 10.222.0.20 "GET /v2.0/networks?id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 896 time: 0.1148298 Nov 10 23:11:34.563537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319246-8437-4984-9d9d-49a65e2419b8 req-5bb942da-0bd7-499e-99b0-e4d4d83bb9a8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.565089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df319246-8437-4984-9d9d-49a65e2419b8 req-5bb942da-0bd7-499e-99b0-e4d4d83bb9a8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.1127441 Nov 10 23:11:34.567308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-64e5b9c6-b59f-4efe-b796-fcce49205e2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 200 len: 999 time: 0.0800359 Nov 10 23:11:34.582534 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:33Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:34.613277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:34.622743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:34.623421 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:34.648729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-6d0ee9b4-1889-4add-9877-b766b2c0baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.650130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-6d0ee9b4-1889-4add-9877-b766b2c0baa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f32661de-9a2f-4275-9990-f467dcc60a0d HTTP/1.1" status: 200 len: 834 time: 0.0754290 Nov 10 23:11:34.655896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df319246-8437-4984-9d9d-49a65e2419b8 req-25ff4375-bc74-4020-bb7e-b863ae99ebf1 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828934 Nov 10 23:11:34.696596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-fe2e47e7-bff5-4bc5-b58a-b024f8b67c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:34.698662 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-fe2e47e7-bff5-4bc5-b58a-b024f8b67c14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18ea2976-2f55-4e87-9baf-bee17910a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400102 Nov 10 23:11:34.728856 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:34.799140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-7ac2c52a-c489-49c8-a9d8-d8610cd7f420 service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924764 Nov 10 23:11:34.888464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd0f8ad4-c0b9-4182-9bc0-777dc3972785 req-751493a9-8c5e-4bc9-af76-3bd222c8f5dd service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Nov 10 23:11:34.956448 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:33Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:34.982359 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523df26-f21d-40e8-ac71-cba168abd93a None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:33Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:35.204714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb79aa-194e-4571-bc85-46feca4ece51 None None] New status for floating IP 827c7636-5194-4bae-9343-1b0ae0742696: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:11:35.289086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43fba7-57ad-495c-bc73-d9c3a20e4991 req-34058d97-94e8-4ada-9548-8b0c959f8760 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:35.290571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e43fba7-57ad-495c-bc73-d9c3a20e4991 req-34058d97-94e8-4ada-9548-8b0c959f8760 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Nov 10 23:11:35.304258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46818) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:35.344709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e43fba7-57ad-495c-bc73-d9c3a20e4991 req-384ea1a1-12e4-451e-b1f1-67effe3ae486 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Nov 10 23:11:35.367656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2a76ea0-eb10-4213-ad99-024b73adb1a8 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/827c7636-5194-4bae-9343-1b0ae0742696 HTTP/1.1" status: 200 len: 991 time: 0.0621250 Nov 10 23:11:35.779921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-804f002a-5e01-48a4-9c7f-60438163ec09 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:35.780506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383195b7-c844-43b9-a55f-6847c6c3b755 req-6dd8172c-25e2-448b-9d21-c1280968a364 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:35.781397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-804f002a-5e01-48a4-9c7f-60438163ec09 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.0481603 Nov 10 23:11:35.781900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-383195b7-c844-43b9-a55f-6847c6c3b755 req-6dd8172c-25e2-448b-9d21-c1280968a364 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 946 time: 0.0533435 Nov 10 23:11:35.831744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-383195b7-c844-43b9-a55f-6847c6c3b755 req-6846b783-4882-450e-b794-be5b4e4d90f9 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/security-groups?id=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Nov 10 23:11:35.875563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Deleting port 52819f11-71a0-436c-ab1e-1579c44181be {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:35.875907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:35.966008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] For port 52819f11-71a0-436c-ab1e-1579c44181be, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=52819f11-71a0-436c-ab1e-1579c44181be,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:35.966356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:36.372133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46826) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:36.402066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:36.402428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:36.402750 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Floating IP 388fdb18-98f6-438a-a730-3fd7ce694e43 disassociated. External IP: 172.25.0.178, port: 52819f11-71a0-436c-ab1e-1579c44181be. Nov 10 23:11:36.403095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Calling delete_port for 52819f11-71a0-436c-ab1e-1579c44181be owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:36.476173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-65017f63-3e9b-4c57-8836-a5c683112200 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/827c7636-5194-4bae-9343-1b0ae0742696 HTTP/1.1" status: 200 len: 993 time: 0.1019516 Nov 10 23:11:36.496349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520d49-b6fc-4740-9bb4-9cad855a1a50 req-88cbeeea-9ad2-492f-b93a-38866af562af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:36.497880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e520d49-b6fc-4740-9bb4-9cad855a1a50 req-88cbeeea-9ad2-492f-b93a-38866af562af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0734630 Nov 10 23:11:36.538211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:36.551880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e520d49-b6fc-4740-9bb4-9cad855a1a50 req-b3e9cf67-4606-41c1-b5ff-4850fa4e668e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Nov 10 23:11:36.569195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event deleted for resources: {'Port': ['ID=52819f11-71a0-436c-ab1e-1579c44181be,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:36.694308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Router cf088b9e-48f9-488e-a35a-f30ec0605eaa has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:36.810169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:36.820661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Sync routers for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:36.831999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:36.832669 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:36.856761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] No DVR routers for this DVR port 52819f11-71a0-436c-ab1e-1579c44181be on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:36.859410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:36.862855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d3c9200-1671-46fa-b3d7-a7d0a8b5a72c req-08b7a6ad-260d-44f0-bab8-024a6004ccd8 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.39 "DELETE /v2.0/ports/52819f11-71a0-436c-ab1e-1579c44181be HTTP/1.1" status: 204 len: 173 time: 1.0748572 Nov 10 23:11:36.863329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'name': 'network-vif-deleted', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:36.865852 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c5cdf-7fbc-4101-ae97-c1cc6070e7a4" -d '{"events": [{"server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "name": "network-vif-deleted", "tag": "52819f11-71a0-436c-ab1e-1579c44181be"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:36.921410 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d606ba8-6eb4-4085-b471-a5b6ddf27801 x-openstack-request-id: req-6d606ba8-6eb4-4085-b471-a5b6ddf27801 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:36.921703 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c3dc9e-1c3e-468f-a47d-576a197dd05f", "name": "network-vif-deleted", "tag": "52819f11-71a0-436c-ab1e-1579c44181be", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:36.921983 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d606ba8-6eb4-4085-b471-a5b6ddf27801 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:36.922376 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c3dc9e-1c3e-468f-a47d-576a197dd05f', 'name': 'network-vif-deleted', 'tag': '52819f11-71a0-436c-ab1e-1579c44181be', 'status': 'completed', 'code': 200} Nov 10 23:11:36.966833 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:36.981901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2717c379-7cf1-4db7-9f0a-f1295c034a40 req-b437620f-797f-4dfb-8973-cfa445a20526 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c3dc9e-1c3e-468f-a47d-576a197dd05f HTTP/1.1" status: 200 len: 210 time: 0.0447202 Nov 10 23:11:37.219114 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:37.245420 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Checking router: cf088b9e-48f9-488e-a35a-f30ec0605eaa for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:37.253585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:37.254166 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:37.461209 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:37.682355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ae55-0b00-4730-ae9b-09dc0e9ac2be req-632c1f5f-9121-4221-9ecf-d6c76a41e05d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:37.683990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50c7ae55-0b00-4730-ae9b-09dc0e9ac2be req-632c1f5f-9121-4221-9ecf-d6c76a41e05d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0524416 Nov 10 23:11:37.695206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:37.726727 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e5057-9325-496a-9af2-9e478655f23a None None] The sync data for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 is: [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'df915025-d623-4926-abde-e9181fe4521f', 'name': '', 'network_id': '038ed570-f89a-4e20-9452-18b3566cd2eb', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'mac_address': 'fa:16:3e:b7:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:14Z', 'updated_at': '2021-11-10T23:06:23Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'subnets': [{'id': 'bada8bc5-2ba2-421a-895c-cccd48c93c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:37.739010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-50c7ae55-0b00-4730-ae9b-09dc0e9ac2be req-66ef26ce-5aca-4a7c-bc7c-497ab7018a3e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Nov 10 23:11:37.960951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee6cca6-eaba-4d1e-938d-263aa5a1ecf4 None None] New status for floating IP 388fdb18-98f6-438a-a730-3fd7ce694e43: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:11:38.039108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46840) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:38.175507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Deleting port 87093ab9-e309-4b09-b896-d4e37aeb07a1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:38.175911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.252122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.252379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.264532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Calling delete_port for 87093ab9-e309-4b09-b896-d4e37aeb07a1 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:38.411145 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.438137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event deleted for resources: {'Port': ['ID=87093ab9-e309-4b09-b896-d4e37aeb07a1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:38.504713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.507549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.508864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-47ce00bb-3422-40f4-bb28-f721beae1cc3 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "DELETE /v2.0/floatingips/388fdb18-98f6-438a-a730-3fd7ce694e43 HTTP/1.1" status: 204 len: 168 time: 0.4684858 Nov 10 23:11:38.591545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:38.660295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.690637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.753610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.756337 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:38.757480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] 10.222.0.25 "DELETE /v2.0/security-groups/44635ce1-2c8d-4c27-acac-2cfe7d1d1b78 HTTP/1.1" status: 204 len: 168 time: 0.1647046 Nov 10 23:11:38.769633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eee9a-8e04-4298-9682-9c9f24fd6f46 tempest-TestServerBasicOps-1976146266 tempest-TestServerBasicOps-1976146266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44635ce1-2c8d-4c27-acac-2cfe7d1d1b78,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:38.797031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46852) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:38.890231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1b905-8656-4650-a892-3925830da6c4 req-fbfee7bf-4abb-414d-9427-617869133321 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:38.891768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a1b905-8656-4650-a892-3925830da6c4 req-fbfee7bf-4abb-414d-9427-617869133321 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0549905 Nov 10 23:11:38.950841 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-07a1b905-8656-4650-a892-3925830da6c4 req-c3349802-2849-4fd3-968b-8a259c03bd42 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527153 Nov 10 23:11:39.366302 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:39.668433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Deleting port df915025-d623-4926-abde-e9181fe4521f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:39.668851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:39.756124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] For port df915025-d623-4926-abde-e9181fe4521f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=df915025-d623-4926-abde-e9181fe4521f,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:39.756483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:39.772325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Calling delete_port for df915025-d623-4926-abde-e9181fe4521f owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:39.845918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d6454682-3232-4e16-9159-abc71e51933f details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:11:39.848138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 52819f11-71a0-436c-ab1e-1579c44181be no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:39.876007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 52819f11-71a0-436c-ab1e-1579c44181be {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:39.876345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 52819f11-71a0-436c-ab1e-1579c44181be not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:39.973883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d6454682-3232-4e16-9159-abc71e51933f,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:39.990131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'd6454682-3232-4e16-9159-abc71e51933f', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': 'd6454682-3232-4e16-9159-abc71e51933f', 'mac_address': 'fa:16:3e:6d:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:11:40.040051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:40.059761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6454682-3232-4e16-9159-abc71e51933f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:11:40.082672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d6454682-3232-4e16-9159-abc71e51933f,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:40.088289 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:40.119925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ba2a-bd6b-464e-b1cd-71a49aa9f47d req-475f83d4-8756-4de2-9c63-387dd9320926 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:40.122383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fda2ba2a-bd6b-464e-b1cd-71a49aa9f47d req-475f83d4-8756-4de2-9c63-387dd9320926 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 943 time: 0.0726576 Nov 10 23:11:40.151552 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:40.187075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fda2ba2a-bd6b-464e-b1cd-71a49aa9f47d req-8ea75ee5-66d7-42b7-9fcc-759ebc5673c3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Nov 10 23:11:40.191921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-4de3b445-3008-4ee6-86d6-6140a4cbde88 req-029b08b4-5ff2-436c-9b5a-5a5eae356d88 service neutron] (102458) timed out ('10.222.0.25', 51360) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:11:40.271482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:40.298976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Pushing event deleted for resources: {'Port': ['ID=df915025-d623-4926-abde-e9181fe4521f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:40.383924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d6454682-3232-4e16-9159-abc71e51933f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:40.486485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:40.727926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Router cf088b9e-48f9-488e-a35a-f30ec0605eaa has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:40.838505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:40.850920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7fc8f99c-007c-4a92-8cfd-cfaaa0c02843 admin admin] 10.222.0.25 "PUT /v2.0/routers/cf088b9e-48f9-488e-a35a-f30ec0605eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469317 Nov 10 23:11:40.851551 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Sync routers for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:40.852010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46862) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:40.861311 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:40.862101 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:40.955736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:40.996485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:41.068508 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.121333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Deleting port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:41.122019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.188857 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:11:40Z', 'revision_number': 5, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port': {'id': '7ed115bb-f1d0-497d-ae0c-69a8f14a4778', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:08Z', 'updated_at': '2021-11-10T23:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:41.203837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] For port 7ed115bb-f1d0-497d-ae0c-69a8f14a4778, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:41.204213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.215943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Calling delete_port for 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:41.218659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Checking router: cf088b9e-48f9-488e-a35a-f30ec0605eaa for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:41.228194 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Routers {'cf088b9e-48f9-488e-a35a-f30ec0605eaa'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:41.228801 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:41.314759 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] Set router cf088b9e-48f9-488e-a35a-f30ec0605eaa gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:41.345421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe76b-ce1d-4415-92e3-e9ea7c0bed72 req-6e5cd29f-b4d7-43d5-919c-4491fcea6f26 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:41.346960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9bafe76b-ce1d-4415-92e3-e9ea7c0bed72 req-6e5cd29f-b4d7-43d5-919c-4491fcea6f26 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 944 time: 0.0853901 Nov 10 23:11:41.371049 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:11:41Z', 'revision_number': 6, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:41.396893 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892d6c1-1d5a-4b2b-99d6-2365f81d25d0 None None] The sync data for ids ['cf088b9e-48f9-488e-a35a-f30ec0605eaa'] in n-d-811521-3 is: [{'id': 'cf088b9e-48f9-488e-a35a-f30ec0605eaa', 'name': 'tempest-TestServerBasicOps-1727352062-router', 'tenant_id': '92e501f9fd9b4d3699adf282662875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:11:41Z', 'revision_number': 6, 'project_id': '92e501f9fd9b4d3699adf282662875a1', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:41.444997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9bafe76b-ce1d-4415-92e3-e9ea7c0bed72 req-035c4505-1731-4a55-8ab9-269da113ac94 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647418 Nov 10 23:11:41.491016 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.519307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed115bb-f1d0-497d-ae0c-69a8f14a4778,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:41.533679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adccc2a3-25a8-40fa-8dc0-52dfeeeb4f0a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:41.584240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.678668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.680779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.734537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.735528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf088b9e-48f9-488e-a35a-f30ec0605eaa {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:11:41.742539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.743897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-903c9db1-7edc-4543-8179-c0de3cc5419f admin admin] 10.222.0.25 "DELETE /v2.0/routers/cf088b9e-48f9-488e-a35a-f30ec0605eaa HTTP/1.1" status: 204 len: 168 time: 0.8933709 Nov 10 23:11:41.747101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:41.815429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Deleting subnet bada8bc5-2ba2-421a-895c-cccd48c93c14 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:11:41.819469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.859802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d6454682-3232-4e16-9159-abc71e51933f up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:41.860621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.911755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port d6454682-3232-4e16-9159-abc71e51933f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:11:41.915463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port d6454682-3232-4e16-9159-abc71e51933f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:41.915828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.979240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.991148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.014135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:42.016320 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24bae31-5e11-4701-8dd4-3647725ee764" -d '{"events": [{"server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "name": "network-vif-plugged", "status": "completed", "tag": "d6454682-3232-4e16-9159-abc71e51933f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:42.033165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.039758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d6454682-3232-4e16-9159-abc71e51933f,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:42.045462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.060259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bada8bc5-2ba2-421a-895c-cccd48c93c14,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:42.063830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.069426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-389db09f-03fd-4a84-97bd-a3641a66191c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bada8bc5-2ba2-421a-895c-cccd48c93c14 HTTP/1.1" status: 204 len: 168 time: 0.3180175 Nov 10 23:11:42.069883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:42.078528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525556a-8cb2-44de-b000-1220fe93ac6b None None] Network 038ed570-f89a-4e20-9452-18b3566cd2eb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:42.145760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.157383 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d26c8-81c8-4e21-a54d-85183a88995a x-openstack-request-id: req-316d26c8-81c8-4e21-a54d-85183a88995a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:42.157692 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "name": "network-vif-plugged", "status": "completed", "tag": "d6454682-3232-4e16-9159-abc71e51933f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:42.157943 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-316d26c8-81c8-4e21-a54d-85183a88995a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:42.158329 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f', 'code': 200} Nov 10 23:11:42.164437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:42.213899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Deleting port b8b03fe2-b648-4594-be89-322be18fd74b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:42.214247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.320291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] For port b8b03fe2-b648-4594-be89-322be18fd74b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b8b03fe2-b648-4594-be89-322be18fd74b,segment=NetworkSegment(64c92f0d-1309-4670-85ae-5e5a5e222560),segment_id=64c92f0d-1309-4670-85ae-5e5a5e222560)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:42.320767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.324826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79abc3-e3f6-4f0f-87c4-f505a693bcc3 req-05910885-5085-4145-8018-0a5e915f5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:42.326563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e79abc3-e3f6-4f0f-87c4-f505a693bcc3 req-05910885-5085-4145-8018-0a5e915f5096 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 1096 time: 0.0987587 Nov 10 23:11:42.350901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Calling delete_port for b8b03fe2-b648-4594-be89-322be18fd74b owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:42.377776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df915025-d623-4926-abde-e9181fe4521f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:42.401677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: df915025-d623-4926-abde-e9181fe4521f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:42.405695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device df915025-d623-4926-abde-e9181fe4521f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:42.419235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7e79abc3-e3f6-4f0f-87c4-f505a693bcc3 req-6a624d05-8c7b-4570-ad7b-6b69d72f1e81 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858889 Nov 10 23:11:42.462803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.490061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b03fe2-b648-4594-be89-322be18fd74b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:42.490217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29509bdf-d391-4ca3-b5e9-c65287a71fee None None] DHCP port deletion for 038ed570-f89a-4e20-9452-18b3566cd2eb request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:42.501437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] No DVR routers for this DVR port b8b03fe2-b648-4594-be89-322be18fd74b on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:42.591324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.599450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61a1f-ab24-46f8-8378-19079b2b5fd3 req-4a0bd3ea-92b1-4862-887b-8a8f9a7fb3af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:42.600933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eaf61a1f-ab24-46f8-8378-19079b2b5fd3 req-4a0bd3ea-92b1-4862-887b-8a8f9a7fb3af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.0627708 Nov 10 23:11:42.611861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038ed570-f89a-4e20-9452-18b3566cd2eb']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:42.633051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c92f0d-1309-4670-85ae-5e5a5e222560') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:42.633344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c92f0d-1309-4670-85ae-5e5a5e222560') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:42.650072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.654985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eaf61a1f-ab24-46f8-8378-19079b2b5fd3 req-fd43edc9-8cc9-4f12-a70b-9277c9974cfd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474391 Nov 10 23:11:42.672085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.679330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:11:42.679723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:11:42.681391 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:11:42.734481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.739606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:42.742997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] 10.222.0.25 "DELETE /v2.0/networks/038ed570-f89a-4e20-9452-18b3566cd2eb HTTP/1.1" status: 204 len: 168 time: 0.6722553 Nov 10 23:11:42.746040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46880) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:42.755620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293b753-23d5-45d4-b7cf-ea2d1db94345 admin admin] Pushing event deleted for resources: {'Network': ['ID=038ed570-f89a-4e20-9452-18b3566cd2eb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:43.079848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:43.320118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Deleting port d77ad1c1-5f3d-46da-bc7a-236c92254fb7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:43.320368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:43.403132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] For port d77ad1c1-5f3d-46da-bc7a-236c92254fb7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:43.403528 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:43.420076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Calling delete_port for d77ad1c1-5f3d-46da-bc7a-236c92254fb7 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:43.602882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:43.626276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d77ad1c1-5f3d-46da-bc7a-236c92254fb7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:43.637427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b8b03fe2-b648-4594-be89-322be18fd74b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:43.662299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b8b03fe2-b648-4594-be89-322be18fd74b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:43.662645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b8b03fe2-b648-4594-be89-322be18fd74b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:43.663059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:43.690889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:43.691326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 7ed115bb-f1d0-497d-ae0c-69a8f14a4778 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:44.095676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd17d-a011-42c2-bcbd-badca414d8e1 req-2316e879-1342-44ba-8b2a-6df51eb45564 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:44.097060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c5dd17d-a011-42c2-bcbd-badca414d8e1 req-2316e879-1342-44ba-8b2a-6df51eb45564 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.3561296 Nov 10 23:11:44.110891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.186970 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c5dd17d-a011-42c2-bcbd-badca414d8e1 req-42d3ec90-38f0-4adf-a058-bb30d3982a3b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837870 Nov 10 23:11:44.304458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886bd6-d478-42f2-9ad3-6510c5abfc00 req-da16fc34-0592-415a-bf1b-b0477c522721 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:44.306013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16886bd6-d478-42f2-9ad3-6510c5abfc00 req-da16fc34-0592-415a-bf1b-b0477c522721 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Nov 10 23:11:44.345782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Router 7dd43e7e-faf5-494f-a00b-9018ce162b52 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:44.358636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16886bd6-d478-42f2-9ad3-6510c5abfc00 req-fe57e810-d487-4539-8346-fddf8ef79767 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Nov 10 23:11:44.451542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:44.458959 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-534db9f6-920a-49f3-8174-c621246e71dc admin admin] 10.222.0.25 "PUT /v2.0/routers/7dd43e7e-faf5-494f-a00b-9018ce162b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092781 Nov 10 23:11:44.458959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46892) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:44.463194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Sync routers for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:44.474806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:44.475495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:44.591825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.601494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:44.726711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360e896-2309-4f35-8e76-6b491a47c634 req-da56e231-2dc0-40ba-87fd-da72495edbc0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:44.728196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e360e896-2309-4f35-8e76-6b491a47c634 req-da56e231-2dc0-40ba-87fd-da72495edbc0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.0932853 Nov 10 23:11:44.763552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.774644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.795356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:11:43Z', 'revision_number': 5, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port': {'id': 'bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:68:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:06:23Z', 'updated_at': '2021-11-10T23:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:44.817047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e360e896-2309-4f35-8e76-6b491a47c634 req-dbc1adf4-52a3-4143-981e-e4b0cbb2dda0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803101 Nov 10 23:11:44.826303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Checking router: 7dd43e7e-faf5-494f-a00b-9018ce162b52 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:44.835316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Routers {'7dd43e7e-faf5-494f-a00b-9018ce162b52'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:44.835929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7dd43e7e-faf5-494f-a00b-9018ce162b52'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:44.841401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Deleting port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:44.841746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.918378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] Set router 7dd43e7e-faf5-494f-a00b-9018ce162b52 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:44.923465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] For port bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:44.923830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:44.936095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Calling delete_port for bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:44.972544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:11:44Z', 'revision_number': 6, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:44.998559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052e581-5c60-4412-817a-f1ae6dde258b None None] The sync data for ids ['7dd43e7e-faf5-494f-a00b-9018ce162b52'] in n-d-811521-3 is: [{'id': '7dd43e7e-faf5-494f-a00b-9018ce162b52', 'name': 'tempest-TestServerBasicOps-267648854-router', 'tenant_id': '64b835ce4e174979b8e121b4ca1e4081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:06:22Z', 'updated_at': '2021-11-10T23:11:44Z', 'revision_number': 6, 'project_id': '64b835ce4e174979b8e121b4ca1e4081', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:45.100515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.129602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:45.149531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81389dc8-d3ac-40a6-bd1f-1aa91e762f20 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:45.197300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.209865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.302241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.304268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.368330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.368862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd43e7e-faf5-494f-a00b-9018ce162b52 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:11:45.374412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.375132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-94ea3a3a-50b0-4cb7-8b8b-52d08cb91e69 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7dd43e7e-faf5-494f-a00b-9018ce162b52 HTTP/1.1" status: 204 len: 168 time: 0.9152825 Nov 10 23:11:45.377704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46898) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:45.425387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Deleting subnet 41823709-1a27-4bd3-a464-a9ec17352d1b {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:11:45.428784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.465792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.544301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.597205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.624259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41823709-1a27-4bd3-a464-a9ec17352d1b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:45.626238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.631634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eaaefc22-8c72-453b-8190-0be4fe18aefb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/41823709-1a27-4bd3-a464-a9ec17352d1b HTTP/1.1" status: 204 len: 168 time: 0.2507415 Nov 10 23:11:45.632033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46902) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:45.635497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0916ed3-54b8-42d9-b18d-2ab6a47b4b12 None None] Network ba696644-e16e-407b-9f8c-5db09ab0c8ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:45.707113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.761253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Deleting port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:45.761603 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.829237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] For port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:45.829599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.845649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Calling delete_port for 9d897b7e-7627-45cf-bb21-b9eb117f3c0e owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:45.847220 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] DHCP port deletion for ba696644-e16e-407b-9f8c-5db09ab0c8ae request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:45.884317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d77ad1c1-5f3d-46da-bc7a-236c92254fb7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:45.906449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d77ad1c1-5f3d-46da-bc7a-236c92254fb7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:45.906800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d77ad1c1-5f3d-46da-bc7a-236c92254fb7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:45.907233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:45.931713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:45.932116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device bf770b29-c3c0-4ccb-8c8c-d6540a4b8e1d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:45.954458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Deleting port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:45.955135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:45.972514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3a9e-1b92-4728-9775-55b8c0e170cd req-8a87e42a-3ee2-45b9-94dd-e7e55395d643 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:45.974107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-01ff3a9e-1b92-4728-9775-55b8c0e170cd req-8a87e42a-3ee2-45b9-94dd-e7e55395d643 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.0729096 Nov 10 23:11:45.988843 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.027151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Pushing event deleted for resources: {'Port': ['ID=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:46.029512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] No DVR routers for this DVR port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:46.035726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] For port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,segment=NetworkSegment(39d5b462-ea75-47bb-b00a-8b9a835be7c0),segment_id=39d5b462-ea75-47bb-b00a-8b9a835be7c0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:46.037070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.054682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Calling delete_port for 9d897b7e-7627-45cf-bb21-b9eb117f3c0e owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:46.096012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd320b3-3a88-4791-9537-186d333d736f req-44e57530-4a55-4d82-a5d0-975e274f6552 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:46.098337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4fd320b3-3a88-4791-9537-186d333d736f req-44e57530-4a55-4d82-a5d0-975e274f6552 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 945 time: 0.0612381 Nov 10 23:11:46.124184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-01ff3a9e-1b92-4728-9775-55b8c0e170cd req-9d2ace6f-b18f-48b1-ae90-c7279f11b3ce tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428468 Nov 10 23:11:46.146113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.162718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba696644-e16e-407b-9f8c-5db09ab0c8ae']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:46.169268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.173812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d5b462-ea75-47bb-b00a-8b9a835be7c0') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:46.174177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d5b462-ea75-47bb-b00a-8b9a835be7c0') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:46.192617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.199188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] Pushing event deleted for resources: {'Port': ['ID=9d897b7e-7627-45cf-bb21-b9eb117f3c0e,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:46.203430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f314e69-a418-477b-a6fd-a4e9c166f4de None None] No DVR routers for this DVR port 9d897b7e-7627-45cf-bb21-b9eb117f3c0e on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:46.212842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port d6454682-3232-4e16-9159-abc71e51933f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:46.212842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.213841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.221243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:11:46.221712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:11:46.223690 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:11:46.282150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.287665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.290898 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba696644-e16e-407b-9f8c-5db09ab0c8ae HTTP/1.1" status: 204 len: 168 time: 0.6581173 Nov 10 23:11:46.303293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6847c-9186-4cd2-a098-467245965dab admin admin] Pushing event deleted for resources: {'Network': ['ID=ba696644-e16e-407b-9f8c-5db09ab0c8ae,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:46.310715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port d6454682-3232-4e16-9159-abc71e51933f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d6454682-3232-4e16-9159-abc71e51933f,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:46.311136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.331845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for d6454682-3232-4e16-9159-abc71e51933f owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:46.406662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:46.449848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de2bc8e9-f3f0-47ff-a422-28f10ba17bdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92e501f9fd9b4d3699adf282662875a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417511 Nov 10 23:11:46.452087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:46.464996 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.477082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d6454682-3232-4e16-9159-abc71e51933f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:46.479385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a2e01053-a2f6-410d-9193-79d6d4fbc209'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:11:46.493728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=d6454682-3232-4e16-9159-abc71e51933f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:46.507021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.537443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.549967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port d6454682-3232-4e16-9159-abc71e51933f on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:46.553119 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.556524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4fd320b3-3a88-4791-9537-186d333d736f req-19f2e8f1-299c-452b-93ef-80cfef36c505 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "DELETE /v2.0/ports/d6454682-3232-4e16-9159-abc71e51933f HTTP/1.1" status: 204 len: 173 time: 0.4523823 Nov 10 23:11:46.557075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'name': 'network-vif-deleted', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:46.561344 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75668069-07ea-49e2-8d0e-a6178a2b8bba" -d '{"events": [{"server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "name": "network-vif-deleted", "tag": "d6454682-3232-4e16-9159-abc71e51933f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:46.618420 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ed14e-84f4-4740-9d66-3aa9ae45b241 x-openstack-request-id: req-514ed14e-84f4-4740-9d66-3aa9ae45b241 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:46.618714 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03db5f7-0367-4a2d-9356-5e0bc6dedb45", "name": "network-vif-deleted", "tag": "d6454682-3232-4e16-9159-abc71e51933f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:46.618963 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-514ed14e-84f4-4740-9d66-3aa9ae45b241 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:46.619359 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03db5f7-0367-4a2d-9356-5e0bc6dedb45', 'name': 'network-vif-deleted', 'tag': 'd6454682-3232-4e16-9159-abc71e51933f', 'status': 'completed', 'code': 200} Nov 10 23:11:46.644770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.647900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:46.655419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c807666a-d48f-46be-8c31-e7ac3944b17e HTTP/1.1" status: 204 len: 168 time: 0.2001424 Nov 10 23:11:46.669322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25539307-d34a-4650-ba6e-c4facdeeaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c807666a-d48f-46be-8c31-e7ac3944b17e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:47.010072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46920) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:47.054902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2639cb19-4a2e-4e9d-87e4-0bf08c1fb30d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64b835ce4e174979b8e121b4ca1e4081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413008 Nov 10 23:11:47.055137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46922) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:47.106390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:47.127091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:47.186654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:47.189778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:47.190949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f31e4d9-1514-4491-8f07-0af6580ae30b HTTP/1.1" status: 204 len: 168 time: 0.1349928 Nov 10 23:11:47.204830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b499-c835-403d-9c8b-1e15e52c8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31e4d9-1514-4491-8f07-0af6580ae30b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:47.251259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-122ec6dc-0147-42d9-9ad0-1854d089b5c0 req-5485bc58-89f7-447a-a45a-c653d7616415 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0290196 Nov 10 23:11:47.660934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d897b7e-7627-45cf-bb21-b9eb117f3c0e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:47.685294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9d897b7e-7627-45cf-bb21-b9eb117f3c0e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:47.685671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d897b7e-7627-45cf-bb21-b9eb117f3c0e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:47.916783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:48.017405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-957519027-network', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:48.040243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Made reservation on behalf of 74e43f641d5646d0b8298b057f6b41c5 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:48.043150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.052225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.130527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.134732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.155567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:11:48.171642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077d56e-893b-41d6-afee-2d1c6d792462,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:48.174441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.174788 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Added segment 9593d2b1-7c24-45ad-a36b-22b47aa31ed2 of type vlan for network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 Nov 10 23:11:48.217438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.246346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.247271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:48.247844 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.303908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3859546 Nov 10 23:11:48.307652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46954) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:48.313606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Request body: {'subnet': {'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-957519027-subnet', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:48.317914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c380-f649-4f0e-8c0a-cf23f4c01776 admin admin] Pushing event updated for resources: {'Network': ['ID=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:48.330734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:11:48.380952 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d31c69b1-c4f6-472f-afe5-7f2c37bd35f0 req-c5614c7a-7be3-44fc-b798-99fa583c41d8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0394731 Nov 10 23:11:48.381822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Made reservation on behalf of 74e43f641d5646d0b8298b057f6b41c5 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:48.384447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.571112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.623610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13cb407-f8a2-416e-94a3-4868733ac788,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:48.642538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Checking segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:48.643292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Network hostable DHCP agents. Network: 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:11:48.663060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:11:48.672571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:48.676924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:48.677554 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.684328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12cc11-0146-4b1c-b221-8b275b463b4d None None] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:48.698440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5639ffd1-77d1-4517-9238-72c8298d1c87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880630 Nov 10 23:11:48.700622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46956) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:48.706057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:48.736842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.739067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.808182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.840933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:11:48.841845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.978916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:48.994823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Allocated IP 172.20.0.2 (75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4/f13cb407-f8a2-416e-94a3-4868733ac788/85d621a5-92ab-49b7-a63d-b473a79edee7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:49.168159 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.174863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.204912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.222214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:49.225967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:49.228051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Pushing event updated for resources: {'Port': ['ID=85d621a5-92ab-49b7-a63d-b473a79edee7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:49.230570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:49.237835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.283596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Attempting to bind port 85d621a5-92ab-49b7-a63d-b473a79edee7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:49.284303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Attempting to bind port 85d621a5-92ab-49b7-a63d-b473a79edee7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:49.284905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Attempting to bind port 85d621a5-92ab-49b7-a63d-b473a79edee7 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:49.290142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:49.290560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Checking segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:49.290898 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.291973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Bound using segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:49.292098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Bound port: 85d621a5-92ab-49b7-a63d-b473a79edee7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:49.292390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.354918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Allocated IP 172.25.0.62 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/a1fe4754-a645-47e7-aa72-b6aff1539fca) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:49.370450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] For port 85d621a5-92ab-49b7-a63d-b473a79edee7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:49.374762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] For port 85d621a5-92ab-49b7-a63d-b473a79edee7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=85d621a5-92ab-49b7-a63d-b473a79edee7,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:49.379460 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.452296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b16a70-1ef2-4ca7-90bb-62b4af6a79d7 None None] Pushing event updated for resources: {'Port': ['ID=85d621a5-92ab-49b7-a63d-b473a79edee7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:49.520667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aa06ccd-59bf-4d34-9c42-45322b97538a req-9b4259dc-2bc4-4944-ab73-8b81ab1ec0f3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0344319 Nov 10 23:11:49.523701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.566756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.607208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:49.614974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:49.617740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:49.630436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b253cc7-f6c1-4900-8c12-c5b238011ed9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:49.654997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Pushing event updated for resources: {'Port': ['ID=a1fe4754-a645-47e7-aa72-b6aff1539fca,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:49.786885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0b1cf499-5c63-43d3-83f5-5b34db8a3921 None None] Provisioning complete for port a1fe4754-a645-47e7-aa72-b6aff1539fca triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:49.787870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b1cf499-5c63-43d3-83f5-5b34db8a3921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:49.833011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cf499-5c63-43d3-83f5-5b34db8a3921 None None] Port a1fe4754-a645-47e7-aa72-b6aff1539fca cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:49.892044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d6454682-3232-4e16-9159-abc71e51933f no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:49.918931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: d6454682-3232-4e16-9159-abc71e51933f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:49.919614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d6454682-3232-4e16-9159-abc71e51933f not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:49.954367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.187685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.360085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Router 1de15212-c43c-4df1-91de-a42a31b33da2 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:11:50.631120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e790b3-0b2c-4c2e-a37e-2e9e031faf7f None None] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:50.709141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] Provisioning complete for port 85d621a5-92ab-49b7-a63d-b473a79edee7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:50.709612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.816265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe048d10-201d-4b55-90a6-b0959c7732a2 req-9d63c790-b9f8-4da1-8d36-b93ed6543722 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0345700 Nov 10 23:11:50.832823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:50.861490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Sync routers for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:50.862319 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.866288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:50.866758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cccba1fe-8806-4577-bb5a-6b83585a970b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1642551 Nov 10 23:11:50.872903 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:50.873678 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:50.947234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.993894 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:51.005577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] For port 85d621a5-92ab-49b7-a63d-b473a79edee7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=85d621a5-92ab-49b7-a63d-b473a79edee7,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:51.014029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.105214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a53fd-f05a-456f-ac3d-5d1cc3fa7b30 None None] Pushing event updated for resources: {'Port': ['ID=85d621a5-92ab-49b7-a63d-b473a79edee7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:51.233109 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:49Z', 'revision_number': 3, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:51.263511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Checking router: 1de15212-c43c-4df1-91de-a42a31b33da2 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:51.264371 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Updating router 1de15212-c43c-4df1-91de-a42a31b33da2 port a1fe4754-a645-47e7-aa72-b6aff1539fca binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:11:51.293620 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.370125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-26b2a76c-e25d-457f-8244-75e460eb1679 None None] Provisioning complete for port 85d621a5-92ab-49b7-a63d-b473a79edee7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:51.370702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-26b2a76c-e25d-457f-8244-75e460eb1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.465745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.574551 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.581188 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.629335 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5838e7-bc86-4585-9fcb-6a4ca28bc8ce None None] Pushing event updated for resources: {'Port': ['ID=a1fe4754-a645-47e7-aa72-b6aff1539fca,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:51.652142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d341195-46cc-4efb-9e0a-a5ad2f405f55 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:51.668676 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Attempting to bind port a1fe4754-a645-47e7-aa72-b6aff1539fca on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:51.671650 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Attempting to bind port a1fe4754-a645-47e7-aa72-b6aff1539fca by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:51.672059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Attempting to bind port a1fe4754-a645-47e7-aa72-b6aff1539fca on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:51.677693 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:51.678015 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:51.678432 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.679389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:51.679868 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Bound port: a1fe4754-a645-47e7-aa72-b6aff1539fca, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:51.680370 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.715964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d3998285-0efa-4733-87e5-7b027661012d None None] Provisioning complete for port a1fe4754-a645-47e7-aa72-b6aff1539fca triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:51.716359 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d3998285-0efa-4733-87e5-7b027661012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.741232 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] For port a1fe4754-a645-47e7-aa72-b6aff1539fca, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:51.742335 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] For port a1fe4754-a645-47e7-aa72-b6aff1539fca, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1fe4754-a645-47e7-aa72-b6aff1539fca,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:51.749052 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.765125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d3998285-0efa-4733-87e5-7b027661012d None None] Port a1fe4754-a645-47e7-aa72-b6aff1539fca cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:51.766621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 85d621a5-92ab-49b7-a63d-b473a79edee7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:51.773730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Allocated IP 172.20.0.1 (75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4/f13cb407-f8a2-416e-94a3-4868733ac788/61312c19-5905-445e-a5c1-4f9d33ed72f8) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:51.816799 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5838e7-bc86-4585-9fcb-6a4ca28bc8ce None None] Pushing event updated for resources: {'Port': ['ID=a1fe4754-a645-47e7-aa72-b6aff1539fca,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:51.833068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4dbca-70a7-43c1-93af-2492c6cd32a3 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:51.838624 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:51.839253 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:51.847952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 85d621a5-92ab-49b7-a63d-b473a79edee7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:51.848831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.953662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] Provisioning complete for port a1fe4754-a645-47e7-aa72-b6aff1539fca triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:51.954262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:51.961263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.001024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.005422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa7fa28b-3fe1-4d0e-b3c8-a6f105f4fe98 req-cbae6560-35ed-4d5b-b31e-b24a9895f22d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=e03db5f7-0367-4a2d-9356-5e0bc6dedb45 HTTP/1.1" status: 200 len: 210 time: 0.0571468 Nov 10 23:11:52.067789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Pushing event updated for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:52.078706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:52.080382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:52.082792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:52.093447 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:52.118044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.132595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.159791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] For port a1fe4754-a645-47e7-aa72-b6aff1539fca, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1fe4754-a645-47e7-aa72-b6aff1539fca,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:52.182887 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.297706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494db8e-d564-4915-8fd3-4df416d1c8cb None None] Pushing event updated for resources: {'Port': ['ID=a1fe4754-a645-47e7-aa72-b6aff1539fca,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:52.383245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.519398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-832f16f5-9e9c-4110-a3c4-82d5bd627674 None None] Provisioning complete for port 61312c19-5905-445e-a5c1-4f9d33ed72f8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:52.520282 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-832f16f5-9e9c-4110-a3c4-82d5bd627674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.622529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.631037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.644325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:49Z', 'revision_number': 3, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:52.677589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:52.691843 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bc330-76d5-4c4d-bc09-ac604c7e722e None None] The sync data for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 is: [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:49Z', 'revision_number': 3, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:52.745219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-832f16f5-9e9c-4110-a3c4-82d5bd627674 None None] Port 61312c19-5905-445e-a5c1-4f9d33ed72f8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:52.779842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Pushing event updated for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:52.841783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:52.843676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:53.296275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-185f9c0c-64e1-40c9-ba55-1874661a05b6 None None] Provisioning complete for port 61312c19-5905-445e-a5c1-4f9d33ed72f8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:53.296769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-185f9c0c-64e1-40c9-ba55-1874661a05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:53.328431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Router 1de15212-c43c-4df1-91de-a42a31b33da2 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:53.389584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-185f9c0c-64e1-40c9-ba55-1874661a05b6 None None] Port 61312c19-5905-445e-a5c1-4f9d33ed72f8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:53.472144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:53.485039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ec426e5-bf05-4e72-bae1-603abb502f37 admin admin] 10.222.0.25 "PUT /v2.0/routers/1de15212-c43c-4df1-91de-a42a31b33da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089478 Nov 10 23:11:53.708353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1fe4754-a645-47e7-aa72-b6aff1539fca up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:53.764537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a1fe4754-a645-47e7-aa72-b6aff1539fca triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:53.764911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.049366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 46994) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:54.054535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1072847666-network', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:54.077994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Made reservation on behalf of b8204d71affc4742bd9c8e61fdb55766 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:54.080401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.089841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.179430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.184543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.212527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:11:54.232010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.232399 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Added segment 04c75a58-165b-487f-a762-990a82ac05d8 of type vlan for network af14b2ed-c817-4018-b03b-88e078009c84 Nov 10 23:11:54.233768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2cd826-2daf-4d55-8718-fcedd249aeae,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:54.282812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.310002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.311043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.311639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.368122 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3147781 Nov 10 23:11:54.368769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 46998) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:54.374241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Request body: {'subnet': {'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1072847666-subnet', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:54.377532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f0d5-43bc-45d2-9445-c766dd72e609 admin admin] Pushing event updated for resources: {'Network': ['ID=af14b2ed-c817-4018-b03b-88e078009c84,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:54.392132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network af14b2ed-c817-4018-b03b-88e078009c84 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:11:54.421464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Made reservation on behalf of b8204d71affc4742bd9c8e61fdb55766 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:11:54.427246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.562986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-57cd3bad-28fb-49b9-9ced-41b4384c1316 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0796418 Nov 10 23:11:54.689028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Sync routers for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:54.696560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.697069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.697726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.698044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.698799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.698922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.699378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.700543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:54.701320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:54.701482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-db23b52d-8f7d-412c-91e6-f459bc1523c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.1031914 Nov 10 23:11:54.710446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.821679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:54.834473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb95f91d-0cc3-4fef-8bc0-3b5e09f008db,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:54.851895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Checking segment: {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:54.852355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Network hostable DHCP agents. Network: af14b2ed-c817-4018-b03b-88e078009c84, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:11:54.894438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-36c40189-2ed3-4006-b366-2a6227be3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.895008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-36c40189-2ed3-4006-b366-2a6227be3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.895544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-36c40189-2ed3-4006-b366-2a6227be3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.897796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-36c40189-2ed3-4006-b366-2a6227be3bc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.1550305 Nov 10 23:11:54.899042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Network af14b2ed-c817-4018-b03b-88e078009c84 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:11:54.948061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, af14b2ed-c817-4018-b03b-88e078009c84) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:54.957000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:54.957599 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.970020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9021a76-8567-4605-ac6c-5e515627272d None None] Network af14b2ed-c817-4018-b03b-88e078009c84 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:54.984710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-c8f80e40-9155-47bb-8d04-4b502202be1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.0786197 Nov 10 23:11:54.990392 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1039d30d-7f19-4898-828c-fb0460ed2321 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6177316 Nov 10 23:11:54.990591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:54.995114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:11:55.074350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-043852d7-f477-47ac-8fbe-1e60fa68e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.111545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-2811a3c3-d55b-4e0f-879f-63a7149f2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:55.113328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-2811a3c3-d55b-4e0f-879f-63a7149f2af5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.1149871 Nov 10 23:11:55.115659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.116674 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.138024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-75a2e937-1e10-4a55-a8b2-8cbab1d85cd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876870 Nov 10 23:11:55.233374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.252623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '61312c19-5905-445e-a5c1-4f9d33ed72f8', 'name': '', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'mac_address': 'fa:16:3e:50:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:51Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 2, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'subnets': [{'id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:55.256105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-4925c776-9ed7-4e60-8c99-34204e8f826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:55.257718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-4925c776-9ed7-4e60-8c99-34204e8f826b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347399 Nov 10 23:11:55.285371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-af14b2ed-c817-4018-b03b-88e078009c84', 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'fixed_ips': [{'subnet_id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:11:55.286371 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.289092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Checking router: 1de15212-c43c-4df1-91de-a42a31b33da2 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:55.289467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Updating router 1de15212-c43c-4df1-91de-a42a31b33da2 port 61312c19-5905-445e-a5c1-4f9d33ed72f8 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:11:55.331224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.407805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb213-5ba7-4153-9858-cd223576927c req-f3acdced-768b-40d0-8465-0c93ff0df3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:55.409901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-f3acdced-768b-40d0-8465-0c93ff0df3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 1097 time: 0.1898782 Nov 10 23:11:55.499673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Allocated IP 172.20.0.2 (af14b2ed-c817-4018-b03b-88e078009c84/cb95f91d-0cc3-4fef-8bc0-3b5e09f008db/c1c8d50f-8761-447c-b4d0-71f547aadd82) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:55.566470 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.645108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-9bd36873-bff1-442a-893d-d8d0a7e1972c service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759944 Nov 10 23:11:55.727795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb213-5ba7-4153-9858-cd223576927c req-0e6d1527-e9e1-415f-b214-4d46baef9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:55.729734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-0e6d1527-e9e1-415f-b214-4d46baef9cff service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.2578821 Nov 10 23:11:55.787960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-e711944c-e877-41ca-81d9-e47c6b75b64c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209 HTTP/1.1" status: 200 len: 217 time: 0.0467439 Nov 10 23:11:55.808939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.819518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:55.841860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-05c5827f-e0d2-4a3d-8833-0da8179b219f service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868408 Nov 10 23:11:55.892106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Network af14b2ed-c817-4018-b03b-88e078009c84 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:55.897725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb213-5ba7-4153-9858-cd223576927c req-9a9b3c40-0a98-43bb-9c77-52f3e13541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:55.899203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-9a9b3c40-0a98-43bb-9c77-52f3e13541ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0996721 Nov 10 23:11:55.901244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:55.901885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-0ffd7734-e105-47b7-82bd-a834e65b9c9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0483246 Nov 10 23:11:55.904164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:55.911990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Pushing event updated for resources: {'Port': ['ID=c1c8d50f-8761-447c-b4d0-71f547aadd82,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:56.008783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Attempting to bind port c1c8d50f-8761-447c-b4d0-71f547aadd82 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:56.009184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Attempting to bind port c1c8d50f-8761-447c-b4d0-71f547aadd82 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:56.009538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Attempting to bind port c1c8d50f-8761-447c-b4d0-71f547aadd82 on network af14b2ed-c817-4018-b03b-88e078009c84 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:56.027356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:56.027735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Checking segment: {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:56.028141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.028538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Bound using segment: {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:56.029998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Bound port: c1c8d50f-8761-447c-b4d0-71f547aadd82, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:56.029998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.032917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.047296 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.073604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-8d33871b-9f0d-4f77-b7ba-2300e7614853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:56.075084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-8d33871b-9f0d-4f77-b7ba-2300e7614853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.1475255 Nov 10 23:11:56.078450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb213-5ba7-4153-9858-cd223576927c req-fba22139-59cb-4b8a-95f2-db012e18a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:56.079884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-fba22139-59cb-4b8a-95f2-db012e18a963 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725552 Nov 10 23:11:56.146596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7ea35-4a51-4d4f-8d4c-e7f2180ed79d None None] Pushing event updated for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:56.182396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] For port c1c8d50f-8761-447c-b4d0-71f547aadd82, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:56.216685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.220490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] For port c1c8d50f-8761-447c-b4d0-71f547aadd82, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1c8d50f-8761-447c-b4d0-71f547aadd82,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:56.223444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-2062416f-d2ef-44e9-b1fa-5168ba5c0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:56.225393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-2062416f-d2ef-44e9-b1fa-5168ba5c0ba3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425214 Nov 10 23:11:56.226031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Attempting to bind port 61312c19-5905-445e-a5c1-4f9d33ed72f8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:56.226570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Attempting to bind port 61312c19-5905-445e-a5c1-4f9d33ed72f8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:56.227002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Attempting to bind port 61312c19-5905-445e-a5c1-4f9d33ed72f8 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:56.233709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.239610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:56.239610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Checking segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:56.240211 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.240682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Bound using segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:56.241273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Bound port: 61312c19-5905-445e-a5c1-4f9d33ed72f8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:56.241866 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.258329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.340279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576693-29f9-4b93-9ee8-ad6c1d23fdd8 None None] Pushing event updated for resources: {'Port': ['ID=c1c8d50f-8761-447c-b4d0-71f547aadd82,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:56.396903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] For port 61312c19-5905-445e-a5c1-4f9d33ed72f8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:56.406133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] For port 61312c19-5905-445e-a5c1-4f9d33ed72f8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61312c19-5905-445e-a5c1-4f9d33ed72f8,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:56.419322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.459251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-02188c2d-c71f-4fb5-b6aa-abe1b386bdd5 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666317 Nov 10 23:11:56.518411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7ea35-4a51-4d4f-8d4c-e7f2180ed79d None None] Pushing event updated for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:56.558136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] Provisioning complete for port 61312c19-5905-445e-a5c1-4f9d33ed72f8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:56.558510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:56.673731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-07c6e951-de0b-48fc-b9f9-d85683fb2026 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257414 Nov 10 23:11:56.676809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318bb213-5ba7-4153-9858-cd223576927c req-963c7d2d-5bb1-4fdf-8c52-cdbd57ad9b55 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056329 Nov 10 23:11:56.679010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:56.703093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:56.745055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Allocated IP 172.25.0.66 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/669d20b2-4ab5-40e6-afd8-99552784d3b5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:56.884196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.035184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-e3860588-b194-4bf0-a214-f29c298ebe2e service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014831 Nov 10 23:11:57.043604 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.082046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-8bc54f84-9b43-477a-80a1-1552c5051ed9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0458527 Nov 10 23:11:57.121128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:57.124951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:57.151694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:57.153709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e412f1-d40c-47ac-9736-10132fe27ae3 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:57.203835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:57.219491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Pushing event updated for resources: {'Port': ['ID=669d20b2-4ab5-40e6-afd8-99552784d3b5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:57.264730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-cdf93e51-e91c-4497-8b2d-f7a66b429680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:57.266438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-cdf93e51-e91c-4497-8b2d-f7a66b429680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.1631081 Nov 10 23:11:57.317209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.430369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] For port 61312c19-5905-445e-a5c1-4f9d33ed72f8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61312c19-5905-445e-a5c1-4f9d33ed72f8,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:57.473639 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.583113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654f567-0cd6-45ba-8de8-707824fd27ef None None] Pushing event updated for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:57.618558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '61312c19-5905-445e-a5c1-4f9d33ed72f8', 'name': '', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'mac_address': 'fa:16:3e:50:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:51Z', 'updated_at': '2021-11-10T23:11:56Z', 'revision_number': 4, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'subnets': [{'id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:57.656806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6ee0b2da-b008-4375-99fd-74ca65eaed42 None None] Provisioning complete for port 669d20b2-4ab5-40e6-afd8-99552784d3b5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:57.657388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b2da-b008-4375-99fd-74ca65eaed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.661842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4b34714-0bd3-4c53-96e8-7cf9417f993e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.682887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019bba2-71ea-4f36-9cb1-0705afb94bec None None] The sync data for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 is: [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '61312c19-5905-445e-a5c1-4f9d33ed72f8', 'name': '', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'mac_address': 'fa:16:3e:50:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:51Z', 'updated_at': '2021-11-10T23:11:56Z', 'revision_number': 4, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'subnets': [{'id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:57.707523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0b2da-b008-4375-99fd-74ca65eaed42 None None] Port 669d20b2-4ab5-40e6-afd8-99552784d3b5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:11:57.719572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6ee0b2da-b008-4375-99fd-74ca65eaed42 None None] Provisioning complete for port 61312c19-5905-445e-a5c1-4f9d33ed72f8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:57.720013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b2da-b008-4375-99fd-74ca65eaed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:57.871911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2901850-842d-43a4-a88f-4fa101d91b3b None None] Network af14b2ed-c817-4018-b03b-88e078009c84 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:57.905861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-9498d793-c037-4868-90f2-7c1079d28d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:57.907997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-9498d793-c037-4868-90f2-7c1079d28d3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179854 Nov 10 23:11:57.963315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1c8d50f-8761-447c-b4d0-71f547aadd82 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:58.054006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.112001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c1c8d50f-8761-447c-b4d0-71f547aadd82 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:58.112777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.206713 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-0a763ea3-0e29-4f4e-b96f-53fc98aebd6c service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486522 Nov 10 23:11:58.242184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9b55bf07-262e-48cb-a7e5-ff2460519786 None None] Provisioning complete for port c1c8d50f-8761-447c-b4d0-71f547aadd82 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:58.242550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9b55bf07-262e-48cb-a7e5-ff2460519786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.347934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.421994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.423585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9b55bf07-262e-48cb-a7e5-ff2460519786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.430767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-e113dc5a-4765-4d99-8d6c-d6fffc1de801 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176194 Nov 10 23:11:58.459147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port c1c8d50f-8761-447c-b4d0-71f547aadd82, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1c8d50f-8761-447c-b4d0-71f547aadd82,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:58.467918 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.535185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=c1c8d50f-8761-447c-b4d0-71f547aadd82,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:58.570346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-cdb5699c-a8c7-4bbc-96d1-f192ab4756c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0858996 Nov 10 23:11:58.589054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-9b55bf07-262e-48cb-a7e5-ff2460519786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:11:58.589621 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-9b55bf07-262e-48cb-a7e5-ff2460519786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:11:58.672056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-bd7cc489-ce9f-4aa1-9c4d-9d17d0aaeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:58.673538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-bd7cc489-ce9f-4aa1-9c4d-9d17d0aaeeff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0955403 Nov 10 23:11:58.730109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Router e444205a-4790-41f2-878e-6764d9360009 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:11:58.741585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-a5df5060-fef1-49b3-b11e-e9af31b88b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:58.743232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-a5df5060-fef1-49b3-b11e-e9af31b88b9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618131 Nov 10 23:11:58.914822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:58.926680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-2b9e72e1-847b-4ca9-8537-208f396248a6 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480935 Nov 10 23:11:58.927737 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Sync routers for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:58.939497 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:58.940720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d1a47139-edf1-42fd-b9b2-13a30be7a227 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9490027 Nov 10 23:11:58.943750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47028) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:58.945255 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:58.946057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:59.010641 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.071275 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-a1b05d8f-8bec-4760-84a8-52691bb88654 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290095 Nov 10 23:11:59.082514 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:59.129180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-2f61d6d1-50fd-48a5-b8d4-b77da92c045c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0489213 Nov 10 23:11:59.187293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-7555b584-514a-4277-ba18-0e5a1a65809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:59.189002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-7555b584-514a-4277-ba18-0e5a1a65809f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0528328 Nov 10 23:11:59.240143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-183c6aa8-dba4-47b5-8cb8-5ee192ec3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:59.241745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-183c6aa8-dba4-47b5-8cb8-5ee192ec3862 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447099 Nov 10 23:11:59.282004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4fa2b4a2-6fbf-4af9-9708-f1997db7f1f3 None None] Provisioning complete for port c1c8d50f-8761-447c-b4d0-71f547aadd82 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:59.282396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b4a2-6fbf-4af9-9708-f1997db7f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.292672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:11:57Z', 'revision_number': 3, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:59.323102 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Checking router: e444205a-4790-41f2-878e-6764d9360009 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:59.323448 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Updating router e444205a-4790-41f2-878e-6764d9360009 port 669d20b2-4ab5-40e6-afd8-99552784d3b5 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:11:59.357270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-d7f51ee9-2cd7-4e2d-b855-16f72cf12bfa service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076741 Nov 10 23:11:59.357717 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.460028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-29a16463-41d6-4d26-a7ee-45ee5a542bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951676 Nov 10 23:11:59.468266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.504882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-66123230-e15a-4366-9747-27c434d588cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0365965 Nov 10 23:11:59.562082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-59d002f8-24fb-4903-a8ad-03f5edc615b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:59.563899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-59d002f8-24fb-4903-a8ad-03f5edc615b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0526862 Nov 10 23:11:59.619693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-07440d74-44ef-4849-b140-457ba59ed183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:59.621039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-07440d74-44ef-4849-b140-457ba59ed183 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497918 Nov 10 23:11:59.667486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Allocated IP 172.20.0.1 (af14b2ed-c817-4018-b03b-88e078009c84/cb95f91d-0cc3-4fef-8bc0-3b5e09f008db/8584e381-0e61-492b-b74b-ec08fe2c597b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:11:59.716387 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.722859 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.755726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-ca6ead8a-1cb6-4835-82be-41189dd931b0 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270442 Nov 10 23:11:59.799739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137811f5-c264-4519-a8f2-0782962b58b4 None None] Pushing event updated for resources: {'Port': ['ID=669d20b2-4ab5-40e6-afd8-99552784d3b5,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:59.802100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5196d04-4451-44a8-9a93-6baa295ba56b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:59.819041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Attempting to bind port 669d20b2-4ab5-40e6-afd8-99552784d3b5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:11:59.819041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Attempting to bind port 669d20b2-4ab5-40e6-afd8-99552784d3b5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:11:59.819041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Attempting to bind port 669d20b2-4ab5-40e6-afd8-99552784d3b5 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:11:59.830411 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:11:59.830897 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:11:59.831390 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.831869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:11:59.832427 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Bound port: 669d20b2-4ab5-40e6-afd8-99552784d3b5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:11:59.833062 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.849743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61312c19-5905-445e-a5c1-4f9d33ed72f8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:11:59.863482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.900410 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] For port 669d20b2-4ab5-40e6-afd8-99552784d3b5, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:11:59.910201 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] For port 669d20b2-4ab5-40e6-afd8-99552784d3b5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=669d20b2-4ab5-40e6-afd8-99552784d3b5,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:11:59.916260 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.923981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 61312c19-5905-445e-a5c1-4f9d33ed72f8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:59.924629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.926375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-b0877bb5-3c69-4890-9497-49dbd1d08e32 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630745 Nov 10 23:11:59.927526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] Provisioning complete for port 669d20b2-4ab5-40e6-afd8-99552784d3b5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:11:59.927889 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.930251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:59.936962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651c3fb-4ab3-4f1b-bc3a-4f98dcfc63e6 req-e0e9890f-33f4-4765-bd33-506996f0ccd8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:59.938807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7651c3fb-4ab3-4f1b-bc3a-4f98dcfc63e6 req-e0e9890f-33f4-4765-bd33-506996f0ccd8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0860381 Nov 10 23:11:59.954067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Network af14b2ed-c817-4018-b03b-88e078009c84 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:11:59.956670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:11:59.971984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:11:59.997727 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137811f5-c264-4519-a8f2-0782962b58b4 None None] Pushing event updated for resources: {'Port': ['ID=669d20b2-4ab5-40e6-afd8-99552784d3b5,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:00.019058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:00.020057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:00.046796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebd8a3-1e3c-4f7c-b516-cacff49dccc3 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:00.085720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-f3169682-7678-4350-b797-55e10aa77aa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.1457486 Nov 10 23:12:00.112947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.148871 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.151234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:00.181703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-6645bf0f-35af-4850-b051-50d0fd5cf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:00.183194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-6645bf0f-35af-4850-b051-50d0fd5cf6f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0739911 Nov 10 23:12:00.193398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7651c3fb-4ab3-4f1b-bc3a-4f98dcfc63e6 req-56ce8597-46e2-43fb-8f98-c490b8c23077 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472520 Nov 10 23:12:00.205447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] For port 669d20b2-4ab5-40e6-afd8-99552784d3b5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=669d20b2-4ab5-40e6-afd8-99552784d3b5,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:00.212478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1c8d50f-8761-447c-b4d0-71f547aadd82 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:00.222305 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.265728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758656-c9c5-487e-9eba-32a823500528 req-7ab795fa-b85e-4f8b-891a-868100a214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:00.267158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-7ab795fa-b85e-4f8b-891a-868100a214a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728226 Nov 10 23:12:00.274749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Pushing event updated for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:00.325588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.344008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f8658-5976-4043-b526-1b2de8c02c30 None None] Pushing event updated for resources: {'Port': ['ID=669d20b2-4ab5-40e6-afd8-99552784d3b5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:00.365815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c1c8d50f-8761-447c-b4d0-71f547aadd82 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:00.366324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.368910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dedf759c-0721-47fb-a8ad-7c1b7dfeee66 None None] Provisioning complete for port 8584e381-0e61-492b-b74b-ec08fe2c597b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:00.369331 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dedf759c-0721-47fb-a8ad-7c1b7dfeee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.406580 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:11:57Z', 'revision_number': 3, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:00.416697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-cf69646e-f325-4176-8378-bb0869ceaba0 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417089 Nov 10 23:12:00.440437 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f54aa-3fc3-4d83-ba43-46e4e74f6341 None None] The sync data for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 is: [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:11:57Z', 'revision_number': 3, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:00.449079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dedf759c-0721-47fb-a8ad-7c1b7dfeee66 None None] Port 8584e381-0e61-492b-b74b-ec08fe2c597b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:00.451043 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.470655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dedf759c-0721-47fb-a8ad-7c1b7dfeee66 None None] Provisioning complete for port 669d20b2-4ab5-40e6-afd8-99552784d3b5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:00.477191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dedf759c-0721-47fb-a8ad-7c1b7dfeee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.538047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.539057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b758656-c9c5-487e-9eba-32a823500528 req-7174c470-f459-42bc-84d2-fd6b2d95280e service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149380 Nov 10 23:12:00.547047 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.616215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.624304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Pushing event updated for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:00.736040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Network af14b2ed-c817-4018-b03b-88e078009c84 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:00.737836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:00.764412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:00.898774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Router e444205a-4790-41f2-878e-6764d9360009 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:01.022554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1a4a64af-eef2-42fc-8ae2-cfc06a4a106a None None] Provisioning complete for port 8584e381-0e61-492b-b74b-ec08fe2c597b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:01.023131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a4a64af-eef2-42fc-8ae2-cfc06a4a106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:01.029723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:01.037423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2e37481-92a0-41b0-be13-ac88e2f2faaa admin admin] 10.222.0.25 "PUT /v2.0/routers/e444205a-4790-41f2-878e-6764d9360009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0919063 Nov 10 23:12:01.074543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a64af-eef2-42fc-8ae2-cfc06a4a106a None None] Port 8584e381-0e61-492b-b74b-ec08fe2c597b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:01.340020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db511c-eae2-42c1-9a89-85a82be35cc5 req-0f1da80a-7a6a-4de3-a7e8-ac6e94ccea05 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:01.341799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68db511c-eae2-42c1-9a89-85a82be35cc5 req-0f1da80a-7a6a-4de3-a7e8-ac6e94ccea05 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0590622 Nov 10 23:12:01.417133 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-68db511c-eae2-42c1-9a89-85a82be35cc5 req-908bae84-a0aa-4b52-bdef-670fa0c8267e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bb368eb-bb6f-447c-989e-757c2a25ccbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683720 Nov 10 23:12:01.453045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-2d14f1d3-82f0-42f2-8189-b0c511a4b003 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:01.455134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-2d14f1d3-82f0-42f2-8189-b0c511a4b003 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 946 time: 0.0671010 Nov 10 23:12:01.609404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port a2e01053-a2f6-410d-9193-79d6d4fbc209 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:01.609745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:01.674757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 669d20b2-4ab5-40e6-afd8-99552784d3b5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:01.674954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-803c6f67-a14a-4d94-bec5-c1f63a375386 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:01.676358 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-803c6f67-a14a-4d94-bec5-c1f63a375386 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.1432023 Nov 10 23:12:01.700937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-4b2b4eb8-faba-4fcd-969b-ddc6d84c4a3c tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/quotas/b8204d71affc4742bd9c8e61fdb55766 HTTP/1.1" status: 200 len: 375 time: 0.0146241 Nov 10 23:12:01.726621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 669d20b2-4ab5-40e6-afd8-99552784d3b5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:01.726987 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:01.773727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port a2e01053-a2f6-410d-9193-79d6d4fbc209, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a2e01053-a2f6-410d-9193-79d6d4fbc209,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:01.774073 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:01.795198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for a2e01053-a2f6-410d-9193-79d6d4fbc209 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:01.812642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-7d769af0-c250-402d-89b5-75c06d04656b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042950 Nov 10 23:12:02.168417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Sync routers for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:02.181228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:02.182374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:02.283667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-bbf86750-2b6b-4169-abed-cc0d6ad43920 service neutron] 10.222.0.25 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404731 Nov 10 23:12:02.304141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:02.356274 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:02.379409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a2e01053-a2f6-410d-9193-79d6d4fbc209'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:02.393145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=a2e01053-a2f6-410d-9193-79d6d4fbc209,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:02.454577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-796b1147-6010-48c3-bc93-f77d3d622459 service neutron] 10.222.0.25 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621342 Nov 10 23:12:02.455302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port a2e01053-a2f6-410d-9193-79d6d4fbc209 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:02.459760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:02.463256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59de673b-ccb7-48b5-8c34-194a8d2563d9 req-ad34e430-3a38-4ff6-b0ef-09a8140f7ab9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "DELETE /v2.0/ports/a2e01053-a2f6-410d-9193-79d6d4fbc209 HTTP/1.1" status: 204 len: 173 time: 1.0004721 Nov 10 23:12:02.463719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'name': 'network-vif-deleted', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:02.466112 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27121eb1-7c7a-4d08-89f3-b5d5a499ef59" -d '{"events": [{"server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "name": "network-vif-deleted", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:02.571314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4c7255d-ccaa-4e3d-b24e-71783e7d9708 req-27eeab5a-4252-43bd-a884-98e8f4d6ea91 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0345607 Nov 10 23:12:02.622660 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee9860-dc22-4fc4-8bb9-33817b941aed x-openstack-request-id: req-76ee9860-dc22-4fc4-8bb9-33817b941aed {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:02.622960 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8", "name": "network-vif-deleted", "tag": "a2e01053-a2f6-410d-9193-79d6d4fbc209", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:02.623212 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76ee9860-dc22-4fc4-8bb9-33817b941aed {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:02.623831 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8', 'name': 'network-vif-deleted', 'tag': 'a2e01053-a2f6-410d-9193-79d6d4fbc209', 'status': 'completed', 'code': 200} Nov 10 23:12:02.703803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-54cef7b4-2a9b-4d6b-b9a6-de8763404290 req-03eccaf7-41ac-4967-9367-c9e4ffab4b54 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Nov 10 23:12:02.735027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '8584e381-0e61-492b-b74b-ec08fe2c597b', 'name': '', 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'mac_address': 'fa:16:3e:b9:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:59Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 2, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'subnets': [{'id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:02.765132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Checking router: e444205a-4790-41f2-878e-6764d9360009 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:02.765493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Updating router e444205a-4790-41f2-878e-6764d9360009 port 8584e381-0e61-492b-b74b-ec08fe2c597b binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:12:02.806153 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.165800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.177014 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.235075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a273e8a-8a62-4686-a3a3-2c93c9f571e5 None None] Pushing event updated for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:03.349276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Attempting to bind port 8584e381-0e61-492b-b74b-ec08fe2c597b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:03.349656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Attempting to bind port 8584e381-0e61-492b-b74b-ec08fe2c597b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:03.350063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Attempting to bind port 8584e381-0e61-492b-b74b-ec08fe2c597b on network af14b2ed-c817-4018-b03b-88e078009c84 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:03.356335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:03.356703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Checking segment: {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:03.357136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.357532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Bound using segment: {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:03.358002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Bound port: 8584e381-0e61-492b-b74b-ec08fe2c597b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c75a58-165b-487f-a762-990a82ac05d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:03.358375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.435957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] For port 8584e381-0e61-492b-b74b-ec08fe2c597b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:03.439927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] For port 8584e381-0e61-492b-b74b-ec08fe2c597b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8584e381-0e61-492b-b74b-ec08fe2c597b,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:03.444596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.509457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:03.510105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:11:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:03.553166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a273e8a-8a62-4686-a3a3-2c93c9f571e5 None None] Pushing event updated for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:03.650629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] Provisioning complete for port 8584e381-0e61-492b-b74b-ec08fe2c597b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:03.651024 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.702282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:03.718518 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66a8b557-36b2-4433-a46c-51d16810f578 req-80b14cf5-c8ee-45a4-9e96-84538ba85898 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0415251 Nov 10 23:12:03.808139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3d81b047-cb28-4e87-a2fc-a4bb6437be25 req-70d9c52e-d4c0-4485-af49-ef2e83e23095 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 210 time: 0.0333378 Nov 10 23:12:03.871671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:03.930030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] For port 8584e381-0e61-492b-b74b-ec08fe2c597b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8584e381-0e61-492b-b74b-ec08fe2c597b,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:03.936548 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.011692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb92d6-a8c4-4adc-b747-af0a0f69e323 None None] Pushing event updated for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:04.038613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '8584e381-0e61-492b-b74b-ec08fe2c597b', 'name': '', 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'mac_address': 'fa:16:3e:b9:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:59Z', 'updated_at': '2021-11-10T23:12:03Z', 'revision_number': 4, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'subnets': [{'id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:04.083329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a4c0e-ccf5-48d4-bfbb-92732ce0d1c8 None None] The sync data for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 is: [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '8584e381-0e61-492b-b74b-ec08fe2c597b', 'name': '', 'network_id': 'af14b2ed-c817-4018-b03b-88e078009c84', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'mac_address': 'fa:16:3e:b9:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:59Z', 'updated_at': '2021-11-10T23:12:03Z', 'revision_number': 4, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'subnets': [{'id': 'cb95f91d-0cc3-4fef-8bc0-3b5e09f008db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:04.097526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-726ee9a5-27f5-4501-8bac-68f7376de197 None None] Provisioning complete for port 8584e381-0e61-492b-b74b-ec08fe2c597b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:04.097989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-726ee9a5-27f5-4501-8bac-68f7376de197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.111452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-51c96a79-85fa-4771-9442-d0f7088222c0 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:04.115147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-51c96a79-85fa-4771-9442-d0f7088222c0 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.39 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.1452174 Nov 10 23:12:04.146254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Request body: {'port': {'device_id': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'admin_state_up': True, 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:04.210468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Made reservation on behalf of b8204d71affc4742bd9c8e61fdb55766 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:04.214189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.347918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Allocated IP 172.20.0.13 (75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4/f13cb407-f8a2-416e-94a3-4868733ac788/631ea4d7-fb21-48bd-81a8-29a0857284d0) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:04.506506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.543772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.590171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:04.593343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:04.597669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:04.632663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Pushing event updated for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:04.643508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:04.644176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.671205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-f6fd4698-3d9d-4d72-a8cd-e4c35ddb56cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5401437 Nov 10 23:12:04.685304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Request body: {'port': {'device_id': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:04.758003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:04.952004 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf095d-d9e6-4943-9bfe-9d7851ca96d3 req-7b0e5262-3f93-412f-9383-a66efc7701c2 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:04.955646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-002d1cdf-b17b-4dc8-b9f1-f5389ab7db90 req-3f1cd29e-e0da-4025-9c7a-8466eedc8b9a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0474260 Nov 10 23:12:04.974094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7615dd85-8f15-4f42-b263-b5de9cda9155 None None] Provisioning complete for port 631ea4d7-fb21-48bd-81a8-29a0857284d0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:04.974680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21cf095d-d9e6-4943-9bfe-9d7851ca96d3 req-7b0e5262-3f93-412f-9383-a66efc7701c2 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1028 time: 0.0749233 Nov 10 23:12:04.975223 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7615dd85-8f15-4f42-b263-b5de9cda9155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.039106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7615dd85-8f15-4f42-b263-b5de9cda9155 None None] Port 631ea4d7-fb21-48bd-81a8-29a0857284d0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:05.058729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21cf095d-d9e6-4943-9bfe-9d7851ca96d3 req-360c67da-a07f-40b0-9ca9-1da7aae22021 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770922 Nov 10 23:12:05.157367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631ea4d7-fb21-48bd-81a8-29a0857284d0 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:05.165694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.180105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Transition to ACTIVE for port object 631ea4d7-fb21-48bd-81a8-29a0857284d0 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:12:05.183980 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.198222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a2e01053-a2f6-410d-9193-79d6d4fbc209 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:05.237156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a2e01053-a2f6-410d-9193-79d6d4fbc209 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:05.237574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a2e01053-a2f6-410d-9193-79d6d4fbc209 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:05.247794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:05.329623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Attempting to bind port 631ea4d7-fb21-48bd-81a8-29a0857284d0 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:05.329986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Attempting to bind port 631ea4d7-fb21-48bd-81a8-29a0857284d0 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:05.330290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Attempting to bind port 631ea4d7-fb21-48bd-81a8-29a0857284d0 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:05.335453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Port 631ea4d7-fb21-48bd-81a8-29a0857284d0 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:12:05.335784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Attempting to bind port 631ea4d7-fb21-48bd-81a8-29a0857284d0 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:05.341732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:05.342176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Checking segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:05.342657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Bound using segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:05.343184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Bound port: 631ea4d7-fb21-48bd-81a8-29a0857284d0, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:05.343656 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.419607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:05.423365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:05.432337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.483479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:05.484107 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.485541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] 10.222.0.39 "PUT /v2.0/ports/631ea4d7-fb21-48bd-81a8-29a0857284d0 HTTP/1.1" status: 200 len: 1092 time: 0.8060627 Nov 10 23:12:05.486116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:05.488434 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cde3ae7-7364-44ee-8a6e-9716c3925224" -d '{"events": [{"name": "network-changed", "server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:05.525565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c09ee-ecdb-473c-acf8-456982e00ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:05.568499 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580366f8-ff0a-48d3-91c6-af690ead5e35 x-openstack-request-id: req-580366f8-ff0a-48d3-91c6-af690ead5e35 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:05.568870 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:05.569217 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-580366f8-ff0a-48d3-91c6-af690ead5e35 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:05.569709 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0', 'status': 'completed', 'code': 200} Nov 10 23:12:05.618617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-e0b2c179-f315-4d87-8e76-f41191688eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:05.620059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-e0b2c179-f315-4d87-8e76-f41191688eff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0660787 Nov 10 23:12:05.691791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-6052e7cb-11f4-479a-8802-9bae0e5fa94a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0 HTTP/1.1" status: 200 len: 217 time: 0.0628338 Nov 10 23:12:05.745888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8584e381-0e61-492b-b74b-ec08fe2c597b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:05.758179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-582762b5-ff6b-4b5e-b4e1-dab3ab09c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:05.760452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-582762b5-ff6b-4b5e-b4e1-dab3ab09c597 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f13cb407-f8a2-416e-94a3-4868733ac788 HTTP/1.1" status: 200 len: 848 time: 0.0610638 Nov 10 23:12:05.812413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-711ff356-6192-474f-89c8-7a3253778537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:05.813959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-711ff356-6192-474f-89c8-7a3253778537 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467706 Nov 10 23:12:05.817148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8584e381-0e61-492b-b74b-ec08fe2c597b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:05.817544 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.906868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-82a79e6e-a029-4772-b9ea-0406b57ec493 service neutron] 10.222.0.39 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847855 Nov 10 23:12:06.000745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3ec5609-9e2b-4a1c-a90f-12f05d143acc req-3388ce9c-674c-4b04-81f2-5015b9d508ae service neutron] 10.222.0.39 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872550 Nov 10 23:12:06.067148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8426b6fb-9848-46ae-bfa4-ddc8f35579cb req-4229838b-448f-4fe9-9fcb-abad3afa3c37 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0267930 Nov 10 23:12:06.095510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-83809185-100e-4e79-a764-3dabc7c2a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:06.097150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-83809185-100e-4e79-a764-3dabc7c2a05e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0467963 Nov 10 23:12:06.223222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcbd8a-66e2-4715-a8eb-71feb56f58ce req-8804aa0a-7f48-44a8-a512-88daa4f768d8 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:06.224656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cfcbd8a-66e2-4715-a8eb-71feb56f58ce req-8804aa0a-7f48-44a8-a512-88daa4f768d8 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0716906 Nov 10 23:12:06.227396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-c1c0fc1a-be09-4bfa-aeb3-689f96454580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:06.229342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-c1c0fc1a-be09-4bfa-aeb3-689f96454580 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.1249862 Nov 10 23:12:06.281753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-49ef9989-5049-4c34-979e-5947ec2e09f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0 HTTP/1.1" status: 200 len: 217 time: 0.0439980 Nov 10 23:12:06.334382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8cfcbd8a-66e2-4715-a8eb-71feb56f58ce req-e91ae2b7-07d9-4e67-ad92-3ef15962fa42 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Nov 10 23:12:06.351084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-5b51b028-d6ed-4a75-a734-83f826858dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:06.352578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-5b51b028-d6ed-4a75-a734-83f826858dd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f13cb407-f8a2-416e-94a3-4868733ac788 HTTP/1.1" status: 200 len: 848 time: 0.0609119 Nov 10 23:12:06.399883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-2479602e-d59e-41bf-8c88-00d7ddf7ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:06.401891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-2479602e-d59e-41bf-8c88-00d7ddf7ef2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410335 Nov 10 23:12:06.497996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-29a23526-1f8f-42f2-98ef-aa1da9a1e44c service neutron] 10.222.0.39 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886514 Nov 10 23:12:06.592340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7cde3ae7-7364-44ee-8a6e-9716c3925224 req-445d2251-138f-4ebc-b2d3-6c6dbb11f82a service neutron] 10.222.0.39 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Nov 10 23:12:07.185859 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2350746c-97e2-460c-8071-fe4a2be56f0f req-60ec53e8-3caa-433a-8f7e-07bcb21eb452 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf9bc04-40e2-4a30-aa7f-578e1a32f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Nov 10 23:12:07.191553 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:12:07.450558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc310ae-aaa8-4913-a3fc-33c26ff33882 req-8aaa638a-2b90-4e2e-a989-2081479a0d4b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:07.452275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7dc310ae-aaa8-4913-a3fc-33c26ff33882 req-8aaa638a-2b90-4e2e-a989-2081479a0d4b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0455415 Nov 10 23:12:07.498829 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7dc310ae-aaa8-4913-a3fc-33c26ff33882 req-869db96f-d0d3-4cad-9ab0-ad8cd1148a52 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Nov 10 23:12:07.771621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47112) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:07.855543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687e644-88b1-4fbe-94d8-7c143d6c0ab8 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:07.855927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687e644-88b1-4fbe-94d8-7c143d6c0ab8 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:07.856401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687e644-88b1-4fbe-94d8-7c143d6c0ab8 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:07.858147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c687e644-88b1-4fbe-94d8-7c143d6c0ab8 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=1fd7bc68994a4ba1bec75ad01f3a0979&network_id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 2970 time: 0.0855188 Nov 10 23:12:07.937388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 631ea4d7-fb21-48bd-81a8-29a0857284d0 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:12:08.035260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:08.047152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '631ea4d7-fb21-48bd-81a8-29a0857284d0', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'port_id': '631ea4d7-fb21-48bd-81a8-29a0857284d0', 'mac_address': 'fa:16:3e:8f:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:12:08.085297 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:08.098842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631ea4d7-fb21-48bd-81a8-29a0857284d0 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:08.118588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:08.123456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:08.170089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:08.177367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.177710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.178047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.178376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.178710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.179034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.179354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.179676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.179995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.180340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.180658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.180989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:08.381319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['631ea4d7-fb21-48bd-81a8-29a0857284d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:08.610224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af14c1-58c2-4746-9d48-63a405e48fad req-5e660d0a-07eb-4a92-b265-220cdfae6c32 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:08.611765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66af14c1-58c2-4746-9d48-63a405e48fad req-5e660d0a-07eb-4a92-b265-220cdfae6c32 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0404139 Nov 10 23:12:08.657705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66af14c1-58c2-4746-9d48-63a405e48fad req-a1ed2791-9307-40ba-9b2f-7ec49914e07e tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Nov 10 23:12:09.732359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47134) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:09.765778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f963-35f6-4794-9198-eddc68061645 req-899d58e5-3f14-4a21-b982-214c0bd862f0 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:09.767287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4396f963-35f6-4794-9198-eddc68061645 req-899d58e5-3f14-4a21-b982-214c0bd862f0 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0441043 Nov 10 23:12:09.785904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bd5c8-0a0f-4b00-afee-cd6f44bfc5bf tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:09.797442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-259bd5c8-0a0f-4b00-afee-cd6f44bfc5bf tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 814 time: 0.0539751 Nov 10 23:12:09.832887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4396f963-35f6-4794-9198-eddc68061645 req-4d86dfc3-4648-4b0f-832f-19a7698cacc9 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589633 Nov 10 23:12:09.953128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 631ea4d7-fb21-48bd-81a8-29a0857284d0 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:10.003591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 631ea4d7-fb21-48bd-81a8-29a0857284d0 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:12:10.007564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 631ea4d7-fb21-48bd-81a8-29a0857284d0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:10.007928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.089691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.113769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:10.115900 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1920d53-e338-4a70-913d-f2d2f849564a" -d '{"events": [{"server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "name": "network-vif-plugged", "status": "completed", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:10.129907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:10.134471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.161098 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4480e863-e175-4af7-9bdd-36b4bf5ae071 x-openstack-request-id: req-4480e863-e175-4af7-9bdd-36b4bf5ae071 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:10.161398 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "name": "network-vif-plugged", "status": "completed", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:10.162894 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4480e863-e175-4af7-9bdd-36b4bf5ae071 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:10.163663 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0', 'code': 200} Nov 10 23:12:10.193650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:10.262387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a7133-9c3f-4a10-8ea7-fdd0b9fc1131 req-98759cce-1df4-4eaf-af80-cbcae84c4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:10.263900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c9a7133-9c3f-4a10-8ea7-fdd0b9fc1131 req-98759cce-1df4-4eaf-af80-cbcae84c4022 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0393384 Nov 10 23:12:10.314496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c9a7133-9c3f-4a10-8ea7-fdd0b9fc1131 req-b8c08136-3276-41bf-bbf2-5662775e78a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Nov 10 23:12:10.637367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47168) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:10.642806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'network': {'name': 'tempest-network-smoke--572900361', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'port_security_enabled': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:10.663112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:10.667059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.691076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:12:10.701210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.701800 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Added segment beb3071e-7a0a-4136-8b1c-8590938c618d of type vlan for network 0d0080dd-98eb-4357-b44a-270211816c75 Nov 10 23:12:10.749304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.777200 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.783110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:10.783741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.846190 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076838 Nov 10 23:12:10.849747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47184) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:10.879550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfa726-8efb-4c22-b87f-08faf21a7931 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Network': ['ID=0d0080dd-98eb-4357-b44a-270211816c75,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:10.895020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 0d0080dd-98eb-4357-b44a-270211816c75 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:12:10.948440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c89a7e-b9c1-4984-b7c6-18427394f324 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:10.953004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47188) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:10.953283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-69c89a7e-b9c1-4984-b7c6-18427394f324 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1fd7bc68994a4ba1bec75ad01f3a0979&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1012490 Nov 10 23:12:11.050425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989e382-4606-4f91-94bc-7c54e5ad3856 req-2fe7aef3-4997-417c-9ad5-4f86bb1abb46 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:11.062108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4989e382-4606-4f91-94bc-7c54e5ad3856 req-2fe7aef3-4997-417c-9ad5-4f86bb1abb46 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1012135 Nov 10 23:12:11.068815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a5121-e959-48b4-af21-3014a130d8aa tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:11.074409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b3a5121-e959-48b4-af21-3014a130d8aa tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202574 Nov 10 23:12:11.075405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47198) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.117097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4989e382-4606-4f91-94bc-7c54e5ad3856 req-46122b2b-33e3-400c-beb3-4900be55fc98 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Nov 10 23:12:11.119362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c95f213-27e1-46ad-bfc5-cd5003015e0d tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427840 Nov 10 23:12:11.122140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47202) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.152239 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba555dca-5fd8-4b01-b796-e576e80cbc9c tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1fd7bc68994a4ba1bec75ad01f3a0979&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287001 Nov 10 23:12:11.154670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.252941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f079f-05be-4658-8764-a0926410f582 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:11.256945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f79f079f-05be-4658-8764-a0926410f582 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988474 Nov 10 23:12:11.257338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47210) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.286489 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c13ac18-3e52-4bd4-8a6d-183fcf539b1a tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277810 Nov 10 23:12:11.288709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47212) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.293686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645382402', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:11.404313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:11.411059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.437363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47214) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.442611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707776848', 'description': 'tempest-secgroup-smoke-707776848 description', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:11.472075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.560861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.565391 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.589536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.593478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1523058 Nov 10 23:12:11.594540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47216) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.599830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:11.603040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075897f-64d9-4bc2-a08c-8ab036db22fa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f71e95-0b3a-4563-856a-29522a3c8e8b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:11.622993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.670705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.720088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Subnet': ['ID=f0ac5915-8cf0-42cc-8958-38ab66013182,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:11.739856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.740196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.740531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.740864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.741212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.741533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.741851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.742177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.742483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.742796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.743123 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.743422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:11.750267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Checking segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:11.750723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network hostable DHCP agents. Network: 0d0080dd-98eb-4357-b44a-270211816c75, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:12:11.770350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.775786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.782791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0d0080dd-98eb-4357-b44a-270211816c75 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:12:11.800450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4c7d81-0bdb-4a1b-8973-ab43478ade0e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:11.803512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 0d0080dd-98eb-4357-b44a-270211816c75) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:11.809019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:11.809621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.813973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05734fbe-8378-4475-af4f-527622e52531 None None] Network 0d0080dd-98eb-4357-b44a-270211816c75 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:11.815363 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.819099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-490ab48d-97b3-462d-accf-a8a3d6f85cbd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212143 Nov 10 23:12:11.819452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47218) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.824598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:11.833888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d5c4c7d1-0763-4731-a9a0-9d12cebc7abf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5439525 Nov 10 23:12:11.856358 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.906032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.910067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.926377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4230ad3-10f9-484a-a483-4f072b2501f5,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:11.940206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.941473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a9a2f103-5a75-475f-af0c-d4a0b2bb004a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210234 Nov 10 23:12:11.944156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47222) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:11.948567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:11.976548 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.987475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-0d0080dd-98eb-4357-b44a-270211816c75', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ips': [{'subnet_id': 'f0ac5915-8cf0-42cc-8958-38ab66013182'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:12:11.988450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.052785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.057943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.078258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f080b7-cebe-42fd-b95f-35107e7789b1,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.089006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.093175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7b891ce6-f137-457c-a5e3-af9887f14b89 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454322 Nov 10 23:12:12.093458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47226) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.098034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.125421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.160726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Allocated IP 172.20.0.18 (0d0080dd-98eb-4357-b44a-270211816c75/f0ac5915-8cf0-42cc-8958-38ab66013182/0a00f37d-5b65-46da-9e31-252596b5cf28) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:12.198935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47230) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.207598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891076054', 'description': 'tempest-secgroup-smoke-891076054 description', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.211073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.216459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.236674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f220357-39f9-4a1a-87f0-1e63d1bdfae8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.257802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.263600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.265064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-640164c4-a4e0-4b8d-9ff7-88d2c53d213c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705763 Nov 10 23:12:12.267856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47232) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.272164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfdc5-5817-4614-9a0c-ef410864d864 req-f476d478-7832-49fe-bd1a-bad1cf0167bf tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:12.273532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.273716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cccbfdc5-5817-4614-9a0c-ef410864d864 req-f476d478-7832-49fe-bd1a-bad1cf0167bf tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0615473 Nov 10 23:12:12.297331 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Project 4c2cc1f936ba4500bd0b7c15d3cd639d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:12:12.302659 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.346113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.352636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.360373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.363845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cccbfdc5-5817-4614-9a0c-ef410864d864 req-941afffe-9bb5-437b-873c-564e5d1c122d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663629 Nov 10 23:12:12.364875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.382016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.388595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.395940 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.397185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1972220 Nov 10 23:12:12.400503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.405983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.411310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765f707-986e-4426-908a-bf70d48462ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba0dd3-f0a6-4823-aead-896e957d91aa,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.413235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Pushing event updated for resources: {'Port': ['ID=0a00f37d-5b65-46da-9e31-252596b5cf28,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.430229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Network 0d0080dd-98eb-4357-b44a-270211816c75 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:12.432609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:12.435353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:12.436714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.441235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7a4cfd-94a2-46ad-b6ca-db1b60837da6,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.452954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.454908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b9c9a77-f8de-43fc-bb15-d7f4f179d2ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1851933 Nov 10 23:12:12.457639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47238) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.464016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'security_group_rule': {'security_group_id': 'd3f71e95-0b3a-4563-856a-29522a3c8e8b', 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.496149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Attempting to bind port 0a00f37d-5b65-46da-9e31-252596b5cf28 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:12.497157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Attempting to bind port 0a00f37d-5b65-46da-9e31-252596b5cf28 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:12.497650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Attempting to bind port 0a00f37d-5b65-46da-9e31-252596b5cf28 on network 0d0080dd-98eb-4357-b44a-270211816c75 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:12.507239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.507448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:12.507448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Checking segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:12.507787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.508238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Bound using segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:12.508846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Bound port: 0a00f37d-5b65-46da-9e31-252596b5cf28, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:12.509303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.511504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.524070 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Project 4c2cc1f936ba4500bd0b7c15d3cd639d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:12:12.529717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f14a57-7563-4a06-8e26-4129cd968aa3 req-c7aba3da-dde5-47eb-b036-f070b0cde877 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:12.530608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937c6418-2361-4caf-bc3d-728543450e02,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.531401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65f14a57-7563-4a06-8e26-4129cd968aa3 req-c7aba3da-dde5-47eb-b036-f070b0cde877 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0624816 Nov 10 23:12:12.540389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.541245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.542377 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-026e9015-b1c8-4c17-9ac8-f523bdd6338e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407518 Nov 10 23:12:12.545244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.549768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.578654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.581885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] For port 0a00f37d-5b65-46da-9e31-252596b5cf28, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:12.585178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] For port 0a00f37d-5b65-46da-9e31-252596b5cf28, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a00f37d-5b65-46da-9e31-252596b5cf28,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:12.590554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.637616 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-65f14a57-7563-4a06-8e26-4129cd968aa3 req-65fdc8ad-c977-4dc7-947f-52abf811be6e tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924654 Nov 10 23:12:12.640166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.648430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.659661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b96e-58c6-42a5-9d71-fa09990ef96f None None] Pushing event updated for resources: {'Port': ['ID=0a00f37d-5b65-46da-9e31-252596b5cf28,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.666850 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.674507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.682547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.686333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376297 Nov 10 23:12:12.687137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a9c82-b164-4335-a93b-4fde503fb476 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afecf966-5f31-4815-b757-d65c1f9dfabb,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.687271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.694181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.713966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe15217-e611-472c-beb1-314f4b5ff1db,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.744887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.749129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-505b17f7-dbff-453f-9a3f-dbcdb2105393 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873888 Nov 10 23:12:12.749129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.776821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05672-87f4-41c5-80e8-7da88ec13fab req-5f930d42-4a40-4715-9427-4d6f1221fbab tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:12.778456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ca05672-87f4-41c5-80e8-7da88ec13fab req-5f930d42-4a40-4715-9427-4d6f1221fbab tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0565498 Nov 10 23:12:12.819219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.824849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.856036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ca05672-87f4-41c5-80e8-7da88ec13fab req-27c72568-2806-4f0b-9715-52af0e22de80 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712783 Nov 10 23:12:12.881707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f3c7aa-038e-42d3-bff6-bc0f25af6830,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:12.891218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:12.895081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fca42e0e-c848-468c-b3a5-5d015d8d282f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047119 Nov 10 23:12:12.895989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47270) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:12.900888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:12.946402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.038394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.042439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.091361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b53d366-1c3a-4d2c-a960-42036ba3723e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:13.128293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.129506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2efa779a-6750-4635-89e4-36e15419672d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2325935 Nov 10 23:12:13.132437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:13.138486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:13.166276 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:12:13.174079 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.188456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-ae4c8ef3-3fd1-49ce-ba65-c73d2645e634 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:13.208664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-ae4c8ef3-3fd1-49ce-ba65-c73d2645e634 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.1431999 Nov 10 23:12:13.229126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-ede385ee-1241-4bdc-aa89-03fbd72cd3a1 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/quotas/b8204d71affc4742bd9c8e61fdb55766 HTTP/1.1" status: 200 len: 375 time: 0.0136807 Nov 10 23:12:13.248452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.254351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.276822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a820b6-8ef0-4966-824d-ac94bb15ebc0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:13.288044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.289714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-71c7cc2c-14ce-47cb-8683-d444223a9e5c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554136 Nov 10 23:12:13.292525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47306) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:13.297172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': '57ba0dd3-f0a6-4823-aead-896e957d91aa', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:13.318718 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:12:13.324253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.333648 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-f14c3512-00f3-4ebc-a0a6-2a0a0b4e128d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925281 Nov 10 23:12:13.402843 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.408474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.436757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0ca9db-0b59-44a7-8da4-e7ba643182c4,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:13.443330 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.444996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-daf54c70-2633-4157-be92-a1a224b60eb1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512539 Nov 10 23:12:13.782812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-f8d5d7c0-5090-4694-88d0-ee1c6d8588c2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891076054&fields=id&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 267 time: 0.0850933 Nov 10 23:12:13.808164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a00f37d-5b65-46da-9e31-252596b5cf28 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:13.837585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-45a1970a-340a-4755-b243-6d6b5b2e577c service neutron] 10.222.0.25 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029740 Nov 10 23:12:13.845598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca67bf-c532-451a-b3e9-4d1a0329ae3e None None] Network 0d0080dd-98eb-4357-b44a-270211816c75 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:13.937392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-6be79404-b7ea-448f-bd6b-f0a95e9a41e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:13.938490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] Provisioning complete for port 0a00f37d-5b65-46da-9e31-252596b5cf28 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:13.939057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:13.943142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-6be79404-b7ea-448f-bd6b-f0a95e9a41e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/networks?id=0d0080dd-98eb-4357-b44a-270211816c75 HTTP/1.1" status: 200 len: 796 time: 0.1578505 Nov 10 23:12:13.965625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-a940c136-a497-45df-a52c-a364722025f7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/quotas/1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 375 time: 0.0197659 Nov 10 23:12:13.966389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-5444eb46-8bf4-412d-bcfc-575ed13be3b3 service neutron] 10.222.0.25 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266718 Nov 10 23:12:14.013627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0a00f37d-5b65-46da-9e31-252596b5cf28 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:14.014274 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:14.054123 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-5e1c93e1-1e90-4607-84d6-136b9647d2b3 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811582 Nov 10 23:12:14.146415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-111f58e6-c058-491c-8c46-0cf3b1332950 req-48ed3b72-4407-4dea-89e1-cc4334fe8b79 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 210 time: 0.0343180 Nov 10 23:12:14.166786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-9f6473d6-f993-4f01-bf64-3415d922fe86 service neutron] 10.222.0.25 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035271 Nov 10 23:12:14.336294 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-d472023e-10ba-420a-af95-c61d986f4081 service neutron] 10.222.0.25 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636271 Nov 10 23:12:14.466826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:14.477022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:14.570847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] For port 0a00f37d-5b65-46da-9e31-252596b5cf28, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a00f37d-5b65-46da-9e31-252596b5cf28,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:14.577590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:14.595181 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a5ab57d-8244-4049-8849-e11fd9793bf6 req-280cc3be-3612-41ba-9faa-9e351ce264b6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 210 time: 0.0690570 Nov 10 23:12:14.683602 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:12:14.683964 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:12:14.686694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29482e-f3a8-477d-90c5-9e45d72b1eee None None] Pushing event updated for resources: {'Port': ['ID=0a00f37d-5b65-46da-9e31-252596b5cf28,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:14.775865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:14.901723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-234704b2-ff67-438d-b3e7-e879d5d1861f None None] Provisioning complete for port 0a00f37d-5b65-46da-9e31-252596b5cf28 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:14.902448 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-234704b2-ff67-438d-b3e7-e879d5d1861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.237953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93233d49-698a-4b82-a9a0-d97aed0f13de req-ca7abc79-7296-4ef9-9772-5f99aeb2a805 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Nov 10 23:12:15.271672 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.427927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c37f71c3-6367-4735-93c3-374734d6e8cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:15.430680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c37f71c3-6367-4735-93c3-374734d6e8cd tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.20 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.1069613 Nov 10 23:12:15.443711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Request body: {'port': {'device_id': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'admin_state_up': True, 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:15.466327 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Made reservation on behalf of b8204d71affc4742bd9c8e61fdb55766 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:15.469697 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.595246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Allocated IP 172.20.0.9 (75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4/f13cb407-f8a2-416e-94a3-4868733ac788/1fc51c01-1130-4591-a7ea-ea1da3b98914) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:15.707896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a00f37d-5b65-46da-9e31-252596b5cf28 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:15.764263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a8d23d09-48d3-47ab-bd8b-0d9e2f317275 req-64d6be06-ba7f-48f4-83ef-549bcc3fa39b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 210 time: 0.0421460 Nov 10 23:12:15.774933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0a00f37d-5b65-46da-9e31-252596b5cf28 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:15.775304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.812045 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-ed627bee-18ea-4c5d-b360-24e19b0fa18b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:15.814182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-ed627bee-18ea-4c5d-b360-24e19b0fa18b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/networks?id=0d0080dd-98eb-4357-b44a-270211816c75 HTTP/1.1" status: 200 len: 796 time: 0.1288888 Nov 10 23:12:15.859045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.908348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:15.912798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-416906c0-fb09-45f6-afa9-1c99fab74914 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&shared=False HTTP/1.1" status: 200 len: 472 time: 0.0887487 Nov 10 23:12:15.920868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['631ea4d7-fb21-48bd-81a8-29a0857284d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:15.963420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-57afbd8b-82e5-41ad-b438-1552a7ce97d2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0367260 Nov 10 23:12:15.966268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:15.970430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:15.976533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'port': {'device_id': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'admin_state_up': True, 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'security_groups': ['57ba0dd3-f0a6-4823-aead-896e957d91aa']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:15.977713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:16.053847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:16.056756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:16.057766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.090914 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-b8351936-7790-4f77-90ea-245c8d9e770b tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6508067 Nov 10 23:12:16.109522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Request body: {'port': {'device_id': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:16.117752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:16.123301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.172209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.283382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.22 (0d0080dd-98eb-4357-b44a-270211816c75/f0ac5915-8cf0-42cc-8958-38ab66013182/20796c72-2f4f-4e22-9aaa-12118de96f4e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:16.337395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2998209b-d26a-43db-9ba0-67c4f41b4459 None None] Provisioning complete for port 1fc51c01-1130-4591-a7ea-ea1da3b98914 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:16.338236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2998209b-d26a-43db-9ba0-67c4f41b4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.388662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2998209b-d26a-43db-9ba0-67c4f41b4459 None None] Port 1fc51c01-1130-4591-a7ea-ea1da3b98914 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:16.448632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de92d1-2a95-4fff-84ce-25c613425d4c req-184fb586-f702-40b2-aef9-774b3c12af09 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:16.455881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2de92d1-2a95-4fff-84ce-25c613425d4c req-184fb586-f702-40b2-aef9-774b3c12af09 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1027 time: 0.1201367 Nov 10 23:12:16.522642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc51c01-1130-4591-a7ea-ea1da3b98914 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:16.532657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c2de92d1-2a95-4fff-84ce-25c613425d4c req-17f043f7-f9d9-45cf-a92b-50057d51f0f2 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Nov 10 23:12:16.533419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.535637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.548493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Transition to ACTIVE for port object 1fc51c01-1130-4591-a7ea-ea1da3b98914 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:12:16.558103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.575044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.622169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0d0080dd-98eb-4357-b44a-270211816c75 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:16.624782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Pushing event updated for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:16.627700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:16.631542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:16.660658 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:16.699076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:16.700386 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.724266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-7dfc055f-e41e-438c-aad8-800d5a0096b2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7530386 Nov 10 23:12:16.737119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Request body: {'port': {'device_id': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:16.742460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Attempting to bind port 1fc51c01-1130-4591-a7ea-ea1da3b98914 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:16.742873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Attempting to bind port 1fc51c01-1130-4591-a7ea-ea1da3b98914 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:16.743217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Attempting to bind port 1fc51c01-1130-4591-a7ea-ea1da3b98914 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:16.750689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Port 1fc51c01-1130-4591-a7ea-ea1da3b98914 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:12:16.751065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Attempting to bind port 1fc51c01-1130-4591-a7ea-ea1da3b98914 on network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:16.757249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:16.757581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Checking segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:16.757971 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Bound using segment: {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:16.758408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Bound port: 1fc51c01-1130-4591-a7ea-ea1da3b98914, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9593d2b1-7c24-45ad-a36b-22b47aa31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:16.758798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.811770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.862330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:16.878666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:16.903970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.955108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:16.955733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:16.957232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] 10.222.0.20 "PUT /v2.0/ports/1fc51c01-1130-4591-a7ea-ea1da3b98914 HTTP/1.1" status: 200 len: 1091 time: 0.8563561 Nov 10 23:12:16.962318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:16.964819 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443bbca-0e7f-48aa-9c3e-870306f88019" -d '{"events": [{"name": "network-changed", "server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:17.077203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-19027819-cafb-4ed6-8bac-4d043231e8f8 None None] Provisioning complete for port 20796c72-2f4f-4e22-9aaa-12118de96f4e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:17.078134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19027819-cafb-4ed6-8bac-4d043231e8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.132381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-19027819-cafb-4ed6-8bac-4d043231e8f8 None None] Port 20796c72-2f4f-4e22-9aaa-12118de96f4e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:17.209754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20796c72-2f4f-4e22-9aaa-12118de96f4e {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:17.220857 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.240559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Transition to ACTIVE for port object 20796c72-2f4f-4e22-9aaa-12118de96f4e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:12:17.245306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.325231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Pushing event updated for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:17.391047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Attempting to bind port 20796c72-2f4f-4e22-9aaa-12118de96f4e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:17.391388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Attempting to bind port 20796c72-2f4f-4e22-9aaa-12118de96f4e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:17.391724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Attempting to bind port 20796c72-2f4f-4e22-9aaa-12118de96f4e on network 0d0080dd-98eb-4357-b44a-270211816c75 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:17.398226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Port 20796c72-2f4f-4e22-9aaa-12118de96f4e on network 0d0080dd-98eb-4357-b44a-270211816c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:12:17.398553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Attempting to bind port 20796c72-2f4f-4e22-9aaa-12118de96f4e on network 0d0080dd-98eb-4357-b44a-270211816c75 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:17.405010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:17.406781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Checking segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:17.407178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Bound using segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:17.407764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Bound port: 20796c72-2f4f-4e22-9aaa-12118de96f4e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:17.408292 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.455502 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b8ee2b-d7bc-42a5-a68e-3c50353334ce x-openstack-request-id: req-55b8ee2b-d7bc-42a5-a68e-3c50353334ce {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:17.455791 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:17.456045 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55b8ee2b-d7bc-42a5-a68e-3c50353334ce {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:17.456434 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914', 'status': 'completed', 'code': 200} Nov 10 23:12:17.496037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d233a0-d86c-4c86-9f8f-a86d85fcc60d service neutron] Pushing event updated for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:17.521001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914714c9-e8f3-4ab8-9463-33f924a4b5ab req-73b46b06-3c80-49a4-96d5-5c6ba4cfed81 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.527537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:17.528034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-914714c9-e8f3-4ab8-9463-33f924a4b5ab req-73b46b06-3c80-49a4-96d5-5c6ba4cfed81 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 932 time: 0.6536887 Nov 10 23:12:17.534846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:17.542771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.569923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c75e34e0-4e20-4d1a-8140-1e8633487b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.571457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c75e34e0-4e20-4d1a-8140-1e8633487b5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1094 time: 0.5569124 Nov 10 23:12:17.596262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.596816 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:17.598314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] 10.222.0.20 "PUT /v2.0/ports/20796c72-2f4f-4e22-9aaa-12118de96f4e HTTP/1.1" status: 200 len: 1092 time: 0.8662603 Nov 10 23:12:17.605159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:17.607440 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a624b244-480d-4742-8536-099f6d77147e" -d '{"events": [{"name": "network-changed", "server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:17.626564 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-914714c9-e8f3-4ab8-9463-33f924a4b5ab req-3d672f2d-aab5-4da8-a6ca-d8c87ff1e7cb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907004 Nov 10 23:12:17.688740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-42aad193-82df-4c3c-aae9-a76d4d6b8583 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914 HTTP/1.1" status: 200 len: 217 time: 0.0675795 Nov 10 23:12:17.699927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335566-e479-4b0c-b2f9-fda24eb03dbf service neutron] Pushing event updated for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:17.775980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-f65a0079-e026-45a9-a823-f574ab0d6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.777464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-f65a0079-e026-45a9-a823-f574ab0d6b4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f13cb407-f8a2-416e-94a3-4868733ac788 HTTP/1.1" status: 200 len: 848 time: 0.0801933 Nov 10 23:12:17.809524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-df5da347-7c49-4eb2-8307-24f1147f82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.811191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-df5da347-7c49-4eb2-8307-24f1147f82fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 1095 time: 0.1551454 Nov 10 23:12:17.818456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a5aa-6286-4157-b0f9-8d4e348cc255 req-40e44e56-4f3d-4eae-b0e1-4b960ab3c3ab tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.826857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73e2a5aa-6286-4157-b0f9-8d4e348cc255 req-40e44e56-4f3d-4eae-b0e1-4b960ab3c3ab tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1094 time: 0.1119947 Nov 10 23:12:17.832212 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7b23d-c474-47c8-b8e0-58b24ef6e1c3 x-openstack-request-id: req-08d7b23d-c474-47c8-b8e0-58b24ef6e1c3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:17.832648 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:17.832902 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08d7b23d-c474-47c8-b8e0-58b24ef6e1c3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:17.833353 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e', 'status': 'completed', 'code': 200} Nov 10 23:12:17.848556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c9f76e63-b52e-46a6-8205-0976fa5e24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.850163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-c9f76e63-b52e-46a6-8205-0976fa5e24a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654166 Nov 10 23:12:17.886889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-eb664f63-3b81-4e1a-afee-35e78397f55a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e HTTP/1.1" status: 200 len: 217 time: 0.0526156 Nov 10 23:12:17.949869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73e2a5aa-6286-4157-b0f9-8d4e348cc255 req-0f439b6f-5c21-4903-a5c9-17fecd154754 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197188 Nov 10 23:12:17.956132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-7c6d797a-4b18-47e4-934f-0b9fbfde645c service neutron] 10.222.0.20 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990148 Nov 10 23:12:17.975093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-8a24a65a-7ad4-4ae0-8058-3a4b5d211483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:17.976652 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-8a24a65a-7ad4-4ae0-8058-3a4b5d211483 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0ac5915-8cf0-42cc-8958-38ab66013182 HTTP/1.1" status: 200 len: 838 time: 0.0797853 Nov 10 23:12:18.036593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a222a-147a-4381-9440-807a7f09b62a req-58330552-c77e-4c6c-ab7e-2f9f35b14bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.038428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-58330552-c77e-4c6c-ab7e-2f9f35b14bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d0080dd-98eb-4357-b44a-270211816c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550907 Nov 10 23:12:18.055684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83f79f32-4fa7-4620-9c03-bf0df99365ca req-d62b897d-818a-4e99-bed2-de395f0f903c service neutron] 10.222.0.20 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925031 Nov 10 23:12:18.136002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-63e9a6bc-30e3-4c25-b899-ce88ddc925c2 service neutron] 10.222.0.20 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Nov 10 23:12:18.145551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-4758704f-0743-4189-8181-5cc3bd46b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.147079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-4758704f-0743-4189-8181-5cc3bd46b074 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8204d71affc4742bd9c8e61fdb55766&device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1094 time: 0.0458467 Nov 10 23:12:18.240012 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f98a222a-147a-4381-9440-807a7f09b62a req-5baeeaa2-1ae1-4809-8064-49d7a04d6888 service neutron] 10.222.0.20 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963681 Nov 10 23:12:18.248044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-1d55c9a0-3b8a-4950-b3ab-80c6759e3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.249544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-1d55c9a0-3b8a-4950-b3ab-80c6759e3b4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 200 len: 909 time: 0.0962083 Nov 10 23:12:18.293227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-ddb322c1-0bbb-4842-9987-469ee563d21f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914 HTTP/1.1" status: 200 len: 217 time: 0.0360174 Nov 10 23:12:18.330822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624b244-480d-4742-8536-099f6d77147e req-f4c69d1d-e645-48ec-a8a5-2afe9ed912d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.332516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-f4c69d1d-e645-48ec-a8a5-2afe9ed912d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 1095 time: 0.0474939 Nov 10 23:12:18.344509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-a9cd4750-d5c7-4acd-9fc9-683bd82463dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.345959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-a9cd4750-d5c7-4acd-9fc9-683bd82463dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f13cb407-f8a2-416e-94a3-4868733ac788 HTTP/1.1" status: 200 len: 848 time: 0.0452178 Nov 10 23:12:18.400435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-b51e5a6e-4f5f-4013-af42-64262ccc65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.402567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-b51e5a6e-4f5f-4013-af42-64262ccc65a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479825 Nov 10 23:12:18.433943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624b244-480d-4742-8536-099f6d77147e req-b7c3b687-5807-46cc-8041-8c8b16ac9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.435500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-b7c3b687-5807-46cc-8041-8c8b16ac9c96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d0080dd-98eb-4357-b44a-270211816c75 HTTP/1.1" status: 200 len: 896 time: 0.0960879 Nov 10 23:12:18.484063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-d647f51a-9794-4aad-81da-977cf0edf89a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e HTTP/1.1" status: 200 len: 217 time: 0.0393295 Nov 10 23:12:18.497421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-f980fe0e-ecd6-4a45-8b0c-375739bfbf20 service neutron] 10.222.0.20 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Nov 10 23:12:18.538465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624b244-480d-4742-8536-099f6d77147e req-a89f262a-6c78-4c01-928b-d084c79407fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.540792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-a89f262a-6c78-4c01-928b-d084c79407fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0ac5915-8cf0-42cc-8958-38ab66013182 HTTP/1.1" status: 200 len: 838 time: 0.0478907 Nov 10 23:12:18.590661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624b244-480d-4742-8536-099f6d77147e req-9e9bbb32-6fd4-4bf7-8152-0b3134f5d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.592206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-9e9bbb32-6fd4-4bf7-8152-0b3134f5d300 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d0080dd-98eb-4357-b44a-270211816c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449114 Nov 10 23:12:18.618248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4443bbca-0e7f-48aa-9c3e-870306f88019 req-202ba47c-b04c-4a3f-b82c-36861545f411 service neutron] 10.222.0.20 "GET /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128466 Nov 10 23:12:18.710530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-f8c0adca-fad3-4c79-ac52-b7f162f7fe8e service neutron] 10.222.0.20 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091635 Nov 10 23:12:18.817631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba076a-ef15-4fc3-9f28-4c2c7a7c0413 req-857fdf77-40d4-4313-920c-42d96bfaab13 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:18.819039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4aba076a-ef15-4fc3-9f28-4c2c7a7c0413 req-857fdf77-40d4-4313-920c-42d96bfaab13 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 944 time: 0.1028867 Nov 10 23:12:18.864457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a624b244-480d-4742-8536-099f6d77147e req-7ea6d3a3-8fe0-4bf4-80cd-f8665c6bbc23 service neutron] 10.222.0.20 "GET /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394246 Nov 10 23:12:18.889413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4aba076a-ef15-4fc3-9f28-4c2c7a7c0413 req-1b727cfc-cb65-4100-a3d4-cef578706ee5 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574269 Nov 10 23:12:19.061239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409458e-ee0b-4185-aaff-7eba1b7aaa3b req-f193c711-959c-4992-84fd-153f2a354200 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:19.062768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0409458e-ee0b-4185-aaff-7eba1b7aaa3b req-f193c711-959c-4992-84fd-153f2a354200 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1094 time: 0.0432243 Nov 10 23:12:19.107832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0409458e-ee0b-4185-aaff-7eba1b7aaa3b req-21f63abd-7724-4a4f-9c10-011feb006e32 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Nov 10 23:12:19.243952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1fc51c01-1130-4591-a7ea-ea1da3b98914 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:12:19.342639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:19.354638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '1fc51c01-1130-4591-a7ea-ea1da3b98914', 'network_id': '75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4', 'port_id': '1fc51c01-1130-4591-a7ea-ea1da3b98914', 'mac_address': 'fa:16:3e:c2:d9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13cb407-f8a2-416e-94a3-4868733ac788', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:12:19.394500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:19.412304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc51c01-1130-4591-a7ea-ea1da3b98914 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:19.435287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:19.439356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:19.487375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:19.648321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1fc51c01-1130-4591-a7ea-ea1da3b98914'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:20.008064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87391b-45ec-4577-8ca9-a3047785b7e2 req-b13ea04b-23f3-47d6-810e-3493af054c8f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:20.009719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e87391b-45ec-4577-8ca9-a3047785b7e2 req-b13ea04b-23f3-47d6-810e-3493af054c8f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 944 time: 0.0492373 Nov 10 23:12:20.067284 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5e87391b-45ec-4577-8ca9-a3047785b7e2 req-8e5b4ee2-fc3f-42e4-80eb-f52994d2ee70 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514379 Nov 10 23:12:20.219956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50134bad-f821-4ba4-8acf-9e6d16954052 req-fe2ebad4-9309-4f44-9f66-5a6ba342d9d4 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:20.221541 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50134bad-f821-4ba4-8acf-9e6d16954052 req-fe2ebad4-9309-4f44-9f66-5a6ba342d9d4 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1095 time: 0.0415082 Nov 10 23:12:20.266117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-50134bad-f821-4ba4-8acf-9e6d16954052 req-92439967-b0f4-46a1-b412-e38443052fe5 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Nov 10 23:12:21.187798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c50f3d-4895-43e6-892c-10e46de276dd req-6d17b334-bd71-4f8c-9cd2-63b99c82438f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:21.189324 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18c50f3d-4895-43e6-892c-10e46de276dd req-6d17b334-bd71-4f8c-9cd2-63b99c82438f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 944 time: 0.0531301 Nov 10 23:12:21.239800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18c50f3d-4895-43e6-892c-10e46de276dd req-dd9ac8cb-7aa5-42c9-a517-3565cdb035d0 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444295 Nov 10 23:12:21.260385 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 20796c72-2f4f-4e22-9aaa-12118de96f4e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:12:21.262439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1fc51c01-1130-4591-a7ea-ea1da3b98914 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:21.383417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b1c8b-12dd-49f8-a5dd-9278f5cef824 req-403a2f94-b765-44c1-8d48-270ad255b5c6 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:21.385945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b8b1c8b-12dd-49f8-a5dd-9278f5cef824 req-403a2f94-b765-44c1-8d48-270ad255b5c6 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1095 time: 0.0453992 Nov 10 23:12:21.391034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:21.404372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '20796c72-2f4f-4e22-9aaa-12118de96f4e', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'port_id': '20796c72-2f4f-4e22-9aaa-12118de96f4e', 'mac_address': 'fa:16:3e:9e:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:12:21.407825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 1fc51c01-1130-4591-a7ea-ea1da3b98914 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:12:21.413549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 1fc51c01-1130-4591-a7ea-ea1da3b98914 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:21.413549 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:21.449412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b8b1c8b-12dd-49f8-a5dd-9278f5cef824 req-a5cf234a-a2e2-491c-aa9a-0f891665860a tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546837 Nov 10 23:12:21.476843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:21.494181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20796c72-2f4f-4e22-9aaa-12118de96f4e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:21.522976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:21.541454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:21.577992 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:21.611553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:21.619541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:21.621778 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceaa54c-9a22-42e1-bba4-215b7902dfcc" -d '{"events": [{"server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "name": "network-vif-plugged", "status": "completed", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:21.637563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:21.642971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:21.670172 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5705f79-94fb-44bd-8fe6-29ff9390e1b6 x-openstack-request-id: req-d5705f79-94fb-44bd-8fe6-29ff9390e1b6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:21.670587 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "name": "network-vif-plugged", "status": "completed", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:21.670842 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5705f79-94fb-44bd-8fe6-29ff9390e1b6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:21.671231 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914', 'code': 200} Nov 10 23:12:21.702493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:21.761082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['20796c72-2f4f-4e22-9aaa-12118de96f4e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:21.774334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a58-be84-4048-9aaa-eee1b1c8409d req-dc3fb914-4e6b-41b2-8b67-6f3fbe82131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:21.775111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8eb8a58-be84-4048-9aaa-eee1b1c8409d req-dc3fb914-4e6b-41b2-8b67-6f3fbe82131a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0433009 Nov 10 23:12:21.827989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8eb8a58-be84-4048-9aaa-eee1b1c8409d req-1afd190c-8637-4032-b3c6-a5be2d2a450a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Nov 10 23:12:22.393252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724abda-17ea-4d65-ba69-67930c9196be req-7527344a-1de4-4c3e-ab29-db4bcdb027a5 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:22.395287 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2724abda-17ea-4d65-ba69-67930c9196be req-7527344a-1de4-4c3e-ab29-db4bcdb027a5 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 945 time: 0.0796542 Nov 10 23:12:22.451716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2724abda-17ea-4d65-ba69-67930c9196be req-3b68bf1f-df91-4fb7-8145-37b6a335a0dc tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485928 Nov 10 23:12:22.563328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264f830-4fe0-4ea4-9941-6b34b056eb79 req-42cc7ab3-e5f3-4a19-93dd-c88050a5551e tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:22.564899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e264f830-4fe0-4ea4-9941-6b34b056eb79 req-42cc7ab3-e5f3-4a19-93dd-c88050a5551e tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Nov 10 23:12:22.610702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e264f830-4fe0-4ea4-9941-6b34b056eb79 req-d8e3a061-ff66-4853-b7ee-090ab1fe9a06 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Nov 10 23:12:23.291317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 20796c72-2f4f-4e22-9aaa-12118de96f4e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:23.341665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 20796c72-2f4f-4e22-9aaa-12118de96f4e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:12:23.345707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 20796c72-2f4f-4e22-9aaa-12118de96f4e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:23.346075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:23.429973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:23.464339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:23.468262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:23.519147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:23.584835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960acb4e-629d-498c-bfc0-f3bb2764c4b6 req-a140cc37-dea6-4779-9f04-ab171bd8f31d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:23.584835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-960acb4e-629d-498c-bfc0-f3bb2764c4b6 req-a140cc37-dea6-4779-9f04-ab171bd8f31d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0543323 Nov 10 23:12:23.635530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-960acb4e-629d-498c-bfc0-f3bb2764c4b6 req-11913c70-ebe1-4539-8ca5-6c583414f441 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Nov 10 23:12:23.672353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:23.674899 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cbd207-4326-419d-9f49-7cb356598fbe" -d '{"events": [{"server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "name": "network-vif-plugged", "status": "completed", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:23.735094 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9616c-14d1-4cc8-952c-c707c9ea27d1 x-openstack-request-id: req-d4c9616c-14d1-4cc8-952c-c707c9ea27d1 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:23.735395 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "name": "network-vif-plugged", "status": "completed", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:23.735649 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4c9616c-14d1-4cc8-952c-c707c9ea27d1 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:23.736049 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e', 'code': 200} Nov 10 23:12:23.805234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784ab90-6d14-45ed-afc4-039da38ee959 req-49c33f7d-b456-423f-8b8e-535dd053e4e2 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:23.807400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8784ab90-6d14-45ed-afc4-039da38ee959 req-49c33f7d-b456-423f-8b8e-535dd053e4e2 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0592618 Nov 10 23:12:23.869572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512afb8-d7d0-4ca3-a838-a83f6fb9db75 req-694c3e83-c91e-4243-bc20-cfe9281ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:23.871066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b512afb8-d7d0-4ca3-a838-a83f6fb9db75 req-694c3e83-c91e-4243-bc20-cfe9281ebdaf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 1097 time: 0.0771873 Nov 10 23:12:23.873121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8784ab90-6d14-45ed-afc4-039da38ee959 req-7a091a7c-fda9-43b5-ab91-7331247d3ac7 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527039 Nov 10 23:12:23.935359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b512afb8-d7d0-4ca3-a838-a83f6fb9db75 req-2c682b4c-0d0c-4e3d-8b3e-861b59c413a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569465 Nov 10 23:12:23.995184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98e48-3a3a-4171-b27e-cc1781c804fe req-5ea0c674-0a18-4709-bd7c-5da3b63103b3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:23.996706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c98e48-3a3a-4171-b27e-cc1781c804fe req-5ea0c674-0a18-4709-bd7c-5da3b63103b3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0492587 Nov 10 23:12:24.043346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20c98e48-3a3a-4171-b27e-cc1781c804fe req-a4f6d0c4-aa3c-4266-b3cc-77184984b247 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Nov 10 23:12:24.152308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f373-3e3f-443e-8043-129f6b7ab2bd req-1d6a1a6f-9f23-4d48-ac25-cdfe83d7f99d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:24.153902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8dd9f373-3e3f-443e-8043-129f6b7ab2bd req-1d6a1a6f-9f23-4d48-ac25-cdfe83d7f99d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0418756 Nov 10 23:12:24.198960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8dd9f373-3e3f-443e-8043-129f6b7ab2bd req-fb650368-dcfc-4376-a53e-58826ff8f9a4 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Nov 10 23:12:24.426313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69826104-e192-491c-a730-39423654ebce req-d36400ad-5ff9-465e-b227-e3e459ad5f8f tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:24.427796 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69826104-e192-491c-a730-39423654ebce req-d36400ad-5ff9-465e-b227-e3e459ad5f8f tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0407276 Nov 10 23:12:24.472561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-69826104-e192-491c-a730-39423654ebce req-466cf488-5af6-4056-bbe4-5993a6ef1192 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Nov 10 23:12:24.761506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fd538-e2f7-4719-b68c-a9ccdbc6bf03 req-b6d26df9-3740-427a-ae3a-72d8971298a7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:24.763195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e11fd538-e2f7-4719-b68c-a9ccdbc6bf03 req-b6d26df9-3740-427a-ae3a-72d8971298a7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0529678 Nov 10 23:12:24.815409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e11fd538-e2f7-4719-b68c-a9ccdbc6bf03 req-18be6e84-0be1-4b02-9af1-49bbe516ccc2 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449860 Nov 10 23:12:24.987513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ba2b-1296-43e9-b4d5-8fb0068ff6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:25.577582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28470-ad71-480e-8adc-25f6dd24c9b5 req-3ad524ad-c237-469d-acb6-d29666007375 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:25.579105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39a28470-ad71-480e-8adc-25f6dd24c9b5 req-3ad524ad-c237-469d-acb6-d29666007375 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0400710 Nov 10 23:12:25.624335 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39a28470-ad71-480e-8adc-25f6dd24c9b5 req-bb1b39df-473f-43f0-aa05-14618a600084 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Nov 10 23:12:25.796731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-40d7aa41-b1b0-414e-b9c9-f7b48d4bb01c tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:25.798289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-40d7aa41-b1b0-414e-b9c9-f7b48d4bb01c tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 1096 time: 0.0440831 Nov 10 23:12:25.886244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Deleting port 1fc51c01-1130-4591-a7ea-ea1da3b98914 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:25.886715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:25.982003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa866d0b-f93d-4d86-9d3c-a06caf9c1c5d req-fbc78a89-5889-48e8-838c-0e4dcfea86fb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:25.983472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa866d0b-f93d-4d86-9d3c-a06caf9c1c5d req-fbc78a89-5889-48e8-838c-0e4dcfea86fb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0851452 Nov 10 23:12:26.033904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] For port 1fc51c01-1130-4591-a7ea-ea1da3b98914, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1fc51c01-1130-4591-a7ea-ea1da3b98914,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:26.033904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:26.057659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Calling delete_port for 1fc51c01-1130-4591-a7ea-ea1da3b98914 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:26.066706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa866d0b-f93d-4d86-9d3c-a06caf9c1c5d req-787997de-9097-4401-b193-d04f8f5fcfc7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766358 Nov 10 23:12:26.233082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615351ee-12fb-4c18-955a-411c79f607dc req-be8d399e-4cf5-43e2-a6d8-cccb6253f871 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:26.234551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-615351ee-12fb-4c18-955a-411c79f607dc req-be8d399e-4cf5-43e2-a6d8-cccb6253f871 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0867221 Nov 10 23:12:26.240490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:26.253026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1fc51c01-1130-4591-a7ea-ea1da3b98914'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:26.255487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['631ea4d7-fb21-48bd-81a8-29a0857284d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:26.289279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc51c01-1130-4591-a7ea-ea1da3b98914,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:26.343136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] No DVR routers for this DVR port 1fc51c01-1130-4591-a7ea-ea1da3b98914 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:26.346553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:26.349971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3977a23-c2e6-4b91-80fb-1f339acf48a5 req-aec49ab2-b9e0-4f20-95fa-3f9386ca04a3 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1fc51c01-1130-4591-a7ea-ea1da3b98914 HTTP/1.1" status: 204 len: 173 time: 0.5451593 Nov 10 23:12:26.355737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'name': 'network-vif-deleted', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:26.358373 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0668b-4193-49ed-9f61-22ed35e3f39d" -d '{"events": [{"server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "name": "network-vif-deleted", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:26.385248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-615351ee-12fb-4c18-955a-411c79f607dc req-22a23c3a-ee1a-4ba0-9817-7fdfbac766b5 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397107 Nov 10 23:12:26.466759 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c679d834-41f0-4a5e-a2f8-7f8cf7a55fa3 x-openstack-request-id: req-c679d834-41f0-4a5e-a2f8-7f8cf7a55fa3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:26.467173 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e631b641-5c24-4bbb-87c0-964e28136c86", "name": "network-vif-deleted", "tag": "1fc51c01-1130-4591-a7ea-ea1da3b98914", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:26.470786 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c679d834-41f0-4a5e-a2f8-7f8cf7a55fa3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:26.470786 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e631b641-5c24-4bbb-87c0-964e28136c86', 'name': 'network-vif-deleted', 'tag': '1fc51c01-1130-4591-a7ea-ea1da3b98914', 'status': 'completed', 'code': 200} Nov 10 23:12:26.728752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ace8a9c-362e-4b7d-a1de-b1561995af4c req-1b803f10-2d09-4e77-9bad-d8672be5e246 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e631b641-5c24-4bbb-87c0-964e28136c86 HTTP/1.1" status: 200 len: 210 time: 0.0250523 Nov 10 23:12:27.615242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6293-6a1d-4ec7-b264-09d742fb1ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:27.943755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:28.148675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5bc1-34c5-4c16-b0c9-1e91945d4e70 req-fb475b1c-5247-43c3-94c4-b807d6b16e37 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:28.150777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e2e5bc1-34c5-4c16-b0c9-1e91945d4e70 req-fb475b1c-5247-43c3-94c4-b807d6b16e37 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1828661 Nov 10 23:12:28.263116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2e2e5bc1-34c5-4c16-b0c9-1e91945d4e70 req-94ddd91b-b430-4cbe-bb2e-bee6e042aa44 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060963 Nov 10 23:12:28.828853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:28.994648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.259323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.17 (0d0080dd-98eb-4357-b44a-270211816c75/f0ac5915-8cf0-42cc-8958-38ab66013182/365f0a75-aca3-4328-ab83-0879372ff517) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:29.348062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-12ef38eb-3561-4e8f-bb44-01765455e705 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:29.350861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-12ef38eb-3561-4e8f-bb44-01765455e705 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0710320 Nov 10 23:12:29.452678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.478360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf315-3b9a-4892-88f3-eb40eb75298b req-980b89dc-0f0c-42c3-b6cc-348090e79c23 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:29.486664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3ebf315-3b9a-4892-88f3-eb40eb75298b req-980b89dc-0f0c-42c3-b6cc-348090e79c23 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58e241dd-c78a-48db-ab89-1b8e3f4bf2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0989728 Nov 10 23:12:29.500248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Deleting port 631ea4d7-fb21-48bd-81a8-29a0857284d0 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:29.500591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.540584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.597752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3ebf315-3b9a-4892-88f3-eb40eb75298b req-5d4078a1-d88c-4825-b083-1df0e6375270 tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7f2cd826-2daf-4d55-8718-fcedd249aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100495 Nov 10 23:12:29.622779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0d0080dd-98eb-4357-b44a-270211816c75 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:29.627646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:29.630303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] For port 631ea4d7-fb21-48bd-81a8-29a0857284d0, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=631ea4d7-fb21-48bd-81a8-29a0857284d0,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:29.630739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.640424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:29.666452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Calling delete_port for 631ea4d7-fb21-48bd-81a8-29a0857284d0 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:29.681017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:29.704190 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.855860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.867265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['631ea4d7-fb21-48bd-81a8-29a0857284d0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:29.885876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:29.959531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Pushing event deleted for resources: {'Port': ['ID=631ea4d7-fb21-48bd-81a8-29a0857284d0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:29.994464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] No DVR routers for this DVR port 631ea4d7-fb21-48bd-81a8-29a0857284d0 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:29.997172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.000537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33c689d1-f1bb-49d9-89be-ef00bb0978a5 req-eeac585b-8595-4140-a2f8-2d9726f6e82d tempest-TestServerMultinode-66151855 tempest-TestServerMultinode-66151855-project-admin] 10.222.0.39 "DELETE /v2.0/ports/631ea4d7-fb21-48bd-81a8-29a0857284d0 HTTP/1.1" status: 204 len: 173 time: 0.6422973 Nov 10 23:12:30.001014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'name': 'network-vif-deleted', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:30.003343 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6635c5d-fcfa-4deb-8d95-697233019efc" -d '{"events": [{"server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "name": "network-vif-deleted", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:30.059391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-607fb178-2dfe-4e39-a7a3-ecb3dbc4053f None None] Provisioning complete for port 365f0a75-aca3-4328-ab83-0879372ff517 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:30.060418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-607fb178-2dfe-4e39-a7a3-ecb3dbc4053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.105084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-607fb178-2dfe-4e39-a7a3-ecb3dbc4053f None None] Port 365f0a75-aca3-4328-ab83-0879372ff517 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:30.118192 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a16a60b-f879-48c1-999a-cb4bbabbb3fd x-openstack-request-id: req-5a16a60b-f879-48c1-999a-cb4bbabbb3fd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:30.118478 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e241dd-c78a-48db-ab89-1b8e3f4bf2f7", "name": "network-vif-deleted", "tag": "631ea4d7-fb21-48bd-81a8-29a0857284d0", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:30.118724 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a16a60b-f879-48c1-999a-cb4bbabbb3fd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:30.119114 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e241dd-c78a-48db-ab89-1b8e3f4bf2f7', 'name': 'network-vif-deleted', 'tag': '631ea4d7-fb21-48bd-81a8-29a0857284d0', 'status': 'completed', 'code': 200} Nov 10 23:12:30.284883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.290052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.364728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:30.370116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.420041 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.484406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0d0080dd-98eb-4357-b44a-270211816c75 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:30.486051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:30.627011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:30.661556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47538) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:30.748560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:30.754874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a651a38-5640-4cca-a08b-e87da2366c0d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/66ea6f5b-b3c4-4e89-a402-7edea0cb2445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8087368 Nov 10 23:12:30.772759 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:30.773870 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.786930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:30.787541 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:30.829662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1382e9c0-b197-4d56-9c10-e00640dc8ab4 None None] Provisioning complete for port 365f0a75-aca3-4328-ab83-0879372ff517 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:30.830165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1382e9c0-b197-4d56-9c10-e00640dc8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:30.863776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1382e9c0-b197-4d56-9c10-e00640dc8ab4 None None] Port 365f0a75-aca3-4328-ab83-0879372ff517 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:30.895328 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:31.039494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.124050 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:29Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365f0a75-aca3-4328-ab83-0879372ff517', 'name': '', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:e4:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:12:28Z', 'updated_at': '2021-11-10T23:12:30Z', 'revision_number': 2, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:31.149594 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:31.149947 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Updating router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 port 365f0a75-aca3-4328-ab83-0879372ff517 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:12:31.174353 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.295166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Deleting port 61312c19-5905-445e-a5c1-4f9d33ed72f8 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:31.295510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.338533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1fc51c01-1130-4591-a7ea-ea1da3b98914 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:31.371797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 1fc51c01-1130-4591-a7ea-ea1da3b98914 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:31.372435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1fc51c01-1130-4591-a7ea-ea1da3b98914 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:31.380778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] For port 61312c19-5905-445e-a5c1-4f9d33ed72f8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=61312c19-5905-445e-a5c1-4f9d33ed72f8,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:31.381105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.397799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Calling delete_port for 61312c19-5905-445e-a5c1-4f9d33ed72f8 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:31.445273 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.451373 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.495778 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Pushing event updated for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:31.520478 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.521445 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.523618 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.523973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.528324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.528659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.529138 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.529543 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.531468 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.531881 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.532774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.532774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:31.588125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-f451c6c4-ee96-4454-accb-6f1867e48a00 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707776848&fields=id&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 267 time: 0.0939672 Nov 10 23:12:31.613888 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Attempting to bind port 365f0a75-aca3-4328-ab83-0879372ff517 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:31.614249 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Attempting to bind port 365f0a75-aca3-4328-ab83-0879372ff517 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:31.614601 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Attempting to bind port 365f0a75-aca3-4328-ab83-0879372ff517 on network 0d0080dd-98eb-4357-b44a-270211816c75 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:31.621647 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:31.621647 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Checking segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:31.621967 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.622221 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Bound using segment: {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:31.623197 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Bound port: 365f0a75-aca3-4328-ab83-0879372ff517, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb3071e-7a0a-4136-8b1c-8590938c618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:31.623578 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.644007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.675043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61312c19-5905-445e-a5c1-4f9d33ed72f8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:31.697303 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] For port 365f0a75-aca3-4328-ab83-0879372ff517, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:31.700831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] For port 365f0a75-aca3-4328-ab83-0879372ff517, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=365f0a75-aca3-4328-ab83-0879372ff517,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:31.714368 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.748192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-5c459e5f-1158-4370-baa1-e24c5193ec07 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:31.749794 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-5c459e5f-1158-4370-baa1-e24c5193ec07 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1568880 Nov 10 23:12:31.770175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-d2c648f6-b6b4-4b37-83fc-a675ff87a9a8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0130551 Nov 10 23:12:31.822594 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:31.825844 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:31.827912 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b2879-561f-4490-9877-76404b502ca8 None None] Pushing event updated for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:31.858856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-2d2099aa-19a4-4651-9a56-1d5073eb28f2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787697 Nov 10 23:12:31.900677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] Provisioning complete for port 365f0a75-aca3-4328-ab83-0879372ff517 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:31.900965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.911264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:31.970244 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:32.017687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-ac61784e-78d1-454d-a016-f88163951d74 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441157 Nov 10 23:12:32.059900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.112125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] For port 365f0a75-aca3-4328-ab83-0879372ff517, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=365f0a75-aca3-4328-ab83-0879372ff517,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:32.119646 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.158811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-2fb51f24-ce3e-4680-a833-bed9030748fc service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274900 Nov 10 23:12:32.243673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b106-49a3-48cc-91a7-e7f9ca96ae0d None None] Pushing event updated for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:32.256801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed0410c8-7320-4c45-a6e2-144686eae075 None None] Provisioning complete for port 365f0a75-aca3-4328-ab83-0879372ff517 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:32.257218 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed0410c8-7320-4c45-a6e2-144686eae075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.266804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Router 1de15212-c43c-4df1-91de-a42a31b33da2 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:32.269340 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:29Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365f0a75-aca3-4328-ab83-0879372ff517', 'name': '', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:e4:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:12:28Z', 'updated_at': '2021-11-10T23:12:31Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:32.303621 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b714fccc-25f2-40db-91d0-bd88b0965822 None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:29Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365f0a75-aca3-4328-ab83-0879372ff517', 'name': '', 'network_id': '0d0080dd-98eb-4357-b44a-270211816c75', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:e4:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:12:28Z', 'updated_at': '2021-11-10T23:12:31Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f0ac5915-8cf0-42cc-8958-38ab66013182', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:32.410682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:32.419088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2a930fb-f882-4566-bdb3-9f7bd229faa7 admin admin] 10.222.0.25 "PUT /v2.0/routers/1de15212-c43c-4df1-91de-a42a31b33da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554173 Nov 10 23:12:32.420324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47562) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:32.427494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Sync routers for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:32.454848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:32.455489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:32.582271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:32.582867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.653971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b957c501-467b-4677-82df-d8e9cbc74a78 req-c121dacd-af70-4ab7-8fb2-5f6ec4030064 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0919881 Nov 10 23:12:32.740409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.819949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Deleting port a1fe4754-a645-47e7-aa72-b6aff1539fca {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:32.821933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.850413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:12:31Z', 'revision_number': 5, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port': {'id': 'a1fe4754-a645-47e7-aa72-b6aff1539fca', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:49Z', 'updated_at': '2021-11-10T23:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:32.882576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Checking router: 1de15212-c43c-4df1-91de-a42a31b33da2 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:32.893111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Routers {'1de15212-c43c-4df1-91de-a42a31b33da2'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:32.893650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1de15212-c43c-4df1-91de-a42a31b33da2'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:32.918145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] For port a1fe4754-a645-47e7-aa72-b6aff1539fca, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a1fe4754-a645-47e7-aa72-b6aff1539fca,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:32.918759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:32.934226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Calling delete_port for a1fe4754-a645-47e7-aa72-b6aff1539fca owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:33.153822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] Set router 1de15212-c43c-4df1-91de-a42a31b33da2 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:33.167823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.202930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fe4754-a645-47e7-aa72-b6aff1539fca,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:33.219469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f9820-f0c5-4990-ad85-deadfb4175d2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:33.222222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:12:32Z', 'revision_number': 6, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:33.231969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.232410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.232824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.233200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.233540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.233871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.234202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.234531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.234858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.235183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.235509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.235829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:12:33.256101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfb436-bb06-44f7-946e-03fa301c93e9 None None] The sync data for ids ['1de15212-c43c-4df1-91de-a42a31b33da2'] in n-d-811521-3 is: [{'id': '1de15212-c43c-4df1-91de-a42a31b33da2', 'name': 'tempest-TestServerMultinode-957519027-router', 'tenant_id': '74e43f641d5646d0b8298b057f6b41c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:48Z', 'updated_at': '2021-11-10T23:12:32Z', 'revision_number': 6, 'project_id': '74e43f641d5646d0b8298b057f6b41c5', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:33.286734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.380591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.382733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.841346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 365f0a75-aca3-4328-ab83-0879372ff517 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:33.848124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.848513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de15212-c43c-4df1-91de-a42a31b33da2 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:12:33.853908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.855290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0e339ed-e684-4f78-b6a2-7ac1173e3e90 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1de15212-c43c-4df1-91de-a42a31b33da2 HTTP/1.1" status: 204 len: 168 time: 1.4339671 Nov 10 23:12:33.857729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47582) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:33.876797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-318a7ccc-0d58-4994-890e-e19ecea277fd req-53db0119-9f92-4729-948d-5ab6a04a1ffe tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0830786 Nov 10 23:12:33.921778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 365f0a75-aca3-4328-ab83-0879372ff517 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:33.922037 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.934569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Deleting subnet f13cb407-f8a2-416e-94a3-4868733ac788 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:12:33.937937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:33.938501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-1bd363f7-4c74-4d32-80e0-9eadb36063c5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:33.940081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-1bd363f7-4c74-4d32-80e0-9eadb36063c5 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1655116 Nov 10 23:12:33.988155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.020806 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-26f594b0-a471-4eb9-a297-c0dbe6a72fd9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0708249 Nov 10 23:12:34.022475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 631ea4d7-fb21-48bd-81a8-29a0857284d0 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:34.059541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 631ea4d7-fb21-48bd-81a8-29a0857284d0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:34.059884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 631ea4d7-fb21-48bd-81a8-29a0857284d0 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:34.062266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-42a8449e-6342-4b43-9dd2-f9526a15001d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0356333 Nov 10 23:12:34.072891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'security_groups': ['d3f71e95-0b3a-4563-856a-29522a3c8e8b']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:34.089651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.144987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.174227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13cb407-f8a2-416e-94a3-4868733ac788,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:34.178098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.185674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:34.186107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6ab4c682-7fe7-4fad-a357-1dc3a43c090b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f13cb407-f8a2-416e-94a3-4868733ac788 HTTP/1.1" status: 204 len: 168 time: 0.3272097 Nov 10 23:12:34.189294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338d1f3-ea69-40b8-b6b3-c50015bef234 None None] Network 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:34.258143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:12:34.262999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.287018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61312c19-5905-445e-a5c1-4f9d33ed72f8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:34.289235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.309113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 61312c19-5905-445e-a5c1-4f9d33ed72f8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:34.309549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 61312c19-5905-445e-a5c1-4f9d33ed72f8 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:34.450162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] DHCP port deletion for 75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:34.460130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Deleting port 85d621a5-92ab-49b7-a63d-b473a79edee7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:34.460474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.463406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.13 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/078db2a3-760c-4655-9be3-415e2d07110b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:34.511987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Deleting port 85d621a5-92ab-49b7-a63d-b473a79edee7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:34.513087 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.560112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] For port 85d621a5-92ab-49b7-a63d-b473a79edee7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=85d621a5-92ab-49b7-a63d-b473a79edee7,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:34.560482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.593070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] For port 85d621a5-92ab-49b7-a63d-b473a79edee7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=85d621a5-92ab-49b7-a63d-b473a79edee7,segment=NetworkSegment(9593d2b1-7c24-45ad-a36b-22b47aa31ed2),segment_id=9593d2b1-7c24-45ad-a36b-22b47aa31ed2)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:34.593522 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.595438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Calling delete_port for 85d621a5-92ab-49b7-a63d-b473a79edee7 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:34.609538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Calling delete_port for 85d621a5-92ab-49b7-a63d-b473a79edee7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:34.696908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.728903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] Pushing event deleted for resources: {'Port': ['ID=85d621a5-92ab-49b7-a63d-b473a79edee7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:34.730850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b12f2-df13-477e-b107-e4fd544ac00a None None] No DVR routers for this DVR port 85d621a5-92ab-49b7-a63d-b473a79edee7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:34.753961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.774191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.802638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d621a5-92ab-49b7-a63d-b473a79edee7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:34.817409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] No DVR routers for this DVR port 85d621a5-92ab-49b7-a63d-b473a79edee7 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:34.901713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.922422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:34.965045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:35.015352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:35.019693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9593d2b1-7c24-45ad-a36b-22b47aa31ed2') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:35.019992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9593d2b1-7c24-45ad-a36b-22b47aa31ed2') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:35.029883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:35.032407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:35.057865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:35.064395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.098699 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.111530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:35.112176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.122153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a7c2-bd40-40c3-a661-a5f33f1cf15f req-cc2dac3e-f502-49fd-9478-7dee2da5e374 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:35.123684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4db6a7c2-bd40-40c3-a661-a5f33f1cf15f req-cc2dac3e-f502-49fd-9478-7dee2da5e374 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 932 time: 0.1610968 Nov 10 23:12:35.129748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:12:35.130674 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self.session.flush() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:12:35.131973 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:12:35.194872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-5b2f449c-dd70-4839-957b-183a9b8fff6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1267521 Nov 10 23:12:35.211488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Request body: {'port': {'device_id': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:35.255169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.260517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.263869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] 10.222.0.25 "DELETE /v2.0/networks/75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4 HTTP/1.1" status: 204 len: 168 time: 1.0771692 Nov 10 23:12:35.266937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47592) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:35.309470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193e794-a4b8-49df-b97a-c574ceb18886 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f1aabe-ba9b-4e1e-90c6-b40d8f2804b4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:35.315845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4db6a7c2-bd40-40c3-a661-a5f33f1cf15f req-5668decb-d5bb-4ae6-a9a3-1649a9e47b3a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829267 Nov 10 23:12:35.326233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-279cf919-9ddf-40d1-9373-c68db36b6de9 None None] Provisioning complete for port 078db2a3-760c-4655-9be3-415e2d07110b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:35.327651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-279cf919-9ddf-40d1-9373-c68db36b6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.335953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.378448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-279cf919-9ddf-40d1-9373-c68db36b6de9 None None] Port 078db2a3-760c-4655-9be3-415e2d07110b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:12:35.688525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078db2a3-760c-4655-9be3-415e2d07110b {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:35.697891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.699663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.712178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Transition to ACTIVE for port object 078db2a3-760c-4655-9be3-415e2d07110b will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:12:35.717778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.718963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 85d621a5-92ab-49b7-a63d-b473a79edee7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:35.749226 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 85d621a5-92ab-49b7-a63d-b473a79edee7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:35.749835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 85d621a5-92ab-49b7-a63d-b473a79edee7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:35.750432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1fe4754-a645-47e7-aa72-b6aff1539fca no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:35.784473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Pushing event updated for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:35.786627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a1fe4754-a645-47e7-aa72-b6aff1539fca {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:35.787147 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a1fe4754-a645-47e7-aa72-b6aff1539fca not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:35.875698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Attempting to bind port 078db2a3-760c-4655-9be3-415e2d07110b on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:12:35.876413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Attempting to bind port 078db2a3-760c-4655-9be3-415e2d07110b by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:12:35.877016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Attempting to bind port 078db2a3-760c-4655-9be3-415e2d07110b on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:35.882858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Port 078db2a3-760c-4655-9be3-415e2d07110b on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:12:35.883291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Attempting to bind port 078db2a3-760c-4655-9be3-415e2d07110b on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:12:35.890115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:12:35.890535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:12:35.891047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:12:35.891930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Bound port: 078db2a3-760c-4655-9be3-415e2d07110b, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:12:35.891930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.990635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:12:35.995330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=078db2a3-760c-4655-9be3-415e2d07110b,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:12:36.003991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.028470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Deleting port 8584e381-0e61-492b-b74b-ec08fe2c597b {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:36.028813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.047236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.047862 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.049286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] 10.222.0.39 "PUT /v2.0/ports/078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 200 len: 1092 time: 0.8419948 Nov 10 23:12:36.049742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:36.052003 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cf851a-220b-4353-a89e-dbd2d70d45a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "tag": "078db2a3-760c-4655-9be3-415e2d07110b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:36.077673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca70a-fc27-492d-9471-f6d88e7e5126 service neutron] Pushing event updated for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:36.148533 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957b9099-69ba-4f4d-a1aa-8005d4d099b3 x-openstack-request-id: req-957b9099-69ba-4f4d-a1aa-8005d4d099b3 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:36.148960 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "tag": "078db2a3-760c-4655-9be3-415e2d07110b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:36.149310 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-957b9099-69ba-4f4d-a1aa-8005d4d099b3 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:36.149822 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b', 'status': 'completed', 'code': 200} Nov 10 23:12:36.161071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-93b05b60-a9ba-43d5-b0c2-21aacb551eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.161694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] For port 8584e381-0e61-492b-b74b-ec08fe2c597b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8584e381-0e61-492b-b74b-ec08fe2c597b,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:36.162250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.162830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-93b05b60-a9ba-43d5-b0c2-21aacb551eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1095 time: 0.0520961 Nov 10 23:12:36.177889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Calling delete_port for 8584e381-0e61-492b-b74b-ec08fe2c597b owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:36.221897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-00280ae6-3143-46c8-a994-17d7618f49cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 200 len: 217 time: 0.0489697 Nov 10 23:12:36.284935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-10309aad-4adf-488a-89d4-6888f50f6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.287157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-10309aad-4adf-488a-89d4-6888f50f6cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0577281 Nov 10 23:12:36.343090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181995-020d-46aa-8890-006a811bdec1 req-175fba6e-0f77-42fe-82c3-0d05f4ab8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.344622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-175fba6e-0f77-42fe-82c3-0d05f4ab8f69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496745 Nov 10 23:12:36.397861 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.426568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8584e381-0e61-492b-b74b-ec08fe2c597b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:36.458469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-d079162c-c405-47a9-8cb2-4a6ba5829cc7 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979214 Nov 10 23:12:36.526356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e4438-6dab-4de1-b1c2-42d2b134dfff req-9a40b6c6-54f5-4909-845c-07942843ddd4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.527940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d3e4438-6dab-4de1-b1c2-42d2b134dfff req-9a40b6c6-54f5-4909-845c-07942843ddd4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.1038840 Nov 10 23:12:36.574304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94181995-020d-46aa-8890-006a811bdec1 req-2744726b-d369-4851-9780-3543becdd514 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068218 Nov 10 23:12:36.677969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-6753f6b6-695a-4194-b6f8-0ab3d21fa7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.679823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-6753f6b6-695a-4194-b6f8-0ab3d21fa7dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1095 time: 0.0537314 Nov 10 23:12:36.685066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d3e4438-6dab-4de1-b1c2-42d2b134dfff req-c09bbe24-1b1b-4837-8e15-631e4c027066 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407125 Nov 10 23:12:36.725449 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:36.784867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-f696b917-888f-40f5-902a-98ec201a02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.786538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-f696b917-888f-40f5-902a-98ec201a02e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0977650 Nov 10 23:12:36.836959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-f21d44d2-395c-4f73-8f7a-49e97d49509b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 200 len: 217 time: 0.0423195 Nov 10 23:12:36.887503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-bf93c5a2-62ef-4528-9eae-ec0fe1c41128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.889168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-bf93c5a2-62ef-4528-9eae-ec0fe1c41128 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0454059 Nov 10 23:12:36.938431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-5fe3df59-c45a-4562-8eaf-5281e0eb591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:36.940116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-5fe3df59-c45a-4562-8eaf-5281e0eb591e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447173 Nov 10 23:12:36.942810 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Router e444205a-4790-41f2-878e-6764d9360009 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:37.052046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-8c389e1c-2d7c-48a1-b46c-2cee1333b97a service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053085 Nov 10 23:12:37.060186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:37.070406 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Sync routers for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:37.073964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-99d17980-8ecb-4302-95b4-57da2f9c13b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/e444205a-4790-41f2-878e-6764d9360009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058786 Nov 10 23:12:37.077043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47604) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:37.084600 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:37.085590 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:37.180001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3cf851a-220b-4353-a89e-dbd2d70d45a1 req-b097d6c5-f253-48fc-a94d-62f860da653d service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189940 Nov 10 23:12:37.205848 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:37.212614 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:37.311745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:37.369713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Deleting port 669d20b2-4ab5-40e6-afd8-99552784d3b5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:37.370053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:37.457729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] For port 669d20b2-4ab5-40e6-afd8-99552784d3b5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=669d20b2-4ab5-40e6-afd8-99552784d3b5,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:37.458293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:37.471306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Calling delete_port for 669d20b2-4ab5-40e6-afd8-99552784d3b5 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:37.489553 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:36Z', 'revision_number': 5, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port': {'id': '669d20b2-4ab5-40e6-afd8-99552784d3b5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444205a-4790-41f2-878e-6764d9360009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:56Z', 'updated_at': '2021-11-10T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:37.519375 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Checking router: e444205a-4790-41f2-878e-6764d9360009 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:37.529243 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Routers {'e444205a-4790-41f2-878e-6764d9360009'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:37.529828 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e444205a-4790-41f2-878e-6764d9360009'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:37.618706 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] Set router e444205a-4790-41f2-878e-6764d9360009 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:37.676196 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:37Z', 'revision_number': 6, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:37.712824 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287ecc-d050-4801-a773-1dbd6dacef1b None None] The sync data for ids ['e444205a-4790-41f2-878e-6764d9360009'] in n-d-811521-3 is: [{'id': 'e444205a-4790-41f2-878e-6764d9360009', 'name': 'tempest-TestServerMultinode-1072847666-router', 'tenant_id': 'b8204d71affc4742bd9c8e61fdb55766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:55Z', 'updated_at': '2021-11-10T23:12:37Z', 'revision_number': 6, 'project_id': 'b8204d71affc4742bd9c8e61fdb55766', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:37.981029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.014970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d11b05-1642-44e6-be85-41f12b005a36 req-250e9c49-3305-4e24-9d1b-27a2d555be40 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:38.016355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23d11b05-1642-44e6-be85-41f12b005a36 req-250e9c49-3305-4e24-9d1b-27a2d555be40 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0847306 Nov 10 23:12:38.017894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Pushing event deleted for resources: {'Port': ['ID=669d20b2-4ab5-40e6-afd8-99552784d3b5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:38.045258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f136cda-6713-4cde-b165-213380c79c24 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:38.119548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23d11b05-1642-44e6-be85-41f12b005a36 req-f37ce33d-9171-4f16-9102-ebe21cc0e75c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947232 Nov 10 23:12:38.120366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.220674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.223462 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.266381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.266826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e444205a-4790-41f2-878e-6764d9360009 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:12:38.271258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.272404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e83749c5-89e4-4834-acc6-a823a79b124a admin admin] 10.222.0.25 "DELETE /v2.0/routers/e444205a-4790-41f2-878e-6764d9360009 HTTP/1.1" status: 204 len: 168 time: 1.1944230 Nov 10 23:12:38.275199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47612) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:38.326453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Deleting subnet cb95f91d-0cc3-4fef-8bc0-3b5e09f008db {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:12:38.329380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.363262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.438765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.489680 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.520715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb95f91d-0cc3-4fef-8bc0-3b5e09f008db,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:38.526059 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.529253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-abc3604b-9fa0-4ec3-a196-5f1668ed5e5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb95f91d-0cc3-4fef-8bc0-3b5e09f008db HTTP/1.1" status: 204 len: 168 time: 0.2528889 Nov 10 23:12:38.531872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47614) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:38.536832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f8042-2a6f-4387-a6a3-5a2d2dd3f2b4 None None] Network af14b2ed-c817-4018-b03b-88e078009c84 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:38.622839 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.684839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Deleting port c1c8d50f-8761-447c-b4d0-71f547aadd82 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:38.685215 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.761860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] For port c1c8d50f-8761-447c-b4d0-71f547aadd82, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1c8d50f-8761-447c-b4d0-71f547aadd82,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:38.762111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] DHCP port deletion for af14b2ed-c817-4018-b03b-88e078009c84 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:38.762394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.777093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Calling delete_port for c1c8d50f-8761-447c-b4d0-71f547aadd82 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:38.820473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Deleting port c1c8d50f-8761-447c-b4d0-71f547aadd82 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:38.821653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.865191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.893544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] For port c1c8d50f-8761-447c-b4d0-71f547aadd82, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c1c8d50f-8761-447c-b4d0-71f547aadd82,segment=NetworkSegment(04c75a58-165b-487f-a762-990a82ac05d8),segment_id=04c75a58-165b-487f-a762-990a82ac05d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:38.893943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:38.904276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c8d50f-8761-447c-b4d0-71f547aadd82,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:38.907129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] No DVR routers for this DVR port c1c8d50f-8761-447c-b4d0-71f547aadd82 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:38.918206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Calling delete_port for c1c8d50f-8761-447c-b4d0-71f547aadd82 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:38.989188 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.011552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.012109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af14b2ed-c817-4018-b03b-88e078009c84']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:39.027253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c75a58-165b-487f-a762-990a82ac05d8') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:39.027253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c75a58-165b-487f-a762-990a82ac05d8') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:39.040048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] Pushing event deleted for resources: {'Port': ['ID=c1c8d50f-8761-447c-b4d0-71f547aadd82,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:39.041859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.047122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1262f-de4e-4eb3-8002-9a6ecbc456a7 None None] No DVR routers for this DVR port c1c8d50f-8761-447c-b4d0-71f547aadd82 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:39.062053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.068192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:12:39.069056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:12:39.071383 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:12:39.134409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.140199 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.143640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/af14b2ed-c817-4018-b03b-88e078009c84 HTTP/1.1" status: 204 len: 168 time: 0.6106198 Nov 10 23:12:39.156955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d206247-cd90-4606-a641-85c14c4c9e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=af14b2ed-c817-4018-b03b-88e078009c84,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:39.257677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985631-8270-40e0-84e6-4460b0f39243 req-fbbfa321-70f8-40ab-b532-1f6809be5a4c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:39.265561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97985631-8270-40e0-84e6-4460b0f39243 req-fbbfa321-70f8-40ab-b532-1f6809be5a4c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0649674 Nov 10 23:12:39.318376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-97985631-8270-40e0-84e6-4460b0f39243 req-80f8d981-3802-4017-9e0e-2d58eef83430 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516508 Nov 10 23:12:39.351463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47622) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:39.391161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-788c11ec-8f85-4b42-b845-651a51854034 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74e43f641d5646d0b8298b057f6b41c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384133 Nov 10 23:12:39.393662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47624) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:39.450066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.471582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.522206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.524730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.525921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b077d56e-893b-41d6-afee-2d1c6d792462 HTTP/1.1" status: 204 len: 168 time: 0.1312132 Nov 10 23:12:39.533388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357bc31-8f7d-4a31-9bc5-d950eeecbfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077d56e-893b-41d6-afee-2d1c6d792462,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:39.688603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 669d20b2-4ab5-40e6-afd8-99552784d3b5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:39.709392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 669d20b2-4ab5-40e6-afd8-99552784d3b5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:39.709728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 669d20b2-4ab5-40e6-afd8-99552784d3b5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:39.710142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8584e381-0e61-492b-b74b-ec08fe2c597b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:39.731457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8584e381-0e61-492b-b74b-ec08fe2c597b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:39.731797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8584e381-0e61-492b-b74b-ec08fe2c597b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:39.732200 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1c8d50f-8761-447c-b4d0-71f547aadd82 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:39.750986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c1c8d50f-8761-447c-b4d0-71f547aadd82 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:39.751333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c1c8d50f-8761-447c-b4d0-71f547aadd82 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:39.838927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:39.878737 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7a769ff9-5731-4101-a108-2183500edc74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8204d71affc4742bd9c8e61fdb55766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386643 Nov 10 23:12:39.881009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:39.928948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.950217 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:40.000287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:40.003004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:40.004180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f2cd826-2daf-4d55-8718-fcedd249aeae HTTP/1.1" status: 204 len: 168 time: 0.1222951 Nov 10 23:12:40.011770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24984186-ac76-4750-83f3-7cbef70c1917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2cd826-2daf-4d55-8718-fcedd249aeae,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:40.441886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9603-7976-4143-8434-0cfb3676474e req-f0e16d39-8fef-4cb6-bf3b-e41ded948aa2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:40.443525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-847b9603-7976-4143-8434-0cfb3676474e req-f0e16d39-8fef-4cb6-bf3b-e41ded948aa2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0514956 Nov 10 23:12:40.499637 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-847b9603-7976-4143-8434-0cfb3676474e req-7e0b18d2-ee27-4364-9702-a539abce8da2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493650 Nov 10 23:12:41.614711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0bd77-e35a-46fd-ae2e-7f1584699102 req-99e4206f-7619-4d6f-800c-33be1418e698 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:41.616268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eab0bd77-e35a-46fd-ae2e-7f1584699102 req-99e4206f-7619-4d6f-800c-33be1418e698 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0483196 Nov 10 23:12:41.668481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eab0bd77-e35a-46fd-ae2e-7f1584699102 req-5474176b-93e3-4eed-9ad2-db7ca1e5cf2a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455492 Nov 10 23:12:42.784125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d33e-4868-47eb-82ce-7cf939b38935 req-67ea314c-28cf-469e-a469-95f19cd1a68e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:42.785683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da29d33e-4868-47eb-82ce-7cf939b38935 req-67ea314c-28cf-469e-a469-95f19cd1a68e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0518725 Nov 10 23:12:42.834064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da29d33e-4868-47eb-82ce-7cf939b38935 req-37c68075-258c-4ade-91ad-c5046663c355 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Nov 10 23:12:43.947627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4405ac2-42ab-42a8-8179-11acd4b4a058 req-82750e59-6087-45c4-9778-a458096b4734 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:43.949104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4405ac2-42ab-42a8-8179-11acd4b4a058 req-82750e59-6087-45c4-9778-a458096b4734 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0490012 Nov 10 23:12:43.996598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4405ac2-42ab-42a8-8179-11acd4b4a058 req-87a1e539-3b24-42e0-9e67-8e45e0ffc1a4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Nov 10 23:12:44.190137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:12:44.777482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:45.119717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fae33-9d8d-4037-8f08-d712002a5aec req-1c047358-8641-47c8-bc16-c526e592f1c8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:45.121191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-655fae33-9d8d-4037-8f08-d712002a5aec req-1c047358-8641-47c8-bc16-c526e592f1c8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0522759 Nov 10 23:12:45.168742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-655fae33-9d8d-4037-8f08-d712002a5aec req-c20aa0c5-29d2-4aee-ad60-ba3ba55bb408 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Nov 10 23:12:45.237192 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:46.077239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 078db2a3-760c-4655-9be3-415e2d07110b details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:12:46.172267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=078db2a3-760c-4655-9be3-415e2d07110b,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:46.183209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '078db2a3-760c-4655-9be3-415e2d07110b', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': '078db2a3-760c-4655-9be3-415e2d07110b', 'mac_address': 'fa:16:3e:a6:9e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:12:46.219303 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:46.232889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078db2a3-760c-4655-9be3-415e2d07110b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:12:46.251643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=078db2a3-760c-4655-9be3-415e2d07110b,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:46.256509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:46.283555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343003d4-8035-440a-a093-b8bf082a5bfe req-b16c2513-61f8-41ee-99a2-514c319cb277 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:46.284959 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-343003d4-8035-440a-a093-b8bf082a5bfe req-b16c2513-61f8-41ee-99a2-514c319cb277 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 944 time: 0.0500560 Nov 10 23:12:46.308882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:46.335245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-343003d4-8035-440a-a093-b8bf082a5bfe req-9369a039-11b7-4828-be37-51d0c8e7073b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Nov 10 23:12:46.524204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['078db2a3-760c-4655-9be3-415e2d07110b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:12:47.449783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473f2f-ffd8-4ada-af8d-b357a8594b6e req-96e672bc-d365-44d7-bf95-ba0f5acd73dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:47.451244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9473f2f-ffd8-4ada-af8d-b357a8594b6e req-96e672bc-d365-44d7-bf95-ba0f5acd73dc tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 945 time: 0.0492079 Nov 10 23:12:47.502813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9473f2f-ffd8-4ada-af8d-b357a8594b6e req-e0ae5089-eacc-4718-be57-b356f8de9f2a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458047 Nov 10 23:12:48.076834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 078db2a3-760c-4655-9be3-415e2d07110b up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:12:48.125510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 078db2a3-760c-4655-9be3-415e2d07110b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:12:48.129251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 078db2a3-760c-4655-9be3-415e2d07110b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:12:48.129647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:48.204686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:48.226361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:48.229169 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf7d6a-f482-4b82-a00b-577d97b0506f" -d '{"events": [{"server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "name": "network-vif-plugged", "status": "completed", "tag": "078db2a3-760c-4655-9be3-415e2d07110b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:48.245776 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=078db2a3-760c-4655-9be3-415e2d07110b,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:48.250278 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:48.273106 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efea515-c42b-4905-91ef-28536bdcbe47 x-openstack-request-id: req-6efea515-c42b-4905-91ef-28536bdcbe47 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:48.273397 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "name": "network-vif-plugged", "status": "completed", "tag": "078db2a3-760c-4655-9be3-415e2d07110b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:48.273649 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6efea515-c42b-4905-91ef-28536bdcbe47 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:48.274036 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b', 'code': 200} Nov 10 23:12:48.300521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:48.364137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f8f99-6ec7-454c-9d34-66cf0d93127d req-3f1494cc-700c-4205-8732-3d8fd12fc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:48.365644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e74f8f99-6ec7-454c-9d34-66cf0d93127d req-3f1494cc-700c-4205-8732-3d8fd12fc9f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1097 time: 0.0388618 Nov 10 23:12:48.412509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e74f8f99-6ec7-454c-9d34-66cf0d93127d req-8e085434-2a81-4016-8ed0-352f8c8afa46 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385439 Nov 10 23:12:48.622303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6020b4-8323-43cf-870d-ffac0aa94eec req-35998c64-c3fb-4cda-a8d0-2dcc5293dd36 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:48.623771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b6020b4-8323-43cf-870d-ffac0aa94eec req-35998c64-c3fb-4cda-a8d0-2dcc5293dd36 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.0490539 Nov 10 23:12:48.673276 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b6020b4-8323-43cf-870d-ffac0aa94eec req-442791a0-90f7-4423-af04-b6d52a60e1e1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435913 Nov 10 23:12:49.127264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:49.496376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:49.792026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ae909-a5b5-49c4-842d-4f1cde37e3dc req-4eb570c8-b6e6-4f05-829d-fe400f6fde8f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:49.793432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f02ae909-a5b5-49c4-842d-4f1cde37e3dc req-4eb570c8-b6e6-4f05-829d-fe400f6fde8f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.0533450 Nov 10 23:12:49.810430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 365f0a75-aca3-4328-ab83-0879372ff517 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:49.810780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:49.844510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f02ae909-a5b5-49c4-842d-4f1cde37e3dc req-223ede48-3589-4690-a641-9283b87bb193 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 Nov 10 23:12:49.905998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 365f0a75-aca3-4328-ab83-0879372ff517, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=365f0a75-aca3-4328-ab83-0879372ff517,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:49.906359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:49.920613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 365f0a75-aca3-4328-ab83-0879372ff517 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:50.009459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b076ab3-0ead-48f1-8cc9-f1ae6c4935a4 req-4f55e183-7b4d-4813-80f6-8adef7c461df tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:50.010932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b076ab3-0ead-48f1-8cc9-f1ae6c4935a4 req-4f55e183-7b4d-4813-80f6-8adef7c461df tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.0918250 Nov 10 23:12:50.105713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b076ab3-0ead-48f1-8cc9-f1ae6c4935a4 req-27e2ed21-be21-42fd-9157-c32c4f7d8224 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865486 Nov 10 23:12:50.127738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:50.165855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52026ee-dcab-4ad9-82a3-1340e36048f2 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:50.170425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f52026ee-dcab-4ad9-82a3-1340e36048f2 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1092 time: 0.0386364 Nov 10 23:12:50.170610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47692) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:50.174800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '078db2a3-760c-4655-9be3-415e2d07110b', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:12:50.184939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.197484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.213464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=365f0a75-aca3-4328-ab83-0879372ff517,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:50.303736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.387504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.414305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.25.0.104 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/def02509-f1f2-4e3d-983b-f40f770980c6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:12:50.520487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.553658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:50.589928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:12:50.596211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:12:50.600055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:12:50.605477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=def02509-f1f2-4e3d-983b-f40f770980c6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:50.613874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:50.721474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:50.726549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-595ead20-b762-41bf-938e-872e77e7a962 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/66ea6f5b-b3c4-4e89-a402-7edea0cb2445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5982990 Nov 10 23:12:50.732571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:50.743307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:50.744131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:50.863357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:50.957853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59593f-c73a-4415-8188-4078dd8b75cd req-bef8f9fa-d6a7-4141-93cc-085352a5afaf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:50.959379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d59593f-c73a-4415-8188-4078dd8b75cd req-bef8f9fa-d6a7-4141-93cc-085352a5afaf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0523777 Nov 10 23:12:50.987401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:51.033280 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d59593f-c73a-4415-8188-4078dd8b75cd req-6a423b34-db89-49dd-976a-4fd54eeb0eee tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649374 Nov 10 23:12:51.073819 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:51.104738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:51.130815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:51.139780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:51.140381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:51.220247 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:51.224932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:51.244367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:51.295864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=def02509-f1f2-4e3d-983b-f40f770980c6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:51.307345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:51.410409 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP ee502a4b-3bac-4677-80ec-687851de8852 associated. External IP: 172.25.0.104, port: 078db2a3-760c-4655-9be3-415e2d07110b. Nov 10 23:12:51.629157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:51.663049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d81a-115b-439b-9cc4-fd7c399c1fb2 None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '827c7636-5194-4bae-9343-1b0ae0742696', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'port_id': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'mac_address': 'fa:16:3e:88:0e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:11:33Z', 'updated_at': '2021-11-10T23:11:35Z', 'revision_number': 1, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:51.909512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:52.013271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:52.028481 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:52.042804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:52.043314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:52.046382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:52.080268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-001fb48a-da27-472e-9f68-997d6c02dbf2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9086258 Nov 10 23:12:52.080981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:52.083319 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ae0ec3-e167-4d74-b721-75edb5e03b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "tag": "078db2a3-760c-4655-9be3-415e2d07110b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:52.156286 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a601f9-f898-4333-8b63-3c4f046fff24 x-openstack-request-id: req-b5a601f9-f898-4333-8b63-3c4f046fff24 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:52.156776 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "tag": "078db2a3-760c-4655-9be3-415e2d07110b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:52.157205 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5a601f9-f898-4333-8b63-3c4f046fff24 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:52.157754 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b', 'status': 'completed', 'code': 200} Nov 10 23:12:52.181689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:52.194586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff04607-0c85-4c24-9f7c-7f1e3da6e576 req-6ac95d58-871f-4755-be27-381e3f715070 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.196198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fff04607-0c85-4c24-9f7c-7f1e3da6e576 req-6ac95d58-871f-4755-be27-381e3f715070 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0573862 Nov 10 23:12:52.236814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-5f402e89-af36-4587-91d6-114f6a4cfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.238631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-5f402e89-af36-4587-91d6-114f6a4cfaab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1097 time: 0.0604055 Nov 10 23:12:52.292204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fff04607-0c85-4c24-9f7c-7f1e3da6e576 req-b06bf321-0b65-4acb-8d2f-1ab326f1e852 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ba0dd3-f0a6-4823-aead-896e957d91aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898120 Nov 10 23:12:52.308866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fca06c-8013-44e3-83ad-d359776e5602 req-59e957ab-0da8-4798-9751-8a8a3b1c8ec3 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.310359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80fca06c-8013-44e3-83ad-d359776e5602 req-59e957ab-0da8-4798-9751-8a8a3b1c8ec3 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/ports?device_id=5167d36d-0d72-4cb5-b63b-b81440cd16dd HTTP/1.1" status: 200 len: 946 time: 0.0713255 Nov 10 23:12:52.359063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-c791268d-6dea-406e-919c-9094de354283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.360574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-c791268d-6dea-406e-919c-9094de354283 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1130259 Nov 10 23:12:52.408403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 20796c72-2f4f-4e22-9aaa-12118de96f4e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:52.408864 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:52.431092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-50cc3207-6992-4980-ad5b-b0d7a7afaf76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 200 len: 1000 time: 0.0638778 Nov 10 23:12:52.445141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ee502a4b-3bac-4677-80ec-687851de8852', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '078db2a3-760c-4655-9be3-415e2d07110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:a6:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:12:50Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:52.470834 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:52.479572 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:52.480212 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:52.483721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-4b5ea823-c6e5-4670-ba7a-4383707912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.485414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-4b5ea823-c6e5-4670-ba7a-4383707912c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0480580 Nov 10 23:12:52.505236 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 20796c72-2f4f-4e22-9aaa-12118de96f4e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=20796c72-2f4f-4e22-9aaa-12118de96f4e,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:52.505620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:52.519235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 20796c72-2f4f-4e22-9aaa-12118de96f4e owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:52.533347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-df252b4e-93da-48e6-a543-ebc919e31536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:52.534957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-df252b4e-93da-48e6-a543-ebc919e31536 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412815 Nov 10 23:12:52.589309 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:52.630264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-ab308548-5f45-45cd-b5d4-38735a6c0e14 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Nov 10 23:12:52.655392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:52.708292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=20796c72-2f4f-4e22-9aaa-12118de96f4e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:52.728348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96ae0ec3-e167-4d74-b721-75edb5e03b7b req-ae741f34-4bbe-4249-9dcd-b1283faebf9b service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904288 Nov 10 23:12:52.729667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] No DVR routers for this DVR port 20796c72-2f4f-4e22-9aaa-12118de96f4e on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:52.732575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:52.736351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80fca06c-8013-44e3-83ad-d359776e5602 req-ab222a4b-a3e2-4a01-86c9-de5e62d21207 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "DELETE /v2.0/ports/20796c72-2f4f-4e22-9aaa-12118de96f4e HTTP/1.1" status: 204 len: 173 time: 0.4195976 Nov 10 23:12:52.736842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'name': 'network-vif-deleted', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:52.741251 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b534dd-6aac-4650-83da-549f4d9fed73" -d '{"events": [{"server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "name": "network-vif-deleted", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:52.782729 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f6a3b-272d-4084-8356-4008678bbbbf x-openstack-request-id: req-e52f6a3b-272d-4084-8356-4008678bbbbf {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:52.783027 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5167d36d-0d72-4cb5-b63b-b81440cd16dd", "name": "network-vif-deleted", "tag": "20796c72-2f4f-4e22-9aaa-12118de96f4e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:52.783279 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e52f6a3b-272d-4084-8356-4008678bbbbf {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:52.783676 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5167d36d-0d72-4cb5-b63b-b81440cd16dd', 'name': 'network-vif-deleted', 'tag': '20796c72-2f4f-4e22-9aaa-12118de96f4e', 'status': 'completed', 'code': 200} Nov 10 23:12:52.830959 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ee502a4b-3bac-4677-80ec-687851de8852', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '078db2a3-760c-4655-9be3-415e2d07110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:a6:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:12:50Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:52.860429 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddd65c-45f5-4453-947f-e23a70331ed4 None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ee502a4b-3bac-4677-80ec-687851de8852', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '078db2a3-760c-4655-9be3-415e2d07110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:a6:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:12:50Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:53.062036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a692fe-3133-4cf8-9de9-482b3d697058 None None] New status for floating IP ee502a4b-3bac-4677-80ec-687851de8852: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:12:53.355918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47714) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:53.416931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.441764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.498259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.500756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.502052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/security-groups/57ba0dd3-f0a6-4823-aead-896e957d91aa HTTP/1.1" status: 204 len: 168 time: 0.1451380 Nov 10 23:12:53.511805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339424ec-fc03-4696-942b-8eb5735ad34b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ba0dd3-f0a6-4823-aead-896e957d91aa,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:53.533879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47718) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:53.588210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting subnet f0ac5915-8cf0-42cc-8958-38ab66013182 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:12:53.591394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.632570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.639947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 365f0a75-aca3-4328-ab83-0879372ff517 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:53.662497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 365f0a75-aca3-4328-ab83-0879372ff517 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:53.662846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 365f0a75-aca3-4328-ab83-0879372ff517 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:53.716364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.776825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.805308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.808502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/subnets/f0ac5915-8cf0-42cc-8958-38ab66013182 HTTP/1.1" status: 204 len: 168 time: 0.2736499 Nov 10 23:12:53.811116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47720) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:53.811745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca25e5b-405d-4045-9023-e85a2548e6c3 None None] Network 0d0080dd-98eb-4357-b44a-270211816c75 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:53.819329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f101e67-2c41-417a-8763-33156a89f907 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ac5915-8cf0-42cc-8958-38ab66013182,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:53.889113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.942453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 0a00f37d-5b65-46da-9e31-252596b5cf28 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:53.942793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:53.981438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] DHCP port deletion for 0d0080dd-98eb-4357-b44a-270211816c75 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:12:54.010117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 0a00f37d-5b65-46da-9e31-252596b5cf28, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a00f37d-5b65-46da-9e31-252596b5cf28,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:54.010662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.023153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 0a00f37d-5b65-46da-9e31-252596b5cf28 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:54.035173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Deleting port 0a00f37d-5b65-46da-9e31-252596b5cf28 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:54.035547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.097077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] For port 0a00f37d-5b65-46da-9e31-252596b5cf28, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a00f37d-5b65-46da-9e31-252596b5cf28,segment=NetworkSegment(beb3071e-7a0a-4136-8b1c-8590938c618d),segment_id=beb3071e-7a0a-4136-8b1c-8590938c618d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:54.097774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.103542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.111331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Calling delete_port for 0a00f37d-5b65-46da-9e31-252596b5cf28 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:54.134516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=0a00f37d-5b65-46da-9e31-252596b5cf28,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:54.136311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] No DVR routers for this DVR port 0a00f37d-5b65-46da-9e31-252596b5cf28 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:54.194708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.221078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.221233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] Pushing event deleted for resources: {'Port': ['ID=0a00f37d-5b65-46da-9e31-252596b5cf28,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:54.223095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1871d-b6ee-4f13-896e-3e7d22012c9b None None] No DVR routers for this DVR port 0a00f37d-5b65-46da-9e31-252596b5cf28 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:54.242187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0080dd-98eb-4357-b44a-270211816c75']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:54.252182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb3071e-7a0a-4136-8b1c-8590938c618d') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:54.252473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb3071e-7a0a-4136-8b1c-8590938c618d') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:54.262020 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.275393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.281297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:12:54.281614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:12:54.291551 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:12:54.345732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.353041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.356193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/networks/0d0080dd-98eb-4357-b44a-270211816c75 HTTP/1.1" status: 204 len: 168 time: 0.5439274 Nov 10 23:12:54.358939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47724) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:54.368517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980d52-4692-4082-af75-7fede3ef46ba tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Network': ['ID=0d0080dd-98eb-4357-b44a-270211816c75,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:54.517891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port e2301f1d-d220-4bf1-bc99-203c36405409 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:54.518192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.594570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.594810 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.606550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for e2301f1d-d220-4bf1-bc99-203c36405409 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:54.771509 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.796852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=e2301f1d-d220-4bf1-bc99-203c36405409,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:54.854460 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.854768 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Floating IP 827c7636-5194-4bae-9343-1b0ae0742696 disassociated (deleted). External IP: 172.25.0.55, port: 621ee94f-f769-4edd-af5a-4e6b6d6e07ab. Nov 10 23:12:54.987072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-36f3f9c0-d985-4c2f-ae21-7765861f635e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:55.059013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:55.163523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:55.168485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:55.173453 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:55.183800 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:55.184482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:55.194675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c8597c22-1c5b-4a39-bd1e-ca22364f9e09 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/floatingips/827c7636-5194-4bae-9343-1b0ae0742696 HTTP/1.1" status: 204 len: 168 time: 0.8346245 Nov 10 23:12:55.195275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:55.197639 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a58135-54fb-413a-9fbd-b0de84cb9cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:55.243506 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abca72ed-c6b9-494e-b987-ff1af7945ce1 x-openstack-request-id: req-abca72ed-c6b9-494e-b987-ff1af7945ce1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:55.243794 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:55.244043 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abca72ed-c6b9-494e-b987-ff1af7945ce1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:55.244445 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'status': 'completed', 'code': 200} Nov 10 23:12:55.318008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-09e901b8-5ea0-4378-819d-5a94441d1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:55.319682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-09e901b8-5ea0-4378-819d-5a94441d1124 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 1097 time: 0.0503931 Nov 10 23:12:55.331402 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:55.493126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-53850bb3-3756-4ec8-b686-aa163eef94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:55.494965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-53850bb3-3756-4ec8-b686-aa163eef94e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 200 len: 896 time: 0.1686163 Nov 10 23:12:55.508308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec08fd-cde3-4a6a-97e7-f6661eeb491f req-b513682f-e427-4dc6-ab98-261ed9a849cf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:55.510721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58ec08fd-cde3-4a6a-97e7-f6661eeb491f req-b513682f-e427-4dc6-ab98-261ed9a849cf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0792091 Nov 10 23:12:55.554601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-14ba55d0-dd6a-4aee-b0ec-1986197aa021 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 200 len: 217 time: 0.0428333 Nov 10 23:12:55.634358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-58ec08fd-cde3-4a6a-97e7-f6661eeb491f req-18bfc4a2-fed0-44dd-8f23-81e789345318 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155307 Nov 10 23:12:55.635652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-c96d571b-2194-434c-82c6-c10f5239bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:55.637073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-c96d571b-2194-434c-82c6-c10f5239bd4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f32661de-9a2f-4275-9990-f467dcc60a0d HTTP/1.1" status: 200 len: 834 time: 0.0760217 Nov 10 23:12:55.693389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-9c1a4fd5-b852-467a-b8e6-90417604eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:55.694961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-9c1a4fd5-b852-467a-b8e6-90417604eb5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18ea2976-2f55-4e87-9baf-bee17910a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494387 Nov 10 23:12:55.696645 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:55.697785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a00f37d-5b65-46da-9e31-252596b5cf28 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:55.719456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0a00f37d-5b65-46da-9e31-252596b5cf28 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:55.720075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a00f37d-5b65-46da-9e31-252596b5cf28 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:55.727134 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:55.736561 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:55.737187 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:55.791840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-771547bc-f2e1-40aa-9a47-33c238a1336e service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875490 Nov 10 23:12:55.842458 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:56.047845 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:56.081122 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0f25-d1fe-4652-aa07-14ffe3d1d354 None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:50Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9cc3a23f-6223-4690-af9e-09aa4988ce33', 'name': '', 'network_id': '18ea2976-2f55-4e87-9baf-bee17910a6d2', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:36:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:13Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': 'f32661de-9a2f-4275-9990-f467dcc60a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:12:56.188594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-07a58135-54fb-413a-9fbd-b0de84cb9cc6 req-22d6b301-22fd-4472-be9e-d93ef256fec1 service neutron] 10.222.0.20 "GET /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883398 Nov 10 23:12:56.291972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7f552-e68c-4ee8-83b8-1df95b4c42af None None] New status for floating IP 827c7636-5194-4bae-9343-1b0ae0742696: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:12:56.473454 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-5899bcb3-4542-44d9-96a8-ac89f8cbeba0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0509615 Nov 10 23:12:56.562422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.562813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.563276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.563734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.564193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.564641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.565121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.567003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-df9f9c12-ec21-4f09-9608-2822dd399950 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0481589 Nov 10 23:12:56.679479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-7c2eb349-81db-4191-b05a-cf1c81b515a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.679882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-7c2eb349-81db-4191-b05a-cf1c81b515a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.680856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-7c2eb349-81db-4191-b05a-cf1c81b515a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.682525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-7c2eb349-81db-4191-b05a-cf1c81b515a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.0923779 Nov 10 23:12:56.753631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-ebafdbb2-f1bf-4b2d-9ea2-e4496ffffdbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.0637016 Nov 10 23:12:56.756728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-67b99e7a-61dc-46c9-9c74-88d08ce8ab37 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.758215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-67b99e7a-61dc-46c9-9c74-88d08ce8ab37 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0778458 Nov 10 23:12:56.781269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5510-ac04-465d-8bc7-2cd82c95123e req-a822adca-a0ce-41b2-8e2f-12f40594fe0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.782701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34bd5510-ac04-465d-8bc7-2cd82c95123e req-a822adca-a0ce-41b2-8e2f-12f40594fe0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb43d5e-1473-4114-8651-e71c6024629f HTTP/1.1" status: 200 len: 946 time: 0.0735373 Nov 10 23:12:56.802794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-e019560d-7794-41b4-acaf-8120375affa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.804247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-e019560d-7794-41b4-acaf-8120375affa1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0445089 Nov 10 23:12:56.848906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-72284be5-0b50-4242-8fce-3d6a230be129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:56.850352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-72284be5-0b50-4242-8fce-3d6a230be129 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392103 Nov 10 23:12:56.879685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-34bd5510-ac04-465d-8bc7-2cd82c95123e req-84382343-cbf3-4744-bdc8-f54d70c0baf3 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f489825-0b6d-4862-8252-a275fb6bbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803194 Nov 10 23:12:56.895361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:56.895709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:56.943673 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-39a36ab8-f13f-4401-80d3-38f72b6bf345 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Nov 10 23:12:56.986758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:56.987119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:57.000448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 621ee94f-f769-4edd-af5a-4e6b6d6e07ab owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:57.040503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-600e418c-b6a9-46ab-ac17-822074e92166 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Nov 10 23:12:57.085513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-68d48467-ee47-4e94-ae7c-544b29150982 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0381758 Nov 10 23:12:57.129215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:57.135883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-27158669-2861-4f89-a017-dc39f600de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.137399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-27158669-2861-4f89-a017-dc39f600de71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0452192 Nov 10 23:12:57.159299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=621ee94f-f769-4edd-af5a-4e6b6d6e07ab,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:57.186034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-e8c0582d-1028-408a-81fe-13a8e642cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.187552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-e8c0582d-1028-408a-81fe-13a8e642cbc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434434 Nov 10 23:12:57.200317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] No DVR routers for this DVR port 621ee94f-f769-4edd-af5a-4e6b6d6e07ab on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:12:57.202846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:57.206285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef2e1c98-632e-48e8-ad51-47df17fc21dd req-c9ef2795-bde6-49f2-a233-8b8b7f9cca31 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "DELETE /v2.0/ports/621ee94f-f769-4edd-af5a-4e6b6d6e07ab HTTP/1.1" status: 204 len: 173 time: 0.4398301 Nov 10 23:12:57.206727 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'name': 'network-vif-deleted', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:12:57.208998 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b05b0-1f54-416c-ad41-3100f3ce7778" -d '{"events": [{"server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "name": "network-vif-deleted", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:12:57.263505 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce9b35a-5a9c-4935-8dce-212dd9e4f1c0 x-openstack-request-id: req-2ce9b35a-5a9c-4935-8dce-212dd9e4f1c0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:12:57.263799 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb43d5e-1473-4114-8651-e71c6024629f", "name": "network-vif-deleted", "tag": "621ee94f-f769-4edd-af5a-4e6b6d6e07ab", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:12:57.264068 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ce9b35a-5a9c-4935-8dce-212dd9e4f1c0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:12:57.264459 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb43d5e-1473-4114-8651-e71c6024629f', 'name': 'network-vif-deleted', 'tag': '621ee94f-f769-4edd-af5a-4e6b6d6e07ab', 'status': 'completed', 'code': 200} Nov 10 23:12:57.291571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-55dc7980-3f2c-400a-a8a3-e33e2b91797f service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968735 Nov 10 23:12:57.383056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-5b1cfa31-a8e1-4022-9b8a-3bd2f07431cd service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842617 Nov 10 23:12:57.429401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-1c478c63-52be-4e37-8ef0-d2496f228519 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0392694 Nov 10 23:12:57.431393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 20796c72-2f4f-4e22-9aaa-12118de96f4e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:12:57.451853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 20796c72-2f4f-4e22-9aaa-12118de96f4e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:12:57.452199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 20796c72-2f4f-4e22-9aaa-12118de96f4e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:12:57.479497 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c2070c90-77fe-4e67-8d5c-b0527c9d7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.481000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c2070c90-77fe-4e67-8d5c-b0527c9d7439 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0450623 Nov 10 23:12:57.528082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-b4c6dfff-8dbd-47a0-885c-c47b84c5c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.529636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-b4c6dfff-8dbd-47a0-885c-c47b84c5c568 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423009 Nov 10 23:12:57.619149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e37161f-51ab-47d8-90e5-2cd91e29d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:57.637894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-ce2d1f67-40a2-4c7e-b240-2a0fdb55ecb8 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003337 Nov 10 23:12:57.737744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-a6482239-4259-49e9-8242-351bc42a985b service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904238 Nov 10 23:12:57.778765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-d785d2a7-e9f3-49b2-aebe-0752d8eac024 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0337217 Nov 10 23:12:57.830123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-0062c97c-d348-4497-9f9f-d7c1194d2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.831527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-0062c97c-d348-4497-9f9f-d7c1194d2811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0466809 Nov 10 23:12:57.874771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-78c8fb01-a845-4aa0-b8ee-037c51d4041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:57.876195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-78c8fb01-a845-4aa0-b8ee-037c51d4041e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0381699 Nov 10 23:12:57.939520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:57.967984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-3ed92363-ac08-40d6-9f0d-128dba8ab820 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852096 Nov 10 23:12:57.998873 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.022909 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.057393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-1434db29-2a13-483a-a49f-a2c43d1bfe65 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830708 Nov 10 23:12:58.086473 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.089191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.090350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f489825-0b6d-4862-8252-a275fb6bbaa8 HTTP/1.1" status: 204 len: 168 time: 0.1498377 Nov 10 23:12:58.099924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-96abb134-78ba-4fac-9030-60aadac7b077 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0362399 Nov 10 23:12:58.103965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3d0d4-11a1-454a-b947-43905b33f96b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f489825-0b6d-4862-8252-a275fb6bbaa8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:58.126895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47750) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:58.159196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-0ba8872a-dacd-4260-b5bb-8ef1e9bda88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.160884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-0ba8872a-dacd-4260-b5bb-8ef1e9bda88b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0542128 Nov 10 23:12:58.207168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-51833712-bff3-4b27-9610-3ce5a0d04d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.208677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-51833712-bff3-4b27-9610-3ce5a0d04d3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407979 Nov 10 23:12:58.302133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-cf0cf691-44c4-4019-ad35-81b947f1fa52 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 Nov 10 23:12:58.393084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-1c8fbfe2-623a-49d0-a593-b33869998520 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844560 Nov 10 23:12:58.435716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-a6c0e495-c80f-4bfb-9f0a-a1f2c7f4d9f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Nov 10 23:12:58.487946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c448299e-35bb-40f9-986a-3b9eeb84dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.489440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c448299e-35bb-40f9-986a-3b9eeb84dfe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0477109 Nov 10 23:12:58.490579 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.537045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-ab0fb917-cb71-4324-a7d7-dc8adaf53dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.539747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-ab0fb917-cb71-4324-a7d7-dc8adaf53dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429368 Nov 10 23:12:58.635143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-6e174ee0-984c-4ed4-9eed-3834ccbafa7c service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891659 Nov 10 23:12:58.724765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-09a791a7-f74b-4819-ac05-bb904b47cb77 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Nov 10 23:12:58.748177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 9cc3a23f-6223-4690-af9e-09aa4988ce33 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:12:58.748522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.766233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-8b8ea857-e9f3-4553-9ac2-55e579308400 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0346837 Nov 10 23:12:58.817924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c9ff6f81-67a6-445c-82c8-35dec3663015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.819422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-c9ff6f81-67a6-445c-82c8-35dec3663015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0472555 Nov 10 23:12:58.840441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 9cc3a23f-6223-4690-af9e-09aa4988ce33, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9cc3a23f-6223-4690-af9e-09aa4988ce33,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:12:58.840807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:58.853749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 9cc3a23f-6223-4690-af9e-09aa4988ce33 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:12:58.863250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-abb1d1dc-0f3e-4da6-9756-a5984aaed151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:12:58.864728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-abb1d1dc-0f3e-4da6-9756-a5984aaed151 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0387170 Nov 10 23:12:58.957478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-2aa1b209-c718-4037-baff-a8edddea6fdc service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851531 Nov 10 23:12:58.996177 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.041835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.050560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08711cf5-af88-42b6-9b4e-26b23ec298eb req-440a4f19-449b-4d23-bd81-06e9191c0d2e service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Nov 10 23:12:59.069139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=9cc3a23f-6223-4690-af9e-09aa4988ce33,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:59.244793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.468371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:12:59.577827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:12:59.587355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-09e9cf95-db80-43b9-af4f-3f1873e5c988 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/66ea6f5b-b3c4-4e89-a402-7edea0cb2445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565046 Nov 10 23:12:59.587927 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Sync routers for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:12:59.588389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47760) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:59.615915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:59.616532 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:59.659118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting subnet f32661de-9a2f-4275-9990-f467dcc60a0d {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:12:59.665389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.716933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.751069 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:12:59.797370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.858177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.882835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Subnet': ['ID=f32661de-9a2f-4275-9990-f467dcc60a0d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:12:59.888916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:59.892631 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-42333138-2d3f-41ec-b787-aeddb488ef67 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/subnets/f32661de-9a2f-4275-9990-f467dcc60a0d HTTP/1.1" status: 204 len: 168 time: 0.3035114 Nov 10 23:12:59.894911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47762) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:12:59.896605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae2080-c0ba-4f20-b3ce-c378c6b0ea3c None None] Network 18ea2976-2f55-4e87-9baf-bee17910a6d2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:12:59.934473 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:58Z', 'revision_number': 7, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:12:59.961454 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Checking router: 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:12:59.970722 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Routers {'66ea6f5b-b3c4-4e89-a402-7edea0cb2445'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:12:59.971466 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:00.014082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.104917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] Set router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:00.114544 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] DHCP port deletion for 18ea2976-2f55-4e87-9baf-bee17910a6d2 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:00.178380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Deleting port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:00.179108 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.250087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] For port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,segment=NetworkSegment(3f7dfa06-0cab-4697-98ae-1b3edefb93d8),segment_id=3f7dfa06-0cab-4697-98ae-1b3edefb93d8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:00.250655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.265922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Calling delete_port for 8fcbcef6-4d25-49c0-8d09-483b917fc0cb owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:00.298011 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:58Z', 'revision_number': 7, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:00.327522 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bfefe-62b9-4db5-b903-16e8ef09049a None None] The sync data for ids ['66ea6f5b-b3c4-4e89-a402-7edea0cb2445'] in n-d-811521-3 is: [{'id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'name': 'tempest-TestNetworkBasicOps-router-1373497143', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:11:09Z', 'updated_at': '2021-11-10T23:12:58Z', 'revision_number': 7, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '34a56ba4-56af-4ff5-82da-03f86305c75c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ea6f5b-b3c4-4e89-a402-7edea0cb2445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:11:10Z', 'updated_at': '2021-11-10T23:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:00.362846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.395301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] Pushing event deleted for resources: {'Port': ['ID=8fcbcef6-4d25-49c0-8d09-483b917fc0cb,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:00.400171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04343cd0-cf83-49e3-9c25-f6f3f4bac2ee None None] No DVR routers for this DVR port 8fcbcef6-4d25-49c0-8d09-483b917fc0cb on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:13:00.427055 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.433316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.491017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 34a56ba4-56af-4ff5-82da-03f86305c75c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:00.491348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.579509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 34a56ba4-56af-4ff5-82da-03f86305c75c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=34a56ba4-56af-4ff5-82da-03f86305c75c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:00.579901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.593249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 34a56ba4-56af-4ff5-82da-03f86305c75c owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:00.761233 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.768668 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.794966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=34a56ba4-56af-4ff5-82da-03f86305c75c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:00.813395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714aca36-3d63-45b7-b629-6ab540b39064 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:00.855576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.950096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.952273 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.995263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:00.995795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Fanout notify agent at l3_agent the message router_deleted on router 66ea6f5b-b3c4-4e89-a402-7edea0cb2445 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:13:01.003621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.004877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2eaf4589-b389-40d5-a6fe-842ea8766528 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/routers/66ea6f5b-b3c4-4e89-a402-7edea0cb2445 HTTP/1.1" status: 204 len: 168 time: 1.1088593 Nov 10 23:13:01.007814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47766) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:01.089584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.184907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.204619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ea2976-2f55-4e87-9baf-bee17910a6d2']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:01.214405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7dfa06-0cab-4697-98ae-1b3edefb93d8') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:01.214715 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7dfa06-0cab-4697-98ae-1b3edefb93d8') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:01.224278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.238566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.245176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:13:01.245601 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:13:01.248557 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:13:01.310110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.318021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.322068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/networks/18ea2976-2f55-4e87-9baf-bee17910a6d2 HTTP/1.1" status: 204 len: 168 time: 0.3132198 Nov 10 23:13:01.332152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb818f20-9add-4963-abe1-24fa290c842f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Network': ['ID=18ea2976-2f55-4e87-9baf-bee17910a6d2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:01.340374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:01.344997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'network': {'name': 'tempest-network-smoke--401457980', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:01.364804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:13:01.368718 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.391448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:13:01.400091 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.400429 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Added segment ac267e50-b6ce-46bb-bc23-dcea25ff174c of type vlan for network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 Nov 10 23:13:01.439759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.446591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 621ee94f-f769-4edd-af5a-4e6b6d6e07ab no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:01.465998 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.467090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 621ee94f-f769-4edd-af5a-4e6b6d6e07ab {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:01.467435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 621ee94f-f769-4edd-af5a-4e6b6d6e07ab not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:01.471608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:01.472203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.530355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894343 Nov 10 23:13:01.533081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47770) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:01.537381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'admin_state_up': True, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:01.558366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcfb3a-7a08-47a0-9396-74ca4e46bd5e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Network': ['ID=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:01.568397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:13:01.573050 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.574068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.625069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.696194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fcbcef6-4d25-49c0-8d09-483b917fc0cb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:01.715889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8fcbcef6-4d25-49c0-8d09-483b917fc0cb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:01.716229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8fcbcef6-4d25-49c0-8d09-483b917fc0cb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:01.716639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 34a56ba4-56af-4ff5-82da-03f86305c75c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:01.736142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 34a56ba4-56af-4ff5-82da-03f86305c75c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:01.736480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 34a56ba4-56af-4ff5-82da-03f86305c75c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:01.736881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9cc3a23f-6223-4690-af9e-09aa4988ce33 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:01.759848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9cc3a23f-6223-4690-af9e-09aa4988ce33 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:01.760114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9cc3a23f-6223-4690-af9e-09aa4988ce33 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:01.766477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.954702 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:01.975750 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:02.075817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.25.0.243 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2db27b59-3ccb-419c-8247-d4669daea0ae) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:13:02.175109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:02.207771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:02.247152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:02.250136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:02.253714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:13:02.263512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d5da1-f72d-45d0-b754-256f74b8a0d7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:02.276504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=2db27b59-3ccb-419c-8247-d4669daea0ae,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:02.377517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-013a904b-864a-463a-bc5d-a3502197b885 None None] Provisioning complete for port 2db27b59-3ccb-419c-8247-d4669daea0ae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:02.377887 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-013a904b-864a-463a-bc5d-a3502197b885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:02.411205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-013a904b-864a-463a-bc5d-a3502197b885 None None] Port 2db27b59-3ccb-419c-8247-d4669daea0ae cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:13:02.801637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:02.995903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.122422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 455ff415-e2a2-4a21-82b7-3e0350b2518d is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:13:03.224902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:13:03.234762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Sync routers for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:13:03.245469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.245673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:03.246086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:03.249413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ebf4e44c-3f0b-45e5-bfdd-a8f815ce23e7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7127576 Nov 10 23:13:03.249803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47776) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:03.277315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9bbe4b36-6341-4c1e-aee2-d920bee38db0 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1fd7bc68994a4ba1bec75ad01f3a0979&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260785 Nov 10 23:13:03.279514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47778) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:03.349607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:03.429870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95a4bc-3796-41a2-990f-0dfbf8a0cc99 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:03.431343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5f95a4bc-3796-41a2-990f-0dfbf8a0cc99 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508968 Nov 10 23:13:03.434069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47780) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:03.462707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8a663c99-307a-4d3b-ad4f-9a010d6823df tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275881 Nov 10 23:13:03.465072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47782) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:03.469664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856487614', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:03.528579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:02Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:03.555657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Checking router: 455ff415-e2a2-4a21-82b7-3e0350b2518d for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:13:03.556098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Updating router 455ff415-e2a2-4a21-82b7-3e0350b2518d port 2db27b59-3ccb-419c-8247-d4669daea0ae binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:13:03.562173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:13:03.565852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.580919 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.747476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.812208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Subnet': ['ID=37de3424-77b2-441e-a91d-a0c6f46f3380,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:03.821109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Checking segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:13:03.821475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network hostable DHCP agents. Network: 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:13:03.837879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:13:03.839894 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.844943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.845905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:03.849908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:03.850494 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.866536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cd309df4-b976-4a84-9308-65b9991af4d7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004769 Nov 10 23:13:03.869816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:03.872669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c589304-7c52-4d53-9b7c-4f941b3a5458 None None] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:13:03.939141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ffff1-f645-411e-b638-e69dbe32ac4b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:03.955044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb7e7f-02d5-4ef2-b4e9-888ed8461bc6 None None] Pushing event updated for resources: {'Port': ['ID=2db27b59-3ccb-419c-8247-d4669daea0ae,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:03.961179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Attempting to bind port 2db27b59-3ccb-419c-8247-d4669daea0ae on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:13:03.961557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Attempting to bind port 2db27b59-3ccb-419c-8247-d4669daea0ae by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:13:03.961972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Attempting to bind port 2db27b59-3ccb-419c-8247-d4669daea0ae on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:13:03.973679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:13:03.974062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:13:03.974468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:03.974864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:13:03.975344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Bound port: 2db27b59-3ccb-419c-8247-d4669daea0ae, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:13:03.975723 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.082618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] For port 2db27b59-3ccb-419c-8247-d4669daea0ae, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:13:04.098131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] For port 2db27b59-3ccb-419c-8247-d4669daea0ae, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2db27b59-3ccb-419c-8247-d4669daea0ae,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:13:04.099169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] Provisioning complete for port 2db27b59-3ccb-419c-8247-d4669daea0ae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:04.099541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.136871 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.168007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:13:04.168862 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.205461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0e21e-58e9-4a70-93b2-c3cc980aff4d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:04.246700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb7e7f-02d5-4ef2-b4e9-888ed8461bc6 None None] Pushing event updated for resources: {'Port': ['ID=2db27b59-3ccb-419c-8247-d4669daea0ae,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:04.291244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:04.291786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:04.316310 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.594480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.637382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Allocated IP 172.20.0.2 (0f3ea359-1510-4b5b-ba58-3b33ed0db0b9/37de3424-77b2-441e-a91d-a0c6f46f3380/6283b2d2-ebf5-47e7-aede-5b8f5307c7b7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:13:04.640121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] For port 2db27b59-3ccb-419c-8247-d4669daea0ae, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2db27b59-3ccb-419c-8247-d4669daea0ae,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:04.650594 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:04.662034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:04.856262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e904-382e-4efa-a550-75fae5bd2643 None None] Pushing event updated for resources: {'Port': ['ID=2db27b59-3ccb-419c-8247-d4669daea0ae,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:04.864431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0e193c4d-c6e5-4e77-9a40-e242cc126a23 None None] Provisioning complete for port 2db27b59-3ccb-419c-8247-d4669daea0ae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:04.864806 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0e193c4d-c6e5-4e77-9a40-e242cc126a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.043721 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.058277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.097496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.1 (0f3ea359-1510-4b5b-ba58-3b33ed0db0b9/37de3424-77b2-441e-a91d-a0c6f46f3380/af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:13:05.106068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:05.113471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:05.122652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:13:05.128512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:02Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:05.130153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Pushing event updated for resources: {'Port': ['ID=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:05.177082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291cf3-0ae3-495d-b65f-3c8fd4359333 None None] The sync data for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 is: [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:02Z', 'revision_number': 3, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:05.212028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.213956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Attempting to bind port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:13:05.214328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Attempting to bind port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:13:05.214690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Attempting to bind port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 on network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:13:05.219871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:13:05.220239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Checking segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:13:05.220633 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.221091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Bound using segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:13:05.221574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Bound port: 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:13:05.222097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.247307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.288213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] For port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:13:05.288766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:05.292192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:05.292352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] For port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:13:05.295263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:13:05.296498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.342949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:05.354001 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.365262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b27d-aa68-448e-b96a-3d564de2de36 None None] Pushing event updated for resources: {'Port': ['ID=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:05.521070 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.786976 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:13:05.844809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:05.845250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.891060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.896233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.939830 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.977725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:05.981805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:05.981956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.982781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2db27b59-3ccb-419c-8247-d4669daea0ae up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:13:05.984475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:06.064445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:06.081692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2db27b59-3ccb-419c-8247-d4669daea0ae triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:06.082154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:06.110419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:06.113166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:06.255877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 455ff415-e2a2-4a21-82b7-3e0350b2518d has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:13:06.366654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:13:06.372487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0eee3c46-0d2f-41fc-8eae-7c060d45d247 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/455ff415-e2a2-4a21-82b7-3e0350b2518d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5016661 Nov 10 23:13:06.375240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47794) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:06.450746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c048ae4-c5aa-49f7-8f6a-6e856d26e839 None None] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:13:06.558989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.559465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.559928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.560387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.560854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.561352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.561806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.562254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.562700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.563628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-aa489ae1-0fd6-4a5c-8bc5-42afdcc1bb16 None None] Provisioning complete for port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:06.563998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa489ae1-0fd6-4a5c-8bc5-42afdcc1bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:06.564633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-092ea414-6665-4c60-8b8f-3f1809687178 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.1884029 Nov 10 23:13:06.567659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47796) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:06.628260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.628729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.629207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.629654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.630098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.630540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.631183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.631830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.632230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:06.636684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a33617e3-b3bd-4c21-b8b6-f8d06bc26529 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5816 time: 0.0655880 Nov 10 23:13:06.637514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47798) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:06.887068 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5d3893f9-324a-48fd-829e-24d58c90bb73 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2477274 Nov 10 23:13:06.923296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6727e64b-cf22-407b-944d-3f1352d02da6 None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:06.923787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6727e64b-cf22-407b-944d-3f1352d02da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:06.960457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6727e64b-cf22-407b-944d-3f1352d02da6 None None] Port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:13:06.978760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6727e64b-cf22-407b-944d-3f1352d02da6 None None] Provisioning complete for port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:06.978760 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6727e64b-cf22-407b-944d-3f1352d02da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.020635 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Sync routers for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:13:07.043313 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:07.044333 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:07.176609 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:07.213886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1451b255-3d55-41f2-9628-cb3fb505bbda None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:07.220318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1451b255-3d55-41f2-9628-cb3fb505bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.280760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1451b255-3d55-41f2-9628-cb3fb505bbda None None] Port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:13:07.290355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47804) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:07.295361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932481065', 'description': 'tempest-secgroup-smoke-1932481065 description', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:07.322972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.403566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.409313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.414007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0c1b0024-1721-405a-8d34-1c0518233b58 None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:07.415036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0024-1721-405a-8d34-1c0518233b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.445461 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.447264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1559222 Nov 10 23:13:07.450157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47806) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:07.455092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:07.460192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34c22-fa12-465c-9a95-d7f65654bd1a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:07.465971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b0024-1721-405a-8d34-1c0518233b58 None None] Port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:13:07.497647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.516407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 2, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:07.547171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Checking router: 455ff415-e2a2-4a21-82b7-3e0350b2518d for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:13:07.547524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Updating router 455ff415-e2a2-4a21-82b7-3e0350b2518d port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:13:07.572901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.576832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.578706 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.600185 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574a995b-4134-40a0-91d4-f4c8aa2a850c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:07.610444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.611902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cdb5af81-a79a-42ff-93a3-d3da58f12ca1 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603036 Nov 10 23:13:07.614562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47808) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:07.619727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:07.647898 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.712546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.715530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.724190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:13:07.740576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996d5c34-6a6c-49b6-b862-b57554df5648,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:07.746204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.749466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-63ce97f3-51bc-4950-a867-adf5b3c594ec tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319995 Nov 10 23:13:07.750365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:07.756487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:07.781498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:07.781968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.786685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.855709 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.858251 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.862076 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.862284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.881070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dead1cbb-e51d-4ab4-833a-b8b2119a0186,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:07.889463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.893048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1c0b2f5f-dc2d-41b5-88d7-861245ec6cde tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393080 Nov 10 23:13:07.893416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47812) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:07.898430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:07.920524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786a59e-a91c-4411-b74c-25068de4194b None None] Pushing event updated for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:07.936857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.970492 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Attempting to bind port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:13:07.970864 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Attempting to bind port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:13:07.971226 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Attempting to bind port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 on network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:13:07.977634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:13:07.978020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Checking segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:13:07.978425 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.978822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Bound using segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:13:07.979294 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Bound port: af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:13:07.979671 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.999714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.003183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.025573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da15e4df-04b6-4016-9794-dfdafd09dbea,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:08.035337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.036855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa982ea0-edc2-4220-9b85-c167e8f19ebe tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424975 Nov 10 23:13:08.040357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47814) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:08.045334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:08.071272 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] For port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:13:08.074420 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:13:08.075531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] For port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:13:08.080357 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.080899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.138245 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:08.138873 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:08.155304 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.159602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.177643 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786a59e-a91c-4411-b74c-25068de4194b None None] Pushing event updated for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:08.179826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf1a0f0-9c63-4e90-8587-262644ba22d4,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:08.188411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.190059 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8402afdd-e34c-40ad-87f3-e4ae8054f6bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486182 Nov 10 23:13:08.192687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47816) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:08.196502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:08.196874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.198631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'security_group_rule': {'security_group_id': 'b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7', 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:08.224190 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Project 1fd7bc68994a4ba1bec75ad01f3a0979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:13:08.231815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.301801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.303415 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:08.323872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.327802 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.343882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] For port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:08.348103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b02187-783d-4d60-9fd6-706e8702e8a9,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:08.350234 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.363315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.364566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-157f94be-86bd-44e3-98c7-a67ce76039bf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706011 Nov 10 23:13:08.416315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Pushing event updated for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:08.425250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.425731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.426081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.426419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.426756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.427088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.427417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.427984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.428120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.428413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.428824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.429146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c555d-7db3-4b21-bb79-8b55e53c90e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:08.471342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-923d6320-b3dc-482c-93c1-a28d1429e328 None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:08.471342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-923d6320-b3dc-482c-93c1-a28d1429e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:08.553944 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:08.581287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-a705267b-9300-4455-b97c-b9aee8c96da7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932481065&fields=id&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 267 time: 0.0493033 Nov 10 23:13:08.582147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf1003-8ea8-4785-b92a-87972c7b4cb1 None None] The sync data for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 is: [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:08.710759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-1c6a50be-a2f2-49e2-a2b3-ae0719deed9c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:08.712310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-1c6a50be-a2f2-49e2-a2b3-ae0719deed9c tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/networks?id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 200 len: 796 time: 0.1227293 Nov 10 23:13:08.727891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-5f1b3f21-8bcf-4c76-a0a6-b924118d8526 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/quotas/1fd7bc68994a4ba1bec75ad01f3a0979 HTTP/1.1" status: 200 len: 375 time: 0.0096750 Nov 10 23:13:08.785408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-42daccb7-2f26-4dc4-9000-25556584cd21 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511947 Nov 10 23:13:08.883728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-534ffdc2-2047-476d-9b1a-f033af2a7325 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850997 Nov 10 23:13:08.978461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-10973b65-a75c-4581-b919-ef9322783b6f service neutron] 10.222.0.25 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885856 Nov 10 23:13:09.162311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4334c649-6046-4cc0-a653-3cb65ad97244 req-ddd0f7cf-9c54-4623-af1c-1799b1ee4936 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 210 time: 0.0306685 Nov 10 23:13:09.733102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:13:09.785229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:09.785567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:10.217460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b421d760-8f7b-423c-aeda-c653b85084e4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:10.219391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b421d760-8f7b-423c-aeda-c653b85084e4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/networks?id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 200 len: 796 time: 0.1074638 Nov 10 23:13:10.282424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6fb7ad3-2f65-4d82-98fd-042d5fe0839a req-6907dc18-5ce1-4310-abf5-a1294acb467f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 210 time: 0.0387354 Nov 10 23:13:10.315044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9b0180f8-9d3d-46a2-a837-d55c99b3027b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0862432 Nov 10 23:13:10.345767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-0fc48345-f529-4d38-910c-ce3c06028bda tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0244694 Nov 10 23:13:10.357124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'port': {'device_id': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'admin_state_up': True, 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'security_groups': ['b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:10.462977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Made reservation on behalf of 1fd7bc68994a4ba1bec75ad01f3a0979 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:13:10.466739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:10.902690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.20.0.8 (0f3ea359-1510-4b5b-ba58-3b33ed0db0b9/37de3424-77b2-441e-a91d-a0c6f46f3380/9aed3db2-913c-4ad5-86c2-9748130946c9) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:13:11.043790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.076653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.118821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:11.123913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:11.127719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:13:11.157074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:11.185980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:11.186602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.202925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-9bc2f1ff-86d8-4245-bbf8-d656ad835be4 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493881 Nov 10 23:13:11.216303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Request body: {'port': {'device_id': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:11.280663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.397790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e55ee439-3d86-45fe-b2d6-a34bbce699b7 None None] Provisioning complete for port 9aed3db2-913c-4ad5-86c2-9748130946c9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:11.398403 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e55ee439-3d86-45fe-b2d6-a34bbce699b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.432752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e55ee439-3d86-45fe-b2d6-a34bbce699b7 None None] Port 9aed3db2-913c-4ad5-86c2-9748130946c9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:13:11.494797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a41ac-68c7-481c-bd4c-cd10cd8fcda0 req-f0ee9dbc-0448-4f53-95e2-b7b692ed3efa tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:11.496322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f4a41ac-68c7-481c-bd4c-cd10cd8fcda0 req-f0ee9dbc-0448-4f53-95e2-b7b692ed3efa tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 931 time: 0.1104014 Nov 10 23:13:11.590144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f4a41ac-68c7-481c-bd4c-cd10cd8fcda0 req-c8fe6595-7c34-4794-b396-3a682184101a tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841920 Nov 10 23:13:11.637095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aed3db2-913c-4ad5-86c2-9748130946c9 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:13:11.644402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.656419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Transition to ACTIVE for port object 9aed3db2-913c-4ad5-86c2-9748130946c9 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:13:11.660361 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.732110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Pushing event updated for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:11.789029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Attempting to bind port 9aed3db2-913c-4ad5-86c2-9748130946c9 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:13:11.789381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Attempting to bind port 9aed3db2-913c-4ad5-86c2-9748130946c9 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:13:11.789710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Attempting to bind port 9aed3db2-913c-4ad5-86c2-9748130946c9 on network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:13:11.794184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Port 9aed3db2-913c-4ad5-86c2-9748130946c9 on network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:13:11.794502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Attempting to bind port 9aed3db2-913c-4ad5-86c2-9748130946c9 on network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:13:11.802295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:13:11.802625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Checking segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:13:11.803010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Bound using segment: {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:13:11.803440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Bound port: 9aed3db2-913c-4ad5-86c2-9748130946c9, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac267e50-b6ce-46bb-bc23-dcea25ff174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:13:11.803798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.874982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:13:11.878633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9aed3db2-913c-4ad5-86c2-9748130946c9,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:13:11.882438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.921060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:11.921914 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.923246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] 10.222.0.20 "PUT /v2.0/ports/9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 200 len: 1091 time: 0.7122307 Nov 10 23:13:11.923681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:13:11.926474 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2c43f-b238-4be1-942d-08ba61272549" -d '{"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:13:11.953935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Pushing event updated for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:11.964936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.965438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.965787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.966327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.966687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.967120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.967626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.968054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.968451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.968877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.969423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.969834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6db94-0952-46d0-87d9-58c99580a555 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:11.985625 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a5a915-740f-459a-9a29-5f2901c7dc7c x-openstack-request-id: req-28a5a915-740f-459a-9a29-5f2901c7dc7c {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:13:11.985918 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:13:11.986171 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28a5a915-740f-459a-9a29-5f2901c7dc7c {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:13:11.986712 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'status': 'completed', 'code': 200} Nov 10 23:13:12.023617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-4066347f-c62d-4ee4-8625-a5737e948de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.025233 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-4066347f-c62d-4ee4-8625-a5737e948de4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1094 time: 0.0507281 Nov 10 23:13:12.077096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-76bc6001-35b1-4fc5-a387-68e0691d8c1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 200 len: 217 time: 0.0435998 Nov 10 23:13:12.134409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-114d7a57-338c-4195-b9bc-cb22e5e682c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.136057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-114d7a57-338c-4195-b9bc-cb22e5e682c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37de3424-77b2-441e-a91d-a0c6f46f3380 HTTP/1.1" status: 200 len: 834 time: 0.0513825 Nov 10 23:13:12.184490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-dee23640-c6c4-4481-baf7-a43909c40256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.186136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-dee23640-c6c4-4481-baf7-a43909c40256 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427427 Nov 10 23:13:12.287160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-907514f0-0b8e-4619-ae0f-ff7b02a389b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931995 Nov 10 23:13:12.385110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b3ed99c0-f406-4e19-8ce5-0679c83a589b req-6f7bbb16-120b-4e31-8aa5-a05c899c3891 service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915310 Nov 10 23:13:12.472271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-d5844c02-796b-425b-bd46-a2fd83c44488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.473929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-d5844c02-796b-425b-bd46-a2fd83c44488 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1094 time: 0.0412672 Nov 10 23:13:12.573916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-1fb36588-9deb-4b49-aa25-a6a26e804271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.575470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-1fb36588-9deb-4b49-aa25-a6a26e804271 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 200 len: 896 time: 0.0946562 Nov 10 23:13:12.620649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-e14af4d8-98ed-4b3e-ad1e-07152f59116f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 200 len: 217 time: 0.0368838 Nov 10 23:13:12.676762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-2a686b6a-61e9-4e35-9417-7beb9f10fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.678286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-2a686b6a-61e9-4e35-9417-7beb9f10fc32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37de3424-77b2-441e-a91d-a0c6f46f3380 HTTP/1.1" status: 200 len: 834 time: 0.0503612 Nov 10 23:13:12.715326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a079a4-d661-4f33-a681-80b71f0e3f44 req-705bdded-7ace-4a40-b6a5-721f15fe09b6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.716913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95a079a4-d661-4f33-a681-80b71f0e3f44 req-705bdded-7ace-4a40-b6a5-721f15fe09b6 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 943 time: 0.0545826 Nov 10 23:13:12.725008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-465c8e6e-94aa-4379-8565-2d56ed00d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:12.726514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-465c8e6e-94aa-4379-8565-2d56ed00d465 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406363 Nov 10 23:13:12.769014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-95a079a4-d661-4f33-a681-80b71f0e3f44 req-188e99ea-d2e2-4f07-b28f-504765c9b5d8 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Nov 10 23:13:12.827204 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-03874753-3fe7-4301-af08-289bd065b4ac service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928435 Nov 10 23:13:12.916895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e4e2c43f-b238-4be1-942d-08ba61272549 req-3a28b493-2dc2-44a5-8f56-766820845b8f service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823472 Nov 10 23:13:13.494219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9aed3db2-913c-4ad5-86c2-9748130946c9 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:13:13.589927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9aed3db2-913c-4ad5-86c2-9748130946c9,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:13.600816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'port_id': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'mac_address': 'fa:16:3e:38:b8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:13:13.636904 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:13.650898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aed3db2-913c-4ad5-86c2-9748130946c9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:13:13.671471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9aed3db2-913c-4ad5-86c2-9748130946c9,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:13.675669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:13.726527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:13.875299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['9aed3db2-913c-4ad5-86c2-9748130946c9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:13:13.887266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae681de-bcc5-4abd-8d60-8811833990ed req-0115d890-7449-498c-af30-85a7dc4d9a77 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:13.888815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae681de-bcc5-4abd-8d60-8811833990ed req-0115d890-7449-498c-af30-85a7dc4d9a77 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 944 time: 0.0502448 Nov 10 23:13:13.939615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6ae681de-bcc5-4abd-8d60-8811833990ed req-3654d7cf-9f27-4167-9e29-207bd505343f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Nov 10 23:13:14.776742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:15.059055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ad579-530f-4be8-8058-ad9a8f73da92 req-7de902e5-0393-42fa-9fc9-233d425fc5de tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:15.060505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-097ad579-530f-4be8-8058-ad9a8f73da92 req-7de902e5-0393-42fa-9fc9-233d425fc5de tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 944 time: 0.0534923 Nov 10 23:13:15.108241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-097ad579-530f-4be8-8058-ad9a8f73da92 req-ad257c61-cd04-438e-8421-eec6c17c1965 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418267 Nov 10 23:13:15.254260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:15.506950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9aed3db2-913c-4ad5-86c2-9748130946c9 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:13:15.574010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 9aed3db2-913c-4ad5-86c2-9748130946c9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:13:15.577938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 9aed3db2-913c-4ad5-86c2-9748130946c9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:13:15.578307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:15.660561 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:15.685675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:13:15.688165 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda91ec8-b1f2-4215-8b5d-16896399f0a1" -d '{"events": [{"server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "name": "network-vif-plugged", "status": "completed", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:13:15.704611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9aed3db2-913c-4ad5-86c2-9748130946c9,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:15.709764 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:15.736809 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2591a6-f694-4f24-8994-f191616ecab1 x-openstack-request-id: req-6f2591a6-f694-4f24-8994-f191616ecab1 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:13:15.737290 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "name": "network-vif-plugged", "status": "completed", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:13:15.737515 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f2591a6-f694-4f24-8994-f191616ecab1 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:13:15.737906 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'code': 200} Nov 10 23:13:15.768021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:15.838038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713c6e-051a-455a-84c0-d0fd7d1dfff7 req-5f835b97-76d1-4bb4-b265-b74966879001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:15.839688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c713c6e-051a-455a-84c0-d0fd7d1dfff7 req-5f835b97-76d1-4bb4-b265-b74966879001 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1096 time: 0.0425513 Nov 10 23:13:15.888674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c713c6e-051a-455a-84c0-d0fd7d1dfff7 req-3510752a-225c-439f-8aa5-789c7374a445 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Nov 10 23:13:16.230356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838eca0-d26c-4b39-adfa-f4a52ff649ce req-a595294d-c7db-4d87-8307-7d401dc57d91 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:16.232005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3838eca0-d26c-4b39-adfa-f4a52ff649ce req-a595294d-c7db-4d87-8307-7d401dc57d91 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Nov 10 23:13:16.284724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3838eca0-d26c-4b39-adfa-f4a52ff649ce req-f3b6e97f-ad00-4ca9-bf82-f828f38dea9e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Nov 10 23:13:17.404839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e0c6-9996-4d0e-9a8f-0d2c458b5fb5 req-98a57956-c994-4392-8ad7-1657d8d382cf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:17.406350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84b0e0c6-9996-4d0e-9a8f-0d2c458b5fb5 req-98a57956-c994-4392-8ad7-1657d8d382cf tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.0494111 Nov 10 23:13:17.455761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84b0e0c6-9996-4d0e-9a8f-0d2c458b5fb5 req-bfb34152-e146-48a5-8376-2dc8d0e2037f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Nov 10 23:13:17.574750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc04bb-d1af-4b67-b7f6-919e16c16ae5 req-ad283534-701b-47b2-b489-5455184fbaf7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:17.576120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59cc04bb-d1af-4b67-b7f6-919e16c16ae5 req-ad283534-701b-47b2-b489-5455184fbaf7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Nov 10 23:13:17.624663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-59cc04bb-d1af-4b67-b7f6-919e16c16ae5 req-a0ae9062-13d9-4c4f-be49-75a6bf23167d tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Nov 10 23:13:17.646542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:17.685117 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c417ad-8ad0-4d56-8c95-12a97f835057 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:17.687054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-72c417ad-8ad0-4d56-8c95-12a97f835057 tempest-TestNetworkBasicOps-736123120 tempest-TestNetworkBasicOps-736123120-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1091 time: 0.0390966 Nov 10 23:13:17.689429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47882) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:17.694049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:13:17.717928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:17.827706 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:17.939155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Allocated IP 172.25.0.12 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5f8b0a46-6ff5-4af9-abd9-87a7776f5913) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:13:18.041223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.073523 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.115307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:13:18.118748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:13:18.122291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:13:18.127540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=5f8b0a46-6ff5-4af9-abd9-87a7776f5913,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:18.465158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.531185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.678636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.683603 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.746532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event updated for resources: {'Port': ['ID=5f8b0a46-6ff5-4af9-abd9-87a7776f5913,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:18.759705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:18.856211 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Floating IP aadebe6a-a67f-4a4d-9539-15ed8b214453 associated. External IP: 172.25.0.12, port: 9aed3db2-913c-4ad5-86c2-9748130946c9. Nov 10 23:13:19.361852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 455ff415-e2a2-4a21-82b7-3e0350b2518d has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:13:19.470307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:13:19.480137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Sync routers for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:13:19.488361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:19.489394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:19.490018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:19.515755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4f45b50c-393f-4b65-a8a8-37d5db7ba0bd tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8253233 Nov 10 23:13:19.516335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:13:19.518568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 47888) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:19.519045 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47097c45-df62-483c-b2cb-09df24a277c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:13:19.590446 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8d7afda4-3d69-48ba-b737-cc907bad4db8 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/aadebe6a-a67f-4a4d-9539-15ed8b214453 HTTP/1.1" status: 200 len: 990 time: 0.0694892 Nov 10 23:13:19.691381 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1803c13e-9fec-4084-bfc5-4c5cabfae3ae x-openstack-request-id: req-1803c13e-9fec-4084-bfc5-4c5cabfae3ae {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:13:19.691902 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:13:19.691902 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1803c13e-9fec-4084-bfc5-4c5cabfae3ae {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:13:19.692290 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'status': 'completed', 'code': 200} Nov 10 23:13:19.754050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097c45-df62-483c-b2cb-09df24a277c0 req-e6bb53fe-aa7e-4e5d-8a1c-56509ea16e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:19.755574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-e6bb53fe-aa7e-4e5d-8a1c-56509ea16e6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1096 time: 0.0416181 Nov 10 23:13:19.759044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:19.849801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097c45-df62-483c-b2cb-09df24a277c0 req-2b659858-6e32-4658-8d60-46ed988db037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:19.851286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-2b659858-6e32-4658-8d60-46ed988db037 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 200 len: 896 time: 0.0892935 Nov 10 23:13:19.917807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-62fde732-79f8-4dbb-94d6-016f3be1bab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 200 len: 998 time: 0.0599194 Nov 10 23:13:19.967642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097c45-df62-483c-b2cb-09df24a277c0 req-3c44008d-c1ea-4a52-a09c-6d5310f80e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:19.969123 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-3c44008d-c1ea-4a52-a09c-6d5310f80e47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37de3424-77b2-441e-a91d-a0c6f46f3380 HTTP/1.1" status: 200 len: 834 time: 0.0439816 Nov 10 23:13:19.984427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'aadebe6a-a67f-4a4d-9539-15ed8b214453', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'port_id': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'mac_address': 'fa:16:3e:38:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:13:18Z', 'updated_at': '2021-11-10T23:13:18Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:20.012018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Checking router: 455ff415-e2a2-4a21-82b7-3e0350b2518d for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:13:20.018476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097c45-df62-483c-b2cb-09df24a277c0 req-d466e6a1-d812-4ccc-b0c0-cff667fb2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:20.019970 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-d466e6a1-d812-4ccc-b0c0-cff667fb2fcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445659 Nov 10 23:13:20.020363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:20.020938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:12:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:20.118221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-314f2274-8cec-4f27-a157-d5aaf3bbbc4e service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904894 Nov 10 23:13:20.130198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:20.209870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47097c45-df62-483c-b2cb-09df24a277c0 req-a12f1ae5-d178-43d6-8425-07a468795cae service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Nov 10 23:13:20.353510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'aadebe6a-a67f-4a4d-9539-15ed8b214453', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'port_id': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'mac_address': 'fa:16:3e:38:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:13:18Z', 'updated_at': '2021-11-10T23:13:18Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:20.379275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd6db0-fbde-454b-a6c2-1ba9ed2e3d26 None None] The sync data for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 is: [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'aadebe6a-a67f-4a4d-9539-15ed8b214453', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'port_id': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'mac_address': 'fa:16:3e:38:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:13:18Z', 'updated_at': '2021-11-10T23:13:18Z', 'revision_number': 0, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:20.577819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76701bb0-f126-4dbb-85e2-de4b4cd7ec74 None None] New status for floating IP aadebe6a-a67f-4a4d-9539-15ed8b214453: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:13:20.593235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:20.655857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c380a185-45ce-4762-aa96-1a17ad3523b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/aadebe6a-a67f-4a4d-9539-15ed8b214453 HTTP/1.1" status: 200 len: 990 time: 0.0602052 Nov 10 23:13:21.188878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:13:21.658635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:21.721097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a34437cf-2ab6-4ef4-b82d-2604a768996e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/aadebe6a-a67f-4a4d-9539-15ed8b214453 HTTP/1.1" status: 200 len: 992 time: 0.0612485 Nov 10 23:13:24.989749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ae2f0c54-d3e4-42e0-aea1-e745c8138318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:27.621507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5029b817-2c57-42ad-8fe3-d77caa415fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:28.999487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:30.421774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:30.754046 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:44.791958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:45.250967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:48.294262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47968) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:48.353589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-41f53010-3f5b-497e-94c9-f6519fecc40e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/floatingips/aadebe6a-a67f-4a4d-9539-15ed8b214453 HTTP/1.1" status: 200 len: 992 time: 0.0580316 Nov 10 23:13:48.606491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47974) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:48.763070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 5f8b0a46-6ff5-4af9-abd9-87a7776f5913 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:48.763409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:48.840084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:48.840406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:48.852309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 5f8b0a46-6ff5-4af9-abd9-87a7776f5913 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:48.999676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:49.024418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=5f8b0a46-6ff5-4af9-abd9-87a7776f5913,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:49.051178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.051411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.051752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.052084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.052420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.052779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.053136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.053467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.053790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.054113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.054438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.055388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:13:49.096034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:49.096369 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Floating IP aadebe6a-a67f-4a4d-9539-15ed8b214453 disassociated (deleted). External IP: 172.25.0.12, port: 9aed3db2-913c-4ad5-86c2-9748130946c9. Nov 10 23:13:49.298734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 455ff415-e2a2-4a21-82b7-3e0350b2518d has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:13:49.402995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:13:49.407634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:49.412244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Sync routers for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:13:49.422923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:49.423628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:13:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:49.434730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0bf9d30-cae9-4594-b872-5496bfce2a41 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/floatingips/aadebe6a-a67f-4a4d-9539-15ed8b214453 HTTP/1.1" status: 204 len: 168 time: 0.8272302 Nov 10 23:13:49.435322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:13:49.437591 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:13:49.478859 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8fdd0d-f989-4c34-acf9-9e6c4a358a93 x-openstack-request-id: req-ce8fdd0d-f989-4c34-acf9-9e6c4a358a93 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:13:49.478859 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:13:49.478859 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce8fdd0d-f989-4c34-acf9-9e6c4a358a93 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:13:49.479510 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'status': 'completed', 'code': 200} Nov 10 23:13:49.535120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:49.542198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-6f734ff7-0b0d-466a-b17e-3163dba71ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:49.543704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-6f734ff7-0b0d-466a-b17e-3163dba71ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 1096 time: 0.0432534 Nov 10 23:13:49.655444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-51a1e745-2d5e-460b-bae3-54abe08d4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:49.657302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-51a1e745-2d5e-460b-bae3-54abe08d4d50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 200 len: 896 time: 0.1051121 Nov 10 23:13:49.711474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-7c3e02bc-4d19-4108-b857-0607fae402df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 200 len: 217 time: 0.0396955 Nov 10 23:13:49.735304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5d62-ae71-409b-984d-72b618cbdcfb req-68deb86b-f0c9-4046-842e-0f4cfce3c27f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:49.736673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:49.736899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-633f5d62-ae71-409b-984d-72b618cbdcfb req-68deb86b-f0c9-4046-842e-0f4cfce3c27f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.1048160 Nov 10 23:13:49.766364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Checking router: 455ff415-e2a2-4a21-82b7-3e0350b2518d for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:13:49.775614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:49.776218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:13:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:49.792815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-ae1b30c4-fe53-428e-9a9a-4ca97692d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:49.794276 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-ae1b30c4-fe53-428e-9a9a-4ca97692d2f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37de3424-77b2-441e-a91d-a0c6f46f3380 HTTP/1.1" status: 200 len: 834 time: 0.0746136 Nov 10 23:13:49.841939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-633f5d62-ae71-409b-984d-72b618cbdcfb req-59ba1112-51cb-46bd-bee7-24e11c770025 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872898 Nov 10 23:13:49.855023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-77105073-ca40-4f55-af10-74eddba9e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:49.856855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-77105073-ca40-4f55-af10-74eddba9e43a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526817 Nov 10 23:13:49.883364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:49.950625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-aa3cae59-fd0b-4d10-a2de-aae1d2db13dd service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Nov 10 23:13:50.053291 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-73b3ac51-65f7-4412-9e59-2d1f00cdc6a6 req-95d3f175-c1a3-46db-a92b-ab203c807633 service neutron] 10.222.0.20 "GET /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940273 Nov 10 23:13:50.097995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:50.123526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cae77d-5f95-4028-80d0-b3932739b0f6 None None] The sync data for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 is: [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:05Z', 'revision_number': 4, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13', 'name': '', 'network_id': '0f3ea359-1510-4b5b-ba58-3b33ed0db0b9', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'mac_address': 'fa:16:3e:02:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:04Z', 'updated_at': '2021-11-10T23:13:08Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'subnets': [{'id': '37de3424-77b2-441e-a91d-a0c6f46f3380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:50.333286 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8443fcb-f04e-4946-ab23-b98d50d4a521 None None] New status for floating IP aadebe6a-a67f-4a4d-9539-15ed8b214453: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:13:50.993374 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619543-4a26-47d9-be53-ace00559629f req-16743831-2644-45b8-a442-b4af688f07eb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:50.994840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0619543-4a26-47d9-be53-ace00559629f req-16743831-2644-45b8-a442-b4af688f07eb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.0770988 Nov 10 23:13:51.006058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-61a3103d-4c7b-49ad-9ba3-837c8e608c9b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:51.007400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-61a3103d-4c7b-49ad-9ba3-837c8e608c9b tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7708a8a-9de8-4475-9fca-655f0f2b4198 HTTP/1.1" status: 200 len: 945 time: 0.0637939 Nov 10 23:13:51.106400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0619543-4a26-47d9-be53-ace00559629f req-31c6be61-cb9a-47fb-b159-4e69de6b837f tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980577 Nov 10 23:13:51.132372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 9aed3db2-913c-4ad5-86c2-9748130946c9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:51.132688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:51.220954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 9aed3db2-913c-4ad5-86c2-9748130946c9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=9aed3db2-913c-4ad5-86c2-9748130946c9,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:51.221403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:51.233481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 9aed3db2-913c-4ad5-86c2-9748130946c9 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:51.355005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:51.387054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=9aed3db2-913c-4ad5-86c2-9748130946c9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:51.425515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] No DVR routers for this DVR port 9aed3db2-913c-4ad5-86c2-9748130946c9 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:13:51.428066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:51.431872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-503d8c08-0ad6-45c7-aa89-23e5446ee528 req-d3ddb594-f844-401d-84bd-27fcac90ba0e tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.20 "DELETE /v2.0/ports/9aed3db2-913c-4ad5-86c2-9748130946c9 HTTP/1.1" status: 204 len: 173 time: 0.4180875 Nov 10 23:13:51.432301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'name': 'network-vif-deleted', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:13:51.434538 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b755bcf-da09-4378-a8e4-3e3b9aeba526" -d '{"events": [{"server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "name": "network-vif-deleted", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:13:51.472437 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191bf182-1cc0-4068-a55f-3e7429d408af x-openstack-request-id: req-191bf182-1cc0-4068-a55f-3e7429d408af {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:13:51.472728 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7708a8a-9de8-4475-9fca-655f0f2b4198", "name": "network-vif-deleted", "tag": "9aed3db2-913c-4ad5-86c2-9748130946c9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:13:51.472992 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-191bf182-1cc0-4068-a55f-3e7429d408af {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:13:51.473410 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7708a8a-9de8-4475-9fca-655f0f2b4198', 'name': 'network-vif-deleted', 'tag': '9aed3db2-913c-4ad5-86c2-9748130946c9', 'status': 'completed', 'code': 200} Nov 10 23:13:52.162875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 47996) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:52.223137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:52.248323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:52.308398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:52.310905 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:52.312090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7 HTTP/1.1" status: 204 len: 168 time: 0.1482277 Nov 10 23:13:52.321770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a0af-fc70-4fd7-a1e0-ddc3a3f49fea tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1102bb0-ac5a-4d3c-8c8e-d1ccc6ef41b7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:52.344708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:52.693994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:52.943434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:52.943773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.033889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:53.034256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.049589 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:53.229943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.255822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:53.429241 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.632788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Router 455ff415-e2a2-4a21-82b7-3e0350b2518d has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:13:53.737056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:13:53.742060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6684274c-7e39-4692-aced-735ec0be7adb tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "PUT /v2.0/routers/455ff415-e2a2-4a21-82b7-3e0350b2518d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3961358 Nov 10 23:13:53.744603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48004) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:53.748753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Sync routers for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:13:53.758755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:53.759349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:13:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:53.798246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting subnet 37de3424-77b2-441e-a91d-a0c6f46f3380 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:13:53.801433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.841148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.862356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:53.929099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:53.993711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.021735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Subnet': ['ID=37de3424-77b2-441e-a91d-a0c6f46f3380,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:54.025479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.029469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dcf1b48e-5399-4bbb-bf99-a77ac4aff826 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/subnets/37de3424-77b2-441e-a91d-a0c6f46f3380 HTTP/1.1" status: 204 len: 168 time: 0.2837427 Nov 10 23:13:54.031977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48006) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:54.105712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fe71e-233d-4b11-8b52-2f3a5a09219c None None] Network 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:13:54.147235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.251854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.298495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:53Z', 'revision_number': 5, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port': {'id': '2db27b59-3ccb-419c-8247-d4669daea0ae', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:54.309820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Deleting port 2db27b59-3ccb-419c-8247-d4669daea0ae {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:54.310229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.329628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Checking router: 455ff415-e2a2-4a21-82b7-3e0350b2518d for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:13:54.338670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Routers {'455ff415-e2a2-4a21-82b7-3e0350b2518d'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:13:54.339276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:13:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['455ff415-e2a2-4a21-82b7-3e0350b2518d'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:54.374124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] DHCP port deletion for 0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:54.395983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] For port 2db27b59-3ccb-419c-8247-d4669daea0ae, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2db27b59-3ccb-419c-8247-d4669daea0ae,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:54.396346 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.407929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Calling delete_port for 2db27b59-3ccb-419c-8247-d4669daea0ae owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:54.449230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] Set router 455ff415-e2a2-4a21-82b7-3e0350b2518d gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:13:54.502060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:54Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:54.537208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b77137-e689-44ee-8773-1af85f10748b None None] The sync data for ids ['455ff415-e2a2-4a21-82b7-3e0350b2518d'] in n-d-811521-3 is: [{'id': '455ff415-e2a2-4a21-82b7-3e0350b2518d', 'name': 'tempest-TestNetworkBasicOps-router-2068639560', 'tenant_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:13:01Z', 'updated_at': '2021-11-10T23:13:54Z', 'revision_number': 6, 'project_id': '1fd7bc68994a4ba1bec75ad01f3a0979', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:13:54.552023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Deleting port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:13:54.552392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.572737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.599024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Port': ['ID=2db27b59-3ccb-419c-8247-d4669daea0ae,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:54.615903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b65489-b60e-4e96-bc0b-feae4dace80d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:13:54.636957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] For port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,segment=NetworkSegment(ac267e50-b6ce-46bb-bc23-dcea25ff174c),segment_id=ac267e50-b6ce-46bb-bc23-dcea25ff174c)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:13:54.637389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.649996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Calling delete_port for 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:13:54.659551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.732889 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.749565 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.751793 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.757797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] Pushing event deleted for resources: {'Port': ['ID=6283b2d2-ebf5-47e7-aede-5b8f5307c7b7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:54.761568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed33807-faf1-4f91-8195-afd029a8600f None None] No DVR routers for this DVR port 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:13:54.802623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.803187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Fanout notify agent at l3_agent the message router_deleted on router 455ff415-e2a2-4a21-82b7-3e0350b2518d {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:13:54.810511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.811596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cd2b442e-f461-49e2-b599-9d05ebeb9dae tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/routers/455ff415-e2a2-4a21-82b7-3e0350b2518d HTTP/1.1" status: 204 len: 168 time: 0.7786047 Nov 10 23:13:54.814188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48010) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:54.888259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.979892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.001867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7e8235e1-b037-4226-b493-5b961dac64b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.002119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3ea359-1510-4b5b-ba58-3b33ed0db0b9']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:55.011510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac267e50-b6ce-46bb-bc23-dcea25ff174c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:55.011733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac267e50-b6ce-46bb-bc23-dcea25ff174c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:13:55.020791 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.034280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.041691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:13:55.042078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:13:55.045396 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:13:55.101814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.108639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.111782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] 10.222.0.25 "DELETE /v2.0/networks/0f3ea359-1510-4b5b-ba58-3b33ed0db0b9 HTTP/1.1" status: 204 len: 168 time: 0.2966380 Nov 10 23:13:55.127802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e642f-b795-43b0-8938-eda67194a1b7 tempest-TestNetworkBasicOps-990576160 tempest-TestNetworkBasicOps-990576160-project] Pushing event deleted for resources: {'Network': ['ID=0f3ea359-1510-4b5b-ba58-3b33ed0db0b9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:55.377568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48018) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:55.522687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-04b0835d-c185-47e0-ad52-ccfbf6add459 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fd7bc68994a4ba1bec75ad01f3a0979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437819 Nov 10 23:13:55.525756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48022) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:55.574270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.596891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.600065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9aed3db2-913c-4ad5-86c2-9748130946c9 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:55.623964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 9aed3db2-913c-4ad5-86c2-9748130946c9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:55.624310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 9aed3db2-913c-4ad5-86c2-9748130946c9 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:55.646539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.649750 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:55.651104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/545c3fe0-a0e8-4c18-9490-fd1bae34ddcf HTTP/1.1" status: 204 len: 168 time: 0.1244485 Nov 10 23:13:55.660199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763218a-fdff-4b9a-a3a3-eee18c75ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c3fe0-a0e8-4c18-9490-fd1bae34ddcf,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:55.731318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:55.755026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:55.755387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device af76c3bb-7f3e-41d9-b1e3-8f2b15ae6c13 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:55.755986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:55.777002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:55.777629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6283b2d2-ebf5-47e7-aede-5b8f5307c7b7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:55.777754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2db27b59-3ccb-419c-8247-d4669daea0ae no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:13:55.797035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2db27b59-3ccb-419c-8247-d4669daea0ae {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:13:55.797383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2db27b59-3ccb-419c-8247-d4669daea0ae not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:13:55.935633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48028) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:55.948390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b950bd-cfd2-4460-b55d-af42074fa74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.025593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b950bd-cfd2-4460-b55d-af42074fa74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.029585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f4b950bd-cfd2-4460-b55d-af42074fa74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.069410 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f4b950bd-cfd2-4460-b55d-af42074fa74e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3826bae1e878478799782ee533759c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326728 Nov 10 23:13:56.070297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b950bd-cfd2-4460-b55d-af42074fa74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c904de-9707-46ca-8684-04a4ed16ae20,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:56.072124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:13:56.119934 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.139827 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.185787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.188274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:56.189427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95c904de-9707-46ca-8684-04a4ed16ae20 HTTP/1.1" status: 204 len: 168 time: 0.1162968 Nov 10 23:13:56.197232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561effda-7632-491a-b2bd-9678740d0636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c904de-9707-46ca-8684-04a4ed16ae20,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:13:57.622746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6428650-c215-4b52-b4d1-571a01605189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:58.188247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:13:59.002183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:59.020663 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-86fae336-4d78-4626-a263-ae69355aca1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393536 Nov 10 23:13:59.081144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-d2c4a3db-7ff6-4743-9c83-37dc1097defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:59.082628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-d2c4a3db-7ff6-4743-9c83-37dc1097defc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 1097 time: 0.0402541 Nov 10 23:13:59.184553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-bd398137-1931-49c7-93a9-c7b6b772dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:59.186037 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-bd398137-1931-49c7-93a9-c7b6b772dce6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0857809 Nov 10 23:13:59.250459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-44298384-29ea-4175-914a-00a91495db20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 200 len: 1002 time: 0.0574322 Nov 10 23:13:59.301840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-0b769587-cd61-4c18-af60-0e6d541e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:59.303145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-0b769587-cd61-4c18-af60-0e6d541e9c34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0465441 Nov 10 23:13:59.346756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-224c73dd-2119-4f9c-b7b3-c49480f89b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:13:59.348153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-224c73dd-2119-4f9c-b7b3-c49480f89b69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0369279 Nov 10 23:13:59.437268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-d80656e1-021b-4837-a505-6b553294c943 service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813804 Nov 10 23:13:59.533514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f9d65dca-ece3-4a8c-a381-706950083fc8 req-be7a42f9-439b-4c84-b4e1-c7e9b49a827e service neutron] 10.222.0.39 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896814 Nov 10 23:14:00.424880 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:00.758826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:14.795623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:15.266385 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:24.993191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cd87658-ca1d-4034-adc0-0b5d18da2e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:27.624353 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c88690c6-4cb5-48fd-b9e1-d839b677b017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:29.007844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:30.429486 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:30.760128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:35.187178 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:14:44.804410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:45.267029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:49.040791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a330-7141-4569-9b85-58e5e319fa01 req-f1ec477d-5db3-4e92-af69-806c9e4102bf tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:49.042893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c74a330-7141-4569-9b85-58e5e319fa01 req-f1ec477d-5db3-4e92-af69-806c9e4102bf tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.1492624 Nov 10 23:14:49.091251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6c74a330-7141-4569-9b85-58e5e319fa01 req-77d778ab-623e-4b78-bf7e-58ffbf4b90b9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Nov 10 23:14:50.211469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b99c15-ea16-4a20-8227-743737b416a8 req-41a9786f-311a-4ab0-b197-938722177ba6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:50.212908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79b99c15-ea16-4a20-8227-743737b416a8 req-41a9786f-311a-4ab0-b197-938722177ba6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Nov 10 23:14:50.260605 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79b99c15-ea16-4a20-8227-743737b416a8 req-f4d0fe37-cc8e-4d64-92d4-afb35e0a0471 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Nov 10 23:14:50.440541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-678ccd97-a9e6-4814-8f88-6208f4356453 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:50.441999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-678ccd97-a9e6-4814-8f88-6208f4356453 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 946 time: 0.0487797 Nov 10 23:14:50.533107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 078db2a3-760c-4655-9be3-415e2d07110b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:14:50.533446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:50.617694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port 078db2a3-760c-4655-9be3-415e2d07110b, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=078db2a3-760c-4655-9be3-415e2d07110b,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:14:50.618050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:51.088862 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:51.089783 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:51.090094 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP ee502a4b-3bac-4677-80ec-687851de8852 disassociated. External IP: 172.25.0.104, port: 078db2a3-760c-4655-9be3-415e2d07110b. Nov 10 23:14:51.090430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 078db2a3-760c-4655-9be3-415e2d07110b owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:14:51.209288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:51.235502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=078db2a3-760c-4655-9be3-415e2d07110b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:14:51.245736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.246081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.246418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.246749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.247075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.247399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.248332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.248332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.248332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.248621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.248937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.249280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:51.354430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ac89553b-e945-4087-8413-0894660bd956 req-bedd2eb9-967b-4c1c-825c-b288e923e4c3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0264966 Nov 10 23:14:51.360782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:14:51.464281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:14:51.473797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:14:51.483426 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:14:51.484017 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:14:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:14:51.504280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port 078db2a3-760c-4655-9be3-415e2d07110b on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:14:51.507492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:51.510928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9506914-b8cd-4cae-a2a0-a9cba19c0d7f req-69c91522-2001-4213-b9dd-a51fba3de800 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.39 "DELETE /v2.0/ports/078db2a3-760c-4655-9be3-415e2d07110b HTTP/1.1" status: 204 len: 173 time: 1.0627708 Nov 10 23:14:51.511854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'name': 'network-vif-deleted', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:14:51.514370 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bab59f-dbe5-4cdb-8987-46f0bdf2207e" -d '{"events": [{"server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "name": "network-vif-deleted", "tag": "078db2a3-760c-4655-9be3-415e2d07110b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:14:51.559928 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d511b8-8552-40cb-b38a-14101f89672b x-openstack-request-id: req-f0d511b8-8552-40cb-b38a-14101f89672b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:14:51.560373 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27303e7-54b5-46a1-98a6-6bc0bd651054", "name": "network-vif-deleted", "tag": "078db2a3-760c-4655-9be3-415e2d07110b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:14:51.560688 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0d511b8-8552-40cb-b38a-14101f89672b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:14:51.561195 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27303e7-54b5-46a1-98a6-6bc0bd651054', 'name': 'network-vif-deleted', 'tag': '078db2a3-760c-4655-9be3-415e2d07110b', 'status': 'completed', 'code': 200} Nov 10 23:14:51.689114 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:14:51.893355 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:14:51.918802 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:14:51.927055 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:14:51.927639 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:14:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:14:52.029512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:14:52.225747 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-29973382-f92e-4844-bacb-19faebf3393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:14:52.251782 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973382-f92e-4844-bacb-19faebf3393f None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:14:52.458977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcafac65-f0e4-4387-b107-f6b81a342e1a req-33e3fab4-e800-4211-942f-fa927a559c85 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0295734 Nov 10 23:14:52.511345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd0e66-bdf7-4882-88fd-124f6f8631f1 None None] New status for floating IP ee502a4b-3bac-4677-80ec-687851de8852: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:14:53.553578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-855c590d-1007-4df3-81ad-95f553144184 req-1b327cba-4739-46b0-9dd8-444584cfa1e8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Nov 10 23:14:54.645429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3d87d6f-205e-4bf5-b0e1-7261e96f5722 req-82487ad8-fec9-4529-97e9-a97e6e65355c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Nov 10 23:14:54.650734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 078db2a3-760c-4655-9be3-415e2d07110b no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:14:54.673218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 078db2a3-760c-4655-9be3-415e2d07110b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:14:54.673566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 078db2a3-760c-4655-9be3-415e2d07110b not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:14:54.994838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa2c31fd-3d24-4a17-ac8e-1c4a01bbcdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:55.745685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fe35eac-4785-498c-92d8-fcaa62151e03 req-98083c70-1e08-462f-937f-e7b2afe990a4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a27303e7-54b5-46a1-98a6-6bc0bd651054 HTTP/1.1" status: 200 len: 210 time: 0.0264075 Nov 10 23:14:56.953474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-0d2cfad2-b333-4cc9-9896-14bb8026ef55 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707776848&fields=id&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 267 time: 0.0437405 Nov 10 23:14:57.061019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-9778208c-a4a3-4025-bc86-65175419d6b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:57.062477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-9778208c-a4a3-4025-bc86-65175419d6b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1024714 Nov 10 23:14:57.076880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-6af20aa5-5ba3-41c6-9186-5bcf3993be4c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0087552 Nov 10 23:14:57.131741 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-07807f6f-8219-4ecf-80f3-0f1e88d5f1b1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479000 Nov 10 23:14:57.227865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-505edb65-1b4a-4254-8ea6-a402b3cdfc87 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Nov 10 23:14:57.628624 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-2ebb228c-4101-44eb-ac8b-b16d63510c93 service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937411 Nov 10 23:14:57.630273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12a6b8a9-bb40-4c90-8f48-91c777fd69aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:57.919867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b04514e5-7380-4055-9365-9ffc5097a68a req-586ec4c8-0164-471f-8a56-72a3d891a1aa tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Nov 10 23:14:58.836906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-681b8c25-90a9-49d9-9d92-d69003a06f53 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:58.838374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-681b8c25-90a9-49d9-9d92-d69003a06f53 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1090689 Nov 10 23:14:58.905430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-03157b0f-7a2b-4514-83bf-1b521c496eba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0566816 Nov 10 23:14:58.941843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-5f03c834-e144-4763-a17c-ae54963ffbec tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0292766 Nov 10 23:14:58.951279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'security_groups': ['d3f71e95-0b3a-4563-856a-29522a3c8e8b']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:14:58.980355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-f594982b-122a-428d-9014-27ed785482ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0516002 Nov 10 23:14:59.014659 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.027556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4dde9fba-5be0-4b1d-ad0d-b8a985d5a3fd req-94005f96-da2f-4b4a-b64f-4be1506431e2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0304983 Nov 10 23:14:59.091933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.092420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.092886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.093377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.093843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.094406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.094855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.097245 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0bbb0807-a0d3-4da3-8dbe-6f7344b6f76f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0558445 Nov 10 23:14:59.112610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:14:59.116860 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.224236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0c1754fa-a3aa-4ab9-8157-e4110957649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.224704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0c1754fa-a3aa-4ab9-8157-e4110957649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.225191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0c1754fa-a3aa-4ab9-8157-e4110957649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.226779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-0c1754fa-a3aa-4ab9-8157-e4110957649d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.1062460 Nov 10 23:14:59.246901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.3 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/d9a49c3a-232b-406e-91be-64b10e358192) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:14:59.347520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-fcc22921-aaa9-42f5-ab2b-8c1cb9de89a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.1109507 Nov 10 23:14:59.404381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-c25efbb8-f4ef-4681-b703-2e401e47f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.406433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-c25efbb8-f4ef-4681-b703-2e401e47f923 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0500984 Nov 10 23:14:59.415874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.452780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.460186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-93deab02-2cb8-40fd-a528-34bd56ba9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.464504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-93deab02-2cb8-40fd-a528-34bd56ba9be0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510802 Nov 10 23:14:59.506721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:14:59.512716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:14:59.516559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:14:59.549014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:14:59.564746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.565177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.565615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.565816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.566137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.566464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.566801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.567192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.567526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.567850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.568174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.568505 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:14:59.582848 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-01541b48-7a4a-42ab-995c-1fb342fc3716 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106563 Nov 10 23:14:59.587219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.587899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.607607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-70ec6546-a3a5-48ed-96fa-d3a3f1511ffd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6603987 Nov 10 23:14:59.622861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Request body: {'port': {'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:14:59.701507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.702326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-56cf37c0-bf44-489c-b73f-048f2a7d6064 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119602 Nov 10 23:14:59.751933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-3127ec82-71ef-4f67-a196-35a78e847766 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0422697 Nov 10 23:14:59.807858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-c5882cfd-3ecf-4b17-ac0c-4afd9e97e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.809271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-c5882cfd-3ecf-4b17-ac0c-4afd9e97e304 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0508833 Nov 10 23:14:59.827015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2eda96f6-6510-448f-9d89-1fdacf66b4cf None None] Provisioning complete for port d9a49c3a-232b-406e-91be-64b10e358192 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:14:59.827396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2eda96f6-6510-448f-9d89-1fdacf66b4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:59.860612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-7fb2e56d-bb25-45b3-91a4-ffdcec56ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:14:59.862519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-7fb2e56d-bb25-45b3-91a4-ffdcec56ef02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453334 Nov 10 23:14:59.868728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2eda96f6-6510-448f-9d89-1fdacf66b4cf None None] Port d9a49c3a-232b-406e-91be-64b10e358192 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:14:59.960449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-1fca5552-755e-4e92-bd9c-d59add1a4e5a service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901096 Nov 10 23:14:59.999506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a49c3a-232b-406e-91be-64b10e358192 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:15:00.009255 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.027917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Transition to ACTIVE for port object d9a49c3a-232b-406e-91be-64b10e358192 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:15:00.038007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.063539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-27d60a82-3a59-49fb-ad9b-3f16f67579d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969458 Nov 10 23:15:00.097544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:00.121455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-086a24f9-b9e9-4ba7-a261-6617b192a55c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0501158 Nov 10 23:15:00.184240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Attempting to bind port d9a49c3a-232b-406e-91be-64b10e358192 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:15:00.184693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Attempting to bind port d9a49c3a-232b-406e-91be-64b10e358192 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:15:00.185181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Attempting to bind port d9a49c3a-232b-406e-91be-64b10e358192 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:15:00.190563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Port d9a49c3a-232b-406e-91be-64b10e358192 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:15:00.190990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Attempting to bind port d9a49c3a-232b-406e-91be-64b10e358192 on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:15:00.196625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:15:00.197067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:15:00.197516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:15:00.198056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Bound port: d9a49c3a-232b-406e-91be-64b10e358192, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:15:00.198483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.230086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5c052-e919-4cbb-b99a-366c80e3c2b1 req-934087d9-13fa-46f3-810e-cdfc0968e918 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.231955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdf5c052-e919-4cbb-b99a-366c80e3c2b1 req-934087d9-13fa-46f3-810e-cdfc0968e918 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.1006095 Nov 10 23:15:00.236524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-36ec56e6-6de0-46ce-aa2d-d7838708842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.238217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-36ec56e6-6de0-46ce-aa2d-d7838708842c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.1081018 Nov 10 23:15:00.280206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:15:00.283763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d9a49c3a-232b-406e-91be-64b10e358192,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:15:00.290550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.312850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-ca47596e-0452-4e09-96b2-0b8bf2eedf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.314913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-ca47596e-0452-4e09-96b2-0b8bf2eedf0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590968 Nov 10 23:15:00.381723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.382409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.383798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-78433f78-bdad-440b-83dd-266cda86760a service neutron] 10.222.0.20 "PUT /v2.0/ports/d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 1091 time: 0.7677431 Nov 10 23:15:00.384431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78433f78-bdad-440b-83dd-266cda86760a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:00.386858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:15:00.389130 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f752dfe-797d-4930-96a9-e6298b5b47dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:15:00.424549 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdf5c052-e919-4cbb-b99a-366c80e3c2b1 req-4ce759e1-e9ef-44f0-bc14-c0989ab41f21 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846247 Nov 10 23:15:00.453868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.484193 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a4b1f-1a03-4609-aff5-6ae87424593a x-openstack-request-id: req-828a4b1f-1a03-4609-aff5-6ae87424593a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:15:00.484494 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:15:00.484873 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-828a4b1f-1a03-4609-aff5-6ae87424593a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:15:00.485535 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192', 'status': 'completed', 'code': 200} Nov 10 23:15:00.513347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-42f4219e-d6a1-4772-bc9d-da01c2288a48 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786220 Nov 10 23:15:00.515391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-1cdb8a92-7db8-437e-a99e-965505d4a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.517810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-1cdb8a92-7db8-437e-a99e-965505d4a133 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1094 time: 0.0706685 Nov 10 23:15:00.565805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-d1d9a36b-f1b2-4f9c-8b13-41b517d4539e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 217 time: 0.0405807 Nov 10 23:15:00.626131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-cd84fd61-6b32-44a0-a9c2-90557ecbcf19 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053908 Nov 10 23:15:00.631030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-fb662ae1-f95f-4aa3-94a6-5f371aeb801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.632951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-fb662ae1-f95f-4aa3-94a6-5f371aeb801e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0571840 Nov 10 23:15:00.677248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-fe9757f2-bf7d-4069-bd75-4453d18c3245 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0437951 Nov 10 23:15:00.685856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425042-4134-4236-acf0-9fcc4b13820e req-4e9199e9-224f-430c-8e36-84fc6757fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.687348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-4e9199e9-224f-430c-8e36-84fc6757fbc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423696 Nov 10 23:15:00.730514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-bce3c588-b238-4b4e-800d-fba020d08df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.733156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-bce3c588-b238-4b4e-800d-fba020d08df8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0490444 Nov 10 23:15:00.767565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:00.781602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-4bb83258-2b46-40b4-9b73-3fa414b22673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.783595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-4bb83258-2b46-40b4-9b73-3fa414b22673 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433054 Nov 10 23:15:00.797735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-58df77fa-39d1-4df9-b0c4-794a93b22d49 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031024 Nov 10 23:15:00.884090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-12a9041d-16d5-4ae0-a192-b0218703f932 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932562 Nov 10 23:15:00.889262 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84425042-4134-4236-acf0-9fcc4b13820e req-4e6c59a8-bcdd-471f-88ad-b02cf99aefc9 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849259 Nov 10 23:15:00.977015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-cbac1e67-f74f-42d0-a0c3-ab2f1c17801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:00.979069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-cbac1e67-f74f-42d0-a0c3-ab2f1c17801d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1094 time: 0.0426335 Nov 10 23:15:00.981866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-a119061e-2fba-44ec-9968-81f28d518dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901587 Nov 10 23:15:01.028557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-964472f1-ae5f-4650-b754-da66bc9c7e71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0400043 Nov 10 23:15:01.079409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-b72ba1f4-a506-4a65-8cf2-d851473e794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.081136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-b31eac2d-fdb6-4026-95a2-fda24ae98605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.082228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-b72ba1f4-a506-4a65-8cf2-d851473e794d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0462902 Nov 10 23:15:01.082589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-b31eac2d-fdb6-4026-95a2-fda24ae98605 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0961215 Nov 10 23:15:01.125810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-7b1714d7-7afc-4f2f-9512-b9c535614f5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 217 time: 0.0361416 Nov 10 23:15:01.127752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-76769416-7739-44bd-955d-b9dd86be7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.129241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-76769416-7739-44bd-955d-b9dd86be7db4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404649 Nov 10 23:15:01.180523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-a7895aa1-3509-454b-a9ba-4e8cc225444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.182068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-a7895aa1-3509-454b-a9ba-4e8cc225444b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0495818 Nov 10 23:15:01.222838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-3470853b-544f-416c-9083-8f4077fa271d service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868244 Nov 10 23:15:01.232084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-6ca56117-02fd-44f2-a1df-cc6e5dd51ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.233654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-6ca56117-02fd-44f2-a1df-cc6e5dd51ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439844 Nov 10 23:15:01.321163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-d4a80b29-91ef-4104-a3b8-3cc0d8931014 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915217 Nov 10 23:15:01.324958 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-37f211e4-b9e2-4565-bce7-6a36ea8ec201 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Nov 10 23:15:01.366057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-3581602b-e2a1-4597-b144-a3fa0fbe4097 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0367155 Nov 10 23:15:01.427407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-5e1a3f51-37d0-425f-abe8-1a7b9916b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.429403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-5e1a3f51-37d0-425f-abe8-1a7b9916b43a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0563409 Nov 10 23:15:01.430281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1f752dfe-797d-4930-96a9-e6298b5b47dd req-05026836-01ad-42f4-a8f6-c82bbbdba875 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986576 Nov 10 23:15:01.480900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-ab5b4a07-beee-4126-ba07-a6e3cc9edc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.482771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-ab5b4a07-beee-4126-ba07-a6e3cc9edc08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469465 Nov 10 23:15:01.568712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7024d-72e4-4540-af14-e93d3d83a6a9 req-59657a15-3ab0-4dda-9f01-eede0baf329e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.570433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fa7024d-72e4-4540-af14-e93d3d83a6a9 req-59657a15-3ab0-4dda-9f01-eede0baf329e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0557423 Nov 10 23:15:01.584572 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-4448e3e2-7cba-4a10-8b3c-d6765c50d212 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904777 Nov 10 23:15:01.622032 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fa7024d-72e4-4540-af14-e93d3d83a6a9 req-512b36d9-ff79-45c0-8133-6344f503f09b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Nov 10 23:15:01.677502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-f11736d1-4f55-4ac5-87ba-36abe32ef012 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Nov 10 23:15:01.719060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-07413390-cc65-403b-aca6-ff747e20af70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0352373 Nov 10 23:15:01.771313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-8ed41de7-c1e8-4ad7-8868-b3e108dba236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.772881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-8ed41de7-c1e8-4ad7-8868-b3e108dba236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0477254 Nov 10 23:15:01.817376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-8cec18ca-e058-4bbb-abf1-fbd882e2b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:01.818862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-8cec18ca-e058-4bbb-abf1-fbd882e2b34d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0396194 Nov 10 23:15:01.910603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-bf83df96-4cdb-48ab-b730-35431310510e service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Nov 10 23:15:01.998413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f7a670-9f09-4dec-8095-00f199b5246c req-9ddfd8b2-be5f-49ff-87ee-eeb048501d02 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808761 Nov 10 23:15:02.745483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c88c-9a99-4629-b763-feaf36e6fc82 req-7d3d3a71-44e0-423e-a4bf-dbe803ab61cb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:02.746982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2748c88c-9a99-4629-b763-feaf36e6fc82 req-7d3d3a71-44e0-423e-a4bf-dbe803ab61cb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0537443 Nov 10 23:15:02.796398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2748c88c-9a99-4629-b763-feaf36e6fc82 req-003e98d1-32be-424e-8e03-2202797ecc9a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435812 Nov 10 23:15:03.912411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301882f-196a-4484-ab92-6bc24f53331a req-4fa35c86-d49d-4d11-8d39-ca39f5049f0f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:03.914010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2301882f-196a-4484-ab92-6bc24f53331a req-4fa35c86-d49d-4d11-8d39-ca39f5049f0f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0516040 Nov 10 23:15:03.965926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2301882f-196a-4484-ab92-6bc24f53331a req-f44f32c3-1bce-4f42-860d-9bc3b4c3b794 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Nov 10 23:15:05.079678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d55eb-8a2e-411d-b548-b0e01cfef1a7 req-a5257282-bd62-4e6b-878e-b09d2dc404ba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:05.081147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd3d55eb-8a2e-411d-b548-b0e01cfef1a7 req-a5257282-bd62-4e6b-878e-b09d2dc404ba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0485938 Nov 10 23:15:05.133409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd3d55eb-8a2e-411d-b548-b0e01cfef1a7 req-f8f21cb9-5903-459e-9050-e3a74c33a775 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Nov 10 23:15:06.246451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952ed81-4297-4c04-8252-c9bb818e30d6 req-22586552-1933-456e-912d-5ae19a6df792 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:06.247922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3952ed81-4297-4c04-8252-c9bb818e30d6 req-22586552-1933-456e-912d-5ae19a6df792 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0485737 Nov 10 23:15:06.296359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3952ed81-4297-4c04-8252-c9bb818e30d6 req-ae2c9350-fa2c-462d-9568-6abab3dd3bf6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Nov 10 23:15:07.410036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f268d7-8161-4f37-a714-98888d954b3f req-6470563e-88a0-4a5d-9c37-d56d352b5bf0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:07.411536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35f268d7-8161-4f37-a714-98888d954b3f req-6470563e-88a0-4a5d-9c37-d56d352b5bf0 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0485716 Nov 10 23:15:07.460015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35f268d7-8161-4f37-a714-98888d954b3f req-9f7949ac-6b61-447a-8b74-11a0fee8d8ea tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 Nov 10 23:15:08.576238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9bf70-952b-42c0-b7b7-ca44a27a7eae req-4d99d02a-22cc-4930-9f97-45930960888b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:08.577718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf9bf70-952b-42c0-b7b7-ca44a27a7eae req-4d99d02a-22cc-4930-9f97-45930960888b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0526824 Nov 10 23:15:08.625746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf9bf70-952b-42c0-b7b7-ca44a27a7eae req-1cd1c2db-3f7f-49b1-b3e6-ff3dc40cd5de tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Nov 10 23:15:09.742392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821d7c-641c-4ca3-8b15-ca6279cf9b3b req-2b109d4c-3467-4bcf-87d7-d608a5b16542 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:09.744004 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa821d7c-641c-4ca3-8b15-ca6279cf9b3b req-2b109d4c-3467-4bcf-87d7-d608a5b16542 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0503724 Nov 10 23:15:09.793470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa821d7c-641c-4ca3-8b15-ca6279cf9b3b req-87ff296e-ab41-4892-ab37-d4de7ddb2374 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Nov 10 23:15:11.149434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452efc59-5664-4055-a170-115211141ca1 req-0be35f47-686b-4469-9717-b015f97e28ac tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:11.150925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452efc59-5664-4055-a170-115211141ca1 req-0be35f47-686b-4469-9717-b015f97e28ac tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0523107 Nov 10 23:15:11.199342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-452efc59-5664-4055-a170-115211141ca1 req-aaf2e772-0234-468d-ba8d-fdb963965e43 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Nov 10 23:15:12.186777 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:15:12.311585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03cb5f-ba4a-4ca9-8aea-5b25c4376b9d req-d1f49a6b-8770-4cbe-9b5e-87f0d530dd86 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:12.312944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc03cb5f-ba4a-4ca9-8aea-5b25c4376b9d req-d1f49a6b-8770-4cbe-9b5e-87f0d530dd86 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0484192 Nov 10 23:15:12.361175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc03cb5f-ba4a-4ca9-8aea-5b25c4376b9d req-d83ba3f8-c6bc-4adb-96a3-13da86e34512 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Nov 10 23:15:13.472065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f55dd-ab7d-498c-b214-f465eb9f8db9 req-ea1595bb-d971-4dc2-afab-d6ed5071ef7c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:13.473522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc1f55dd-ab7d-498c-b214-f465eb9f8db9 req-ea1595bb-d971-4dc2-afab-d6ed5071ef7c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 943 time: 0.0473485 Nov 10 23:15:13.525270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc1f55dd-ab7d-498c-b214-f465eb9f8db9 req-6982d76c-9e6f-4c51-8acd-55960717e5b9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453780 Nov 10 23:15:13.943992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d9a49c3a-232b-406e-91be-64b10e358192 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:15:14.037329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d9a49c3a-232b-406e-91be-64b10e358192,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:15:14.049409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'd9a49c3a-232b-406e-91be-64b10e358192', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:15:14.084431 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:14.100316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a49c3a-232b-406e-91be-64b10e358192 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:15:14.118172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d9a49c3a-232b-406e-91be-64b10e358192,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:15:14.121953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:14.167121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:14.174499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.174838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.175170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.175498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.175822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.176142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.176460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.176775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.177118 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.177436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.177749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.178060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:15:14.325139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['d9a49c3a-232b-406e-91be-64b10e358192'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:15:14.637286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc42338-44b8-4368-9530-ade2087daa04 req-f94b81a7-9b51-47cf-a16e-faf6ef6553bb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:14.638767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfc42338-44b8-4368-9530-ade2087daa04 req-f94b81a7-9b51-47cf-a16e-faf6ef6553bb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 944 time: 0.0483427 Nov 10 23:15:14.688031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfc42338-44b8-4368-9530-ade2087daa04 req-f520b8de-b368-47df-8899-389e9a68f506 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Nov 10 23:15:14.809920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:15.264952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:15.800651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a730f4-f927-495b-846a-c5493e4d4720 req-18b55343-dfd3-44bc-859b-e1a4ac02be51 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:15.802120 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a730f4-f927-495b-846a-c5493e4d4720 req-18b55343-dfd3-44bc-859b-e1a4ac02be51 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 944 time: 0.0483360 Nov 10 23:15:15.850972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-84a730f4-f927-495b-846a-c5493e4d4720 req-1fe01db4-e849-4de7-8a39-59e3e24733bd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429258 Nov 10 23:15:15.956298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d9a49c3a-232b-406e-91be-64b10e358192 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:15:16.003533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port d9a49c3a-232b-406e-91be-64b10e358192 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:15:16.007304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port d9a49c3a-232b-406e-91be-64b10e358192 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:15:16.007667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:16.085787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:16.106652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:15:16.108861 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8abee2-093b-4a8f-94e0-3861d837535a" -d '{"events": [{"server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "name": "network-vif-plugged", "status": "completed", "tag": "d9a49c3a-232b-406e-91be-64b10e358192"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:15:16.122202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d9a49c3a-232b-406e-91be-64b10e358192,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:15:16.125928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:16.151372 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35813316-a0e8-4187-8eaf-41d24799d32a x-openstack-request-id: req-35813316-a0e8-4187-8eaf-41d24799d32a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:15:16.151659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "name": "network-vif-plugged", "status": "completed", "tag": "d9a49c3a-232b-406e-91be-64b10e358192", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:15:16.151908 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35813316-a0e8-4187-8eaf-41d24799d32a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:15:16.152304 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192', 'code': 200} Nov 10 23:15:16.177291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:16.250544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b140-8fa8-43c8-a323-f89e129e74b9 req-46c63a9b-6b2b-40e7-ba13-42a32d483cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:16.251942 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d345b140-8fa8-43c8-a323-f89e129e74b9 req-46c63a9b-6b2b-40e7-ba13-42a32d483cbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.0478745 Nov 10 23:15:16.297957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d345b140-8fa8-43c8-a323-f89e129e74b9 req-a4ca7f80-2381-490d-b545-fe955c30f799 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391381 Nov 10 23:15:17.091985 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156c7b9-5e3d-4a1d-bfff-21a56a07ccc1 req-789a68f7-8800-4e53-b86a-a84937786e16 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:17.093508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0156c7b9-5e3d-4a1d-bfff-21a56a07ccc1 req-789a68f7-8800-4e53-b86a-a84937786e16 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.1723230 Nov 10 23:15:17.141499 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0156c7b9-5e3d-4a1d-bfff-21a56a07ccc1 req-593a2b2e-b06a-4402-8dfc-346fe08aa16a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Nov 10 23:15:18.258346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5179a5f-89c4-4442-9f53-9388ef9e53b4 req-4beb6c40-518c-4efa-b262-45e3f61dcde8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:18.259851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5179a5f-89c4-4442-9f53-9388ef9e53b4 req-4beb6c40-518c-4efa-b262-45e3f61dcde8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.0523050 Nov 10 23:15:18.308824 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5179a5f-89c4-4442-9f53-9388ef9e53b4 req-bdb29249-5ed0-497e-9277-8a5ae2334c11 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430274 Nov 10 23:15:18.422698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4bc9b-9a62-41a1-a961-d0caadac2139 req-cdc19284-57ec-4599-929b-a073d72c3877 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:18.424154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1f4bc9b-9a62-41a1-a961-d0caadac2139 req-cdc19284-57ec-4599-929b-a073d72c3877 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Nov 10 23:15:18.471230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d1f4bc9b-9a62-41a1-a961-d0caadac2139 req-2300b4ad-5a9c-4253-a17b-0b767db4b72d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Nov 10 23:15:18.494404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48290) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:15:18.632832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d193e-c513-410a-af9c-a2e018e360f9 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:18.634383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-813d193e-c513-410a-af9c-a2e018e360f9 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1091 time: 0.1389520 Nov 10 23:15:18.637596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48294) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:15:18.641709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:15:18.669306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:18.761388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:18.865667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.25.0.39 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/1bbe358c-68e4-4719-81c9-7bfe5334555c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:15:18.962254 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:18.993448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.035693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:15:19.038666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:15:19.042287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:15:19.047882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=1bbe358c-68e4-4719-81c9-7bfe5334555c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:19.417678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.483969 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.630073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.634482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.701177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=1bbe358c-68e4-4719-81c9-7bfe5334555c,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:15:19.710960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:19.807836 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d associated. External IP: 172.25.0.39, port: d9a49c3a-232b-406e-91be-64b10e358192. Nov 10 23:15:20.007410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:15:20.114115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:15:20.124674 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:15:20.131737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:20.134644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:15:20.135270 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:14:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:15:20.157972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-50097b87-9288-43c1-9eef-9cf8253672e9 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5193932 Nov 10 23:15:20.158552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:15:20.160762 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933518c4-e685-4eda-b1de-ac3c3d42a715" -d '{"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:15:20.197730 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1748a-edb8-42ab-900b-b071f8165110 x-openstack-request-id: req-4ee1748a-edb8-42ab-900b-b071f8165110 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:15:20.198016 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:15:20.198262 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ee1748a-edb8-42ab-900b-b071f8165110 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:15:20.198657 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192', 'status': 'completed', 'code': 200} Nov 10 23:15:20.240995 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:15:20.268144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-e8f2ad77-0ab2-4af5-8ab9-b676a5a5ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:20.269591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-e8f2ad77-0ab2-4af5-8ab9-b676a5a5ba09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.0472262 Nov 10 23:15:20.365720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-23482479-f7b3-4fb2-a019-3180b110b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:20.367811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-23482479-f7b3-4fb2-a019-3180b110b932 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0917749 Nov 10 23:15:20.433574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-760279da-ce42-4c63-aa9c-4ed89f36282a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 998 time: 0.0581548 Nov 10 23:15:20.459513 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:15:20.485675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:15:20.486276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-16db642a-8fa7-458e-915b-ecb1f2fccadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:20.487797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-16db642a-8fa7-458e-915b-ecb1f2fccadc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0469446 Nov 10 23:15:20.493853 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:15:20.494444 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:14:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:15:20.532893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-bdb5e059-c84e-4028-af96-57c9a21dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:15:20.534390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-bdb5e059-c84e-4028-af96-57c9a21dfd5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396664 Nov 10 23:15:20.598655 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:15:20.623034 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-b0c43050-4d17-4d5a-a298-415d750fabd6 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818830 Nov 10 23:15:20.715508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-933518c4-e685-4eda-b1de-ac3c3d42a715 req-c157a2b1-43ae-4b7d-aa54-d8454f52095c service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Nov 10 23:15:20.824047 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:15:20.849942 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4dc92-6d12-48ab-a639-b8823cf27b02 None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:15:21.041383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a861bf-150a-424c-b4e8-902ad449d086 None None] New status for floating IP c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:15:24.996807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b40f21cd-5479-4ba4-8b26-2ee8243bf119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:27.621962 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17e39cc4-1a71-48c1-b62a-71f8162d8bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:29.007997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:30.434112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:30.764749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:44.832305 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:45.280587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:49.185149 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:15:54.997339 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d7b51d0-8a9b-4723-af4d-c98cae93a8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:57.623080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d4d4542f-b656-483a-ac67-27ea68d6d806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:59.009953 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:00.052798 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-f1c6a36a-a68a-436f-9bb6-34950ff31eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425398 Nov 10 23:16:00.122768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-1ae9b07f-2c3c-4389-93c8-5cb553764db9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1113567 Nov 10 23:16:00.135872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-5729f0eb-1351-4869-91ec-389f4e8ad9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.137372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-5729f0eb-1351-4869-91ec-389f4e8ad9a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.0400000 Nov 10 23:16:00.215071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.215554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.216025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.216487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.216945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.217426 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.217882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.219906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-c44c777a-0119-46e0-b83f-39249e97cafb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0496156 Nov 10 23:16:00.250825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-b2818127-946f-4b97-bab1-db49e1408158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.252300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-b2818127-946f-4b97-bab1-db49e1408158 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0917480 Nov 10 23:16:00.321351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-5cc8bcc3-b888-4e8c-a11f-ba1f87a92170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 1000 time: 0.0616884 Nov 10 23:16:00.337818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-ae68e978-e7a2-473a-a775-1224183fe4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.338293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-ae68e978-e7a2-473a-a775-1224183fe4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.338752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-ae68e978-e7a2-473a-a775-1224183fe4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.340327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-ae68e978-e7a2-473a-a775-1224183fe4db service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.0955272 Nov 10 23:16:00.415565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-43b52364-185b-4bcc-b780-fc1a5318c7e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.0668130 Nov 10 23:16:00.440419 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:00.470282 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-ad837087-4e99-4296-853f-b63f8bac892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.472456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-ad837087-4e99-4296-853f-b63f8bac892c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0504503 Nov 10 23:16:00.519817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-8a537c00-9826-4427-b2f1-98833d38f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.521348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-8a537c00-9826-4427-b2f1-98833d38f1ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421860 Nov 10 23:16:00.532080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-34a7374e-d5b8-4b51-8cc1-f78817d3ae0a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:16:00.533081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-34a7374e-d5b8-4b51-8cc1-f78817d3ae0a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052302 Nov 10 23:16:00.627654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-dee9369d-549d-4e81-ad2f-45473f23c2f9 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866082 Nov 10 23:16:00.683939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-42276b5d-5a0b-4558-9be2-50c57f1a607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.685431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-42276b5d-5a0b-4558-9be2-50c57f1a607f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.3566945 Nov 10 23:16:00.717260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-02c1aa9b-6504-4436-acb8-81bcd012dd7b service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828907 Nov 10 23:16:00.735183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-3a31b779-5dbd-42d2-bd99-6999ee899e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.736684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-3a31b779-5dbd-42d2-bd99-6999ee899e9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432272 Nov 10 23:16:00.759132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-65c8a6f4-7f07-417a-b33a-4e03ea3e18d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0341563 Nov 10 23:16:00.766795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:00.810868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-44df2ef0-bac8-4b5e-8a27-3c3a036f1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.812288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-44df2ef0-bac8-4b5e-8a27-3c3a036f1f60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0471816 Nov 10 23:16:00.831117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-266c06a3-4f38-4b1c-9fdb-ed52030eb467 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861411 Nov 10 23:16:00.857598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-62e3a68c-eb58-4622-afd3-dad4014e58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:00.859069 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-62e3a68c-eb58-4622-afd3-dad4014e58db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0392523 Nov 10 23:16:00.919805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc14f00c-d26e-4870-9301-adb3ea50e7e7 req-e2245eb9-7c22-4abc-919c-289984a5bc46 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821891 Nov 10 23:16:00.953208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-f69b981b-fd4c-4998-a0a8-8acb838749a4 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865858 Nov 10 23:16:01.042307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-060b78fa-e99f-416f-8f2a-3bb5f44aaaa7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Nov 10 23:16:01.083136 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-31c69a12-446f-43b4-bd68-6cedda57550b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0342414 Nov 10 23:16:01.133748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-78f6084d-e11a-46df-826c-4e32e56811e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.135213 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-78f6084d-e11a-46df-826c-4e32e56811e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0460157 Nov 10 23:16:01.181123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-4e9a1301-dce7-472d-9f58-8ac0d4ae7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.181949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-4e9a1301-dce7-472d-9f58-8ac0d4ae7b37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0401759 Nov 10 23:16:01.275273 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-7e797139-45b0-44a9-b864-9e32797d8b26 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861769 Nov 10 23:16:01.362978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-aad241db-e7d3-4cdf-85e1-c7d89e02d5e5 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810173 Nov 10 23:16:01.402822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-d47d3d1e-0ab3-49ae-903e-f5ab64fc8f47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0335593 Nov 10 23:16:01.453119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-8e1f15bc-9067-44de-b18a-4c71a5b0a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.454412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-8e1f15bc-9067-44de-b18a-4c71a5b0a4a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0456951 Nov 10 23:16:01.497827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-56e13f2f-fa97-408b-a566-f642bafb4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.499246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-56e13f2f-fa97-408b-a566-f642bafb4b4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0383570 Nov 10 23:16:01.592748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-aaab0576-fac6-4ec6-a1c3-e040c8eb5e59 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Nov 10 23:16:01.681167 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-886bb5e3-d79e-467c-8691-3d1d7f997691 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814791 Nov 10 23:16:01.721998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-771ef388-bfc8-46dc-a40f-8559d78947f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0343690 Nov 10 23:16:01.772942 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-c0d6cc0a-87ea-4f2c-bb2f-4ac5e78284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.774362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-c0d6cc0a-87ea-4f2c-bb2f-4ac5e78284c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0459952 Nov 10 23:16:01.817363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-ce09ccc8-fd61-4004-8b5b-50e3eafba472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:01.818788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-ce09ccc8-fd61-4004-8b5b-50e3eafba472 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0382247 Nov 10 23:16:01.909423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-8f3097ec-1ad4-484f-94db-296d991a5622 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835483 Nov 10 23:16:01.996353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-e553bcf8-65a0-47b5-8d2b-658261843f9b service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806677 Nov 10 23:16:02.036729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-e3bc7058-3066-4c8c-8d61-13d02be3fb52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0332110 Nov 10 23:16:02.088945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-81d897f1-3980-446e-9337-3a5648b41f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:02.090420 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-81d897f1-3980-446e-9337-3a5648b41f42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0476329 Nov 10 23:16:02.134358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-21e6a939-a032-481e-856c-736ec471a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:02.135792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-21e6a939-a032-481e-856c-736ec471a584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391808 Nov 10 23:16:02.228516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-525c33d7-32a2-4eac-8c36-5e821c0b02c3 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857491 Nov 10 23:16:02.324690 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-060c2f78-ac2f-42a6-bd7f-64d7569208a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801976 Nov 10 23:16:02.366919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-17acb31a-b3fe-4b7e-85e0-0f26843d2151 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0349255 Nov 10 23:16:02.418575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-7c442e0b-e011-4b07-be24-ea1f4a0f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:02.420250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-7c442e0b-e011-4b07-be24-ea1f4a0f23d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0472021 Nov 10 23:16:02.464801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b707-b845-4b05-9981-199662c44f32 req-f8110d1d-7404-4769-bd4c-311776571f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:02.466310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-f8110d1d-7404-4769-bd4c-311776571f2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0384686 Nov 10 23:16:02.557712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-d1c36391-87fa-45d4-bb53-7460b5cbb328 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Nov 10 23:16:02.644735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2818b707-b845-4b05-9981-199662c44f32 req-8c2a5cd9-14e1-4922-83f7-9894a76d6ebd service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807540 Nov 10 23:16:08.758838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.764688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.770577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.776383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.782294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.788452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.794489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.796565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-5732aa38-391a-4ad7-82b4-35abc802a4a8 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.0935154 Nov 10 23:16:08.855465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71996736-d7cc-41fe-b48d-a8485e8b7956 req-37a97208-9fd1-4360-9e60-6e3e58e0c2d1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516586 Nov 10 23:16:08.992427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:08.998350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.004666 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.010565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.016462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.023288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.029174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:09.030998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c7ab19a-4214-4b3f-bf5c-2ec27e7cd6da req-35c63d62-3200-4f05-998b-28d911ca9c1f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.0917771 Nov 10 23:16:10.937188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.937896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.938115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.938571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.939029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.939484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.939940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:10.941850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-41ebaffa-e3b8-4867-832f-01313eb39328 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0949223 Nov 10 23:16:10.994498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-ba63b2ad-7aba-480d-b228-874b842f1bcb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458615 Nov 10 23:16:14.839148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:15.295514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:24.997612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66b0d484-4592-4553-9efb-b13cdcd43879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:26.183698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:16:27.623916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4397b679-6105-4fc6-b190-70a7441f1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:29.012871 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:30.439417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:30.770537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:44.846911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:45.313579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:54.999019 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-513a056f-9ea1-4417-9a5e-ad3ab5911a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:57.624503 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e71e90a5-6cf3-4d33-9d6f-fdb942be1494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:58.453734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-517ffc8c-2d6d-45f3-b3a3-807111e0014b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707776848&fields=id&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 267 time: 0.0434539 Nov 10 23:16:58.561404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-ecba1ea0-49cb-4d99-8c3a-24ddcab5bf70 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:16:58.562786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-ecba1ea0-49cb-4d99-8c3a-24ddcab5bf70 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1011019 Nov 10 23:16:58.578076 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-367139dc-65b2-4f1d-8cf6-e7c6ef8a0707 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/quotas/4c2cc1f936ba4500bd0b7c15d3cd639d HTTP/1.1" status: 200 len: 375 time: 0.0090694 Nov 10 23:16:58.635842 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-ba8c8567-6e34-4da5-85ee-49f9b845d44f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526106 Nov 10 23:16:58.783951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-11f8b7e0-6d7a-4458-afec-47dc86aefc9a service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357002 Nov 10 23:16:58.871588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-401da8bd-0838-4dfa-99d2-01c30ab30b5e service neutron] 10.222.0.25 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Nov 10 23:16:59.015827 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:59.149479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee0d3e42-0e6e-415b-87fa-31909745569d req-2e30e87b-2b48-4551-9267-ae044223b616 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Nov 10 23:17:00.171298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-4356aa7d-6d24-4839-a76d-c54f86359998 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:00.172753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-4356aa7d-6d24-4839-a76d-c54f86359998 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 811 time: 0.1149178 Nov 10 23:17:00.185517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-1b0021a6-b924-4bd9-b309-3b005a58f50d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:17:00.186690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-1b0021a6-b924-4bd9-b309-3b005a58f50d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052221 Nov 10 23:17:00.264831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b04e39a7-e0c1-447d-a06f-98b6722b6f97 req-d8934f64-3dc1-4512-9932-bfa71ae62d06 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Nov 10 23:17:00.282817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-13a9787f-4324-4bd9-b57d-35d104be85ba tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0835857 Nov 10 23:17:00.314622 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-fd52fedf-3f72-407d-b4a4-8a0577db1ea8 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0258348 Nov 10 23:17:00.323582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'port': {'device_id': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'admin_state_up': True, 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'security_groups': ['d3f71e95-0b3a-4563-856a-29522a3c8e8b']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:17:00.437367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Made reservation on behalf of 4c2cc1f936ba4500bd0b7c15d3cd639d for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:17:00.441000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.443559 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.564277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.20.0.7 (9e49a535-fcbf-4afb-b19c-34ac5a00cecc/db14a4a3-fdab-40bc-89ba-0ded862cc74d/07bb46f4-fb27-4a88-98e7-ba184c91ab9c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:17:00.703917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.737490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.774211 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.782557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:17:00.788309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:17:00.792049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:17:00.821390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:00.837513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.837993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.838469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.838962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.839399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.839830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.840276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.840741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.841240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.841696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.842037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.842335 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:00.865548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:00.866159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:00.884132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-586b774c-e985-4316-aa40-caeeb1cbf8b3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641289 Nov 10 23:17:00.970354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Request body: {'port': {'device_id': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:17:00.991070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-515f4233-c990-4391-be7f-72af2370591e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0552571 Nov 10 23:17:01.029917 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.042181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-29944f14-289a-436f-849e-85985cbc1819 None None] Provisioning complete for port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:17:01.042579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-29944f14-289a-436f-849e-85985cbc1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.102198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-29944f14-289a-436f-849e-85985cbc1819 None None] Port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:17:01.110364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.110828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.111334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.111790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.112238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.112684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.113261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.115186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-bf3431cb-62af-47d0-aff2-4ad2eae234ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0709729 Nov 10 23:17:01.236911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-673bd141-3fe1-4063-88a2-dabf6f143bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.237434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-673bd141-3fe1-4063-88a2-dabf6f143bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.237891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-673bd141-3fe1-4063-88a2-dabf6f143bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.239453 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-673bd141-3fe1-4063-88a2-dabf6f143bc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.0986340 Nov 10 23:17:01.310822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bb46f4-fb27-4a88-98e7-ba184c91ab9c {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:17:01.318072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.326203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-8ddee0ea-619b-40f4-8691-4348a7c7c169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.0792708 Nov 10 23:17:01.330543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Transition to ACTIVE for port object 07bb46f4-fb27-4a88-98e7-ba184c91ab9c will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:17:01.337200 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.406204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:01.424694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633620a-3cd6-4475-b219-e47d903431c4 req-f27e83c0-e604-4f0e-a789-c519f069b316 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.426425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6633620a-3cd6-4475-b219-e47d903431c4 req-f27e83c0-e604-4f0e-a789-c519f069b316 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0791452 Nov 10 23:17:01.428093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-2b1c6ad5-568b-4cb0-b30b-1edf8a408f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.429609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-2b1c6ad5-568b-4cb0-b30b-1edf8a408f1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0966742 Nov 10 23:17:01.481086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Attempting to bind port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:17:01.481489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Attempting to bind port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:17:01.481880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Attempting to bind port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:17:01.486939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:17:01.487261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Attempting to bind port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c on network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:17:01.493652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:17:01.494112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Checking segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:17:01.494503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Bound using segment: {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:17:01.494936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Bound port: 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5292bc-7454-4a2b-ad54-b05e877ece96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:17:01.495502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.511580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-0db4e028-8479-4c60-b728-a2b498c34b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.513847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-0db4e028-8479-4c60-b728-a2b498c34b78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734611 Nov 10 23:17:01.535992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6633620a-3cd6-4475-b219-e47d903431c4 req-940f1e3a-557d-4408-85bb-1d03403199c3 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016209 Nov 10 23:17:01.598049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:17:01.602222 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:17:01.609711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.635122 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-e2d649ac-7b3a-463b-aae4-a7a80a6ca8e3 service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122813 Nov 10 23:17:01.643937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.644564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:01.646569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] 10.222.0.20 "PUT /v2.0/ports/07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 200 len: 1091 time: 0.7532785 Nov 10 23:17:01.647083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:17:01.649309 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388fd154-800d-4219-b670-c5a04f6e0fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:17:01.757249 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90892e-9200-4a27-8d9c-64ab77b70b4f x-openstack-request-id: req-7d90892e-9200-4a27-8d9c-64ab77b70b4f {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:17:01.757572 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:17:01.757798 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d90892e-9200-4a27-8d9c-64ab77b70b4f {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:17:01.758206 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'status': 'completed', 'code': 200} Nov 10 23:17:01.771044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f14cd-70f0-4bcb-a8cf-eb68b7be1ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:01.778383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-d74d0e63-216c-4a47-8f7d-32ffa1d32209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.779926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-d74d0e63-216c-4a47-8f7d-32ffa1d32209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1094 time: 0.0742085 Nov 10 23:17:01.839270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-153b6361-1f14-472e-a9aa-744b424f5e0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 200 len: 217 time: 0.0513768 Nov 10 23:17:01.906843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-56dc8096-9930-4583-8deb-d4360867570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.908699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-56dc8096-9930-4583-8deb-d4360867570c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0623701 Nov 10 23:17:01.962556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-6c414bf2-d69c-4d98-bf72-d0354608b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:01.964161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-6c414bf2-d69c-4d98-bf72-d0354608b8d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482137 Nov 10 23:17:02.078437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-f349c534-3428-494c-84e1-138778e4c9da service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060238 Nov 10 23:17:02.154102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-ed760c63-d5dc-4d1d-9fb1-4cf189b3bf8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625551 Nov 10 23:17:02.159576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-63502ff3-e48f-4683-a6e3-b325c0c2e84e service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175610 Nov 10 23:17:02.178394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-810c1ed5-3390-4a3c-aae0-cea664cd67bc req-b06e48e1-a544-4b81-8595-035b3b95b3ad service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927141 Nov 10 23:17:02.212655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-470b6b04-5889-4b30-9493-67802428ac7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0455582 Nov 10 23:17:02.241426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418210-671f-495a-8629-0277896c2576 req-00e01ee2-9086-4c79-b305-84297e4c1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.242853 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-00e01ee2-9086-4c79-b305-84297e4c1f98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.0456436 Nov 10 23:17:02.309085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-0df8be22-f440-492f-88ab-c857b00cf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.311525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-0df8be22-f440-492f-88ab-c857b00cf443 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1094 time: 0.0768955 Nov 10 23:17:02.314914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-35c04e8c-86cd-4b4d-a35c-c8f20a42eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.316261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-35c04e8c-86cd-4b4d-a35c-c8f20a42eafd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0946441 Nov 10 23:17:02.356344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418210-671f-495a-8629-0277896c2576 req-18ee9eef-45e3-46ae-b0d2-e8f1e0615d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.357924 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-18ee9eef-45e3-46ae-b0d2-e8f1e0615d27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0933414 Nov 10 23:17:02.413229 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a81b6419-3be8-494a-85a1-f8f949b168c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.414638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a81b6419-3be8-494a-85a1-f8f949b168c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894899 Nov 10 23:17:02.440607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-9b813594-546b-44b5-b804-4a7e20033309 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 1000 time: 0.0756178 Nov 10 23:17:02.480178 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-b5463d38-aaaa-4b08-9d14-4a6e9079e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.481780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-b5463d38-aaaa-4b08-9d14-4a6e9079e2f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1638999 Nov 10 23:17:02.495865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418210-671f-495a-8629-0277896c2576 req-5afb20bc-7c24-4e02-9d67-8f30c6d0050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.497454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-5afb20bc-7c24-4e02-9d67-8f30c6d0050e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0505822 Nov 10 23:17:02.535065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-9297e054-de2d-4c98-a75f-efe1e807f3b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 200 len: 217 time: 0.0457854 Nov 10 23:17:02.544565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418210-671f-495a-8629-0277896c2576 req-129fd0cb-9f93-41bc-ad6e-3a673c75a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.546439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-129fd0cb-9f93-41bc-ad6e-3a673c75a767 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418203 Nov 10 23:17:02.586043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a2a09c10-1dbd-4246-84d9-e0865aec7400 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626196 Nov 10 23:17:02.655841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-9c5d1f09-ff48-45a7-8ef4-0c2806f80152 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021178 Nov 10 23:17:02.664034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-210403f0-3dbf-40a9-b1ee-13222b183e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.665445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-210403f0-3dbf-40a9-b1ee-13222b183e6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.1241579 Nov 10 23:17:02.759250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-a1c860af-2b0d-4c35-a96a-85ef5a874447 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964935 Nov 10 23:17:02.765447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04dab7-4751-4424-adc9-77419403eaa8 req-88d207e6-234f-43dd-9993-43ba186852ff tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.767018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae04dab7-4751-4424-adc9-77419403eaa8 req-88d207e6-234f-43dd-9993-43ba186852ff tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.1481986 Nov 10 23:17:02.774686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-ae884f11-5bfd-4d23-ac37-7091e94e1986 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774671 Nov 10 23:17:02.779306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-b34ed093-5565-4a0a-8089-7a76a43a3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.780798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-b34ed093-5565-4a0a-8089-7a76a43a3344 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948126 Nov 10 23:17:02.852810 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-2142abec-590f-4894-861c-df35ba8b0f11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0669529 Nov 10 23:17:02.947042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae04dab7-4751-4424-adc9-77419403eaa8 req-d8b4d13b-ede8-49fa-a8a3-7c80f6388934 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704953 Nov 10 23:17:02.967206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-21cf20ea-beb4-4803-a6db-d4924a74499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:02.968220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-21cf20ea-beb4-4803-a6db-d4924a74499f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0899589 Nov 10 23:17:02.993819 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-65a1c98f-1f88-4f43-9a8f-bbd9621e2c54 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013266 Nov 10 23:17:03.077263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a55402ad-3659-4cd2-b9d9-d43421fec5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:03.078694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a55402ad-3659-4cd2-b9d9-d43421fec5ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997036 Nov 10 23:17:03.154130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-388fd154-800d-4219-b670-c5a04f6e0fa6 req-443246ea-c694-4f69-87db-6937c4410781 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469693 Nov 10 23:17:03.184292 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:17:03.190042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-73cd89f7-80dc-4d2a-9570-b46ed5734088 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041796 Nov 10 23:17:03.283181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-3a476733-e353-4d04-9237-bff9ce21beab service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861228 Nov 10 23:17:03.324622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-a842cb47-7fc9-4303-b049-1e716a425ab6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0347137 Nov 10 23:17:03.373553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-ea00c0ea-dc90-4727-8cfd-8662c499088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:03.375030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-ea00c0ea-dc90-4727-8cfd-8662c499088f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0440662 Nov 10 23:17:03.425048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-88659c96-9efa-4b44-bd5c-4cad6a2580ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:03.426523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-88659c96-9efa-4b44-bd5c-4cad6a2580ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453458 Nov 10 23:17:03.516005 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-161fe401-c262-434d-b545-967317e2fb31 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Nov 10 23:17:03.610189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-93bd1d31-6d0e-4ad6-a968-68dddf6b7213 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865579 Nov 10 23:17:03.654592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-23c4074c-bce6-4852-8c39-39005f53da59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0377517 Nov 10 23:17:03.705172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-b8273c4c-9729-48d5-a9f8-86f9fbcb7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:03.706656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-b8273c4c-9729-48d5-a9f8-86f9fbcb7d8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0452852 Nov 10 23:17:03.756569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-510568fd-6924-4b0e-b837-5e5feb5c1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:03.758091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-510568fd-6924-4b0e-b837-5e5feb5c1711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438776 Nov 10 23:17:03.847860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-36e1b13d-61e3-4a98-8fba-a68bbc9c69e7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Nov 10 23:17:03.941690 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-f2de581e-bbd4-43d3-b7dd-754d16519293 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Nov 10 23:17:03.984353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-cba7e759-4358-43a6-b215-194182bea6c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0348060 Nov 10 23:17:04.036331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-ac958a81-f388-45fa-be52-e350945089c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:04.038204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-ac958a81-f388-45fa-be52-e350945089c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0469503 Nov 10 23:17:04.069864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aec91-3e93-410d-9a87-0cdcb629483a req-75a4d647-7fe6-41b0-b3f8-935cc535c466 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:04.071499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-399aec91-3e93-410d-9a87-0cdcb629483a req-75a4d647-7fe6-41b0-b3f8-935cc535c466 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0543101 Nov 10 23:17:04.090627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-7e44190f-0f65-46b5-bb7a-1c774e8943fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:04.091734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-7e44190f-0f65-46b5-bb7a-1c774e8943fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475373 Nov 10 23:17:04.127917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-399aec91-3e93-410d-9a87-0cdcb629483a req-ea72d9a1-6d2f-4a48-9fea-cf55aad6aff6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500822 Nov 10 23:17:04.183409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-be0bf786-aa5c-4337-bb1f-6da719f247b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841575 Nov 10 23:17:04.275352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-d37e914d-897a-4534-beae-747705d3a71f service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 Nov 10 23:17:04.316625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-698384df-4f95-468f-af14-8dc1096c1035 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0347929 Nov 10 23:17:04.366184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-befb998c-0e97-4080-a443-20320843d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:04.367674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-befb998c-0e97-4080-a443-20320843d241 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0431945 Nov 10 23:17:04.417097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-353a6dd7-3dd4-431d-a560-caa86ae1715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:04.418625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-353a6dd7-3dd4-431d-a560-caa86ae1715f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447290 Nov 10 23:17:04.512142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-faaa7742-b517-49e1-a5c6-46c3cd4568f0 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859945 Nov 10 23:17:04.604046 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca806b05-6488-436f-994d-f1d43ae5d20f req-c3103cd3-b355-4300-912e-b471cf3ad268 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 Nov 10 23:17:05.251714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a3b7-6d64-490e-ba82-95b3551e3442 req-04ab1245-dcd6-44f2-a6d7-e191715a657f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:05.253260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6638a3b7-6d64-490e-ba82-95b3551e3442 req-04ab1245-dcd6-44f2-a6d7-e191715a657f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0555074 Nov 10 23:17:05.308152 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6638a3b7-6d64-490e-ba82-95b3551e3442 req-3fcfa164-fac3-45c7-842e-e2ae94cabc6c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475738 Nov 10 23:17:06.430404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b42d-ca81-461c-a209-c4b6d065e22e req-c9f6e3c8-cfcf-4c84-aaac-051ef240e161 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:06.431883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba3b42d-ca81-461c-a209-c4b6d065e22e req-c9f6e3c8-cfcf-4c84-aaac-051ef240e161 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0530448 Nov 10 23:17:06.482462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba3b42d-ca81-461c-a209-c4b6d065e22e req-ac6bbfb6-8189-47e6-8a6d-81173e138c61 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Nov 10 23:17:07.608342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47825a1c-2766-462a-b02a-4b38e8afecc4 req-f6b3029f-e252-400a-a730-1de70085a2cd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:07.610060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47825a1c-2766-462a-b02a-4b38e8afecc4 req-f6b3029f-e252-400a-a730-1de70085a2cd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0543277 Nov 10 23:17:07.664075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47825a1c-2766-462a-b02a-4b38e8afecc4 req-2ceaf25f-db6d-4265-be60-04b24e84a456 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Nov 10 23:17:08.777960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f684e-9cd4-431e-a732-205545fc66e4 req-aad4cacc-a30e-414b-9414-a137eb7042bf tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:08.779456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c07f684e-9cd4-431e-a732-205545fc66e4 req-aad4cacc-a30e-414b-9414-a137eb7042bf tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0486672 Nov 10 23:17:08.827874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c07f684e-9cd4-431e-a732-205545fc66e4 req-05381cf1-f645-4b8e-926e-61758604b59d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426328 Nov 10 23:17:09.941251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e483d-7338-4366-bcb3-ebaaf8fcda94 req-e308fafc-cc21-47d8-ad34-8bc7c9827491 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:09.942714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b73e483d-7338-4366-bcb3-ebaaf8fcda94 req-e308fafc-cc21-47d8-ad34-8bc7c9827491 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0488873 Nov 10 23:17:09.990556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b73e483d-7338-4366-bcb3-ebaaf8fcda94 req-de0981e5-56ab-4b9a-82e9-28d839aa1870 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Nov 10 23:17:11.105099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b55f-4907-4a95-a5c0-5d5af0f8ed80 req-bea2249b-ae0a-4b32-b6a9-7c3d2ad2b5c7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:11.106569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6e0b55f-4907-4a95-a5c0-5d5af0f8ed80 req-bea2249b-ae0a-4b32-b6a9-7c3d2ad2b5c7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0482459 Nov 10 23:17:11.158756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a6e0b55f-4907-4a95-a5c0-5d5af0f8ed80 req-da907524-0bd6-4e06-a5b6-e60b415f3d3f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463495 Nov 10 23:17:12.271307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bd5b-d83d-4e93-97d0-c490af992e2e req-0c34f562-719e-44ec-bb1f-865a5ea4661f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:12.272758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f884bd5b-d83d-4e93-97d0-c490af992e2e req-0c34f562-719e-44ec-bb1f-865a5ea4661f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0479131 Nov 10 23:17:12.321301 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f884bd5b-d83d-4e93-97d0-c490af992e2e req-f3171b3d-dc02-4694-8d66-2b02557d4907 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Nov 10 23:17:13.435074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ff10-35cb-4d36-85b1-3f5d93e0c49d req-c75c46a1-3c01-45fe-8952-752ef64d6380 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:13.436547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9933ff10-35cb-4d36-85b1-3f5d93e0c49d req-c75c46a1-3c01-45fe-8952-752ef64d6380 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0486517 Nov 10 23:17:13.485131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9933ff10-35cb-4d36-85b1-3f5d93e0c49d req-96266370-58d8-4995-90f3-27f4d7edb778 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Nov 10 23:17:14.468181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 07bb46f4-fb27-4a88-98e7-ba184c91ab9c details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:17:14.562080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:17:14.573646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'port_id': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'mac_address': 'fa:16:3e:1f:c2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:17:14.605572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8e755-708a-4888-9cb7-1eea4ec0dc6b req-c692932a-e61a-467f-8454-72e5a79e042c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:14.607036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26f8e755-708a-4888-9cb7-1eea4ec0dc6b req-c692932a-e61a-467f-8454-72e5a79e042c tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 943 time: 0.0535500 Nov 10 23:17:14.610673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:14.627453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bb46f4-fb27-4a88-98e7-ba184c91ab9c {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:17:14.646373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:17:14.650878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:14.657683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-26f8e755-708a-4888-9cb7-1eea4ec0dc6b req-9eebd709-e4cb-481d-9cf8-6dda78136af6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440831 Nov 10 23:17:14.697300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:14.704497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.704843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.705205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.705543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.705875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.706222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.706530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.706855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.707174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.707494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.707815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.708134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:17:14.854376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:14.862727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['07bb46f4-fb27-4a88-98e7-ba184c91ab9c'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:17:15.301078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:15.772058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcfe6a-f254-4a05-9f88-36f6b45e6842 req-7915c346-8031-4f3b-bd9f-fd217f5f97bb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:15.774173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38fcfe6a-f254-4a05-9f88-36f6b45e6842 req-7915c346-8031-4f3b-bd9f-fd217f5f97bb tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 944 time: 0.0487852 Nov 10 23:17:15.822110 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38fcfe6a-f254-4a05-9f88-36f6b45e6842 req-1b859d8b-df2e-473d-bc7f-83f54de9d4d1 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Nov 10 23:17:16.499309 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 07bb46f4-fb27-4a88-98e7-ba184c91ab9c up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:17:16.546853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:17:16.550856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:17:16.551232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:16.627674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:16.650186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:17:16.652402 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b0259-c680-4d5b-8aec-3761fda54510" -d '{"events": [{"server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "name": "network-vif-plugged", "status": "completed", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:17:16.665325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:17:16.670001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:16.715966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:16.780711 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1520b14-ec70-4dbf-904e-f9c3b1473d17 x-openstack-request-id: req-e1520b14-ec70-4dbf-904e-f9c3b1473d17 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:17:16.781023 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "name": "network-vif-plugged", "status": "completed", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:17:16.781279 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1520b14-ec70-4dbf-904e-f9c3b1473d17 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:17:16.781673 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'code': 200} Nov 10 23:17:16.876294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaab3c-9fe8-4fff-87d7-5bdb2db2ee9a req-7cc6fd45-c20f-42c8-a96d-52bd4d229112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:16.877825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cebaab3c-9fe8-4fff-87d7-5bdb2db2ee9a req-7cc6fd45-c20f-42c8-a96d-52bd4d229112 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1096 time: 0.0397847 Nov 10 23:17:16.925494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cebaab3c-9fe8-4fff-87d7-5bdb2db2ee9a req-cede3392-d190-4be3-a3c3-1f52bc96b1ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Nov 10 23:17:16.941936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c6c6-e59e-4a1c-af3c-de032217c026 req-8f9bee3e-1b77-4435-afac-497321c2392b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:16.943389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0de1c6c6-e59e-4a1c-af3c-de032217c026 req-8f9bee3e-1b77-4435-afac-497321c2392b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0524728 Nov 10 23:17:16.991632 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0de1c6c6-e59e-4a1c-af3c-de032217c026 req-1f52fb0e-26be-48d3-9cb0-1dbbd64fd641 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Nov 10 23:17:18.107372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3bc3-7de1-4ef9-800c-ac8d46e83e41 req-9c3c41aa-d910-438e-b235-2b091bcc6c56 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:18.108815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a4a3bc3-7de1-4ef9-800c-ac8d46e83e41 req-9c3c41aa-d910-438e-b235-2b091bcc6c56 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0476243 Nov 10 23:17:18.160991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a4a3bc3-7de1-4ef9-800c-ac8d46e83e41 req-42a911d3-8e0f-4993-9e18-b3ea3b1e9b2e tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461640 Nov 10 23:17:18.275303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251506f-19a4-47db-a725-5f8f47bdb445 req-35c9309d-9e37-4dbb-b02c-58edd3ef5ce2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:18.276678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1251506f-19a4-47db-a725-5f8f47bdb445 req-35c9309d-9e37-4dbb-b02c-58edd3ef5ce2 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0476339 Nov 10 23:17:18.326005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1251506f-19a4-47db-a725-5f8f47bdb445 req-77bfb2f7-e0c0-439e-bf7a-d64991822aa7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Nov 10 23:17:18.347483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:17:18.388914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e773e-3cc1-46ab-be04-64eaa664a298 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:18.390463 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b54e773e-3cc1-46ab-be04-64eaa664a298 tempest-TestVolumeBootPattern-1118576626 tempest-TestVolumeBootPattern-1118576626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1091 time: 0.0420432 Nov 10 23:17:18.393202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48554) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:17:18.397371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:17:18.417997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:18.512501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:18.616266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Allocated IP 172.25.0.165 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/2a733f22-edb5-4b1c-842c-92c35a6700a2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:17:18.714869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:18.746201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:18.785327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:17:18.791542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:17:18.794122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:17:18.818670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=2a733f22-edb5-4b1c-842c-92c35a6700a2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:19.141845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.209883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.356441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.360611 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.428075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event updated for resources: {'Port': ['ID=2a733f22-edb5-4b1c-842c-92c35a6700a2,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:17:19.438414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.535725 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP 8b4477b7-2a17-4fba-b30a-ea13b30400ac associated. External IP: 172.25.0.165, port: 07bb46f4-fb27-4a88-98e7-ba184c91ab9c. Nov 10 23:17:19.736134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:17:19.845281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:17:19.855713 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:17:19.862503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:19.866490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:17:19.867222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:16:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:17:19.888701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a5666fb5-9574-443a-b40f-16b49c34b743 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4945197 Nov 10 23:17:19.889316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:17:19.891586 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b26f3-c37c-459c-aed4-bd1177d12616" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:17:19.975625 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:17:19.990421 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d03e18-fb16-4b87-afc0-8043ef3f45cb x-openstack-request-id: req-49d03e18-fb16-4b87-afc0-8043ef3f45cb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:17:19.990712 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:17:19.990967 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49d03e18-fb16-4b87-afc0-8043ef3f45cb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:17:19.991428 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'status': 'completed', 'code': 200} Nov 10 23:17:20.057912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-6ba42045-4062-4948-ad59-ced278518454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:20.059889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-6ba42045-4062-4948-ad59-ced278518454 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1096 time: 0.0445843 Nov 10 23:17:20.152834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-7f947118-ca98-4144-a9ae-b8c155b38fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:20.154455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-7f947118-ca98-4144-a9ae-b8c155b38fc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0868804 Nov 10 23:17:20.202112 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8b4477b7-2a17-4fba-b30a-ea13b30400ac', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:1f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:17:19Z', 'updated_at': '2021-11-10T23:17:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}, {'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:17:20.218910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-1736fd2e-03bc-453e-b427-3d8a9702bf4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 200 len: 999 time: 0.0573971 Nov 10 23:17:20.228160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:17:20.236389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:17:20.236995 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:16:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:17:20.269146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-4c6eece9-82ff-4c10-ad83-ee64600f30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:20.270503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-4c6eece9-82ff-4c10-ad83-ee64600f30cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0420861 Nov 10 23:17:20.319787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-36c92aad-597d-4b4f-b002-a19e2faca004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:17:20.321297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-36c92aad-597d-4b4f-b002-a19e2faca004 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437164 Nov 10 23:17:20.340159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:17:20.410800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-cecc727d-680a-41b2-8ae7-9c1aebfaaf7a service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824385 Nov 10 23:17:20.502539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f1b26f3-c37c-459c-aed4-bd1177d12616 req-a7ab657f-709e-46c5-8028-36e963a5c6a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853927 Nov 10 23:17:20.564352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8b4477b7-2a17-4fba-b30a-ea13b30400ac', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:1f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:17:19Z', 'updated_at': '2021-11-10T23:17:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}, {'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:17:20.589754 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6272ff-f708-4f7f-9835-44f07fed23d0 None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8b4477b7-2a17-4fba-b30a-ea13b30400ac', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:1f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:17:19Z', 'updated_at': '2021-11-10T23:17:19Z', 'revision_number': 0, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}, {'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:17:20.777469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa021f9-8b31-4e5b-880b-eff233634263 None None] New status for floating IP 8b4477b7-2a17-4fba-b30a-ea13b30400ac: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:17:24.999221 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2dcc8dcb-806e-4e35-92a7-3e7adfe07924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:27.625881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-29fd321e-c63d-446c-9558-2446495ab4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:29.018834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:30.446452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:30.777271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:40.184989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:17:44.861258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:45.309150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:55.000676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-96da1b2a-2d2e-4fd3-8619-9b71414a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:57.626628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef212362-f067-44e8-98ac-a8ce73a94f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:59.022149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:00.448254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:00.777873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:01.451309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-56a7b64c-9587-4ba7-b7a3-68319f1712ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0470843 Nov 10 23:18:01.542045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.542517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.542978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.543452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.543895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.544347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.544800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.546976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1f3243b0-5b4a-46e5-9d54-e6ef0c6f1ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=487ad932ec73477bb67d1a4ef6921d37&device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 6500 time: 0.0493131 Nov 10 23:18:01.662778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-5db8c17b-7086-40bc-8be3-9050dc8c3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.663244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-5db8c17b-7086-40bc-8be3-9050dc8c3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.663704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-5db8c17b-7086-40bc-8be3-9050dc8c3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.665290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-5db8c17b-7086-40bc-8be3-9050dc8c3b66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e451a93-a5fd-40b5-b6f4-2240164778b9&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=9b766eba-f189-483f-977e-32776b725859&id=3952c3f0-e173-495d-9694-c3e79a94c61a&id=3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 200 len: 2294 time: 0.0945153 Nov 10 23:18:01.730173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-712b1f99-faad-4a22-a958-aaf8a786f078 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 200 len: 1001 time: 0.0580845 Nov 10 23:18:01.778207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-a5b1083b-cd40-4349-b763-dfb7b1f2fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.779623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-a5b1083b-cd40-4349-b763-dfb7b1f2fce9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 200 len: 854 time: 0.0429025 Nov 10 23:18:01.828057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-2857c226-1814-4d20-8fce-a807b3dc2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:01.829539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-2857c226-1814-4d20-8fce-a807b3dc2f73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e451a93-a5fd-40b5-b6f4-2240164778b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426795 Nov 10 23:18:01.916696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-fc5294fa-0279-4f40-8d14-f36ba498b4fd service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796266 Nov 10 23:18:02.009006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-e2783beb-93f1-4216-8370-7105f08a977d service neutron] 10.222.0.39 "GET /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854614 Nov 10 23:18:02.050396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-e1540a3b-7baa-41d4-b94e-4f173c717fc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0347419 Nov 10 23:18:02.096849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-6d481a0d-78f5-43c4-8f27-99c9f4222772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.098251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-6d481a0d-78f5-43c4-8f27-99c9f4222772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0418985 Nov 10 23:18:02.145742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-0a561757-d308-47e7-a071-a712e3a9eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.147186 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-0a561757-d308-47e7-a071-a712e3a9eeae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426626 Nov 10 23:18:02.238550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-4249f58f-c218-4f87-951e-8c3c0c36dbb3 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Nov 10 23:18:02.333842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-1b143766-ff6f-43f5-92d9-6e8c4230212b service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Nov 10 23:18:02.377486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-52a67995-9e1d-4d1a-8193-c9194ca53d2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 217 time: 0.0364366 Nov 10 23:18:02.428450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-d7391aea-73a3-4f0c-a14d-bf0ac0c97fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.429968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-d7391aea-73a3-4f0c-a14d-bf0ac0c97fb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0463440 Nov 10 23:18:02.479726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-164adfbd-3c99-4443-8776-ac590bdb7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.481277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-164adfbd-3c99-4443-8776-ac590bdb7f3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446110 Nov 10 23:18:02.572705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8869e170-839b-49aa-9533-64f95ce3b223 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835111 Nov 10 23:18:02.665460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-447f2ee8-869f-4655-8ed2-29e4c5d50691 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Nov 10 23:18:02.707869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-d5f76135-ee48-42e8-9ab6-ffeab4b80dc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 200 len: 217 time: 0.0353458 Nov 10 23:18:02.755333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-b52fde8a-9bde-4b71-81fe-41370df8d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.756908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-b52fde8a-9bde-4b71-81fe-41370df8d1e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0429292 Nov 10 23:18:02.805208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-72dea6ca-e5cb-4209-8003-1e8de1574534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:02.806642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-72dea6ca-e5cb-4209-8003-1e8de1574534 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433738 Nov 10 23:18:02.895130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-4e3f8819-364e-41be-a490-7910fd1eea2d service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814276 Nov 10 23:18:02.987192 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-38b31750-da7b-4fde-b151-e23c75dd6e56 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 Nov 10 23:18:03.028792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-78f15fe0-8702-44e4-bbcb-b7aeaeb21d27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Nov 10 23:18:03.077004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8296a375-385a-40f3-b9ed-561b5d060021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:03.078439 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8296a375-385a-40f3-b9ed-561b5d060021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 200 len: 797 time: 0.0431774 Nov 10 23:18:03.125822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-24eba6c8-0cc1-4f0e-8b07-6bae34b46ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:03.127793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-24eba6c8-0cc1-4f0e-8b07-6bae34b46ce5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b766eba-f189-483f-977e-32776b725859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420384 Nov 10 23:18:03.215584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-660cd662-d9f9-4cba-a6a1-9596aab949ce service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807617 Nov 10 23:18:03.307591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-dbd3a51a-61da-4e66-91e2-fa3a8763d315 service neutron] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Nov 10 23:18:03.348450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-2f447ad1-afe8-4100-a9b4-77411fd4b3b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 200 len: 217 time: 0.0340331 Nov 10 23:18:03.396366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8eedafe4-c2fe-4ca3-bbf1-e63661fe0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:03.397839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8eedafe4-c2fe-4ca3-bbf1-e63661fe0036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0426884 Nov 10 23:18:03.760581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-862d4a66-968f-4002-b7db-82aecbd4e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:03.762205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-862d4a66-968f-4002-b7db-82aecbd4e272 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3576853 Nov 10 23:18:03.852513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-49d11f1c-eb55-4ddc-9038-373137503ff5 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Nov 10 23:18:03.944445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-941dbe19-d547-4996-848c-997852a4df95 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842073 Nov 10 23:18:03.985700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-12b80ad7-6d1a-4035-a126-a3207fbbf69b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 200 len: 217 time: 0.0343776 Nov 10 23:18:04.034910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8feb5b83-3a7a-4173-8879-2dbe834cf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:04.036368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-8feb5b83-3a7a-4173-8879-2dbe834cf81c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 200 len: 797 time: 0.0433326 Nov 10 23:18:04.084145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-a07ff3c0-3f72-4bfa-999b-479b86ba874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:04.085626 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-a07ff3c0-3f72-4bfa-999b-479b86ba874b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3952c3f0-e173-495d-9694-c3e79a94c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426052 Nov 10 23:18:04.172080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-6182e491-90ab-44da-9572-906544c46ec9 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797560 Nov 10 23:18:04.260402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19bb1083-43ae-4ba1-9c42-f139620c1a5c req-cdaae411-100b-4473-b25a-e3a6b1e4ad68 service neutron] 10.222.0.39 "GET /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819521 Nov 10 23:18:04.785785 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-c11b11ec-d11f-433e-89bd-be1e6cd7e767 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415266 Nov 10 23:18:04.870192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-2a718786-4dcc-465b-a4be-f4e0eb1b6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:04.871856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-2a718786-4dcc-465b-a4be-f4e0eb1b6b49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.0426826 Nov 10 23:18:04.981771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-6d74a359-fd12-4718-acca-bce6062d797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:04.983300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-6d74a359-fd12-4718-acca-bce6062d797b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.0903003 Nov 10 23:18:05.058462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-3c945955-1186-400e-8c76-32dbc0c1cdb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 1000 time: 0.0668559 Nov 10 23:18:05.114857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-e0cc704b-6836-4a7b-8d7f-ee2c1b6ad683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:05.116550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-e0cc704b-6836-4a7b-8d7f-ee2c1b6ad683 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0506163 Nov 10 23:18:05.167182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-9a1052fa-bd43-42f4-87b5-f6f47b632216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:05.168666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-9a1052fa-bd43-42f4-87b5-f6f47b632216 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444655 Nov 10 23:18:05.260336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-82a76a7f-7b17-4d89-bc95-ddf25c686c0e service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 Nov 10 23:18:05.362412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ec3c487-a3c7-492e-87e8-83d748b20cec req-1023bc21-86b0-4a3c-9aaf-046be63196b2 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942693 Nov 10 23:18:12.896525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.902538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.909015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.914936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.920890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.927813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.933852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:12.935624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-6c240441-1da9-4712-830f-ab6096ea514f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.0925727 Nov 10 23:18:12.992794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d31fd248-90a2-4a46-a68a-ab8bdfd5a1c1 req-e42c3d7a-8440-490d-878f-7aa85d5ce94c tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511603 Nov 10 23:18:13.908424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.914410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.920318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.927217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.933205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.939125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.945781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.947589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-d6f0b696-9cec-46ac-90e2-820e44a68f3e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.0949941 Nov 10 23:18:13.991231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-35f27a66-46c4-43d4-9b17-598482704f75 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:13.992554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-35f27a66-46c4-43d4-9b17-598482704f75 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0387027 Nov 10 23:18:14.095876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-14600da4-0cf2-47b9-a2ec-2a682edc54fb tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/networks/9b766eba-f189-483f-977e-32776b725859?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0975766 Nov 10 23:18:14.106453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:14.124531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.131088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.137012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.142928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.148836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.154717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.158773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.161166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.163030 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-440263ea-f8be-4e11-8168-32c192dccb12 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 5443 time: 0.0915256 Nov 10 23:18:14.226704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cb2b75f9-55af-4d8c-9b29-cd9a554b0a52 req-e4006ba5-f371-4aa3-a3fc-4ac7ea93fc4f tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=de2b1f21-b7d8-4db0-8fe1-4662d59086e1&id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574460 Nov 10 23:18:14.296061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=acd6e948-6eaa-411a-8ecb-a6db870e6798,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:14.328615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] For port acd6e948-6eaa-411a-8ecb-a6db870e6798, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:18:14.359746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] device_id is not set on port acd6e948-6eaa-411a-8ecb-a6db870e6798 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:18:14.368405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.373713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.436605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] No DVR routers for this DVR port acd6e948-6eaa-411a-8ecb-a6db870e6798 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:14.438556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Pushing event updated for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:14.468418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.468761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.469121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.469457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.469781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.470105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.470427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.471294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.471618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.471938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.472256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.472579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:14.493070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] In _notify_port_updated(), no bound segment for port acd6e948-6eaa-411a-8ecb-a6db870e6798 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:18:14.493957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.495130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.496438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-ddb6a694-b313-4061-a407-4d105b62d42f service neutron] 10.222.0.39 "PUT /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 200 len: 1030 time: 0.3939137 Nov 10 23:18:14.543227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-671d9975-b603-4118-b1a0-ceeffd57c5a1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.544730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-671d9975-b603-4118-b1a0-ceeffd57c5a1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "GET /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0419981 Nov 10 23:18:14.555986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:14.609808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.684279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7583-9d56-492d-8b5a-f90971f14f9a None None] Provisioning complete for port acd6e948-6eaa-411a-8ecb-a6db870e6798 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:18:14.684879 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7583-9d56-492d-8b5a-f90971f14f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.718001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c7583-9d56-492d-8b5a-f90971f14f9a None None] Port acd6e948-6eaa-411a-8ecb-a6db870e6798 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:18:14.742829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=5b956d90-3947-49a7-82d2-20ad361c2ba8,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:14.779499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] For port 5b956d90-3947-49a7-82d2-20ad361c2ba8, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:18:14.814676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] device_id is not set on port 5b956d90-3947-49a7-82d2-20ad361c2ba8 yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:18:14.822638 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.826919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.862025 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.884848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] No DVR routers for this DVR port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:14.907326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Pushing event updated for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:14.927737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] In _notify_port_updated(), no bound segment for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 on network 9b766eba-f189-483f-977e-32776b725859 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:18:14.928610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:14.929254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:14.930551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-1f22c687-f85d-4279-a951-51b588273488 service neutron] 10.222.0.39 "PUT /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 200 len: 1033 time: 0.3786960 Nov 10 23:18:15.036385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 4c9e1255-ae99-4d53-81db-3f9e4993c959 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:15.036723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.040000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c4096f27-9e34-4af7-9a06-0d1d931d6e91 None None] Provisioning complete for port 5b956d90-3947-49a7-82d2-20ad361c2ba8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:18:15.040375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4096f27-9e34-4af7-9a06-0d1d931d6e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.074211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c4096f27-9e34-4af7-9a06-0d1d931d6e91 None None] Port 5b956d90-3947-49a7-82d2-20ad361c2ba8 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:18:15.125246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] For port 4c9e1255-ae99-4d53-81db-3f9e4993c959, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4c9e1255-ae99-4d53-81db-3f9e4993c959,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:15.125542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.299527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.300763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.300763 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Floating IP 57dbc49c-420b-4725-afbc-5631ddfcd4b7 disassociated. External IP: 172.25.0.21, port: 4c9e1255-ae99-4d53-81db-3f9e4993c959. Nov 10 23:18:15.300763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 4c9e1255-ae99-4d53-81db-3f9e4993c959 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:15.315298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.404006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:15.410363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:15.416911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:15.424414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:15.430345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:15.432279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-d915da34-2e5e-4362-8cd1-64fe4201d2ee tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 3886 time: 0.1267087 Nov 10 23:18:15.519801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d669886b-5a5a-4153-a110-8d8ad8a4ca09 req-653f5272-e2e3-4d6b-9392-bb841279fd1a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741723 Nov 10 23:18:15.536101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 8871216e-5dfc-4f35-b1ff-a5281c11433e no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:15.544370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.573062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=4c9e1255-ae99-4d53-81db-3f9e4993c959,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:15.622350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.645530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:15.647858 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db94c8-d078-4075-ad5c-1276833a1454" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:15.661646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:15.666709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.667462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device f002915c-000d-4d14-bd68-383225c10608 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:15.693913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:18:15.711377 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c46b1fc-b6c7-4939-b1e4-251ae34be8ca x-openstack-request-id: req-0c46b1fc-b6c7-4939-b1e4-251ae34be8ca {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:15.711946 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:15.711946 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c46b1fc-b6c7-4939-b1e4-251ae34be8ca {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:15.712272 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'code': 200} Nov 10 23:18:15.748816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:15.757195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.757540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.757876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.758207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.758536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.758865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.759186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.759506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.759827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.760146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.760465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.760782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:15.800604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.802503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:18:15.813696 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Sync routers for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:18:15.824152 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:15.824957 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:17:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:15.836604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:15.840224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] No DVR routers for this DVR port 4c9e1255-ae99-4d53-81db-3f9e4993c959 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:15.840939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.841695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:15.843417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.847803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-253877d8-dcd4-43e0-9023-62065bf7dba1 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "DELETE /v2.0/ports/4c9e1255-ae99-4d53-81db-3f9e4993c959 HTTP/1.1" status: 204 len: 173 time: 0.9112241 Nov 10 23:18:15.848344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:15.850667 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae3967-ec20-45d9-a539-88f2ffbb911b" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:15.919034 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c6f73-7d04-4ab1-a6d0-91e3613dea6f x-openstack-request-id: req-a94c6f73-7d04-4ab1-a6d0-91e3613dea6f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:15.919336 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "4c9e1255-ae99-4d53-81db-3f9e4993c959", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:15.920038 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a94c6f73-7d04-4ab1-a6d0-91e3613dea6f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:15.920038 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '4c9e1255-ae99-4d53-81db-3f9e4993c959', 'status': 'completed', 'code': 200} Nov 10 23:18:15.954705 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:15.957225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:15.957770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:15.961750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:15.974165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.011326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:16.017212 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.018523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b956d90-3947-49a7-82d2-20ad361c2ba8 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:16.070806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] For port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:16.071169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.085581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:16.123043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:16.134330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 5b956d90-3947-49a7-82d2-20ad361c2ba8 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:16.134843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device acd6e948-6eaa-411a-8ecb-a6db870e6798 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:16.177797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device acd6e948-6eaa-411a-8ecb-a6db870e6798 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:16.178233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:16.179235 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:16.216327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Checking router: 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:18:16.224857 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:16.225515 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:17:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:16.251453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.261447 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.281320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=25ecdebd-a959-4a7b-8f7f-974f1faa7ee2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:16.300503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:16.307112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.308026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4c9e1255-ae99-4d53-81db-3f9e4993c959 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:16.337019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 4c9e1255-ae99-4d53-81db-3f9e4993c959 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:16.337292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] No DVR routers for this DVR port 25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:16.337431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4c9e1255-ae99-4d53-81db-3f9e4993c959 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:16.339300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.342970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-12f1d79d-f7f7-48df-aa07-51e47685ce85 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "DELETE /v2.0/ports/25ecdebd-a959-4a7b-8f7f-974f1faa7ee2 HTTP/1.1" status: 204 len: 173 time: 0.4890141 Nov 10 23:18:16.383589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:16.441221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 8871216e-5dfc-4f35-b1ff-a5281c11433e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:16.441466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.444889 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:16.534077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] For port 8871216e-5dfc-4f35-b1ff-a5281c11433e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=8871216e-5dfc-4f35-b1ff-a5281c11433e,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:16.534441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.546222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 8871216e-5dfc-4f35-b1ff-a5281c11433e owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:16.649837 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:16.665622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d061f93-f1db-498e-99fa-331f3714db96 req-3c5cede7-1b49-4ca2-a723-06eb39e7d6ad tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:16.672788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d061f93-f1db-498e-99fa-331f3714db96 req-3c5cede7-1b49-4ca2-a723-06eb39e7d6ad tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:16.681280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d061f93-f1db-498e-99fa-331f3714db96 req-3c5cede7-1b49-4ca2-a723-06eb39e7d6ad tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:16.682487 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9094e-6e53-480f-b5d3-d2f2f8a4df73 None None] The sync data for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 is: [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:31Z', 'revision_number': 4, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'b429151a-37ec-4ec7-8ffb-e413d6d8ea78', 'name': '', 'network_id': '6e451a93-a5fd-40b5-b6f4-2240164778b9', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'mac_address': 'fa:16:3e:de:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:31Z', 'updated_at': '2021-11-10T23:08:40Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'subnets': [{'id': 'bcb972b9-0ba3-4a10-b3e2-203975047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:18:16.685108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d061f93-f1db-498e-99fa-331f3714db96 req-3c5cede7-1b49-4ca2-a723-06eb39e7d6ad tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 2409 time: 0.0837917 Nov 10 23:18:16.691587 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.731302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=8871216e-5dfc-4f35-b1ff-a5281c11433e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:16.776234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2d061f93-f1db-498e-99fa-331f3714db96 req-254edec5-ed91-4657-8192-1147ca5a8d38 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccd7bd7-2b61-4bf4-8e60-c07539d53848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850680 Nov 10 23:18:16.792348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] No DVR routers for this DVR port 8871216e-5dfc-4f35-b1ff-a5281c11433e on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:16.795167 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.799156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-3cca576a-24c7-4784-a574-476264310a51 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "DELETE /v2.0/ports/8871216e-5dfc-4f35-b1ff-a5281c11433e HTTP/1.1" status: 204 len: 173 time: 0.4505498 Nov 10 23:18:16.896275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:16.896541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:16.975492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccfe5ed-9e35-47ec-93b8-71ebc89bd9aa None None] New status for floating IP 57dbc49c-420b-4725-afbc-5631ddfcd4b7: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:18:16.993760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] For port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:16.994294 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.006241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:17.149412 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.179712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=12ab4190-d74c-4a91-b120-b1a11c5b6ed9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:17.190525 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:18:17.221956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] No DVR routers for this DVR port 12ab4190-d74c-4a91-b120-b1a11c5b6ed9 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:17.224422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.227735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-91411712-7535-448a-8285-e9db98b6da8e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "DELETE /v2.0/ports/12ab4190-d74c-4a91-b120-b1a11c5b6ed9 HTTP/1.1" status: 204 len: 173 time: 0.4225008 Nov 10 23:18:17.321410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port f002915c-000d-4d14-bd68-383225c10608 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:17.321659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.405547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] For port f002915c-000d-4d14-bd68-383225c10608, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=f002915c-000d-4d14-bd68-383225c10608,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:17.406090 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.417961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for f002915c-000d-4d14-bd68-383225c10608 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:17.544618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.576016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=f002915c-000d-4d14-bd68-383225c10608,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:17.623379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] No DVR routers for this DVR port f002915c-000d-4d14-bd68-383225c10608 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:17.626012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:17.630234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db17f63d-16a9-4ad1-9719-7f696c53331e req-8b78315f-71e5-4f10-8260-686df1d8e9b6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.39 "DELETE /v2.0/ports/f002915c-000d-4d14-bd68-383225c10608 HTTP/1.1" status: 204 len: 173 time: 0.3967257 Nov 10 23:18:17.713677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f002915c-000d-4d14-bd68-383225c10608'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:17.715988 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d1777-6048-4ac8-98ed-b1eb49663e1e" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "f002915c-000d-4d14-bd68-383225c10608"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:17.755296 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a265ce2-93be-4c5a-aed7-3e5b36520e38 x-openstack-request-id: req-1a265ce2-93be-4c5a-aed7-3e5b36520e38 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:17.755597 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "f002915c-000d-4d14-bd68-383225c10608", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-unplugged", "status": "completed", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:17.755851 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a265ce2-93be-4c5a-aed7-3e5b36520e38 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:17.756308 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f002915c-000d-4d14-bd68-383225c10608', 'code': 200} Nov 10 23:18:17.756509 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'code': 200} Nov 10 23:18:17.756764 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'code': 200} Nov 10 23:18:17.885902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-21a6c62e-5b6c-4b20-a67e-1c5cfc5baa84 req-cad5c88c-fcb6-4ae0-9f7b-e980da9082d7 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Nov 10 23:18:17.921921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9'}, {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': 'f002915c-000d-4d14-bd68-383225c10608'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:17.924960 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbeb32b-6105-4ce0-b095-d819a455a53c" -d '{"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9"}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "f002915c-000d-4d14-bd68-383225c10608"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:17.967343 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a32b74-a5ac-41bb-b407-df981424a9a4 x-openstack-request-id: req-69a32b74-a5ac-41bb-b407-df981424a9a4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:17.967645 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "25ecdebd-a959-4a7b-8f7f-974f1faa7ee2", "status": "completed", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "8871216e-5dfc-4f35-b1ff-a5281c11433e", "status": "completed", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "12ab4190-d74c-4a91-b120-b1a11c5b6ed9", "status": "completed", "code": 200}, {"server_uuid": "381e9b78-f50c-414b-978f-cde0df05a237", "name": "network-vif-deleted", "tag": "f002915c-000d-4d14-bd68-383225c10608", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:17.967900 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69a32b74-a5ac-41bb-b407-df981424a9a4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:17.968307 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '25ecdebd-a959-4a7b-8f7f-974f1faa7ee2', 'status': 'completed', 'code': 200} Nov 10 23:18:17.968588 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '8871216e-5dfc-4f35-b1ff-a5281c11433e', 'status': 'completed', 'code': 200} Nov 10 23:18:17.968837 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': '12ab4190-d74c-4a91-b120-b1a11c5b6ed9', 'status': 'completed', 'code': 200} Nov 10 23:18:17.969255 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e9b78-f50c-414b-978f-cde0df05a237', 'name': 'network-vif-deleted', 'tag': 'f002915c-000d-4d14-bd68-383225c10608', 'status': 'completed', 'code': 200} Nov 10 23:18:18.989220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-32194062-46e3-42e8-9949-0dbc7d590173 req-96118111-5030-4f42-b347-ce9166dd8575 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0267560 Nov 10 23:18:20.092777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56eef41b-f31b-49c9-b18f-7bec044ae36f req-687b3543-f2c5-4543-a60f-48bf9e07c691 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Nov 10 23:18:21.197677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1346f46-904c-4b66-ba21-5ce1026a9579 req-07a60bd8-00fd-47f9-b9e3-2cbc8135c57e tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Nov 10 23:18:22.299169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e2ed4437-8a39-480e-9bef-f0f46b06f381 req-0fffbd34-14f9-4379-8c83-67c0c6731639 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0267220 Nov 10 23:18:23.397836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-979ead62-fbe1-4e7b-bac6-56a7106e24dc req-dea56b3e-7a00-4c59-a81a-4715b8cf4b35 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0257096 Nov 10 23:18:24.497260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-642c40c5-e246-4a9d-be77-7d14a99df4a5 req-a6be98b0-6259-4ce8-b81b-815417c62aa9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Nov 10 23:18:25.002500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b5e48753-8992-4c54-ae8c-bbdaa5d92b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:25.595972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1c11c350-eb91-4959-9e96-ea3bd8a162d7 req-15e225f9-435e-4e28-9dd8-f6aaa786ffd6 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0260773 Nov 10 23:18:26.702857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0d959441-ef20-4030-892b-415b639bcbce req-40dfb768-1278-42e1-b2f6-f9405e07f3db tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Nov 10 23:18:27.629565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-639b86b2-8377-4c76-a162-ab08dd3d8632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:27.812362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-858c26b2-91c2-44c5-af40-647fd39e0725 req-da86c0d5-c443-45a8-b87e-35c2137a0b13 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Nov 10 23:18:28.919493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca3aa57c-a439-4d50-a328-0f6c1fadda97 req-63a2be71-6ce7-40a3-ba7e-64f1e101d4c9 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Nov 10 23:18:29.025099 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:30.021612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8128991-a1f6-467f-a4bc-60917812dbc4 req-7a765469-88cc-49bf-9f1d-79ce0d86dd3a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/ports?device_id=381e9b78-f50c-414b-978f-cde0df05a237 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Nov 10 23:18:30.451131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:30.778905 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.110868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48640) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:31.162929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.185060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.234019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.236588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.237760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/security-groups/9ccd7bd7-2b61-4bf4-8e60-c07539d53848 HTTP/1.1" status: 204 len: 168 time: 0.1258934 Nov 10 23:18:31.240503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48642) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:31.246471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd7bd7-2b61-4bf4-8e60-c07539d53848,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:31.253920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.254265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.254418 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-d3ec5652-40d2-4093-a496-f15d2f61a95a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] show failed (client error): The resource could not be found. Nov 10 23:18:31.254602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.254931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.255254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.255404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d3ec5652-40d2-4093-a496-f15d2f61a95a tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "GET /v2.0/security-groups/9ccd7bd7-2b61-4bf4-8e60-c07539d53848 HTTP/1.1" status: 404 len: 347 time: 0.0132775 Nov 10 23:18:31.255642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.256019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.256345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.256661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.256989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.257305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.257617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419f9ec-3994-4cfa-aba8-2cfa17a220e0 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:18:31.258190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48644) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:31.382239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 11b45acc-7965-4ef7-b472-56131a102428 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:31.382576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.455978 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.456303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.467519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 11b45acc-7965-4ef7-b472-56131a102428 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:31.599328 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.624693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=11b45acc-7965-4ef7-b472-56131a102428,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:31.685258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.687797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.689483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3b58712a-f22b-4086-9277-b5682b4a9401 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/floatingips/57dbc49c-420b-4725-afbc-5631ddfcd4b7 HTTP/1.1" status: 204 len: 168 time: 0.4298635 Nov 10 23:18:31.692114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48646) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:31.775606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port acd6e948-6eaa-411a-8ecb-a6db870e6798 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:31.775944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.862201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:31.873641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for acd6e948-6eaa-411a-8ecb-a6db870e6798 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:31.992886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.025060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=acd6e948-6eaa-411a-8ecb-a6db870e6798,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:32.091482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.094702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a942d38f-09db-432d-8642-007f103e2a67 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/ports/acd6e948-6eaa-411a-8ecb-a6db870e6798 HTTP/1.1" status: 204 len: 168 time: 0.4016869 Nov 10 23:18:32.097291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48648) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:32.185344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting port 5b956d90-3947-49a7-82d2-20ad361c2ba8 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:32.185690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.267601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.279126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Calling delete_port for 5b956d90-3947-49a7-82d2-20ad361c2ba8 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:32.412311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.445540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Port': ['ID=5b956d90-3947-49a7-82d2-20ad361c2ba8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:32.514863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.518735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44845a02-8089-4d13-89ca-76fb69b2c7e4 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/ports/5b956d90-3947-49a7-82d2-20ad361c2ba8 HTTP/1.1" status: 204 len: 168 time: 0.4204791 Nov 10 23:18:32.521260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:32.572125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting subnet 4d1d7eea-1db7-4b30-8797-45bd89cc1e8f {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:18:32.575242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.614373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:32.695928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.062771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.089243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1d7eea-1db7-4b30-8797-45bd89cc1e8f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:33.092780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.095947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6854f23-68c9-46dc-a0ae-546af04ff483 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/subnets/4d1d7eea-1db7-4b30-8797-45bd89cc1e8f HTTP/1.1" status: 204 len: 168 time: 0.5737693 Nov 10 23:18:33.098521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:33.099668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe735a-de1d-4038-a8f2-fc87953b3273 None None] Network 3952c3f0-e173-495d-9694-c3e79a94c61a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:18:33.266316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Deleting subnet 43787095-387b-40c5-b5ca-29570c44b6bb {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:18:33.270044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.277934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] DHCP port deletion for 3952c3f0-e173-495d-9694-c3e79a94c61a request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:18:33.312900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.324323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Deleting port c6caf9a7-254b-4a88-b1fb-c60b871aa708 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:33.324693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.388265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] For port c6caf9a7-254b-4a88-b1fb-c60b871aa708, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c6caf9a7-254b-4a88-b1fb-c60b871aa708,segment=NetworkSegment(66cf1ce9-3089-463b-a590-a4f9b6ceca5d),segment_id=66cf1ce9-3089-463b-a590-a4f9b6ceca5d)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:33.388654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.394309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.400943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Calling delete_port for c6caf9a7-254b-4a88-b1fb-c60b871aa708 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:33.451463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.479524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.483771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Subnet': ['ID=43787095-387b-40c5-b5ca-29570c44b6bb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:33.485777 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.492322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:33.492865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-37bbbef9-8ded-4110-b10e-a647c137f1ce tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/subnets/43787095-387b-40c5-b5ca-29570c44b6bb HTTP/1.1" status: 204 len: 168 time: 0.3931618 Nov 10 23:18:33.510015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76cb568-f6db-4c85-a2e2-075388ab9e4a None None] Network 9b766eba-f189-483f-977e-32776b725859 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:18:33.512433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] Pushing event deleted for resources: {'Port': ['ID=c6caf9a7-254b-4a88-b1fb-c60b871aa708,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:33.525456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb811a3-e295-4e47-ac75-67a4aed7b176 None None] No DVR routers for this DVR port c6caf9a7-254b-4a88-b1fb-c60b871aa708 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:33.576289 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.693493 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] DHCP port deletion for 9b766eba-f189-483f-977e-32776b725859 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:18:33.872245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c6caf9a7-254b-4a88-b1fb-c60b871aa708 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:33.894630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c6caf9a7-254b-4a88-b1fb-c60b871aa708 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:33.894973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c6caf9a7-254b-4a88-b1fb-c60b871aa708 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:33.895390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4dec7a71-73df-4217-8157-7f1165695760 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:33.952087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Deleting port 4dec7a71-73df-4217-8157-7f1165695760 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:33.952459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:33.997553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.017580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3952c3f0-e173-495d-9694-c3e79a94c61a']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.026989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cf1ce9-3089-463b-a590-a4f9b6ceca5d') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.027285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cf1ce9-3089-463b-a590-a4f9b6ceca5d') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.028791 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.038695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.052138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.052414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] For port 4dec7a71-73df-4217-8157-7f1165695760, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dec7a71-73df-4217-8157-7f1165695760,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:34.052809 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.058416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:18:34.058824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:18:34.061954 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:18:34.072223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Calling delete_port for 4dec7a71-73df-4217-8157-7f1165695760 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:34.092373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 4dec7a71-73df-4217-8157-7f1165695760, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4dec7a71-73df-4217-8157-7f1165695760,segment=NetworkSegment(7fbf74a6-1844-474b-9b82-3bb86ddf9e4a),segment_id=7fbf74a6-1844-474b-9b82-3bb86ddf9e4a)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:34.097176 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.121660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.129148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.132179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/networks/3952c3f0-e173-495d-9694-c3e79a94c61a HTTP/1.1" status: 204 len: 168 time: 0.6380577 Nov 10 23:18:34.134932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48658) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:34.150363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b3bf0-0871-48de-a3e1-39785ad9c964 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Network': ['ID=3952c3f0-e173-495d-9694-c3e79a94c61a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:34.204005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=4dec7a71-73df-4217-8157-7f1165695760,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:34.211238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.217781 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.244718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] Pushing event deleted for resources: {'Port': ['ID=4dec7a71-73df-4217-8157-7f1165695760,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:34.246650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9f66b-5521-453e-956a-e49aa3636a0e None None] No DVR routers for this DVR port 4dec7a71-73df-4217-8157-7f1165695760 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:34.304759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.323672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b766eba-f189-483f-977e-32776b725859']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.333353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.333650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbf74a6-1844-474b-9b82-3bb86ddf9e4a') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:34.342634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.356233 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.363390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:18:34.363798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:18:34.366750 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:18:34.423157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.429980 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:34.433049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] 10.222.0.25 "DELETE /v2.0/networks/9b766eba-f189-483f-977e-32776b725859 HTTP/1.1" status: 204 len: 168 time: 0.2969925 Nov 10 23:18:34.445159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f0215-dc77-4e7b-8a46-945888b55416 tempest-TaggedBootDevicesTest_v242-454692651 tempest-TaggedBootDevicesTest_v242-454692651-project] Pushing event deleted for resources: {'Network': ['ID=9b766eba-f189-483f-977e-32776b725859,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:44.297030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48694) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:44.774517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:44.847811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.020567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Deleting port b429151a-37ec-4ec7-8ffb-e413d6d8ea78 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:45.021064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.106320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] For port b429151a-37ec-4ec7-8ffb-e413d6d8ea78, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:45.106682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.123381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Calling delete_port for b429151a-37ec-4ec7-8ffb-e413d6d8ea78 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:45.298566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.319376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.321976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b429151a-37ec-4ec7-8ffb-e413d6d8ea78,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:45.487871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.700208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:18:45.803642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:18:45.808642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6b96c6e6-0a01-4a56-8325-b6bb581a3f4a admin admin] 10.222.0.25 "PUT /v2.0/routers/1ee0bbdc-c740-4088-a229-bc7d28e1eb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5103016 Nov 10 23:18:45.811365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48698) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:45.813342 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Sync routers for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:18:45.823240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:45.823836 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:45.917228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:45.926918 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:46.016263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.073908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Deleting port 0b20d8c1-e697-4973-85e3-d456fbab71d0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:46.074371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.105355 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:18:45Z', 'revision_number': 5, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port': {'id': '0b20d8c1-e697-4973-85e3-d456fbab71d0', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:46.132563 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Checking router: 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:18:46.140685 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Routers {'1ee0bbdc-c740-4088-a229-bc7d28e1eb57'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:46.141297 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:46.152097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] For port 0b20d8c1-e697-4973-85e3-d456fbab71d0, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0b20d8c1-e697-4973-85e3-d456fbab71d0,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:46.152459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.164565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Calling delete_port for 0b20d8c1-e697-4973-85e3-d456fbab71d0 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:46.227206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] Set router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:46.278068 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:18:46Z', 'revision_number': 6, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:46.307371 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b2db9-de31-4845-a30a-6e300f58b7e5 None None] The sync data for ids ['1ee0bbdc-c740-4088-a229-bc7d28e1eb57'] in n-d-811521-3 is: [{'id': '1ee0bbdc-c740-4088-a229-bc7d28e1eb57', 'name': 'tempest-TaggedBootDevicesTest_v242-63477282-router', 'tenant_id': '487ad932ec73477bb67d1a4ef6921d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:18:46Z', 'revision_number': 6, 'project_id': '487ad932ec73477bb67d1a4ef6921d37', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:18:46.327831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.357396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b20d8c1-e697-4973-85e3-d456fbab71d0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:46.370407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff259e35-59a2-4d34-99ab-c7bd50ef733f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:18:46.420427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.510116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.512188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.553597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.554219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee0bbdc-c740-4088-a229-bc7d28e1eb57 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:18:46.558512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.559844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3d10afe-4bd7-48e3-a810-4ea0e492a81a admin admin] 10.222.0.25 "DELETE /v2.0/routers/1ee0bbdc-c740-4088-a229-bc7d28e1eb57 HTTP/1.1" status: 204 len: 168 time: 0.7469049 Nov 10 23:18:46.562262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:46.609605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Deleting subnet bcb972b9-0ba3-4a10-b3e2-203975047753 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:18:46.612573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.646401 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.726595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.779887 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.810738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb972b9-0ba3-4a10-b3e2-203975047753,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:46.812616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.816421 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1bdc2b9a-c226-4e39-a1de-6e1a86fa5a6f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bcb972b9-0ba3-4a10-b3e2-203975047753 HTTP/1.1" status: 204 len: 168 time: 0.2532229 Nov 10 23:18:46.817932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7000610-97f6-4dd4-aad2-e9b2f085c614 None None] Network 6e451a93-a5fd-40b5-b6f4-2240164778b9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:18:46.818995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48702) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:46.887617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:46.944724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Deleting port 25a4bf03-2f04-4b96-a887-bd21c444c79f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:46.945097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.009927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] For port 25a4bf03-2f04-4b96-a887-bd21c444c79f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25a4bf03-2f04-4b96-a887-bd21c444c79f,segment=NetworkSegment(e38a9a81-3d71-4433-9dd3-a18aa82ad902),segment_id=e38a9a81-3d71-4433-9dd3-a18aa82ad902)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:47.010212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.022010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Calling delete_port for 25a4bf03-2f04-4b96-a887-bd21c444c79f owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:47.066702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48704) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:47.100554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a5cf8-3d02-455f-ae51-fd545d49c500 None None] DHCP port deletion for 6e451a93-a5fd-40b5-b6f4-2240164778b9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:18:47.107663 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.140397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a4bf03-2f04-4b96-a887-bd21c444c79f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:47.143035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] No DVR routers for this DVR port 25a4bf03-2f04-4b96-a887-bd21c444c79f on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:47.218830 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.240281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e451a93-a5fd-40b5-b6f4-2240164778b9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:47.249818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38a9a81-3d71-4433-9dd3-a18aa82ad902') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:47.250116 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38a9a81-3d71-4433-9dd3-a18aa82ad902') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:47.251844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 2a733f22-edb5-4b1c-842c-92c35a6700a2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:47.252191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.263166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.276237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.282155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:18:47.283081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:18:47.284842 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:18:47.330946 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.331368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.343747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.347165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 2a733f22-edb5-4b1c-842c-92c35a6700a2 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:47.351129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.354307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6e451a93-a5fd-40b5-b6f4-2240164778b9 HTTP/1.1" status: 204 len: 168 time: 0.5343113 Nov 10 23:18:47.366517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411b17d-0c92-4bbf-8e23-06d6099c0083 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e451a93-a5fd-40b5-b6f4-2240164778b9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:47.496689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48708) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:47.537586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.537881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e704a5e7-dec8-4169-93af-e841dbc6c1a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=487ad932ec73477bb67d1a4ef6921d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391834 Nov 10 23:18:47.540625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48710) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:47.568274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=2a733f22-edb5-4b1c-842c-92c35a6700a2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:47.595946 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.616713 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.626217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.626578 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP 8b4477b7-2a17-4fba-b30a-ea13b30400ac disassociated (deleted). External IP: 172.25.0.165, port: 07bb46f4-fb27-4a88-98e7-ba184c91ab9c. Nov 10 23:18:47.669909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.672741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.673897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de2b1f21-b7d8-4db0-8fe1-4662d59086e1 HTTP/1.1" status: 204 len: 168 time: 0.1279247 Nov 10 23:18:47.682415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b804fc-33be-4117-a76b-857a9bc0e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b1f21-b7d8-4db0-8fe1-4662d59086e1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:47.849725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:18:47.864817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b20d8c1-e697-4973-85e3-d456fbab71d0 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:47.889314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0b20d8c1-e697-4973-85e3-d456fbab71d0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:47.889943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0b20d8c1-e697-4973-85e3-d456fbab71d0 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:47.890362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b429151a-37ec-4ec7-8ffb-e413d6d8ea78 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:47.911847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b429151a-37ec-4ec7-8ffb-e413d6d8ea78 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:47.912184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b429151a-37ec-4ec7-8ffb-e413d6d8ea78 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:47.912595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25a4bf03-2f04-4b96-a887-bd21c444c79f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:47.931779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 25a4bf03-2f04-4b96-a887-bd21c444c79f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:47.932122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25a4bf03-2f04-4b96-a887-bd21c444c79f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:47.966296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:18:47.970779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:47.976569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:18:47.986599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:47.987486 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:48.008476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0c44ae93-ab7c-4239-b2fe-5ad5abf0d921 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b4477b7-2a17-4fba-b30a-ea13b30400ac HTTP/1.1" status: 204 len: 168 time: 0.9400065 Nov 10 23:18:48.009119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:48.014882 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c237f3-b4c4-4800-8ca2-27f440f419bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:48.078205 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e85d429-9dd2-4590-8ae7-ee4cdad4a102 x-openstack-request-id: req-7e85d429-9dd2-4590-8ae7-ee4cdad4a102 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:48.078545 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:48.078812 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e85d429-9dd2-4590-8ae7-ee4cdad4a102 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:48.079217 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'status': 'completed', 'code': 200} Nov 10 23:18:48.109667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:48.156019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-4bbc79bf-c1c6-469d-bbca-0708047df7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.158777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-4bbc79bf-c1c6-469d-bbca-0708047df7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 1096 time: 0.0545650 Nov 10 23:18:48.316138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e332-fc4e-4539-9975-db9bfa8163ce req-d853c66b-5704-4144-a6fb-91aff87806af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.317781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3195e332-fc4e-4539-9975-db9bfa8163ce req-d853c66b-5704-4144-a6fb-91aff87806af tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0598865 Nov 10 23:18:48.326369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-68c5d6c0-4e7f-49ff-9624-28391aa66afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.327869 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-68c5d6c0-4e7f-49ff-9624-28391aa66afc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.1621478 Nov 10 23:18:48.370274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3195e332-fc4e-4539-9975-db9bfa8163ce req-fce817ab-4153-4eed-97dc-065a8be01016 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Nov 10 23:18:48.384691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-c8aa31ee-5887-439b-992a-08a5ac680990 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 200 len: 217 time: 0.0476520 Nov 10 23:18:48.440306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-24c38c8d-3a48-4803-833b-7fe478f6fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.441854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-24c38c8d-3a48-4803-833b-7fe478f6fb65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.0479412 Nov 10 23:18:48.448642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:48.477283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:18:48.487367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:18:48.487983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:48.494736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-cdf38a98-4dbc-4203-af4f-7bcf4e1f681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.496309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-cdf38a98-4dbc-4203-af4f-7bcf4e1f681f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440757 Nov 10 23:18:48.543087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:48.598710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-4894cbfe-2209-4292-90f7-6297ac3cd7eb service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918829 Nov 10 23:18:48.598944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:18:48.651080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1020755108-network', 'tenant_id': 'd7bbcdbd356a480f82dd2d6ffdefe365'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:48.677951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Made reservation on behalf of d7bbcdbd356a480f82dd2d6ffdefe365 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:18:48.681313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.694720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.698802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74c237f3-b4c4-4800-8ca2-27f440f419bc req-cd445160-f3d3-454a-835f-d44c62ed326d service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920143 Nov 10 23:18:48.774746 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.778710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.800615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:18:48.815999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:48.819969 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.820314 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Added segment 220060cc-c899-45df-8634-eb79b393cea5 of type vlan for network 78ff357a-6a5d-4085-bb3e-12379d0ee037 Nov 10 23:18:48.834888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:18:48.862141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.862745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59efd49d-751d-47ed-be23-5f136d3005f8 None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '71a661e1-0634-4269-a10f-36776bcae124', 'port_id': 'd9a49c3a-232b-406e-91be-64b10e358192', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'mac_address': 'fa:16:3e:e0:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:15:19Z', 'updated_at': '2021-11-10T23:15:21Z', 'revision_number': 1, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:18:48.888204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.889351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:48.889946 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:48.954083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4095967 Nov 10 23:18:48.956986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48742) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:18:48.959296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feceae8b-4663-47c6-8cfb-cf7ac9061a3a admin admin] Pushing event updated for resources: {'Network': ['ID=78ff357a-6a5d-4085-bb3e-12379d0ee037,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:48.962056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Request body: {'subnet': {'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1020755108-subnet', 'tenant_id': 'd7bbcdbd356a480f82dd2d6ffdefe365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:48.969103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 78ff357a-6a5d-4085-bb3e-12379d0ee037 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:18:48.987766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Made reservation on behalf of d7bbcdbd356a480f82dd2d6ffdefe365 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:18:48.990493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:49.113103 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a6102-5a4e-4de0-8710-a20f6ed60b5d None None] New status for floating IP 8b4477b7-2a17-4fba-b30a-ea13b30400ac: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:18:49.174832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:49.236021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:49.244520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Checking segment: {'id': '220060cc-c899-45df-8634-eb79b393cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:18:49.244877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Network hostable DHCP agents. Network: 78ff357a-6a5d-4085-bb3e-12379d0ee037, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:18:49.261172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Network 78ff357a-6a5d-4085-bb3e-12379d0ee037 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:18:49.270149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 78ff357a-6a5d-4085-bb3e-12379d0ee037) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:18:49.274124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:49.274716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:49.280160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109fc29-f1d4-41c0-aa4b-4b412f4bccba None None] Network 78ff357a-6a5d-4085-bb3e-12379d0ee037 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:18:49.294415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a768f99f-06ce-4768-af96-ed97f7db30ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3357666 Nov 10 23:18:49.418989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e40b88-ca0f-4d36-be80-05c74ec3a382 None None] Network 78ff357a-6a5d-4085-bb3e-12379d0ee037 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:18:49.502299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594071-a06c-4e4f-aceb-69a0fd6def21 req-8b4b7721-8938-4331-ac8a-2caaad552c0b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:49.504337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3594071-a06c-4e4f-aceb-69a0fd6def21 req-8b4b7721-8938-4331-ac8a-2caaad552c0b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0548034 Nov 10 23:18:49.558803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3594071-a06c-4e4f-aceb-69a0fd6def21 req-340f6348-b64d-447b-b190-b18ab1e833c4 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468957 Nov 10 23:18:49.745348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-5ec0b009-b3b6-4f25-9dfc-0a9d0bff8491 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:49.746735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-5ec0b009-b3b6-4f25-9dfc-0a9d0bff8491 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/networks?id=78ff357a-6a5d-4085-bb3e-12379d0ee037 HTTP/1.1" status: 200 len: 818 time: 0.1062286 Nov 10 23:18:49.761526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-e277fb8b-783d-4b74-a452-189fde2b3305 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:49.762308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6034bde0-7cd8-44c3-879e-e21ef948759e tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/quotas/d7bbcdbd356a480f82dd2d6ffdefe365 HTTP/1.1" status: 200 len: 375 time: 0.0090256 Nov 10 23:18:49.762995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-e277fb8b-783d-4b74-a452-189fde2b3305 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 945 time: 0.0470452 Nov 10 23:18:49.794234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-1c47fd19-d634-4e3f-b618-544dc73d16d9 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bbcdbd356a480f82dd2d6ffdefe365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253885 Nov 10 23:18:49.859524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:18:49.859883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:49.889988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-7fae9672-a421-4f5d-b0ed-760f2078f101 service neutron] 10.222.0.25 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863142 Nov 10 23:18:49.949167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:49.949525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:49.961794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 07bb46f4-fb27-4a88-98e7-ba184c91ab9c owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:18:49.978614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-4a0d859a-410f-4216-a093-4e2fc555bc17 service neutron] 10.222.0.25 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824342 Nov 10 23:18:50.106815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:50.147411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=07bb46f4-fb27-4a88-98e7-ba184c91ab9c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:50.168904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9514f777-974a-42b1-894d-fc8d05d490bf req-11798783-3821-4cf9-be39-86b42420cd22 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 210 time: 0.0521088 Nov 10 23:18:50.209284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port 07bb46f4-fb27-4a88-98e7-ba184c91ab9c on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:18:50.212336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:50.215668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74abc393-5e93-45dd-a35c-1f5fcebff45f req-7f14848f-1202-4080-903e-5effc24a124d tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "DELETE /v2.0/ports/07bb46f4-fb27-4a88-98e7-ba184c91ab9c HTTP/1.1" status: 204 len: 173 time: 0.4465210 Nov 10 23:18:50.216135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'name': 'network-vif-deleted', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:50.218273 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96471c76-d304-4bf9-880e-bcea1b06a7d6" -d '{"events": [{"server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "name": "network-vif-deleted", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:50.335613 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fde7ad-438d-48ee-b99f-3042fb609db8 x-openstack-request-id: req-83fde7ad-438d-48ee-b99f-3042fb609db8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:50.335912 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090", "name": "network-vif-deleted", "tag": "07bb46f4-fb27-4a88-98e7-ba184c91ab9c", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:50.336164 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83fde7ad-438d-48ee-b99f-3042fb609db8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:50.336566 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090', 'name': 'network-vif-deleted', 'tag': '07bb46f4-fb27-4a88-98e7-ba184c91ab9c', 'status': 'completed', 'code': 200} Nov 10 23:18:50.673665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0dddcd3e-fa6b-4f19-9be4-164368ae2876 req-b16abf74-2a22-4fbe-9a71-8cd28348d705 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0321848 Nov 10 23:18:51.150111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-52c98df1-294b-4ddb-ae15-2c6c866d389d tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:51.151943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-52c98df1-294b-4ddb-ae15-2c6c866d389d tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.39 "GET /v2.0/networks?id=78ff357a-6a5d-4085-bb3e-12379d0ee037 HTTP/1.1" status: 200 len: 818 time: 0.1254950 Nov 10 23:18:51.165730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Request body: {'port': {'device_id': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037', 'admin_state_up': True, 'tenant_id': 'd7bbcdbd356a480f82dd2d6ffdefe365'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:51.278522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b8d97f0-abee-474b-8083-b4180bf9b321 req-b32bcd97-785b-420c-aca9-6d06b78b5d33 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 210 time: 0.0279729 Nov 10 23:18:51.280064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Made reservation on behalf of d7bbcdbd356a480f82dd2d6ffdefe365 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:18:51.283869 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:51.411269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Allocated IP 172.20.0.7 (78ff357a-6a5d-4085-bb3e-12379d0ee037/3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792/9c7b9a61-d0cb-4066-ac1c-3d268a568b47) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:18:51.562551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:51.595275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:51.638379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Network 78ff357a-6a5d-4085-bb3e-12379d0ee037 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:18:51.643841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:18:51.647564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:18:51.675122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Pushing event updated for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:51.700051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:51.700659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:51.716716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-c32ce33a-5e29-4ca9-8a18-b9e8cd966520 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549729 Nov 10 23:18:51.729852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Request body: {'port': {'device_id': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:18:51.787818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e768da09-8976-4f5d-915d-bf3ee42d767f req-737311f9-276e-4af9-b2b2-d854d5bd501a tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0367820 Nov 10 23:18:51.816679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.080023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:18:52.087682 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.100275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Transition to ACTIVE for port object 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:18:52.104329 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.175164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:52.225933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Attempting to bind port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:18:52.226188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Attempting to bind port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '220060cc-c899-45df-8634-eb79b393cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:18:52.226510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Attempting to bind port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 on network 78ff357a-6a5d-4085-bb3e-12379d0ee037 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:18:52.230782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 on network 78ff357a-6a5d-4085-bb3e-12379d0ee037 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:18:52.231094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Attempting to bind port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 on network 78ff357a-6a5d-4085-bb3e-12379d0ee037 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:18:52.235849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:18:52.236175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Checking segment: {'id': '220060cc-c899-45df-8634-eb79b393cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:18:52.236546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Bound using segment: {'id': '220060cc-c899-45df-8634-eb79b393cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:18:52.236957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Bound port: 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220060cc-c899-45df-8634-eb79b393cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:18:52.237331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.297123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:18:52.300491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,segment=NetworkSegment(220060cc-c899-45df-8634-eb79b393cea5),segment_id=220060cc-c899-45df-8634-eb79b393cea5)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:18:52.304899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.348783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:52.349430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:52.350840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c7b9a61-d0cb-4066-ac1c-3d268a568b47 HTTP/1.1" status: 200 len: 1091 time: 0.6252499 Nov 10 23:18:52.351250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:52.353501 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc6a104-a380-4725-bac1-33293bcd8c75" -d '{"events": [{"name": "network-changed", "server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:52.374099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6151d-6d0f-4013-8de5-3e84f984c913 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:52.415185 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633a73a-9eed-476a-84da-6e0c995d4c6b x-openstack-request-id: req-7633a73a-9eed-476a-84da-6e0c995d4c6b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:52.415477 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:52.415831 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7633a73a-9eed-476a-84da-6e0c995d4c6b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:52.416252 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47', 'status': 'completed', 'code': 200} Nov 10 23:18:52.435073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1cd4-3f02-4f05-8aa1-8e093fac23cb req-a2d27f91-c2d5-4a45-bd95-5043d1b0e999 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:52.436667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35ec1cd4-3f02-4f05-8aa1-8e093fac23cb req-a2d27f91-c2d5-4a45-bd95-5043d1b0e999 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 943 time: 0.0676534 Nov 10 23:18:52.449115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-d7731d65-14d8-4756-b17b-996d70d7a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:52.454976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-d7731d65-14d8-4756-b17b-996d70d7a2e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7bbcdbd356a480f82dd2d6ffdefe365&device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 1094 time: 0.0529773 Nov 10 23:18:52.493232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-35ec1cd4-3f02-4f05-8aa1-8e093fac23cb req-8b8e43df-a74f-4097-b97d-5c1c10d7d610 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 Nov 10 23:18:52.500872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-19c67884-0f19-4a5f-baf5-604bed776557 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47 HTTP/1.1" status: 200 len: 217 time: 0.0378292 Nov 10 23:18:52.553871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-5f543951-0954-48ca-a807-cf2f2bfefc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:52.555310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-5f543951-0954-48ca-a807-cf2f2bfefc95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792 HTTP/1.1" status: 200 len: 858 time: 0.0473723 Nov 10 23:18:52.587164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-02d52a1a-c9a0-414e-985e-41833e19ba3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78ff357a-6a5d-4085-bb3e-12379d0ee037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255303 Nov 10 23:18:52.676348 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-cf7a8d6d-b1d3-4e3a-a86f-8e9d94edcb02 service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820827 Nov 10 23:18:53.004025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 07bb46f4-fb27-4a88-98e7-ba184c91ab9c no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:18:53.028435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 07bb46f4-fb27-4a88-98e7-ba184c91ab9c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:18:53.028788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 07bb46f4-fb27-4a88-98e7-ba184c91ab9c not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:18:53.076763 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbb7a5ee-755b-41dd-9081-af163458b537 req-f4e0a210-4e78-4448-8864-ec38d9850276 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0310340 Nov 10 23:18:53.116726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec8d9e91-ae0f-4d9d-ad3d-d414d72c6850 req-e1e8931a-6a8b-4800-8987-778f4b4f2501 service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330993 Nov 10 23:18:53.199834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-23727bb3-8da2-42ae-a918-05d8bd0f9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:53.201336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-23727bb3-8da2-42ae-a918-05d8bd0f9a6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7bbcdbd356a480f82dd2d6ffdefe365&device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 1094 time: 0.0403862 Nov 10 23:18:53.292928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-473090df-1546-47ce-9845-610942316852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:53.294368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-473090df-1546-47ce-9845-610942316852 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78ff357a-6a5d-4085-bb3e-12379d0ee037 HTTP/1.1" status: 200 len: 918 time: 0.0858619 Nov 10 23:18:53.335842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-8e824612-cd7f-41e6-83d7-b3938edc3fbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47 HTTP/1.1" status: 200 len: 217 time: 0.0330029 Nov 10 23:18:53.389478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-8d744da1-5b52-40b3-8c0e-830b9b10af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:53.390938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-8d744da1-5b52-40b3-8c0e-830b9b10af1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792 HTTP/1.1" status: 200 len: 858 time: 0.0472405 Nov 10 23:18:53.424811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-92a2eee5-346b-42c3-87d3-45f3271485a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78ff357a-6a5d-4085-bb3e-12379d0ee037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258186 Nov 10 23:18:53.512998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-b258b2bf-c725-4d11-b749-228e7409566e service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805893 Nov 10 23:18:53.612000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdc6a104-a380-4725-bac1-33293bcd8c75 req-1b16f642-ed15-4bc2-ad06-699876caa0ef service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912323 Nov 10 23:18:53.621730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ed02c-e581-4097-aa10-078b46f5739e req-1b54cabe-02a9-4ee8-9ca5-41e408dc171f tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:53.623398 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-443ed02c-e581-4097-aa10-078b46f5739e req-1b54cabe-02a9-4ee8-9ca5-41e408dc171f tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 943 time: 0.0539811 Nov 10 23:18:53.675527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-443ed02c-e581-4097-aa10-078b46f5739e req-d6fa5e91-e681-48e1-b2de-27446b2666cf tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Nov 10 23:18:54.168608 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77bc5f47-f1de-48ab-9bc8-90786a4bf8f5 req-527b01cf-597f-42f7-9a61-ed453547da93 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7bc2dc-c3de-4f21-8dd3-3a35e84d4090 HTTP/1.1" status: 200 len: 210 time: 0.0265718 Nov 10 23:18:54.189929 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:18:54.799736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95302c4-6068-45d3-b046-1005fb288862 req-969a7a5d-4954-4b79-abcc-1a212fb18ce6 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:54.801239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a95302c4-6068-45d3-b046-1005fb288862 req-969a7a5d-4954-4b79-abcc-1a212fb18ce6 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 943 time: 0.0539405 Nov 10 23:18:54.847685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a95302c4-6068-45d3-b046-1005fb288862 req-a0ba1373-a12c-4508-9536-34af76581913 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Nov 10 23:18:55.003610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-68f11fb9-267b-4270-aeba-1404fa6ec7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:55.969993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07750cb-61e9-4bd0-b660-4788ffb02bad req-97a6a948-118c-47d9-bdbc-c0da174f29a9 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:55.971500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c07750cb-61e9-4bd0-b660-4788ffb02bad req-97a6a948-118c-47d9-bdbc-c0da174f29a9 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 943 time: 0.0499775 Nov 10 23:18:56.019520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c07750cb-61e9-4bd0-b660-4788ffb02bad req-c5273079-08f8-4188-bace-f99b7fa326e4 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Nov 10 23:18:57.138540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318fe8-d81f-46b9-8336-5be56ad8d574 req-d0a94b03-bb0e-4318-83ef-1e431c5a2bd6 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:57.140008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99318fe8-d81f-46b9-8336-5be56ad8d574 req-d0a94b03-bb0e-4318-83ef-1e431c5a2bd6 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 943 time: 0.0480053 Nov 10 23:18:57.188139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99318fe8-d81f-46b9-8336-5be56ad8d574 req-e667b29d-cd98-4af7-a21b-2a1754c3fb82 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Nov 10 23:18:57.631684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:18:57.635393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92afad7b-0274-4473-84a3-8f79e3eb0c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:57.728953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,segment=NetworkSegment(220060cc-c899-45df-8634-eb79b393cea5),segment_id=220060cc-c899-45df-8634-eb79b393cea5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:57.740894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47', 'network_id': '78ff357a-6a5d-4085-bb3e-12379d0ee037', 'port_id': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47', 'mac_address': 'fa:16:3e:ff:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:18:57.777162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:57.790313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:18:57.810443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,segment=NetworkSegment(220060cc-c899-45df-8634-eb79b393cea5),segment_id=220060cc-c899-45df-8634-eb79b393cea5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:57.814844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:57.861756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:58.047836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['9c7b9a61-d0cb-4066-ac1c-3d268a568b47'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:18:58.306741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26cba7-aaa8-4670-9d2d-0c9ecdde1d61 req-b5a834d0-cd99-4862-a9b1-79696c210736 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:58.308216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e26cba7-aaa8-4670-9d2d-0c9ecdde1d61 req-b5a834d0-cd99-4862-a9b1-79696c210736 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 944 time: 0.0486109 Nov 10 23:18:58.359673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e26cba7-aaa8-4670-9d2d-0c9ecdde1d61 req-d428d6c7-d7e2-482b-8027-36d608e936ec tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Nov 10 23:18:59.032538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:59.487215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823594a8-9f7a-4d74-8a82-a673c2777f0e req-886ed630-5ac0-45b4-b560-4466ffe68fc1 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:59.488715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-823594a8-9f7a-4d74-8a82-a673c2777f0e req-886ed630-5ac0-45b4-b560-4466ffe68fc1 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 944 time: 0.0538099 Nov 10 23:18:59.537747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-823594a8-9f7a-4d74-8a82-a673c2777f0e req-c3051e5f-ff9b-4f42-b17b-e97ded30367c tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Nov 10 23:18:59.660388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:18:59.713502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:18:59.717870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:18:59.718240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:59.805808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:59.829407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:18:59.831646 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c589a1-8d76-4c96-9b0b-ceee357f7614" -d '{"events": [{"server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:18:59.844152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,segment=NetworkSegment(220060cc-c899-45df-8634-eb79b393cea5),segment_id=220060cc-c899-45df-8634-eb79b393cea5)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:18:59.853775 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:59.877628 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483ea24-0dff-4d9a-a67c-cf3a37ead082 x-openstack-request-id: req-3483ea24-0dff-4d9a-a67c-cf3a37ead082 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:18:59.878003 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:18:59.878189 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3483ea24-0dff-4d9a-a67c-cf3a37ead082 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:18:59.878549 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47', 'code': 200} Nov 10 23:18:59.904882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:18:59.970889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527f292-8a95-40ac-8de4-73df2567dbaf req-fc718e8f-aa5d-4f2e-b39f-7d8658bb6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:18:59.972363 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7527f292-8a95-40ac-8de4-73df2567dbaf req-fc718e8f-aa5d-4f2e-b39f-7d8658bb6602 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 1096 time: 0.0401394 Nov 10 23:19:00.016680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7527f292-8a95-40ac-8de4-73df2567dbaf req-f9453d77-2385-4bde-8867-b4a6bb2f7a0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Nov 10 23:19:00.453477 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:00.561709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48828) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:00.711960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22320e6-6a41-4a47-9c0f-8c10e97a40a5 req-b3bda124-dd0b-4856-a7fb-04a9ec693eb3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:00.713346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e22320e6-6a41-4a47-9c0f-8c10e97a40a5 req-b3bda124-dd0b-4856-a7fb-04a9ec693eb3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 945 time: 0.1008177 Nov 10 23:19:00.784509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:00.790413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e22320e6-6a41-4a47-9c0f-8c10e97a40a5 req-17dc61c8-bb63-468c-8798-7a3ab4572838 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705619 Nov 10 23:19:00.798124 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port 1bbe358c-68e4-4719-81c9-7bfe5334555c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:00.798468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:00.875209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:00.875546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:00.886734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for 1bbe358c-68e4-4719-81c9-7bfe5334555c owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:01.035038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:01.062323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=1bbe358c-68e4-4719-81c9-7bfe5334555c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:01.127221 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:01.127555 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Floating IP c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d disassociated (deleted). External IP: 172.25.0.39, port: d9a49c3a-232b-406e-91be-64b10e358192. Nov 10 23:19:01.328955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:19:01.460989 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:19:01.467112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:01.470892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:19:01.472928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-cf247586-f9a3-415a-9491-bcf4aa3c89f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611529 Nov 10 23:19:01.480269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:01.480947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:01.499311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0cb0fed7-f8b0-4b86-bc66-6635b631c5da tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d HTTP/1.1" status: 204 len: 168 time: 0.9339328 Nov 10 23:19:01.499311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:01.500252 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f5ab8-0b84-4a29-b914-776bdb27a4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:01.567070 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-b0d5490c-2d43-47fb-8574-a61e964606d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.568580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-b0d5490c-2d43-47fb-8574-a61e964606d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7bbcdbd356a480f82dd2d6ffdefe365&device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 1096 time: 0.0503492 Nov 10 23:19:01.571151 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af9d4a4-35e2-4b6d-8765-e409c2bd8f2e x-openstack-request-id: req-9af9d4a4-35e2-4b6d-8765-e409c2bd8f2e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:01.571502 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "tag": "d9a49c3a-232b-406e-91be-64b10e358192", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:01.571761 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9af9d4a4-35e2-4b6d-8765-e409c2bd8f2e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:01.572157 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192', 'status': 'completed', 'code': 200} Nov 10 23:19:01.716234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-43397497-be1e-4ecf-9fe9-af4348f994fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.717783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-43397497-be1e-4ecf-9fe9-af4348f994fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 1096 time: 0.1268382 Nov 10 23:19:01.768235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:01.816480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-d8c9278e-c05b-407f-b7ef-93be9ee095e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.817995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-d8c9278e-c05b-407f-b7ef-93be9ee095e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78ff357a-6a5d-4085-bb3e-12379d0ee037 HTTP/1.1" status: 200 len: 918 time: 0.2164257 Nov 10 23:19:01.870661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-8e6d2b24-32d9-4e03-ab4f-e9d643b1bc8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47 HTTP/1.1" status: 200 len: 217 time: 0.0448167 Nov 10 23:19:01.912254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c1745-c328-4fc2-a0e4-1f5a1c785c37 req-33aeb7e5-ece5-45e6-a413-a4d29af33a14 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.913790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f84c1745-c328-4fc2-a0e4-1f5a1c785c37 req-33aeb7e5-ece5-45e6-a413-a4d29af33a14 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.1725318 Nov 10 23:19:01.917957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387fc01-68ab-4fdd-982c-7c7b0a665ae7 req-9252e4fd-f432-4e57-add4-ad8efe52315d tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.922196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7387fc01-68ab-4fdd-982c-7c7b0a665ae7 req-9252e4fd-f432-4e57-add4-ad8efe52315d tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Nov 10 23:19:01.946009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-9ef8d560-413c-4661-bfa2-c3c3fecc3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:01.947356 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-9ef8d560-413c-4661-bfa2-c3c3fecc3d3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 200 len: 911 time: 0.2205584 Nov 10 23:19:01.972064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:01.973995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7387fc01-68ab-4fdd-982c-7c7b0a665ae7 req-094af35b-5386-4d71-bd5d-5d09de93154c tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Nov 10 23:19:01.999530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:19:02.010760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:02.011249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-c6f34759-1435-4db9-a2ec-a33f51741740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:02.011637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:02.012729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-c6f34759-1435-4db9-a2ec-a33f51741740 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792 HTTP/1.1" status: 200 len: 858 time: 0.1247761 Nov 10 23:19:02.013993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-ce7d3fa0-b03e-4b59-8038-296642d0fe8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 200 len: 217 time: 0.0549097 Nov 10 23:19:02.090867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-d8f7b985-8f17-45c3-b6ad-12b298ed9a81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78ff357a-6a5d-4085-bb3e-12379d0ee037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706742 Nov 10 23:19:02.099892 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f84c1745-c328-4fc2-a0e4-1f5a1c785c37 req-68de0a0b-cbb4-4caf-b881-0e45e131267b tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670012 Nov 10 23:19:02.151964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:02.174843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-2c68f160-450f-44e3-86ce-e3c7e899db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:02.176307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-2c68f160-450f-44e3-86ce-e3c7e899db9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 200 len: 850 time: 0.1432819 Nov 10 23:19:02.288109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bd2a1-6b09-498b-b370-aebefb3f6419 req-3d31d3b1-def6-4ed8-98dd-12ac9b5c9fd7 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:02.289526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-098bd2a1-6b09-498b-b370-aebefb3f6419 req-3d31d3b1-def6-4ed8-98dd-12ac9b5c9fd7 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 945 time: 0.1091058 Nov 10 23:19:02.291299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-056c10ca-472c-445e-993d-2c2b36df26f9 service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869493 Nov 10 23:19:02.293943 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-7ee682b4-04d6-4c8b-b0e6-ab865a80a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:02.295317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-7ee682b4-04d6-4c8b-b0e6-ab865a80a214 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e49a535-fcbf-4afb-b19c-34ac5a00cecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040854 Nov 10 23:19:02.353414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:02.379075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fb772e-7747-4db1-aa3b-f897c582803e None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:08:30Z', 'revision_number': 4, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0a15bb9d-d222-4b68-87c1-36726b5a0ddd', 'name': '', 'network_id': '9e49a535-fcbf-4afb-b19c-34ac5a00cecc', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'mac_address': 'fa:16:3e:36:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:29Z', 'updated_at': '2021-11-10T23:08:34Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'subnets': [{'id': 'db14a4a3-fdab-40bc-89ba-0ded862cc74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:19:02.445904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-098bd2a1-6b09-498b-b370-aebefb3f6419 req-c8d12366-3935-4c12-a634-6e13a7b73495 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496246 Nov 10 23:19:02.494354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-500de9d2-5f36-4a95-a19e-714d41318c37 service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902213 Nov 10 23:19:02.496303 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b4bd11-e68f-4b0f-9805-66a58eae99bf req-5f9a2b1b-5ad3-4c00-900e-2d36f3d85be3 service neutron] 10.222.0.39 "GET /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941221 Nov 10 23:19:02.598775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-105f5ab8-0b84-4a29-b914-776bdb27a4a0 req-29980aea-89bb-4882-a3a9-bf4e9430f22d service neutron] 10.222.0.20 "GET /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966322 Nov 10 23:19:02.622040 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e7860-0d05-4bc1-b134-422d2dbe5d70 None None] New status for floating IP c9503c9d-cf0a-49b6-9f21-bf7d7fe0da0d: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:19:03.162699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-883cc716-127d-49e9-9fa5-d48c7597be10 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:03.164185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-883cc716-127d-49e9-9fa5-d48c7597be10 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.0485711 Nov 10 23:19:03.229163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99e578-a47c-4248-ba8a-bc6c82bf2c7a req-40d38898-4bab-4189-b1c4-d9d2d0f2012f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:03.230940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a99e578-a47c-4248-ba8a-bc6c82bf2c7a req-40d38898-4bab-4189-b1c4-d9d2d0f2012f tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 945 time: 0.0517349 Nov 10 23:19:03.260829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port d9a49c3a-232b-406e-91be-64b10e358192 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:03.261202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.289522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a99e578-a47c-4248-ba8a-bc6c82bf2c7a req-c82f1e20-be00-49db-90ae-f29255c10d70 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3f71e95-0b3a-4563-856a-29522a3c8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506303 Nov 10 23:19:03.352932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] For port d9a49c3a-232b-406e-91be-64b10e358192, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=d9a49c3a-232b-406e-91be-64b10e358192,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:03.353327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.369935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for d9a49c3a-232b-406e-91be-64b10e358192 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:03.470395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-6a9ab5f4-2b47-48ed-b8d2-4e62e5a4baba tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:03.471844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-6a9ab5f4-2b47-48ed-b8d2-4e62e5a4baba tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.39 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 945 time: 0.0645621 Nov 10 23:19:03.625139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.650001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192b91-69e8-44be-a70c-1337f4c0819f req-d8d05767-e61b-4932-996c-ea19ef5762fc tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:03.651481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99192b91-69e8-44be-a70c-1337f4c0819f req-d8d05767-e61b-4932-996c-ea19ef5762fc tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/ports?device_id=13eb0eb0-d4b0-4814-bd89-10c829c7fee1 HTTP/1.1" status: 200 len: 945 time: 0.1068296 Nov 10 23:19:03.674355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=d9a49c3a-232b-406e-91be-64b10e358192,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:03.698019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Deleting port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:03.698359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.786796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] No DVR routers for this DVR port d9a49c3a-232b-406e-91be-64b10e358192 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:03.794185 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.797477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e27838f3-a94e-42d8-bcaf-2fcd6a100f2b req-1b4ea506-020d-4d99-acd6-ad4a5eb9f9ed tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.20 "DELETE /v2.0/ports/d9a49c3a-232b-406e-91be-64b10e358192 HTTP/1.1" status: 204 len: 173 time: 0.6264043 Nov 10 23:19:03.800729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'name': 'network-vif-deleted', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:03.802997 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed4fa0-c6f6-45dc-b93d-486a83cb8592" -d '{"events": [{"server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "name": "network-vif-deleted", "tag": "d9a49c3a-232b-406e-91be-64b10e358192"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:03.814915 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99192b91-69e8-44be-a70c-1337f4c0819f req-3d1b1d9a-cf2a-491c-ae38-78a569ba6917 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.25 "GET /v2.0/security-groups?id=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442430 Nov 10 23:19:03.847514 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3adae0a-8897-45e3-a210-3a47012f069f x-openstack-request-id: req-e3adae0a-8897-45e3-a210-3a47012f069f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:03.847804 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69111f2-d274-4cf0-997e-f862e7f8e410", "name": "network-vif-deleted", "tag": "d9a49c3a-232b-406e-91be-64b10e358192", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:03.848055 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3adae0a-8897-45e3-a210-3a47012f069f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:03.848437 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69111f2-d274-4cf0-997e-f862e7f8e410', 'name': 'network-vif-deleted', 'tag': 'd9a49c3a-232b-406e-91be-64b10e358192', 'status': 'completed', 'code': 200} Nov 10 23:19:03.860161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] For port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,segment=NetworkSegment(220060cc-c899-45df-8634-eb79b393cea5),segment_id=220060cc-c899-45df-8634-eb79b393cea5)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:03.861182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:03.874312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Calling delete_port for 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:04.004965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:04.033856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Pushing event deleted for resources: {'Port': ['ID=9c7b9a61-d0cb-4066-ac1c-3d268a568b47,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:04.083912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] No DVR routers for this DVR port 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:04.086320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:04.089696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7489a6a-06e1-479f-bdd7-2a3860a7ded6 req-42c4b260-0798-43b2-9ed9-cd6ca71e5fa3 tempest-InstanceActionsV221TestJSON-1060463659 tempest-InstanceActionsV221TestJSON-1060463659-project] 10.222.0.39 "DELETE /v2.0/ports/9c7b9a61-d0cb-4066-ac1c-3d268a568b47 HTTP/1.1" status: 204 len: 173 time: 0.6112006 Nov 10 23:19:04.380350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ca6218ac-51ec-463e-a69f-b376fbd78aff req-1dec012e-cd8f-408c-a975-7c1352a18ad7 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Nov 10 23:19:05.033563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48862) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:05.076173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Deleting subnet 3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:19:05.079958 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.113033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.154758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.208061 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.237898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:05.243098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.246787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4638180f-762c-4bad-a6ac-cd1c8f43e154 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3aaea7f9-0fbb-4689-bd1a-4bfb5e4ce792 HTTP/1.1" status: 204 len: 168 time: 0.2136595 Nov 10 23:19:05.249245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48864) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:05.316455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.397189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.417415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ff357a-6a5d-4085-bb3e-12379d0ee037']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:05.427925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220060cc-c899-45df-8634-eb79b393cea5') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:05.428319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220060cc-c899-45df-8634-eb79b393cea5') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:05.440125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.454956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.463435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:19:05.463846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:19:05.465869 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:19:05.482602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca535b56-d504-4897-8a89-86f8b0412dba req-a5ba7dbf-b790-42ec-8e82-e0dbee3cccfd tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0324340 Nov 10 23:19:05.528539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.535246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.538429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/78ff357a-6a5d-4085-bb3e-12379d0ee037 HTTP/1.1" status: 204 len: 168 time: 0.2882578 Nov 10 23:19:05.551167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d667a-53d8-4da9-b145-f6d2a93335c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ff357a-6a5d-4085-bb3e-12379d0ee037,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:05.645436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:05.676364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:05.687606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e8dcb182-4fb2-4806-b02b-c7dc323815c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7bbcdbd356a480f82dd2d6ffdefe365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403469 Nov 10 23:19:05.689624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:05.701004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:05.701615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 9c7b9a61-d0cb-4066-ac1c-3d268a568b47 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:05.738248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.759007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.811171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.814021 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:05.815181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3 HTTP/1.1" status: 204 len: 168 time: 0.1245811 Nov 10 23:19:05.823613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ca4bf-008a-4322-a481-bd6fa79dbfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bfdbf-792a-4f4e-a9f5-4fbffb32d8d3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:05.849322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'name': 'network-vif-deleted', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:05.851791 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43657f-dbba-4ffd-996c-3982b96641f4" -d '{"events": [{"server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "name": "network-vif-deleted", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:05.892190 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e8863-0358-47dd-ad2a-bb378335f8c0 x-openstack-request-id: req-882e8863-0358-47dd-ad2a-bb378335f8c0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:05.892561 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eb0eb0-d4b0-4814-bd89-10c829c7fee1", "name": "network-vif-deleted", "tag": "9c7b9a61-d0cb-4066-ac1c-3d268a568b47", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:05.892843 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-882e8863-0358-47dd-ad2a-bb378335f8c0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:05.893288 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eb0eb0-d4b0-4814-bd89-10c829c7fee1', 'name': 'network-vif-deleted', 'tag': '9c7b9a61-d0cb-4066-ac1c-3d268a568b47', 'status': 'completed', 'code': 200} Nov 10 23:19:06.486685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48896) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:06.587394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09bad999-e2ff-4e7c-b4e2-8370b49c4b50 req-df162722-aacd-436c-bdda-d1d66d335ec6 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0310411 Nov 10 23:19:06.602509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2099420570-network', 'tenant_id': 'c584a12b382d46ce9abd3bfdc7a6480f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:19:06.625351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Made reservation on behalf of c584a12b382d46ce9abd3bfdc7a6480f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:19:06.628216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.636468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.715393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.719510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.739988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:19:06.753953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161488c1-6526-4f55-91c4-5cd0c3de7b0b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:06.758570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.758910 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Added segment 54a10468-3ada-4e90-83fe-fe1388017b84 of type vlan for network 3ea73139-7c09-4888-89eb-8887a37b4277 Nov 10 23:19:06.799716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.825193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.826138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:06.826712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:06.877170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3893437 Nov 10 23:19:06.880075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48902) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:06.887358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Request body: {'subnet': {'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2099420570-subnet', 'tenant_id': 'c584a12b382d46ce9abd3bfdc7a6480f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:19:06.887966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfde62-5e75-432d-a3dd-cbb1f25df6ff admin admin] Pushing event updated for resources: {'Network': ['ID=3ea73139-7c09-4888-89eb-8887a37b4277,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:06.898499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3ea73139-7c09-4888-89eb-8887a37b4277 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:19:06.911767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Made reservation on behalf of c584a12b382d46ce9abd3bfdc7a6480f for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:19:06.914500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:07.086166 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:07.092244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d9a49c3a-232b-406e-91be-64b10e358192 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:07.117609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: d9a49c3a-232b-406e-91be-64b10e358192 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:07.117953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device d9a49c3a-232b-406e-91be-64b10e358192 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:07.143935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7662bb11-7b06-41b7-9399-b096e2bd8bc7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:07.154355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Checking segment: {'id': '54a10468-3ada-4e90-83fe-fe1388017b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:19:07.154720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Network hostable DHCP agents. Network: 3ea73139-7c09-4888-89eb-8887a37b4277, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:19:07.175114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Network 3ea73139-7c09-4888-89eb-8887a37b4277 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:19:07.185120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3ea73139-7c09-4888-89eb-8887a37b4277) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:19:07.189850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:07.190456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:07.195848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d2c78-a91f-4da2-be84-803132d90af3 None None] Network 3ea73139-7c09-4888-89eb-8887a37b4277 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:19:07.209900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5be6fd94-cb76-44c8-b3a1-6a73fd3fecaf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3285594 Nov 10 23:19:07.325439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54532dd6-d18a-4b9d-a3a9-cfaf626ea9b1 None None] Network 3ea73139-7c09-4888-89eb-8887a37b4277 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:19:07.660390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-70a9038b-1379-401f-b274-da53d59e2924 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:07.662090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-70a9038b-1379-401f-b274-da53d59e2924 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/networks?id=3ea73139-7c09-4888-89eb-8887a37b4277 HTTP/1.1" status: 200 len: 814 time: 0.1092503 Nov 10 23:19:07.677641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-46ee8206-3775-40b3-bf9d-dc46360e96cb tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/quotas/c584a12b382d46ce9abd3bfdc7a6480f HTTP/1.1" status: 200 len: 375 time: 0.0096529 Nov 10 23:19:07.690037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e29a0fd8-f62f-4fbb-b6e9-1672d9c74874 req-15ff757c-d7ec-499d-b14b-a156467cda36 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "GET /v2.0/ports?device_id=a69111f2-d274-4cf0-997e-f862e7f8e410 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Nov 10 23:19:07.712388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-94536a3e-5033-47ee-b007-392cddcffc8e tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c584a12b382d46ce9abd3bfdc7a6480f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277200 Nov 10 23:19:07.772294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-6777a6d7-92a3-442a-993d-d02afdc7a692 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:19:07.773452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-6777a6d7-92a3-442a-993d-d02afdc7a692 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546157 Nov 10 23:19:07.867751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-aa234f48-702f-44f2-8fa7-eaf3fd7b2098 service neutron] 10.222.0.25 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878179 Nov 10 23:19:07.961155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-e95f9091-95e4-476d-8373-4ccd7e4f308e service neutron] 10.222.0.25 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Nov 10 23:19:08.124057 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dfdece1c-5a6a-4f90-a93e-1f9abb8c5f21 req-1c153e6b-e4ea-4644-8ce5-dd560c71f9d6 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 210 time: 0.0270314 Nov 10 23:19:08.746666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:08.869241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Deleting port def02509-f1f2-4e3d-983b-f40f770980c6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:08.869585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:08.947939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:08.948262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:08.962330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Calling delete_port for def02509-f1f2-4e3d-983b-f40f770980c6 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:09.071041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-6f02c1b3-41c2-497d-90e9-f04e0e905d5d tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:09.072639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-6f02c1b3-41c2-497d-90e9-f04e0e905d5d tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.20 "GET /v2.0/networks?id=3ea73139-7c09-4888-89eb-8887a37b4277 HTTP/1.1" status: 200 len: 814 time: 0.1224961 Nov 10 23:19:09.086091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Request body: {'port': {'device_id': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277', 'admin_state_up': True, 'tenant_id': 'c584a12b382d46ce9abd3bfdc7a6480f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:19:09.110861 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.136542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'Port': ['ID=def02509-f1f2-4e3d-983b-f40f770980c6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:09.197572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Made reservation on behalf of c584a12b382d46ce9abd3bfdc7a6480f for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:19:09.201113 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.231957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8c7ea85-3761-4a8e-91a2-2a7fa4899e0e req-1633bd03-b496-4653-985d-fc4d12ff900e tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 210 time: 0.0323949 Nov 10 23:19:09.232847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.235373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.237668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cbf2a7fc-0b17-4e18-92d2-5aafe4b3c938 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee502a4b-3bac-4677-80ec-687851de8852 HTTP/1.1" status: 204 len: 168 time: 0.4897404 Nov 10 23:19:09.332496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Allocated IP 172.20.0.9 (3ea73139-7c09-4888-89eb-8887a37b4277/7662bb11-7b06-41b7-9399-b096e2bd8bc7/64d1db1a-b57d-46ca-ae73-3aaa4238ab4b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:19:09.799270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.832914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.876730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Network 3ea73139-7c09-4888-89eb-8887a37b4277 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:19:09.879910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:19:09.883746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:19:09.907540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Pushing event updated for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:09.935734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:09.936335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.952551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-880aba09-d91e-45bb-ae01-548278586566 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702495 Nov 10 23:19:09.965474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Request body: {'port': {'device_id': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:19:10.020005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.284617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:19:10.292460 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.306990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Transition to ACTIVE for port object 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:19:10.318864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.400341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bf4e2-80a8-493e-b0e0-bf84f39a469c req-22a5c44d-ac10-417f-8fff-e6ffdd20b0f9 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:10.401842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a95bf4e2-80a8-493e-b0e0-bf84f39a469c req-22a5c44d-ac10-417f-8fff-e6ffdd20b0f9 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 943 time: 0.0930068 Nov 10 23:19:10.403761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:10.504999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Attempting to bind port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:19:10.505260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Attempting to bind port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '54a10468-3ada-4e90-83fe-fe1388017b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:19:10.505583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Attempting to bind port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b on network 3ea73139-7c09-4888-89eb-8887a37b4277 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:19:10.511601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a95bf4e2-80a8-493e-b0e0-bf84f39a469c req-20d60de2-b5fe-4695-9f6f-4474e8296c5e tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843272 Nov 10 23:19:10.513629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b on network 3ea73139-7c09-4888-89eb-8887a37b4277 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:19:10.513954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Attempting to bind port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b on network 3ea73139-7c09-4888-89eb-8887a37b4277 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:19:10.519534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:19:10.520276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Checking segment: {'id': '54a10468-3ada-4e90-83fe-fe1388017b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:19:10.520276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Bound using segment: {'id': '54a10468-3ada-4e90-83fe-fe1388017b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:19:10.520654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Bound port: 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a10468-3ada-4e90-83fe-fe1388017b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:19:10.521037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.586642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:19:10.589637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,segment=NetworkSegment(54a10468-3ada-4e90-83fe-fe1388017b84),segment_id=54a10468-3ada-4e90-83fe-fe1388017b84)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:19:10.593762 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.630993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:10.631609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:10.633024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] 10.222.0.20 "PUT /v2.0/ports/64d1db1a-b57d-46ca-ae73-3aaa4238ab4b HTTP/1.1" status: 200 len: 1091 time: 0.6714666 Nov 10 23:19:10.633425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:10.635638 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:10.659050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219af50-a79e-4be5-9054-ceb7ef803ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:10.703251 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c8096-775b-48df-941c-337a0246544d x-openstack-request-id: req-e77c8096-775b-48df-941c-337a0246544d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:10.703622 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:10.703870 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e77c8096-775b-48df-941c-337a0246544d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:10.704763 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b', 'status': 'completed', 'code': 200} Nov 10 23:19:10.720782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-49aa66cd-6064-4167-a051-3629ce9d9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:10.722339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-49aa66cd-6064-4167-a051-3629ce9d9599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c584a12b382d46ce9abd3bfdc7a6480f&device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0458772 Nov 10 23:19:10.768955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-cb7b635e-4f9a-423a-89dc-ae778a43c95a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b HTTP/1.1" status: 200 len: 217 time: 0.0376501 Nov 10 23:19:10.821691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-dc38eaa5-6eff-4026-8942-a7804c707207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:10.823530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-dc38eaa5-6eff-4026-8942-a7804c707207 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7662bb11-7b06-41b7-9399-b096e2bd8bc7 HTTP/1.1" status: 200 len: 854 time: 0.0466971 Nov 10 23:19:10.856388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-94ab8fd5-9d0b-4ca1-88bb-b23014a6cf3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ea73139-7c09-4888-89eb-8887a37b4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259166 Nov 10 23:19:10.948616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-19e9c51c-a278-4d7e-9f1d-d1743a8e1f50 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851490 Nov 10 23:19:11.038702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5fd1fa-879b-49ac-a289-a43070f2aae7 req-62214dea-6830-4cc1-9400-76c1abfcff7f service neutron] 10.222.0.20 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Nov 10 23:19:11.120854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-68bd85e1-dfd7-4831-8ec3-9f636071dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:11.122525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-68bd85e1-dfd7-4831-8ec3-9f636071dd32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c584a12b382d46ce9abd3bfdc7a6480f&device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0406973 Nov 10 23:19:11.216596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-efd48e02-71ad-45db-a670-ed8cebff4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:11.218067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-efd48e02-71ad-45db-a670-ed8cebff4312 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ea73139-7c09-4888-89eb-8887a37b4277 HTTP/1.1" status: 200 len: 914 time: 0.0882533 Nov 10 23:19:11.259227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-13b480e6-2544-47f3-bcce-e69223f94559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b HTTP/1.1" status: 200 len: 217 time: 0.0346394 Nov 10 23:19:11.312832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-777e5398-b360-4da1-b915-b7548d6f301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:11.315011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-777e5398-b360-4da1-b915-b7548d6f301b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7662bb11-7b06-41b7-9399-b096e2bd8bc7 HTTP/1.1" status: 200 len: 854 time: 0.0480545 Nov 10 23:19:11.346721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-902950db-976f-401f-9b1f-357f3a9f892d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ea73139-7c09-4888-89eb-8887a37b4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241315 Nov 10 23:19:11.439968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-67853263-644b-475d-9164-2e3d71df3e80 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851490 Nov 10 23:19:11.538043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a647c689-cfc9-4f4e-9680-d09a1db9bfb0 req-73b1b3de-d925-4faa-afaf-edfe1f89cf25 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910554 Nov 10 23:19:11.634550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb2ba-5b3b-454a-b2d7-c97bbb29fa12 req-7032c0ef-29f1-4e44-82ec-e91a0c21fada tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:11.636070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42dfb2ba-5b3b-454a-b2d7-c97bbb29fa12 req-7032c0ef-29f1-4e44-82ec-e91a0c21fada tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 943 time: 0.0507834 Nov 10 23:19:11.683902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42dfb2ba-5b3b-454a-b2d7-c97bbb29fa12 req-8e3d03e8-e7ab-4824-bd98-632ecc7e8aea tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Nov 10 23:19:12.531041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48960) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:12.589825 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:12.614622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:12.673894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:12.676538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:12.678308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3f71e95-0b3a-4563-856a-29522a3c8e8b HTTP/1.1" status: 204 len: 168 time: 0.1456368 Nov 10 23:19:12.687986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f7c1-dc0e-4d2b-b626-191c701b2c60 tempest-TestVolumeBootPattern-2128463862 tempest-TestVolumeBootPattern-2128463862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f71e95-0b3a-4563-856a-29522a3c8e8b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:12.736922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:12.815616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b67b9-0fff-4b72-a24d-a39930d4b215 req-bb03d1eb-9a7a-459b-8665-0bca5049583a tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:12.817551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-604b67b9-0fff-4b72-a24d-a39930d4b215 req-bb03d1eb-9a7a-459b-8665-0bca5049583a tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 943 time: 0.0546181 Nov 10 23:19:12.874368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-604b67b9-0fff-4b72-a24d-a39930d4b215 req-982b56e8-3f3a-4f6e-b7b9-9719d14dd0b8 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Nov 10 23:19:13.149784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:13.392985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Deleting port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:13.393352 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:13.472753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] For port 0a15bb9d-d222-4b68-87c1-36726b5a0ddd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:13.473149 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:13.486681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Calling delete_port for 0a15bb9d-d222-4b68-87c1-36726b5a0ddd owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:13.663395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:13.690934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a15bb9d-d222-4b68-87c1-36726b5a0ddd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:14.140254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d43ed-5201-4a18-ab89-1b7f1a3b0712 req-6b2021ef-e55b-46d3-beaa-4d6af34e4cd9 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:14.141758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e6d43ed-5201-4a18-ab89-1b7f1a3b0712 req-6b2021ef-e55b-46d3-beaa-4d6af34e4cd9 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 943 time: 0.1107471 Nov 10 23:19:14.233460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e6d43ed-5201-4a18-ab89-1b7f1a3b0712 req-ec3cfe94-a232-4b35-b6ef-ffaf19cbeee4 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837729 Nov 10 23:19:14.234075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.445158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Router 71a661e1-0634-4269-a10f-36776bcae124 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:19:14.551118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:19:14.556547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-276670c4-c803-4b6d-bcfa-d7511372a3a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/71a661e1-0634-4269-a10f-36776bcae124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185236 Nov 10 23:19:14.559144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:14.560645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Sync routers for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:19:14.572035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:14.572643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:14.662189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.676519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:14.767199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.819468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Deleting port a3132410-5c31-4974-b69e-715175ea8f98 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:14.819694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.862646 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.864838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:19:13Z', 'revision_number': 5, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port': {'id': 'a3132410-5c31-4974-b69e-715175ea8f98', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a661e1-0634-4269-a10f-36776bcae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:26Z', 'updated_at': '2021-11-10T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:14.895700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Checking router: 71a661e1-0634-4269-a10f-36776bcae124 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:19:14.904219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Routers {'71a661e1-0634-4269-a10f-36776bcae124'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:14.904815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['71a661e1-0634-4269-a10f-36776bcae124'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:14.904942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] For port a3132410-5c31-4974-b69e-715175ea8f98, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a3132410-5c31-4974-b69e-715175ea8f98,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:14.905259 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:14.916916 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Calling delete_port for a3132410-5c31-4974-b69e-715175ea8f98 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:14.988319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] Set router 71a661e1-0634-4269-a10f-36776bcae124 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:15.038996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:19:14Z', 'revision_number': 6, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:15.068881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48acf2da-e3f4-48f8-bd04-f6f17a9cb9bb None None] The sync data for ids ['71a661e1-0634-4269-a10f-36776bcae124'] in n-d-811521-3 is: [{'id': '71a661e1-0634-4269-a10f-36776bcae124', 'name': 'tempest-TestVolumeBootPattern-560766383-router', 'tenant_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:25Z', 'updated_at': '2021-11-10T23:19:14Z', 'revision_number': 6, 'project_id': '4c2cc1f936ba4500bd0b7c15d3cd639d', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:19:15.091365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.117502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3132410-5c31-4974-b69e-715175ea8f98,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:15.123573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:19:15.136657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f80cb-0ad8-4503-b01d-0c8bfcf873ca None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:19:15.178327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.227484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,segment=NetworkSegment(54a10468-3ada-4e90-83fe-fe1388017b84),segment_id=54a10468-3ada-4e90-83fe-fe1388017b84)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:15.239920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b', 'network_id': '3ea73139-7c09-4888-89eb-8887a37b4277', 'port_id': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b', 'mac_address': 'fa:16:3e:4f:a5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7662bb11-7b06-41b7-9399-b096e2bd8bc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:19:15.272532 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.274703 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.287136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.301258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:19:15.327712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.328389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a661e1-0634-4269-a10f-36776bcae124 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:19:15.333617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.334219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,segment=NetworkSegment(54a10468-3ada-4e90-83fe-fe1388017b84),segment_id=54a10468-3ada-4e90-83fe-fe1388017b84)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:15.338282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cdae1643-54c2-40b9-bd8c-91398fabd5cb admin admin] 10.222.0.25 "DELETE /v2.0/routers/71a661e1-0634-4269-a10f-36776bcae124 HTTP/1.1" status: 204 len: 168 time: 0.7756150 Nov 10 23:19:15.338463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:15.341321 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.347758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.356829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26c0fc-8a9b-4b13-802c-bce9c4f2c4d3 req-2fde8b46-8317-4bad-b096-79605a10458c tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:15.358383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce26c0fc-8a9b-4b13-802c-bce9c4f2c4d3 req-2fde8b46-8317-4bad-b096-79605a10458c tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 943 time: 0.0542290 Nov 10 23:19:15.386958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Deleting subnet db14a4a3-fdab-40bc-89ba-0ded862cc74d {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:19:15.390852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.401747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:15.407706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce26c0fc-8a9b-4b13-802c-bce9c4f2c4d3 req-f9907ca4-56ae-4795-ba62-41d6e5882483 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Nov 10 23:19:15.427851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.512744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.544372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['64d1db1a-b57d-46ca-ae73-3aaa4238ab4b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:19:15.568598 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.593362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db14a4a3-fdab-40bc-89ba-0ded862cc74d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:15.600201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.603439 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e7dcce91-3fd5-4665-bb0d-0fdd6e08fee6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db14a4a3-fdab-40bc-89ba-0ded862cc74d HTTP/1.1" status: 204 len: 168 time: 0.2638826 Nov 10 23:19:15.605932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 48980) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:15.614704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e834a-28f3-4f1d-8cb9-cbda154c8dfe None None] Network 9e49a535-fcbf-4afb-b19c-34ac5a00cecc requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:19:15.682348 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.736738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Deleting port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:15.737115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.802332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] For port 36b29465-e5e7-4a3e-802f-bb4e84b72b80, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=36b29465-e5e7-4a3e-802f-bb4e84b72b80,segment=NetworkSegment(ca5292bc-7454-4a2b-ad54-b05e877ece96),segment_id=ca5292bc-7454-4a2b-ad54-b05e877ece96)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:15.802974 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.820526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Calling delete_port for 36b29465-e5e7-4a3e-802f-bb4e84b72b80 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:15.899008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede2f11-ba96-47c8-a013-e9003543dc42 None None] DHCP port deletion for 9e49a535-fcbf-4afb-b19c-34ac5a00cecc request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:19:15.906646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:15.921234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] No DVR routers for this DVR port 36b29465-e5e7-4a3e-802f-bb4e84b72b80 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:15.930159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3132410-5c31-4974-b69e-715175ea8f98 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:15.931963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8ede2f11-ba96-47c8-a013-e9003543dc42 None None] The port '36b29465-e5e7-4a3e-802f-bb4e84b72b80' was deleted {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 23:19:15.955763 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a3132410-5c31-4974-b69e-715175ea8f98 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:15.956108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a3132410-5c31-4974-b69e-715175ea8f98 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:15.956528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a15bb9d-d222-4b68-87c1-36726b5a0ddd no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:15.961134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=36b29465-e5e7-4a3e-802f-bb4e84b72b80,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:15.975970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0a15bb9d-d222-4b68-87c1-36726b5a0ddd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:15.976318 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0a15bb9d-d222-4b68-87c1-36726b5a0ddd not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:16.018429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.039193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e49a535-fcbf-4afb-b19c-34ac5a00cecc']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:16.048653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5292bc-7454-4a2b-ad54-b05e877ece96') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:16.048946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5292bc-7454-4a2b-ad54-b05e877ece96') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:16.058307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.071973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.078386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:19:16.078780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:19:16.081028 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:19:16.134373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.139911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.143671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e49a535-fcbf-4afb-b19c-34ac5a00cecc HTTP/1.1" status: 204 len: 168 time: 0.5368216 Nov 10 23:19:16.146682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48982) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:16.154730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26329-f34f-427d-a8aa-a5a01890dc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e49a535-fcbf-4afb-b19c-34ac5a00cecc,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:16.485995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.531729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5459daa-4d57-4b22-83ee-18023cfd9a89 req-f9738408-27bc-455c-92e6-f1ec9589d884 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:16.533931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5459daa-4d57-4b22-83ee-18023cfd9a89 req-f9738408-27bc-455c-92e6-f1ec9589d884 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 944 time: 0.0545313 Nov 10 23:19:16.581345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5459daa-4d57-4b22-83ee-18023cfd9a89 req-1b354840-efb0-4592-a68c-252f82ebd23d tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Nov 10 23:19:16.728896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Deleting port e180f6b4-028c-486a-9c33-3d314cc51625 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:16.729181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.805767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] For port e180f6b4-028c-486a-9c33-3d314cc51625, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e180f6b4-028c-486a-9c33-3d314cc51625,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:16.806122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:16.818538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Calling delete_port for e180f6b4-028c-486a-9c33-3d314cc51625 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:16.990565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.016107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Pushing event deleted for resources: {'Port': ['ID=e180f6b4-028c-486a-9c33-3d314cc51625,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:17.026600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.026945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.027286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.027622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.027953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.028284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.028610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.028933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.029296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.029639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.029939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.030261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.136707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:19:17.193557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:19:17.196546 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.197483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:19:17.198080 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.418059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Router d77e0e51-addd-417f-80f3-31bdce8b2f8a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:19:17.427265 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.448945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:17.451234 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f82500-7fb9-4120-9028-c594d627b0c0" -d '{"events": [{"server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "name": "network-vif-plugged", "status": "completed", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:17.464129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,segment=NetworkSegment(54a10468-3ada-4e90-83fe-fe1388017b84),segment_id=54a10468-3ada-4e90-83fe-fe1388017b84)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:17.471168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.495269 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2134d6-eeff-424e-aa7c-0e3035926a40 x-openstack-request-id: req-6c2134d6-eeff-424e-aa7c-0e3035926a40 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:17.495566 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "name": "network-vif-plugged", "status": "completed", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:17.495819 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c2134d6-eeff-424e-aa7c-0e3035926a40 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:17.496224 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b', 'code': 200} Nov 10 23:19:17.522650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:17.530509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.530855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.531198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.531535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.531866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.532783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.533136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.533323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:19:17.533788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.533788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.534124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.534447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.534766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:17.538092 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f18a56b1-4d12-44c2-b5e1-b3a4e6cac763 admin admin] 10.222.0.25 "PUT /v2.0/routers/d77e0e51-addd-417f-80f3-31bdce8b2f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903353 Nov 10 23:19:17.540615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48988) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:17.543548 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Sync routers for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:19:17.553854 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:17.554353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:17.659473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74b02f-bf82-4621-8a35-3ecda50e6d19 req-94d3839c-585c-4710-a623-1ba38d3395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:17.660913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc74b02f-bf82-4621-8a35-3ecda50e6d19 req-94d3839c-585c-4710-a623-1ba38d3395b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0833433 Nov 10 23:19:17.668475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:17.690392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.704863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a05d6-42cb-4dea-925c-bdb2955a19e9 req-b26d8a86-59a2-47a5-87c4-1c9baeedfdb8 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:17.706381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a7a05d6-42cb-4dea-925c-bdb2955a19e9 req-b26d8a86-59a2-47a5-87c4-1c9baeedfdb8 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0572312 Nov 10 23:19:17.755551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5a7a05d6-42cb-4dea-925c-bdb2955a19e9 req-8ffa4089-1a45-472a-9882-6bf4b939fa61 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Nov 10 23:19:17.784519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cc74b02f-bf82-4621-8a35-3ecda50e6d19 req-49631cea-931f-42fd-927a-4b28510e8d16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146741 Nov 10 23:19:17.814416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.873492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Deleting port f17e3248-f532-43d0-afc0-4f803e3e1ff4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:17.873892 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:17.942394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36b29465-e5e7-4a3e-802f-bb4e84b72b80 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:17.947228 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:19:16Z', 'revision_number': 5, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port': {'id': 'f17e3248-f532-43d0-afc0-4f803e3e1ff4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:08:34Z', 'updated_at': '2021-11-10T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:17.967845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 36b29465-e5e7-4a3e-802f-bb4e84b72b80 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:17.968189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 36b29465-e5e7-4a3e-802f-bb4e84b72b80 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:17.981103 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Checking router: d77e0e51-addd-417f-80f3-31bdce8b2f8a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:19:17.991764 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Routers {'d77e0e51-addd-417f-80f3-31bdce8b2f8a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:19:17.992389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:18:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:18.082393 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] Set router d77e0e51-addd-417f-80f3-31bdce8b2f8a gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:19:18.135457 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:19:17Z', 'revision_number': 6, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:18.165019 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e02c4-efb1-4871-a4bb-e2cd042bfc38 None None] The sync data for ids ['d77e0e51-addd-417f-80f3-31bdce8b2f8a'] in n-d-811521-3 is: [{'id': 'd77e0e51-addd-417f-80f3-31bdce8b2f8a', 'name': 'tempest-TestVolumeBootPattern-1187458954-router', 'tenant_id': 'b0650ebdf9884af7aaeecdc571867039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:08:33Z', 'updated_at': '2021-11-10T23:19:17Z', 'revision_number': 6, 'project_id': 'b0650ebdf9884af7aaeecdc571867039', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:19:18.269705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] For port f17e3248-f532-43d0-afc0-4f803e3e1ff4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f17e3248-f532-43d0-afc0-4f803e3e1ff4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:18.270065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.281816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Calling delete_port for f17e3248-f532-43d0-afc0-4f803e3e1ff4 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:18.438641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.464320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17e3248-f532-43d0-afc0-4f803e3e1ff4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:18.475110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96601006-133d-4271-b1e6-b931da8059a2 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:19:18.524514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.619563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.621659 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.663577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.664115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77e0e51-addd-417f-80f3-31bdce8b2f8a {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:19:18.669143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.670291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6359b812-2301-4202-bce4-3849208f13f5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d77e0e51-addd-417f-80f3-31bdce8b2f8a HTTP/1.1" status: 204 len: 168 time: 1.1287217 Nov 10 23:19:18.674341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48992) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:18.720908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Deleting subnet 2ce7c59e-d48c-451c-9d8c-68cbca48e765 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:19:18.723943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.758685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.870380 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:18.914627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da0ea9-14a7-4875-b971-e910b536b789 req-7c431539-cfda-4521-bc78-9873745b1416 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:18.916185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4da0ea9-14a7-4875-b971-e910b536b789 req-7c431539-cfda-4521-bc78-9873745b1416 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0836399 Nov 10 23:19:18.967320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.004002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4da0ea9-14a7-4875-b971-e910b536b789 req-03fb27e8-5572-47ee-a454-2d517eaafeb6 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792592 Nov 10 23:19:19.005474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce7c59e-d48c-451c-9d8c-68cbca48e765,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:19.009874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.013362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fbb02f12-00fa-427d-bd8a-52ba798e787e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2ce7c59e-d48c-451c-9d8c-68cbca48e765 HTTP/1.1" status: 204 len: 168 time: 0.3378887 Nov 10 23:19:19.015902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 48996) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:19.023178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad3685-53fd-412a-a66c-2faa51ca6ac2 None None] Network d4e4d520-1919-43b0-a686-3a3f7bf39fa9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:19:19.090959 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.148467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Deleting port 2c29bb13-b030-4bf7-8484-8e1d63074660 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:19.148813 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.218989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] DHCP port deletion for d4e4d520-1919-43b0-a686-3a3f7bf39fa9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:19:19.223168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] For port 2c29bb13-b030-4bf7-8484-8e1d63074660, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2c29bb13-b030-4bf7-8484-8e1d63074660,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:19.223527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.235706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Calling delete_port for 2c29bb13-b030-4bf7-8484-8e1d63074660 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:19.264335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Deleting port 2c29bb13-b030-4bf7-8484-8e1d63074660 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:19.264626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.315281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.327448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] For port 2c29bb13-b030-4bf7-8484-8e1d63074660, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2c29bb13-b030-4bf7-8484-8e1d63074660,segment=NetworkSegment(04376af3-a37d-4e75-b59b-a8dd6d918908),segment_id=04376af3-a37d-4e75-b59b-a8dd6d918908)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:19.327839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.344347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Calling delete_port for 2c29bb13-b030-4bf7-8484-8e1d63074660 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:19.344572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c29bb13-b030-4bf7-8484-8e1d63074660,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:19.353365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] No DVR routers for this DVR port 2c29bb13-b030-4bf7-8484-8e1d63074660 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:19:19.414584 n-d-811521-3 neutron-server[102459]: self.session.flush() Nov 10 23:19:19.418761 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.422124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.443285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] Pushing event deleted for resources: {'Port': ['ID=2c29bb13-b030-4bf7-8484-8e1d63074660,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:19.444429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e4d520-1919-43b0-a686-3a3f7bf39fa9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:19.447043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef681977-fc7e-4d2d-8c63-e1af7df5a722 None None] No DVR routers for this DVR port 2c29bb13-b030-4bf7-8484-8e1d63074660 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:19.457955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04376af3-a37d-4e75-b59b-a8dd6d918908') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:19.458608 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04376af3-a37d-4e75-b59b-a8dd6d918908') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:19.468743 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.482134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.488768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:19:19.489180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:19:19.491139 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:19:19.548146 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.553580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.556799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] 10.222.0.25 "DELETE /v2.0/networks/d4e4d520-1919-43b0-a686-3a3f7bf39fa9 HTTP/1.1" status: 204 len: 168 time: 0.5391312 Nov 10 23:19:19.571298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ed97d-7509-4d45-a72f-784f27bd352e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e4d520-1919-43b0-a686-3a3f7bf39fa9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:19.678770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49000) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:19.720361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0582fe28-24f5-405a-ae22-79b215435eec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c2cc1f936ba4500bd0b7c15d3cd639d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383451 Nov 10 23:19:19.720667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:19.766172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.786388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.839921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.842675 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:19.845460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bb368eb-bb6f-447c-989e-757c2a25ccbc HTTP/1.1" status: 204 len: 168 time: 0.1237845 Nov 10 23:19:19.853975 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da3892-f431-4d5c-a010-498d9642cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb368eb-bb6f-447c-989e-757c2a25ccbc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:19.895869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2c29bb13-b030-4bf7-8484-8e1d63074660 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:19.918960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2c29bb13-b030-4bf7-8484-8e1d63074660 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:19.919306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2c29bb13-b030-4bf7-8484-8e1d63074660 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:19.919717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e180f6b4-028c-486a-9c33-3d314cc51625 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:19.938843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e180f6b4-028c-486a-9c33-3d314cc51625 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:19.939186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e180f6b4-028c-486a-9c33-3d314cc51625 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:19.939597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f17e3248-f532-43d0-afc0-4f803e3e1ff4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:19.957835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f17e3248-f532-43d0-afc0-4f803e3e1ff4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:19.958184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f17e3248-f532-43d0-afc0-4f803e3e1ff4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:20.129402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345b85c-b920-4ba0-8781-6b64e1cd0ade req-eb369667-6ed8-41e3-9d0d-c2db05da9692 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:20.130981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2345b85c-b920-4ba0-8781-6b64e1cd0ade req-eb369667-6ed8-41e3-9d0d-c2db05da9692 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0508676 Nov 10 23:19:20.182371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49010) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:20.185562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2345b85c-b920-4ba0-8781-6b64e1cd0ade req-88831182-6946-47b9-abe4-17542fbbaebe tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Nov 10 23:19:20.223079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f263fdea-2816-4c5d-a5ff-1a78de48d248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0650ebdf9884af7aaeecdc571867039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395005 Nov 10 23:19:20.225489 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49014) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:20.272793 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:20.294517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:20.341963 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:20.345929 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:20.347693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91eb6316-e715-4ba8-8192-351f45ef4983 HTTP/1.1" status: 204 len: 168 time: 0.1206384 Nov 10 23:19:20.356582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d13b2-6fba-4ae4-940f-be1dc4fbbd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb6316-e715-4ba8-8192-351f45ef4983,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:20.569245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564e66-d0d1-4f5e-af90-9f95a1ab269a req-26caea95-f881-43a4-9768-e48b905bbdee tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:20.570910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19564e66-d0d1-4f5e-af90-9f95a1ab269a req-26caea95-f881-43a4-9768-e48b905bbdee tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0553153 Nov 10 23:19:20.628524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19564e66-d0d1-4f5e-af90-9f95a1ab269a req-9ee07fd3-8f16-45bc-b54e-9cd5bf210778 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Nov 10 23:19:21.750154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1f142-5b0e-4660-a252-0399bef91198 req-3b747925-4988-492b-9575-730d4e4f5c68 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:21.751646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33d1f142-5b0e-4660-a252-0399bef91198 req-3b747925-4988-492b-9575-730d4e4f5c68 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Nov 10 23:19:21.757668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-199c0512-82b7-4a2c-908d-1009d86a44ae tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:19:21.759103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-199c0512-82b7-4a2c-908d-1009d86a44ae tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f133909-5bcf-43a0-814e-a29fb4f53fa9 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Nov 10 23:19:21.799557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-33d1f142-5b0e-4660-a252-0399bef91198 req-82489ae2-137c-413d-8065-6d0a395fd786 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.25 "GET /v2.0/security-groups?id=161488c1-6526-4f55-91c4-5cd0c3de7b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Nov 10 23:19:21.848289 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Deleting port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:19:21.848622 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:21.936455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] For port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,segment=NetworkSegment(54a10468-3ada-4e90-83fe-fe1388017b84),segment_id=54a10468-3ada-4e90-83fe-fe1388017b84)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:19:21.936725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:21.948160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Calling delete_port for 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:19:22.076676 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:22.088264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['64d1db1a-b57d-46ca-ae73-3aaa4238ab4b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:19:22.105609 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Pushing event deleted for resources: {'Port': ['ID=64d1db1a-b57d-46ca-ae73-3aaa4238ab4b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:22.145699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] No DVR routers for this DVR port 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:19:22.148062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:22.151370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-098ff6b8-74f5-45ce-af5a-107a77cc5176 req-7dcd40d4-8a04-4591-83a9-14d80f0fb525 tempest-ServerAddressesTestJSON-1812234443 tempest-ServerAddressesTestJSON-1812234443-project] 10.222.0.20 "DELETE /v2.0/ports/64d1db1a-b57d-46ca-ae73-3aaa4238ab4b HTTP/1.1" status: 204 len: 173 time: 0.3860247 Nov 10 23:19:22.151804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'name': 'network-vif-deleted', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:19:22.154136 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bbbbb-e2b7-4e32-a1e5-5501a0388bdb" -d '{"events": [{"server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "name": "network-vif-deleted", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:19:22.195267 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f23023-a0aa-46e5-b5b2-5acd5b557659 x-openstack-request-id: req-e8f23023-a0aa-46e5-b5b2-5acd5b557659 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:19:22.195561 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133909-5bcf-43a0-814e-a29fb4f53fa9", "name": "network-vif-deleted", "tag": "64d1db1a-b57d-46ca-ae73-3aaa4238ab4b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:19:22.195839 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8f23023-a0aa-46e5-b5b2-5acd5b557659 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:19:22.196332 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133909-5bcf-43a0-814e-a29fb4f53fa9', 'name': 'network-vif-deleted', 'tag': '64d1db1a-b57d-46ca-ae73-3aaa4238ab4b', 'status': 'completed', 'code': 200} Nov 10 23:19:22.853815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49032) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:22.896812 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Deleting subnet 7662bb11-7b06-41b7-9399-b096e2bd8bc7 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:19:22.899771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:22.936317 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:22.973726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.024100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.050994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7662bb11-7b06-41b7-9399-b096e2bd8bc7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:23.054716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.057951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-051d4667-bbb8-4399-b833-cd908178dbf3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7662bb11-7b06-41b7-9399-b096e2bd8bc7 HTTP/1.1" status: 204 len: 168 time: 0.2030082 Nov 10 23:19:23.060377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49034) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:23.129817 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.207338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.226816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea73139-7c09-4888-89eb-8887a37b4277']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:23.235718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a10468-3ada-4e90-83fe-fe1388017b84') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:23.236011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a10468-3ada-4e90-83fe-fe1388017b84') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:19:23.244995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.257628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.263359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:19:23.263728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:19:23.265355 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:19:23.321024 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.326422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.330112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] 10.222.0.25 "DELETE /v2.0/networks/3ea73139-7c09-4888-89eb-8887a37b4277 HTTP/1.1" status: 204 len: 168 time: 0.2687283 Nov 10 23:19:23.340948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282c33-7456-4729-9cc5-146a8cd17fec admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea73139-7c09-4888-89eb-8887a37b4277,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:23.486788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49038) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:23.525559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0778ef49-f2f3-4f8a-9175-ae49fbf461e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c584a12b382d46ce9abd3bfdc7a6480f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376325 Nov 10 23:19:23.527948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49040) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:23.574489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.595427 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.640086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.643225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:23.644370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/161488c1-6526-4f55-91c4-5cd0c3de7b0b HTTP/1.1" status: 204 len: 168 time: 0.1154788 Nov 10 23:19:23.653247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e5649-9574-4e46-9baa-18dc9382cb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161488c1-6526-4f55-91c4-5cd0c3de7b0b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:25.007062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b77a616e-0a45-4ec6-a32c-8d8ac3362355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.138938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:19:25.159066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:19:25.159403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 64d1db1a-b57d-46ca-ae73-3aaa4238ab4b not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:19:25.651410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49096) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:25.758620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-450f9a69-4ee1-4655-912a-d09147a1e5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.831557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-450f9a69-4ee1-4655-912a-d09147a1e5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.835294 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-450f9a69-4ee1-4655-912a-d09147a1e5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.871399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-450f9a69-4ee1-4655-912a-d09147a1e5a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=688c5658d09742409bdb3463d4acf16d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189085 Nov 10 23:19:25.873327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f9a69-4ee1-4655-912a-d09147a1e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32d51a-b748-410b-8347-1d58c62b7455,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:25.874242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49100) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:25.922261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.943790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.991014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.993827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:25.994883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce32d51a-b748-410b-8347-1d58c62b7455 HTTP/1.1" status: 204 len: 168 time: 0.1196568 Nov 10 23:19:26.002925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deacfb0-60ad-422e-a54b-6c19c0167003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32d51a-b748-410b-8347-1d58c62b7455,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:26.247723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49106) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:26.261288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07560b28-937b-423b-8254-2bbe18b7bfcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.332648 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07560b28-937b-423b-8254-2bbe18b7bfcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.336065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-07560b28-937b-423b-8254-2bbe18b7bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.373614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-07560b28-937b-423b-8254-2bbe18b7bfcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6795fc8ba884a0c8095b38127c3dccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248548 Nov 10 23:19:26.374527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07560b28-937b-423b-8254-2bbe18b7bfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd216c7-fbbe-4d47-9fa6-c36d44ba56d2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:26.376883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49108) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:26.424067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.444712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.490487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.493194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:26.494417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfd216c7-fbbe-4d47-9fa6-c36d44ba56d2 HTTP/1.1" status: 204 len: 168 time: 0.1165249 Nov 10 23:19:26.502458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c78bf-8e02-4e78-be00-7138ce633b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd216c7-fbbe-4d47-9fa6-c36d44ba56d2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:27.640075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b74e91a-107c-4558-8004-5c2d817f7afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:29.030751 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:30.463964 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:30.775630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:31.188388 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:19:32.789261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:32.893851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:32.968395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:32.972815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.009993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59ece47cb2dc40178f10652959297d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196696 Nov 10 23:19:33.011907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7f0b1-04d5-48ca-b7e6-a24f5a50edb4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:33.012637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49254) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:33.019907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.020249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.020590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.020926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.021286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.021621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.021952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.022280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.022607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.022931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.023255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.023577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284763f-940d-4f02-965b-81e4761f12de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:19:33.062486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.083763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.128887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.131545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.132731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17b7f0b1-04d5-48ca-b7e6-a24f5a50edb4 HTTP/1.1" status: 204 len: 168 time: 0.1189570 Nov 10 23:19:33.140379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25892af-d27d-4df5-9b24-23097739688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7f0b1-04d5-48ca-b7e6-a24f5a50edb4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:33.387902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49260) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:33.401808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1013adf4-b553-469d-86ad-c40ed521bf22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.475941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1013adf4-b553-469d-86ad-c40ed521bf22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.479616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1013adf4-b553-469d-86ad-c40ed521bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.517911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1013adf4-b553-469d-86ad-c40ed521bf22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e7eb81536a941bfbcb8ce7e8f00c603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289606 Nov 10 23:19:33.518732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013adf4-b553-469d-86ad-c40ed521bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2380bbf-8416-4d3c-989b-75797bcd45d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:33.520645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:33.568619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.589542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.634941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.637532 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:33.638664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2380bbf-8416-4d3c-989b-75797bcd45d4 HTTP/1.1" status: 204 len: 168 time: 0.1168258 Nov 10 23:19:33.646860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea52a-49d5-4013-81b5-189c253b1ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2380bbf-8416-4d3c-989b-75797bcd45d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:35.006214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49314) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:35.110903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67aff68f-64bf-4686-b711-e335315c0d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.182359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67aff68f-64bf-4686-b711-e335315c0d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.185785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-67aff68f-64bf-4686-b711-e335315c0d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.226505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-67aff68f-64bf-4686-b711-e335315c0d6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a380c1b78baa4667a0995a2ffc4075f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192216 Nov 10 23:19:35.227379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff68f-64bf-4686-b711-e335315c0d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f201d9-d05b-4e16-bcd2-3df3139e4d95,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:35.229151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:35.278022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.299099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.343225 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.345820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:35.346970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71f201d9-d05b-4e16-bcd2-3df3139e4d95 HTTP/1.1" status: 204 len: 168 time: 0.1167850 Nov 10 23:19:35.354417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b0da-38fa-4991-a10c-15e630d764ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f201d9-d05b-4e16-bcd2-3df3139e4d95,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:36.870339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49362) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:36.972772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec338ae9-33fa-4b6a-8d57-9dbec5d74f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.044036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec338ae9-33fa-4b6a-8d57-9dbec5d74f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.048720 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ec338ae9-33fa-4b6a-8d57-9dbec5d74f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.087868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec338ae9-33fa-4b6a-8d57-9dbec5d74f94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9160d130eb894467a21c3bbb44920f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164652 Nov 10 23:19:37.089773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338ae9-33fa-4b6a-8d57-9dbec5d74f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b45997-2a6f-47fd-9f5d-797b808be4cd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:37.090773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49366) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:37.139187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.159992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.205066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.207916 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.209310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34b45997-2a6f-47fd-9f5d-797b808be4cd HTTP/1.1" status: 204 len: 168 time: 0.1175289 Nov 10 23:19:37.216555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2b566-7244-43a4-9722-81ae98e03e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b45997-2a6f-47fd-9f5d-797b808be4cd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:37.457663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49372) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:37.470813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e4b35e-123b-4534-b017-0804b30f8058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.544240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e4b35e-123b-4534-b017-0804b30f8058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.548771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c5e4b35e-123b-4534-b017-0804b30f8058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.585911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5e4b35e-123b-4534-b017-0804b30f8058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc85da8234034f1a9eb1620c53c9c7da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271820 Nov 10 23:19:37.587764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4b35e-123b-4534-b017-0804b30f8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0c7a8-b935-4fec-9d42-de9aa0737c48,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:37.588533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:19:37.637286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.657934 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.705723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.708705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.709894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eb0c7a8-b935-4fec-9d42-de9aa0737c48 HTTP/1.1" status: 204 len: 168 time: 0.1203108 Nov 10 23:19:37.717590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fb42f-ab62-4604-a75c-2c4a3cb963a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb0c7a8-b935-4fec-9d42-de9aa0737c48,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:19:44.862422 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:45.339500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:55.009903 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-781bcd9f-2ceb-4f49-b427-b99a932ccfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:57.643083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-06670906-3f8b-41be-b86d-10409a3f0d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:59.033885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:00.459078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:00.776622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.362260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:02.466560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4010-2229-4133-95d8-6d062cfce5d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.538244 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4010-2229-4133-95d8-6d062cfce5d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.541961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4010-2229-4133-95d8-6d062cfce5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.580379 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ea1a4010-2229-4133-95d8-6d062cfce5d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6db31a5b2e20460a8702cc64f91e4482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164462 Nov 10 23:20:02.581539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a4010-2229-4133-95d8-6d062cfce5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44386c-0a9f-478f-a28a-e21e30fdb30d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:02.583053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49476) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:02.633926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.654590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.701446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.703986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:02.705214 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c44386c-0a9f-478f-a28a-e21e30fdb30d HTTP/1.1" status: 204 len: 168 time: 0.1203823 Nov 10 23:20:02.712693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfacbeb-0279-44ba-a20a-7baeed0fe0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44386c-0a9f-478f-a28a-e21e30fdb30d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:07.718681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49822) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:07.822206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d85-8b34-4ed5-86a3-52dd02f42393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:07.894261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d85-8b34-4ed5-86a3-52dd02f42393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:07.897921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d85-8b34-4ed5-86a3-52dd02f42393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:07.936218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a4fb0d85-8b34-4ed5-86a3-52dd02f42393 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89a495fe2f4b493aaf33af774e82b46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164047 Nov 10 23:20:07.937201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb0d85-8b34-4ed5-86a3-52dd02f42393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d221f5-86ff-4e9d-84d4-86711ed6510a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:07.938927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:07.989308 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:08.012462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:08.058815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:08.061379 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:08.062526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8d221f5-86ff-4e9d-84d4-86711ed6510a HTTP/1.1" status: 204 len: 168 time: 0.1224630 Nov 10 23:20:08.070782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f05a77-663c-4ae2-a38d-2ed636a29215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d221f5-86ff-4e9d-84d4-86711ed6510a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:08.187452 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:20:09.165101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49862) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.268628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f692547d-5ff5-4d32-90fe-1114be0aef61 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-917754091'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:09.269113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f692547d-5ff5-4d32-90fe-1114be0aef61 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Unknown quota resources ['metering_label']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 23:20:09.445192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f692547d-5ff5-4d32-90fe-1114be0aef61 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:09.446378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f692547d-5ff5-4d32-90fe-1114be0aef61 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2802517 Nov 10 23:20:09.449256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49866) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.453444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ab1d637b-2927-4aa5-a711-22e6920b0ec0 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '851138bd-d2cf-4e36-8754-33984c00e698'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:09.453937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ab1d637b-2927-4aa5-a711-22e6920b0ec0 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 23:20:09.525338 n-d-811521-3 neutron-server[102458]: WARNING neutron.services.metering.metering_plugin [None req-ab1d637b-2927-4aa5-a711-22e6920b0ec0 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 23:20:09.624570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ab1d637b-2927-4aa5-a711-22e6920b0ec0 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:09.625800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab1d637b-2927-4aa5-a711-22e6920b0ec0 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1756089 Nov 10 23:20:09.628760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49868) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.632802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-91c12522-ae1e-4e9c-a66f-25d2dcfa76ae tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '851138bd-d2cf-4e36-8754-33984c00e698'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:09.633306 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-91c12522-ae1e-4e9c-a66f-25d2dcfa76ae tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 23:20:09.686438 n-d-811521-3 neutron-server[102458]: WARNING neutron.services.metering.metering_plugin [None req-91c12522-ae1e-4e9c-a66f-25d2dcfa76ae tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 23:20:09.765452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-91c12522-ae1e-4e9c-a66f-25d2dcfa76ae tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:09.766617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-91c12522-ae1e-4e9c-a66f-25d2dcfa76ae tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1369233 Nov 10 23:20:09.769514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.779262 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6d4b56f-443c-491a-be8d-3e76dd40c79d tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=58e55f88-0bfb-403a-9f24-438e3a5028a7 HTTP/1.1" status: 200 len: 462 time: 0.0087104 Nov 10 23:20:09.781304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.882042 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01d30aa5-ff28-4c81-a8cf-dc32bf33d2a8 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:09.883162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-01d30aa5-ff28-4c81-a8cf-dc32bf33d2a8 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/58e55f88-0bfb-403a-9f24-438e3a5028a7 HTTP/1.1" status: 204 len: 168 time: 0.1010182 Nov 10 23:20:09.885826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.894069 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cb08e4dc-092d-49b7-b463-28c623b6480b tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=58e55f88-0bfb-403a-9f24-438e3a5028a7 HTTP/1.1" status: 200 len: 221 time: 0.0072799 Nov 10 23:20:09.896949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49876) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:09.900682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f0fbd107-d493-44cc-b4c6-9cf907b4c65b tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1990769576', 'description': 'label created by tempest'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:09.901162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f0fbd107-d493-44cc-b4c6-9cf907b4c65b tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Unknown quota resources ['metering_label']. {{(pid=102458) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 23:20:10.045038 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd107-d493-44cc-b4c6-9cf907b4c65b tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:10.046129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f0fbd107-d493-44cc-b4c6-9cf907b4c65b tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1483033 Nov 10 23:20:10.048681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49878) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.120220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f06d04d6-d384-403e-a7ee-8e17b40d5a9a tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=cbc31694-e866-4ca9-a9a1-d4fe6ece7373 HTTP/1.1" status: 200 len: 468 time: 0.0701230 Nov 10 23:20:10.122691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.293158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ca87216-de97-4f58-ace2-aa063ad9b8e3 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:10.294289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4ca87216-de97-4f58-ace2-aa063ad9b8e3 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/cbc31694-e866-4ca9-a9a1-d4fe6ece7373 HTTP/1.1" status: 204 len: 168 time: 0.1706743 Nov 10 23:20:10.296902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49882) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.307940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-211805c5-1c4b-45d6-874e-c094e40ecad1 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=cbc31694-e866-4ca9-a9a1-d4fe6ece7373 HTTP/1.1" status: 200 len: 216 time: 0.0100992 Nov 10 23:20:10.310774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.319196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31c6f0fb-dd92-4210-8743-e2a4e7a2130d tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074904 Nov 10 23:20:10.321913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49886) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.332632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d8be554-441a-4b04-8098-6e9bcaa63ce5 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0097873 Nov 10 23:20:10.335414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49888) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.386493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6a9e7609-1a55-4b87-a68a-f9f2478b9338 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/851138bd-d2cf-4e36-8754-33984c00e698 HTTP/1.1" status: 200 len: 472 time: 0.0500569 Nov 10 23:20:10.389735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49890) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.398515 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b52896af-7b6a-4dca-a165-8673954f1383 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/c406cd08-2d56-4704-b6ba-ceea7bcc707d HTTP/1.1" status: 200 len: 459 time: 0.0078173 Nov 10 23:20:10.401084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49892) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.496998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90382b05-cd96-4dc7-aadc-9a821396cece tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:10.498111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90382b05-cd96-4dc7-aadc-9a821396cece tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c406cd08-2d56-4704-b6ba-ceea7bcc707d HTTP/1.1" status: 204 len: 168 time: 0.0961826 Nov 10 23:20:10.500462 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49894) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:10.977154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f30251b2-dd5f-4135-b9b7-85169e800655 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:10.978278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f30251b2-dd5f-4135-b9b7-85169e800655 tempest-MeteringIpV6TestJSON-596358511 tempest-MeteringIpV6TestJSON-596358511-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/851138bd-d2cf-4e36-8754-33984c00e698 HTTP/1.1" status: 204 len: 168 time: 0.4768770 Nov 10 23:20:11.208345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49900) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:11.312265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d0edad9-e8cf-4b20-bc16-10adafea15d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.384110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d0edad9-e8cf-4b20-bc16-10adafea15d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.387922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1d0edad9-e8cf-4b20-bc16-10adafea15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.429599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1d0edad9-e8cf-4b20-bc16-10adafea15d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1310257432348959d6ba44e2f5e8c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196162 Nov 10 23:20:11.430868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0edad9-e8cf-4b20-bc16-10adafea15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b67595-8758-4349-9f25-fef1159adc9e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:11.432479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:11.481221 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.501706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.550511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.552993 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.554704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8b67595-8758-4349-9f25-fef1159adc9e HTTP/1.1" status: 204 len: 168 time: 0.1200421 Nov 10 23:20:11.562549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b59f7b-652a-445c-8cbd-dca9e2ec0558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b67595-8758-4349-9f25-fef1159adc9e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:11.802281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49910) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:11.815709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b605f427-7929-41e2-8e8b-f941d8ea87cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.888819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b605f427-7929-41e2-8e8b-f941d8ea87cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.892525 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b605f427-7929-41e2-8e8b-f941d8ea87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:11.930959 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b605f427-7929-41e2-8e8b-f941d8ea87cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0295ddd0660a4fd8acf55a7a7ddd8882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276693 Nov 10 23:20:11.932943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605f427-7929-41e2-8e8b-f941d8ea87cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a1a44c-3d6a-45a8-8088-0500bf412ca1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:11.933712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49912) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:11.980289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:12.000913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:12.046444 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:12.049341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:12.050757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84a1a44c-3d6a-45a8-8088-0500bf412ca1 HTTP/1.1" status: 204 len: 168 time: 0.1160293 Nov 10 23:20:12.059271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cf8ab-ea0c-4aef-9e92-c6042a273bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a1a44c-3d6a-45a8-8088-0500bf412ca1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:13.201675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49948) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:13.347515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-147749349'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:13.368737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Made reservation on behalf of 6b3878febaa04885902f0e22e5a0a718 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:13.372111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.380156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.451594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.455364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.478290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:13.493612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5ab43-8961-4090-94b3-71a03f3aa403,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:13.497446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.497790 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Added segment 27eabda6-aabd-4d36-9614-aafb8eb8da47 of type vlan for network c94aca8c-b967-4193-b987-6de8c74e7537 Nov 10 23:20:13.539921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.564040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.569621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:13.570192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.622436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4196651 Nov 10 23:20:13.639188 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b4b0e-5e92-4edb-991e-fb0f4af4ff9b tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Pushing event updated for resources: {'Network': ['ID=c94aca8c-b967-4193-b987-6de8c74e7537,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:13.649190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c94aca8c-b967-4193-b987-6de8c74e7537 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:13.780960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49956) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:13.785964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537', 'binding:host_id': 'n-h2-811521-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-286099782'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:13.807008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Made reservation on behalf of a2a3093c3d0346a1b870ac881b25b55e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:13.809472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.818066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.891104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.894419 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:13.899813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port 245c6bc1-9681-43e5-9762-8dfede3bddce yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:13.977794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67adfa52-2b5c-4c3d-87fc-a657486be208,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:14.118720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port 245c6bc1-9681-43e5-9762-8dfede3bddce yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:14.127575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.133632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.190656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=245c6bc1-9681-43e5-9762-8dfede3bddce,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:14.199738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Checking segment: {'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:14.200101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Network hostable DHCP agents. Network: c94aca8c-b967-4193-b987-6de8c74e7537, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:14.216603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Network c94aca8c-b967-4193-b987-6de8c74e7537 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:14.224569 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c94aca8c-b967-4193-b987-6de8c74e7537) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:14.228363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:14.234286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf65273-f340-42d2-af6b-5f22552633cc None None] Network c94aca8c-b967-4193-b987-6de8c74e7537 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:14.242582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.242941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.243275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.247821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.248143 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.248517 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 2 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.261928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.262254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.262580 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.267376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.267695 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.268073 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 3 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.281010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.281343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.281669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.285852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.286171 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.286546 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 4 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.298018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.298348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.298680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.303324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.303640 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.304012 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 5 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.315991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.316316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.316636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.321728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.322047 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.322426 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 6 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.334193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.334525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.334859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.339713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.340041 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.340412 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 7 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.353338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.353672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.354000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.358272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.358586 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.358958 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 8 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.370189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.370518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.370842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.374936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.375249 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.375618 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 9 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.388159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.388484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.388819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.392988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.393311 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.393688 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 10 to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce Nov 10 23:20:14.405378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:14.405702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:14.406021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:14.410235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 245c6bc1-9681-43e5-9762-8dfede3bddce on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:14.410552 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 245c6bc1-9681-43e5-9762-8dfede3bddce on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:14.410903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.474152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port 245c6bc1-9681-43e5-9762-8dfede3bddce, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:14.474421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempted to set empty binding levels {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 23:20:14.478933 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.509959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:14.510550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.529541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=245c6bc1-9681-43e5-9762-8dfede3bddce,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:14.535328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a6cc0720-a491-4b4d-98e4-339cb5589ec5 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.7532432 Nov 10 23:20:14.538081 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49958) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:14.614765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Deleting port 245c6bc1-9681-43e5-9762-8dfede3bddce {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:14.615108 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.684099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port 245c6bc1-9681-43e5-9762-8dfede3bddce, host n-h2-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:14.684464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.699447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Calling delete_port for 245c6bc1-9681-43e5-9762-8dfede3bddce owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:14.780374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.808248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event deleted for resources: {'Port': ['ID=245c6bc1-9681-43e5-9762-8dfede3bddce,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:14.819704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.822826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b618512a-8d77-4a2c-8a66-79039f538cb2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "DELETE /v2.0/ports/245c6bc1-9681-43e5-9762-8dfede3bddce HTTP/1.1" status: 204 len: 168 time: 0.2838249 Nov 10 23:20:14.825387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49960) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:14.848199 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bed451-2b0c-4c96-b146-8fdf6a505b51 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] GET failed (client error): The resource could not be found. Nov 10 23:20:14.849636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-29bed451-2b0c-4c96-b146-8fdf6a505b51 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports/245c6bc1-9681-43e5-9762-8dfede3bddce HTTP/1.1" status: 404 len: 333 time: 0.0233471 Nov 10 23:20:14.853455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49962) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:14.858087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-690941500'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:14.871258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.877567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Made reservation on behalf of a2a3093c3d0346a1b870ac881b25b55e for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:14.879836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:14.894320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port 76b3279f-2653-40c6-b528-b9aa90d0355e yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:15.036428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.068596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.107085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Network c94aca8c-b967-4193-b987-6de8c74e7537 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:15.111871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:15.115290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:15.116190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.116797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.126374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=76b3279f-2653-40c6-b528-b9aa90d0355e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:15.138014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e872e16b-2689-48d7-b1b0-3c5a4a8606fc tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2835336 Nov 10 23:20:15.140712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49964) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:15.145835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:15.201050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.355307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.366559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port 76b3279f-2653-40c6-b528-b9aa90d0355e yet. {{(pid=102458) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:15.373899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.378953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.428894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=76b3279f-2653-40c6-b528-b9aa90d0355e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:15.439011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.439345 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.439672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.443857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.444176 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.444551 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 2 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.456784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.457146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.457472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.462172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.462488 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.462859 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 3 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.473932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.474262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.474581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.479259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.479577 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.479952 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 4 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.491655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.492004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.492324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.496459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.496779 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.497183 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 5 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.508380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.508705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.509054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.513183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.513505 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.513878 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 6 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.526181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.526510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.526833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.530909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.531227 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.531602 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 7 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.543272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.543597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.543921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.548049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.548369 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.548745 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 8 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.560642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.560993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.561314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.565418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.565739 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.566109 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 9 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.577763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.578090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.578409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.582508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.582828 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.583198 n-d-811521-3 neutron-server[102458]: INFO neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 10 to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e Nov 10 23:20:15.598164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:15.598491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:15.598816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:15.602966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:15.603281 n-d-811521-3 neutron-server[102458]: ERROR neutron.plugins.ml2.managers [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port 76b3279f-2653-40c6-b528-b9aa90d0355e on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:15.603635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.662969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port 76b3279f-2653-40c6-b528-b9aa90d0355e, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:15.663326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempted to set empty binding levels {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 23:20:15.667327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.696392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] In _notify_port_updated(), no bound segment for port 76b3279f-2653-40c6-b528-b9aa90d0355e on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102458) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:20:15.697248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.697893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.699121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "PUT /v2.0/ports/76b3279f-2653-40c6-b528-b9aa90d0355e HTTP/1.1" status: 200 len: 974 time: 0.5574603 Nov 10 23:20:15.701833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49966) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:15.714310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544321e1-9787-4593-a754-a22e7d3813e4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=76b3279f-2653-40c6-b528-b9aa90d0355e,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:15.776315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.776790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.777288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.777745 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.778208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:15.779964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c143722-1f73-4c0d-91e4-1cf52476b9ba tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4671 time: 0.0765152 Nov 10 23:20:15.782882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49968) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:15.854827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Deleting port 76b3279f-2653-40c6-b528-b9aa90d0355e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:15.855194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.918301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port 76b3279f-2653-40c6-b528-b9aa90d0355e, host n-h2-811521-3, got binding levels [] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:15.918574 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:15.931047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Calling delete_port for 76b3279f-2653-40c6-b528-b9aa90d0355e owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:16.005271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.034989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event deleted for resources: {'Port': ['ID=76b3279f-2653-40c6-b528-b9aa90d0355e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:16.037036 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.040193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46456c10-7aee-4519-91ac-59599f3e4fe2 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "DELETE /v2.0/ports/76b3279f-2653-40c6-b528-b9aa90d0355e HTTP/1.1" status: 204 len: 168 time: 0.2564099 Nov 10 23:20:16.042785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49970) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.065755 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d4f8b2-7151-434b-88b8-4c23cbeca244 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] GET failed (client error): The resource could not be found. Nov 10 23:20:16.067093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f4d4f8b2-7151-434b-88b8-4c23cbeca244 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports/76b3279f-2653-40c6-b528-b9aa90d0355e HTTP/1.1" status: 404 len: 333 time: 0.0233686 Nov 10 23:20:16.070978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49972) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.075254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-469111913', 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:16.094585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Made reservation on behalf of a2a3093c3d0346a1b870ac881b25b55e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:16.096803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.113991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port 0e17c4c1-cec2-4b87-b64c-4e3644a123de yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:16.260564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.291028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.328151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Network c94aca8c-b967-4193-b987-6de8c74e7537 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:16.332809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:16.336231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:16.337150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:16.337739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.346474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=0e17c4c1-cec2-4b87-b64c-4e3644a123de,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:16.358871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5c039a0f-9015-45f2-810f-8c45da4f54d9 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2869568 Nov 10 23:20:16.361378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49974) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.392960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cfa264-5dd2-422a-971f-ada39a3642bf tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:16.394292 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3cfa264-5dd2-422a-971f-ada39a3642bf tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports/0e17c4c1-cec2-4b87-b64c-4e3644a123de HTTP/1.1" status: 200 len: 954 time: 0.0320258 Nov 10 23:20:16.396876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49976) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.470209 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Deleting port 0e17c4c1-cec2-4b87-b64c-4e3644a123de {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:16.470543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.527977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.539995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Calling delete_port for 0e17c4c1-cec2-4b87-b64c-4e3644a123de owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:16.617591 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.643165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e17c4c1-cec2-4b87-b64c-4e3644a123de,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:16.648204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.651399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3259330-2d4b-4d1b-aa09-b1b2219fb4a4 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0e17c4c1-cec2-4b87-b64c-4e3644a123de HTTP/1.1" status: 204 len: 168 time: 0.2536268 Nov 10 23:20:16.653975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49978) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.676763 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfabae89-5f84-4e7a-b81d-66c60b496151 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] GET failed (client error): The resource could not be found. Nov 10 23:20:16.678138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dfabae89-5f84-4e7a-b81d-66c60b496151 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports/0e17c4c1-cec2-4b87-b64c-4e3644a123de HTTP/1.1" status: 404 len: 333 time: 0.0232742 Nov 10 23:20:16.682124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49980) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.686383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-375996229'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:16.706599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Made reservation on behalf of a2a3093c3d0346a1b870ac881b25b55e for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:16.709060 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.724187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port ec6680ad-336a-47e8-a580-2e4edd757644 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:16.865984 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.897110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.937782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Network c94aca8c-b967-4193-b987-6de8c74e7537 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:16.942147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:16.946147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:16.947020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:16.947600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:16.950714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6680ad-336a-47e8-a580-2e4edd757644,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:16.964566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ea834f8f-31b2-41c5-8b93-750ea9539343 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2814996 Nov 10 23:20:16.967151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 49982) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:16.971996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:17.026423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.188343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] device_id is not set on port ec6680ad-336a-47e8-a580-2e4edd757644 yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:17.196277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.201124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.248833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6680ad-336a-47e8-a580-2e4edd757644,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:17.263129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.263466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.263834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.268128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.268464 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.268843 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 2 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.281085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.281415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.281742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.285883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.286207 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.286586 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 3 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.298487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.298816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.299402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.303619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.303944 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.304958 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 4 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.316804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.317172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.317506 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.321694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.322017 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.322393 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 5 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.333588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.333923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.334253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.338457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.338780 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.339162 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 6 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.350954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.351801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.352128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.356285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.356606 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.357002 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 7 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.368824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.369192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.369523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.373732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.374054 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.374432 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 8 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.386264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.386595 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.386925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.391088 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.391411 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.391788 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 9 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.403043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.403377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.403706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.407859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.408186 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.408566 n-d-811521-3 neutron-server[102457]: INFO neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempt 10 to bind port ec6680ad-336a-47e8-a580-2e4edd757644 Nov 10 23:20:17.423262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:17.423590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:17.423919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempting to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:17.428287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:20:17.428609 n-d-811521-3 neutron-server[102457]: ERROR neutron.plugins.ml2.managers [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Failed to bind port ec6680ad-336a-47e8-a580-2e4edd757644 on host n-h2-811521-3 for vnic_type normal using segments [{'id': '27eabda6-aabd-4d36-9614-aafb8eb8da47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c94aca8c-b967-4193-b987-6de8c74e7537'}] Nov 10 23:20:17.428987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.802919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port ec6680ad-336a-47e8-a580-2e4edd757644, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:17.803613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attempted to set empty binding levels {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 23:20:17.807756 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.840020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] In _notify_port_updated(), no bound segment for port ec6680ad-336a-47e8-a580-2e4edd757644 on network c94aca8c-b967-4193-b987-6de8c74e7537 {{(pid=102457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 23:20:17.840864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:17.841753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.842783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "PUT /v2.0/ports/ec6680ad-336a-47e8-a580-2e4edd757644 HTTP/1.1" status: 200 len: 974 time: 0.8746934 Nov 10 23:20:17.845748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49984) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:17.854451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d482e9-0d6e-4b83-a731-8faab7749096 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6680ad-336a-47e8-a580-2e4edd757644,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:17.922912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Deleting port ec6680ad-336a-47e8-a580-2e4edd757644 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:17.923257 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.983784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] For port ec6680ad-336a-47e8-a580-2e4edd757644, host n-h2-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:17.984138 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:17.996250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Calling delete_port for ec6680ad-336a-47e8-a580-2e4edd757644 owned by {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:18.076763 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.101753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec6680ad-336a-47e8-a580-2e4edd757644,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:18.112923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.113314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.113661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.114075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.114413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.114745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.115075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.115402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.115731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.116055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.116387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.116711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:18.119490 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.122736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f22a4466-2496-4960-85f4-52f360246498 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ec6680ad-336a-47e8-a580-2e4edd757644 HTTP/1.1" status: 204 len: 168 time: 0.2759793 Nov 10 23:20:18.125360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49986) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:18.149311 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-749cb9fe-8d17-4875-8f2a-cceb14f11eb3 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] GET failed (client error): The resource could not be found. Nov 10 23:20:18.150718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-749cb9fe-8d17-4875-8f2a-cceb14f11eb3 tempest-PortsAdminExtendedAttrsTestJSON-687939337 tempest-PortsAdminExtendedAttrsTestJSON-687939337-project-admin] 10.222.0.25 "GET /v2.0/ports/ec6680ad-336a-47e8-a580-2e4edd757644 HTTP/1.1" status: 404 len: 333 time: 0.0244482 Nov 10 23:20:18.153932 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49988) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:18.229980 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.311994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.331301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94aca8c-b967-4193-b987-6de8c74e7537']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:18.340096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eabda6-aabd-4d36-9614-aafb8eb8da47') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:18.340386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eabda6-aabd-4d36-9614-aafb8eb8da47') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:18.349814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.362751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.369139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:20:18.369549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:20:18.372651 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:20:18.431223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.437801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.440828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] 10.222.0.25 "DELETE /v2.0/networks/c94aca8c-b967-4193-b987-6de8c74e7537 HTTP/1.1" status: 204 len: 168 time: 0.2859442 Nov 10 23:20:18.453062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5abc0-93ab-4113-a9ed-e28d399e0b7e tempest-PortsAdminExtendedAttrsTestJSON-1346779028 tempest-PortsAdminExtendedAttrsTestJSON-1346779028-project] Pushing event deleted for resources: {'Network': ['ID=c94aca8c-b967-4193-b987-6de8c74e7537,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:18.675408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49994) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:18.805894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0713b5a0-a96e-46fd-9555-db65fc3adef7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b3878febaa04885902f0e22e5a0a718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292984 Nov 10 23:20:18.808250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 49998) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:18.861718 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.881893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.927625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.930696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:18.931850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04d5ab43-8961-4090-94b3-71a03f3aa403 HTTP/1.1" status: 204 len: 168 time: 0.1226933 Nov 10 23:20:18.939797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fab24a-9e28-41a1-ba55-07fca611bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5ab43-8961-4090-94b3-71a03f3aa403,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:19.178473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50004) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:19.222437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-88cb3a5a-a7fa-4099-a5b1-745dff164a65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2a3093c3d0346a1b870ac881b25b55e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427792 Nov 10 23:20:19.224835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50006) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:19.278365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:19.299521 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:19.345447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:19.348129 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:19.349307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67adfa52-2b5c-4c3d-87fc-a657486be208 HTTP/1.1" status: 204 len: 168 time: 0.1234715 Nov 10 23:20:19.357527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ddaa-32b4-4a87-b0fa-af045b50465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67adfa52-2b5c-4c3d-87fc-a657486be208,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:20.502654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50042) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:20.598404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-110414327', 'router:external': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:20.619567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Made reservation on behalf of f4c00cf5159b4e7ba6e1e8d692eabdfa for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:20.621891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.630370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.703617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.707192 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.727129 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:20.741590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88066f78-233b-4937-ac30-2d2a5c1d09e0,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:20.744913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.745280 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Added segment 59e85068-6a30-4ddc-87d7-7caeca1e313a of type vlan for network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 Nov 10 23:20:20.791248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.819424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.820452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:20.821065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:20.878398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.3746090 Nov 10 23:20:20.881851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:20.886820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'subnet': {'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:20.889356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1fe92-f375-4cb4-8f38-fd2e83e22951 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Network': ['ID=976bf8fe-7a8e-4d47-b00e-51712c1ef3b8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:20.898845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:20.907362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Made reservation on behalf of f4c00cf5159b4e7ba6e1e8d692eabdfa for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:20.910113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.196211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.objects.ports [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102457) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 23:20:21.196654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.251736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e680567-4fa7-4452-84a0-c09308c1f2a9,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:21.260356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Checking segment: {'id': '59e85068-6a30-4ddc-87d7-7caeca1e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:21.260716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network hostable DHCP agents. Network: 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:21.283872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:21.292874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:21.296925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:21.297541 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.301908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d6f36-394c-4d15-b1e6-9d3878f31934 None None] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:21.312833 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-851af721-b9d1-4e8d-8efe-c238902d345a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4298623 Nov 10 23:20:21.315497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50048) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:21.320203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1551527245', 'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:21.340432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Made reservation on behalf of f4c00cf5159b4e7ba6e1e8d692eabdfa for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:21.342723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.362084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] device_id is not set on port df58d554-1f1a-4a95-b1cd-056a1a43cafe yet. {{(pid=102457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 23:20:21.425494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e727e5a1-598a-4743-9548-7c2a382ac49e None None] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:21.463588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 2001:db8::325 (976bf8fe-7a8e-4d47-b00e-51712c1ef3b8/8e680567-4fa7-4452-84a0-c09308c1f2a9/df58d554-1f1a-4a95-b1cd-056a1a43cafe) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:21.599485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.631261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.673261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:21.676405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:21.679993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:21.680958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:21.681587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.689409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=df58d554-1f1a-4a95-b1cd-056a1a43cafe,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:21.702161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3b2eb2d2-6fbd-4edf-89e3-c97cddc2ec04 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.3856795 Nov 10 23:20:21.705232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50050) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:21.782383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Deleting port df58d554-1f1a-4a95-b1cd-056a1a43cafe {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:21.782728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.856550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:21.872423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Calling delete_port for df58d554-1f1a-4a95-b1cd-056a1a43cafe owned by {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:21.992398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.021200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Port': ['ID=df58d554-1f1a-4a95-b1cd-056a1a43cafe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:22.045418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.048597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9828be4f-7724-4e7d-bb10-858d568de9e4 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/ports/df58d554-1f1a-4a95-b1cd-056a1a43cafe HTTP/1.1" status: 204 len: 168 time: 0.3424528 Nov 10 23:20:22.051528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50052) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:22.056114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8', 'external_fixed_ips': [{'subnet_id': '8e680567-4fa7-4452-84a0-c09308c1f2a9', 'ip_address': '2001:db8::325'}]}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:22.076824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.077833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.129643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.263168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.453966 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.472215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.613667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 2001:db8::325 (976bf8fe-7a8e-4d47-b00e-51712c1ef3b8/8e680567-4fa7-4452-84a0-c09308c1f2a9/faf90b6c-3934-4bc8-9e33-0d5fc8750786) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:22.717652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.749690 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:22.784885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:22.791705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:22.795251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:22.800634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=faf90b6c-3934-4bc8-9e33-0d5fc8750786,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:23.000965 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.188522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.310907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router 9872162f-04dc-4c7e-97de-388e7bbbe06f is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:23.412742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:23.421662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Sync routers for ids ['9872162f-04dc-4c7e-97de-388e7bbbe06f'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:23.429813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.431043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b8527107-6ef7-4309-9c04-9069370d2ca3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.3786047 Nov 10 23:20:23.432574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Routers {'9872162f-04dc-4c7e-97de-388e7bbbe06f'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:23.433209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:19:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['9872162f-04dc-4c7e-97de-388e7bbbe06f'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:23.433736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50054) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:23.534589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.536373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Set router 9872162f-04dc-4c7e-97de-388e7bbbe06f gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:20:23.634654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.686339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Deleting port faf90b6c-3934-4bc8-9e33-0d5fc8750786 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:23.686681 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.714851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872162f-04dc-4c7e-97de-388e7bbbe06f', 'name': '', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8', 'external_fixed_ips': [{'subnet_id': '8e680567-4fa7-4452-84a0-c09308c1f2a9', 'ip_address': '2001:db8::325'}], 'enable_snat': True}, 'gw_port_id': 'faf90b6c-3934-4bc8-9e33-0d5fc8750786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:22Z', 'updated_at': '2021-11-10T23:20:22Z', 'revision_number': 3, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port': {'id': 'faf90b6c-3934-4bc8-9e33-0d5fc8750786', 'name': '', 'network_id': '976bf8fe-7a8e-4d47-b00e-51712c1ef3b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872162f-04dc-4c7e-97de-388e7bbbe06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '8e680567-4fa7-4452-84a0-c09308c1f2a9', 'ip_address': '2001:db8::325', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:20:22Z', 'updated_at': '2021-11-10T23:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e680567-4fa7-4452-84a0-c09308c1f2a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:23.739648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Checking router: 9872162f-04dc-4c7e-97de-388e7bbbe06f for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:20:23.739996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Updating router 9872162f-04dc-4c7e-97de-388e7bbbe06f port faf90b6c-3934-4bc8-9e33-0d5fc8750786 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:20:23.762102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.765744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.773843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Calling delete_port for faf90b6c-3934-4bc8-9e33-0d5fc8750786 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:23.936188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:23.969108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Port': ['ID=faf90b6c-3934-4bc8-9e33-0d5fc8750786,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:23.993721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.015441 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:20:24.015785 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:20:24.081908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.084004 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.126141 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.126837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9872162f-04dc-4c7e-97de-388e7bbbe06f {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:24.131373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.132554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-33ff6a2b-e767-4ada-8298-2e6a5d7b9ab8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/routers/9872162f-04dc-4c7e-97de-388e7bbbe06f HTTP/1.1" status: 204 len: 168 time: 0.6978853 Nov 10 23:20:24.135282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50056) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:24.182577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Deleting subnet 8e680567-4fa7-4452-84a0-c09308c1f2a9 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:20:24.185882 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.225199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.265015 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.318469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.345126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e680567-4fa7-4452-84a0-c09308c1f2a9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:24.348877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.353876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0cf64daa-afb7-41c7-a20e-f0d81f732305 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/8e680567-4fa7-4452-84a0-c09308c1f2a9 HTTP/1.1" status: 204 len: 168 time: 0.2139969 Nov 10 23:20:24.354064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50058) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:24.534917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Port faf90b6c-3934-4bc8-9e33-0d5fc8750786 not found while updating agent binding for router 9872162f-04dc-4c7e-97de-388e7bbbe06f. {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 23:20:24.544246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Routers set() bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:24.544605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Router IDs set() for agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 23:20:24.545222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9872162f-04dc-4c7e-97de-388e7bbbe06f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:19:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent'). {{(pid=102459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 23:20:24.545588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b937f68-f575-4daf-9abe-906669ebe70d None None] The sync data for ids ['9872162f-04dc-4c7e-97de-388e7bbbe06f'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:24.741568 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.816315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.835187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976bf8fe-7a8e-4d47-b00e-51712c1ef3b8']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:24.844635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e85068-6a30-4ddc-87d7-7caeca1e313a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:24.844927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e85068-6a30-4ddc-87d7-7caeca1e313a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:24.857725 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.870307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.875903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:20:24.876273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:20:24.877929 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:20:24.932078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.937361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 23:20:24.939874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:24.942998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/networks/976bf8fe-7a8e-4d47-b00e-51712c1ef3b8 HTTP/1.1" status: 204 len: 168 time: 0.5880246 Nov 10 23:20:24.955687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b627ee-8f25-46c5-b57b-7c03f119e74d tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Network': ['ID=976bf8fe-7a8e-4d47-b00e-51712c1ef3b8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:25.011906 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b39889d2-f818-4c02-8c1f-d731e6bedce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.120528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50066) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:25.124923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'name': 'tempest-router--467062828', 'project_id': 'aa421f0e07674006999c91ebed11dafa'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:25.145580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.146542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.198723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.202721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.217313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.221382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1cc0bb7-7ed7-4b9d-88c5-c709bc02e349 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0969431 Nov 10 23:20:25.222082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:25.297757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.451706 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.453786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.495420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.496098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 271ed17b-3d04-4c55-bf48-8a42b9077bbe {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:25.500587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.501840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e25ef45-9835-426a-9694-662817383a48 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/routers/271ed17b-3d04-4c55-bf48-8a42b9077bbe HTTP/1.1" status: 204 len: 168 time: 0.2777822 Nov 10 23:20:25.599621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50072) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:25.782893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1362577831', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:25.806631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.807724 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.861068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:25.993734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.183322 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.202111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.304574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Allocated IP 172.25.0.254 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:26.404061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.436130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.479031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:26.481994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:26.485608 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:26.490914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event updated for resources: {'Port': ['ID=33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:26.494533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d8ce7-0dbb-4587-82bb-9876f8e11cd0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:26.521301 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2f99573c-9cec-4a19-a3e3-85c9a7f18d9f None None] Provisioning complete for port 33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:26.521670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f99573c-9cec-4a19-a3e3-85c9a7f18d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.559184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2f99573c-9cec-4a19-a3e3-85c9a7f18d9f None None] Port 33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:26.741314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:26.935569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.062039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Router dde980f9-76c7-440d-83f1-75bc11de0abb is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:27.162737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:27.172469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] Sync routers for ids ['dde980f9-76c7-440d-83f1-75bc11de0abb'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:27.182753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.183094 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] Routers {'dde980f9-76c7-440d-83f1-75bc11de0abb'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:27.183697 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:19:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['dde980f9-76c7-440d-83f1-75bc11de0abb'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:27.186852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50076) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:27.187433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d63e542-af07-4a02-b7d6-d71b5bc0f041 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5861149 Nov 10 23:20:27.216443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:27.224832 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] Routers {'dde980f9-76c7-440d-83f1-75bc11de0abb'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:27.225443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:19:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['dde980f9-76c7-440d-83f1-75bc11de0abb'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:27.260737 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:27.261384 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116ceb4-5b6d-4ed9-9ae8-018a3f3a92a6 None None] The sync data for ids ['dde980f9-76c7-440d-83f1-75bc11de0abb'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:27.291934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab0bb26e-6f1f-4da3-a42d-ad1439f2856b tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/dde980f9-76c7-440d-83f1-75bc11de0abb HTTP/1.1" status: 200 len: 925 time: 0.1039138 Nov 10 23:20:27.294683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50078) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:27.321782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-45c6f62b-93f3-4bbc-b456-df69313cc56b tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde980f9-76c7-440d-83f1-75bc11de0abb HTTP/1.1" status: 200 len: 205 time: 0.0259659 Nov 10 23:20:27.323991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:27.427128 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.527098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.577542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port 33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:27.577876 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.643500 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2b8e-ab30-4ea0-b7b9-bcf13666f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.651658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.663051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for 33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:27.821387 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.848856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=33ddd0b0-c7d2-4d8b-ba5c-a7c112d6b7f7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:27.863648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b31a35-6209-4d39-be8f-2126c3de84d5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:27.908324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.997327 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:27.999410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.042235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.042738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router dde980f9-76c7-440d-83f1-75bc11de0abb {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:28.049786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.050875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f3b032d2-3bde-4097-8903-212c1d4557ba tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/dde980f9-76c7-440d-83f1-75bc11de0abb HTTP/1.1" status: 204 len: 168 time: 0.7260194 Nov 10 23:20:28.054320 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50082) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:28.058417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1836697209', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:28.077647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.078545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.131640 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.265137 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.453570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.472861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.576927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 172.25.0.197 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/046732ac-3e01-47bb-8ec7-1cebff3da3e9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:28.675979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.715020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.751104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:28.756005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:28.759147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:28.770111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a2cc0b-dc02-4524-b46c-26dc4560eb59 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:28.789389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=046732ac-3e01-47bb-8ec7-1cebff3da3e9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:28.891673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ac5d5d43-8366-4b0d-95a6-49aaa18951e0 None None] Provisioning complete for port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:28.892092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5d43-8366-4b0d-95a6-49aaa18951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:28.926241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d5d43-8366-4b0d-95a6-49aaa18951e0 None None] Port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:29.037944 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.335954 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.528005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.652122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router a3f6367c-1047-42b0-8aa9-e3ece58353dc is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:29.759479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:29.768898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Sync routers for ids ['a3f6367c-1047-42b0-8aa9-e3ece58353dc'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:29.775893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.777151 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-03bd8ea0-e804-4600-a306-419869379909 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7218807 Nov 10 23:20:29.779734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50084) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:29.782856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Routers {'a3f6367c-1047-42b0-8aa9-e3ece58353dc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:29.783460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3f6367c-1047-42b0-8aa9-e3ece58353dc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:29.886520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15bde4e7-f335-49fb-a3c7-40157d1769b1 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/a3f6367c-1047-42b0-8aa9-e3ece58353dc HTTP/1.1" status: 200 len: 909 time: 0.1032667 Nov 10 23:20:29.886772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:29.890579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Set router a3f6367c-1047-42b0-8aa9-e3ece58353dc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:20:29.890742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1836697209', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': True}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:29.911605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.913025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:29.962446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.070620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': False}, 'gw_port_id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:28Z', 'revision_number': 3, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port': {'id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:30.096440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Checking router: a3f6367c-1047-42b0-8aa9-e3ece58353dc for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:20:30.096785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Updating router a3f6367c-1047-42b0-8aa9-e3ece58353dc port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:20:30.101799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.121942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.296232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.319300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.369452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.375599 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.419733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2215091-f0fc-48ff-b840-c941f2be01d0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:30.423026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 172.25.0.145 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/91a9dc47-53f2-4121-b671-e7e8e61b57c5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:30.433681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Attempting to bind port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:30.434084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Attempting to bind port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:30.434405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Attempting to bind port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:30.438170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Pushing event updated for resources: {'Port': ['ID=046732ac-3e01-47bb-8ec7-1cebff3da3e9,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:30.443503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:20:30.444058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:30.444454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.445415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:20:30.445873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Bound port: 046732ac-3e01-47bb-8ec7-1cebff3da3e9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:20:30.446246 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.475443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.475781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.476138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.476464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.476787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.477139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.477457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.477777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.478092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.478404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.478717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.479027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:30.515165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.522412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-87e3ce67-1940-4319-bbc5-37b5bd49ba1d None None] Provisioning complete for port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:30.522785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-87e3ce67-1940-4319-bbc5-37b5bd49ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.536122 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.549969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] For port 046732ac-3e01-47bb-8ec7-1cebff3da3e9, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:30.564676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] For port 046732ac-3e01-47bb-8ec7-1cebff3da3e9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=046732ac-3e01-47bb-8ec7-1cebff3da3e9,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:20:30.569939 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.571420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.596656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-87e3ce67-1940-4319-bbc5-37b5bd49ba1d None None] Port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:30.605530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:30.612293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:30.616057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:30.622147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=91a9dc47-53f2-4121-b671-e7e8e61b57c5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:30.622775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e80016-eb32-4f29-b0c2-e9f55824a04a None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:30.639623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d546-b1e7-4cb8-b702-030437e7700f None None] Pushing event updated for resources: {'Port': ['ID=046732ac-3e01-47bb-8ec7-1cebff3da3e9,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:30.643169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Routers {'a3f6367c-1047-42b0-8aa9-e3ece58353dc'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:30.643761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['a3f6367c-1047-42b0-8aa9-e3ece58353dc'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:30.683295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018167b-e24b-4eec-9cee-0c22b0b66826 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:30.871852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.904010 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.909413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Provisioning complete for port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:30.909771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:30.944570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] Set router a3f6367c-1047-42b0-8aa9-e3ece58353dc gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:20:31.041224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:31.067455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Provisioning complete for port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:31.067825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.069131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.193951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.197063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router b393a404-cbda-4c83-bfc9-6c3812814420 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:31.209293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': False}, 'gw_port_id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:28Z', 'revision_number': 3, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port': {'id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:31.240070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] For port 046732ac-3e01-47bb-8ec7-1cebff3da3e9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=046732ac-3e01-47bb-8ec7-1cebff3da3e9,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:31.241481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078df727-72fd-433b-bffe-7d05365e31ef None None] The sync data for ids ['a3f6367c-1047-42b0-8aa9-e3ece58353dc'] in n-d-811521-3 is: [{'id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': False}, 'gw_port_id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:28Z', 'revision_number': 3, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port': {'id': '046732ac-3e01-47bb-8ec7-1cebff3da3e9', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6367c-1047-42b0-8aa9-e3ece58353dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:20:28Z', 'updated_at': '2021-11-10T23:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:31.245143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.301217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223dc11-4e4d-4abd-9ebd-6c3e0b24df9b None None] Pushing event updated for resources: {'Port': ['ID=046732ac-3e01-47bb-8ec7-1cebff3da3e9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:31.313537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:31.326909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Sync routers for ids ['b393a404-cbda-4c83-bfc9-6c3812814420'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:31.332222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.336516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e5b07450-31c4-415b-8a31-443fc86f8268 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4459658 Nov 10 23:20:31.336835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50088) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:31.338905 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Routers {'b393a404-cbda-4c83-bfc9-6c3812814420'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:31.339517 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b393a404-cbda-4c83-bfc9-6c3812814420'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:31.443130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c21f4330-d6e1-49ae-8eca-62403397c9c7 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/b393a404-cbda-4c83-bfc9-6c3812814420 HTTP/1.1" status: 200 len: 908 time: 0.1049862 Nov 10 23:20:31.446581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:31.450100 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Set router b393a404-cbda-4c83-bfc9-6c3812814420 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:20:31.591563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.645808 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b393a404-cbda-4c83-bfc9-6c3812814420', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '91a9dc47-53f2-4121-b671-e7e8e61b57c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:29Z', 'updated_at': '2021-11-10T23:20:30Z', 'revision_number': 3, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port': {'id': '91a9dc47-53f2-4121-b671-e7e8e61b57c5', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b393a404-cbda-4c83-bfc9-6c3812814420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:20:30Z', 'updated_at': '2021-11-10T23:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:31.674747 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Checking router: b393a404-cbda-4c83-bfc9-6c3812814420 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:20:31.675088 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Updating router b393a404-cbda-4c83-bfc9-6c3812814420 port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:20:31.709873 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:31.966745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 046732ac-3e01-47bb-8ec7-1cebff3da3e9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:20:32.005883 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.013227 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.022916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:32.023297 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.066267 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.078484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646d9f2-5b65-4b8c-b161-3bce57dbe9da None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:32.090698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Pushing event updated for resources: {'Port': ['ID=91a9dc47-53f2-4121-b671-e7e8e61b57c5,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:32.095364 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Attempting to bind port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:32.095726 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Attempting to bind port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:32.096080 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Attempting to bind port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:32.103677 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.104008 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.104343 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.104669 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.105009 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.105339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.105657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.105973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.106285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.107066 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.107066 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.107390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:32.113226 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:20:32.114113 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:32.114672 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.115062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:20:32.115529 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Bound port: 91a9dc47-53f2-4121-b671-e7e8e61b57c5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:20:32.115998 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.134257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Deleting port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:32.134737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.176692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a0e209c7-a7b5-48ee-a52f-697a77aafba6 None None] Provisioning complete for port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:32.177579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a0e209c7-a7b5-48ee-a52f-697a77aafba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.227420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] For port 91a9dc47-53f2-4121-b671-e7e8e61b57c5, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:32.227774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.229377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a0e209c7-a7b5-48ee-a52f-697a77aafba6 None None] Port 91a9dc47-53f2-4121-b671-e7e8e61b57c5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:32.241430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Calling delete_port for 91a9dc47-53f2-4121-b671-e7e8e61b57c5 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:32.273143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] For port 91a9dc47-53f2-4121-b671-e7e8e61b57c5, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:32.276519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] For port 91a9dc47-53f2-4121-b671-e7e8e61b57c5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=91a9dc47-53f2-4121-b671-e7e8e61b57c5,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:20:32.281181 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.323006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3e66a-b64f-4cca-ab31-2cfab790cd88 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:32.336732 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Routers {'b393a404-cbda-4c83-bfc9-6c3812814420'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:32.337369 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b393a404-cbda-4c83-bfc9-6c3812814420'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:32.372056 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cbc3-82ea-449f-8145-9ddbcc5da758 None None] Pushing event updated for resources: {'Port': ['ID=91a9dc47-53f2-4121-b671-e7e8e61b57c5,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:32.426033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.427877 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] Set router b393a404-cbda-4c83-bfc9-6c3812814420 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:20:32.444167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e9d0e0b5-a55a-4c8c-a241-fb6e1c00c718 None None] Could not find standard attr ID for object 91a9dc47-53f2-4121-b671-e7e8e61b57c5. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:20:32.458464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Port': ['ID=91a9dc47-53f2-4121-b671-e7e8e61b57c5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:32.478589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f6b0a-6d26-41da-8074-78b27e87a2e1 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:32.484490 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b393a404-cbda-4c83-bfc9-6c3812814420', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:29Z', 'updated_at': '2021-11-10T23:20:32Z', 'revision_number': 4, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:32.510540 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81364-b691-4754-bda7-ee092b4e8182 None None] The sync data for ids ['b393a404-cbda-4c83-bfc9-6c3812814420'] in n-d-811521-3 is: [{'id': 'b393a404-cbda-4c83-bfc9-6c3812814420', 'name': 'tempest-snat-router-1836697209', 'tenant_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:20:29Z', 'updated_at': '2021-11-10T23:20:32Z', 'revision_number': 4, 'project_id': 'f4c00cf5159b4e7ba6e1e8d692eabdfa', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:32.531409 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.622570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.624761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.674099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.674924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b393a404-cbda-4c83-bfc9-6c3812814420 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:32.684671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.686063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1444dab9-18c7-467b-99e8-c662124c2b42 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b393a404-cbda-4c83-bfc9-6c3812814420 HTTP/1.1" status: 204 len: 168 time: 1.2382729 Nov 10 23:20:32.688750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:32.795466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.898752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:32.951816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Deleting port 046732ac-3e01-47bb-8ec7-1cebff3da3e9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:32.952159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.034913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] For port 046732ac-3e01-47bb-8ec7-1cebff3da3e9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=046732ac-3e01-47bb-8ec7-1cebff3da3e9,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:33.035269 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.046843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Calling delete_port for 046732ac-3e01-47bb-8ec7-1cebff3da3e9 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:33.204173 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.230241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event deleted for resources: {'Port': ['ID=046732ac-3e01-47bb-8ec7-1cebff3da3e9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:33.240715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb199998-76a1-4796-b03c-28e1a1877077 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:33.256346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.256707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.257219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.258124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.258372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.258895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.259228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.259654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.259864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.260195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.260517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.260937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:20:33.302303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.394233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.396382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.438110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.438632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3f6367c-1047-42b0-8aa9-e3ece58353dc {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:33.442821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.447914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1301c14d-395e-440a-aaf0-f3ed128860d8 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a3f6367c-1047-42b0-8aa9-e3ece58353dc HTTP/1.1" status: 204 len: 168 time: 0.7539773 Nov 10 23:20:33.447914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:33.452405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1904993848', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:33.475188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.476330 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.531117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.671797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:33.948165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 046732ac-3e01-47bb-8ec7-1cebff3da3e9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:20:33.969342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 046732ac-3e01-47bb-8ec7-1cebff3da3e9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:20:33.969688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 046732ac-3e01-47bb-8ec7-1cebff3da3e9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:20:34.189405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.208044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.308466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Allocated IP 172.25.0.170 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/95689707-38cb-4458-a55b-93ede9157f8f) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:34.409199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.442518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.476522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:34.479325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:34.484746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:34.492629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64628524-19df-4a69-aaea-a9cb9144c383 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:34.513050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event updated for resources: {'Port': ['ID=95689707-38cb-4458-a55b-93ede9157f8f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:34.577995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1cf20593-a58b-4ae4-beac-23646893be08 None None] Provisioning complete for port 95689707-38cb-4458-a55b-93ede9157f8f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:34.578357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cf20593-a58b-4ae4-beac-23646893be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.611750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1cf20593-a58b-4ae4-beac-23646893be08 None None] Port 95689707-38cb-4458-a55b-93ede9157f8f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:34.733079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:34.922297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:35.047491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Router 3bb42277-75bb-4828-b240-1e4f6264421b is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:35.152081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:35.161692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] Sync routers for ids ['3bb42277-75bb-4828-b240-1e4f6264421b'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:35.172022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:35.173256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9dffabe1-a6b8-4f1c-a330-59cc287a9d41 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7243564 Nov 10 23:20:35.173591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] Routers {'3bb42277-75bb-4828-b240-1e4f6264421b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:35.174217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3bb42277-75bb-4828-b240-1e4f6264421b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:35.176205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50096) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:35.180493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:35.209269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:35.218408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] Routers {'3bb42277-75bb-4828-b240-1e4f6264421b'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:35.218997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3bb42277-75bb-4828-b240-1e4f6264421b'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:35.264843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:35.264843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4bc645-2567-48b2-980e-de425cd7967e None None] The sync data for ids ['3bb42277-75bb-4828-b240-1e4f6264421b'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:35.485572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:35.859679 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:35.862941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:35.966863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router 3bb42277-75bb-4828-b240-1e4f6264421b has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:20:36.071626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:36.075730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:36.076934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dbbe7994-ede9-4a8b-bbfe-73e101b67c5a tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "PUT /v2.0/routers/3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 200 len: 926 time: 0.8998027 Nov 10 23:20:36.079513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50098) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:36.079938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] Sync routers for ids ['3bb42277-75bb-4828-b240-1e4f6264421b'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:36.090045 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] Routers {'3bb42277-75bb-4828-b240-1e4f6264421b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:36.090654 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3bb42277-75bb-4828-b240-1e4f6264421b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:36.122745 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:36.131124 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] Routers {'3bb42277-75bb-4828-b240-1e4f6264421b'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:36.131719 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['3bb42277-75bb-4828-b240-1e4f6264421b'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:36.166322 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:36.166958 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca3aab-1a4f-4cc0-984e-e3e4fbcc90da None None] The sync data for ids ['3bb42277-75bb-4828-b240-1e4f6264421b'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:36.182595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85c79e0c-695e-43df-8397-40e517a597a7 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 200 len: 926 time: 0.1019561 Nov 10 23:20:36.185237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50100) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:36.253741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d858ad-3761-4291-a7a2-ca39997d7159 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:36.255261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-76d858ad-3761-4291-a7a2-ca39997d7159 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=3bb42277-75bb-4828-b240-1e4f6264421b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0691383 Nov 10 23:20:36.257899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:36.342772 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b7d6f-7228-42bb-8d79-61c6cb19e659 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:36.344135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-126b7d6f-7228-42bb-8d79-61c6cb19e659 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.0853391 Nov 10 23:20:36.346862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50104) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:36.372889 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3dc4705-b4be-48ce-adc5-f44b035052b4 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 200 len: 205 time: 0.0249400 Nov 10 23:20:36.375163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50106) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:36.797768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:36.897653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:36.948728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port 95689707-38cb-4458-a55b-93ede9157f8f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:36.949109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.025803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.037693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for 95689707-38cb-4458-a55b-93ede9157f8f owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:37.194397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.218708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=95689707-38cb-4458-a55b-93ede9157f8f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:37.232050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf34305-259d-4183-a6ea-a34c49c6decb None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:37.277981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.371315 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.373409 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.414434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.414951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb42277-75bb-4828-b240-1e4f6264421b {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:37.421604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.426589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-822d753f-2b34-43d0-8d78-516e9d3288e0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 204 len: 168 time: 1.0466547 Nov 10 23:20:37.426702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50108) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:37.431926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107785971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:37.454034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.454953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.504565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.508995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.525127 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.526299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12faf6f1-ae50-4b0c-bac7-b1c14f77ef48 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0985742 Nov 10 23:20:37.528918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50110) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:37.533175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:37.739181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.923791 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:37.942072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.048648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Allocated IP 172.25.0.175 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ead9b97e-3629-486f-94e7-3cc0b57864e7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:38.147582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.179570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.218626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:38.223336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:38.226863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:38.235584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100fa641-6b37-4e8f-818a-64d79bb709ee None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:38.250050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event updated for resources: {'Port': ['ID=ead9b97e-3629-486f-94e7-3cc0b57864e7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:38.356910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ae1526b6-57f3-4549-96f5-56d8339a2fb2 None None] Provisioning complete for port ead9b97e-3629-486f-94e7-3cc0b57864e7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:38.357304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ae1526b6-57f3-4549-96f5-56d8339a2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.391086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ae1526b6-57f3-4549-96f5-56d8339a2fb2 None None] Port ead9b97e-3629-486f-94e7-3cc0b57864e7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:38.473017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.663136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.666456 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.790986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Router 7513361c-c18e-4d75-b442-8956323a2ec4 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:38.898893 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:38.905739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:38.906918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9844d39b-6c23-428d-a175-c7d9d328cac6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "PUT /v2.0/routers/7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 200 len: 883 time: 1.3770561 Nov 10 23:20:38.908382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] Sync routers for ids ['7513361c-c18e-4d75-b442-8956323a2ec4'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:38.909550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50112) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:38.919811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] Routers {'7513361c-c18e-4d75-b442-8956323a2ec4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:38.920335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7513361c-c18e-4d75-b442-8956323a2ec4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:38.952449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:38.961202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] Routers {'7513361c-c18e-4d75-b442-8956323a2ec4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:38.961821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['7513361c-c18e-4d75-b442-8956323a2ec4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:38.996808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:38.997903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4514c-c8ca-49e9-9f88-be4e6ebadfe0 None None] The sync data for ids ['7513361c-c18e-4d75-b442-8956323a2ec4'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:39.012294 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e6bda33-eebe-4531-9d82-99f8b5a09aa3 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 200 len: 924 time: 0.1016564 Nov 10 23:20:39.014915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50114) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:39.084011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3737e527-358f-4667-9f68-d5a3ac293e9f tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:39.085583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3737e527-358f-4667-9f68-d5a3ac293e9f tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=7513361c-c18e-4d75-b442-8956323a2ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0697720 Nov 10 23:20:39.088145 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50116) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:39.487810 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9c705-656b-4fb0-bcca-bded57174f8e tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:39.489210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b0c9c705-656b-4fb0-bcca-bded57174f8e tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.4001505 Nov 10 23:20:39.491997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50118) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:39.517225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fcd9f71e-9006-4344-b01d-23be609de81b tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 200 len: 205 time: 0.0241349 Nov 10 23:20:39.519520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50120) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:39.624340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:39.724761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:39.774815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port ead9b97e-3629-486f-94e7-3cc0b57864e7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:39.775091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:39.851982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:39.863572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for ead9b97e-3629-486f-94e7-3cc0b57864e7 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:40.020034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.045798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=ead9b97e-3629-486f-94e7-3cc0b57864e7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:40.056396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38380b18-5a66-4cd7-9973-dfd48c6ffac5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:40.104331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.193742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.196366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.239069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.239825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router 7513361c-c18e-4d75-b442-8956323a2ec4 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:40.247117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.251807 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d2f23ad-cb56-4164-ae67-4e97fc2ba8bd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 204 len: 168 time: 0.7276971 Nov 10 23:20:40.251807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50122) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:40.255800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39378338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:40.277938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.279230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.328563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.332822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.349005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.350144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-55cca3a5-4b36-4218-8f65-d2190f2058b7 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.0975742 Nov 10 23:20:40.353408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50124) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:40.357720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': True}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:40.552245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.746772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.764822 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.865922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 172.25.0.236 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/b3a1c8b9-b396-40b1-917f-ba96a2446761) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:40.963453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:40.999891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.035586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:41.040952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:41.044441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:41.054403 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb3b0b-34e2-4588-8179-ec7f09075f8f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:41.070052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a1c8b9-b396-40b1-917f-ba96a2446761,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:41.123148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3b61ae0d-dd9f-4bcc-b92e-0a2717bcccab None None] Provisioning complete for port b3a1c8b9-b396-40b1-917f-ba96a2446761 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:41.123735 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b61ae0d-dd9f-4bcc-b92e-0a2717bcccab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.157457 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3b61ae0d-dd9f-4bcc-b92e-0a2717bcccab None None] Port b3a1c8b9-b396-40b1-917f-ba96a2446761 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:41.288749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.474224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.477430 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.599448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router b5a5adbf-9294-4b72-b1e4-5088b27e1e25 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:41.702838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:41.707191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:41.708161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5985a2f4-97fd-4739-82a3-caceab8712c6 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "PUT /v2.0/routers/b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 200 len: 917 time: 1.3538046 Nov 10 23:20:41.710883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50126) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:41.713417 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] Sync routers for ids ['b5a5adbf-9294-4b72-b1e4-5088b27e1e25'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:41.723676 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] Routers {'b5a5adbf-9294-4b72-b1e4-5088b27e1e25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:41.724325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b5a5adbf-9294-4b72-b1e4-5088b27e1e25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:41.755585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:41.764421 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] Routers {'b5a5adbf-9294-4b72-b1e4-5088b27e1e25'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:41.765033 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b5a5adbf-9294-4b72-b1e4-5088b27e1e25'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:41.799177 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:41.800059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd827d0e-28d8-47ab-a5f7-c4cdebc029ba None None] The sync data for ids ['b5a5adbf-9294-4b72-b1e4-5088b27e1e25'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:41.812612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9425efbd-a91b-4170-b2f1-7ed223c29948 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 200 len: 923 time: 0.1006415 Nov 10 23:20:41.815336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50128) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:41.855241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b131bd5-00ac-4b06-90a6-337d01116b66 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:41.856732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2b131bd5-00ac-4b06-90a6-337d01116b66 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=b5a5adbf-9294-4b72-b1e4-5088b27e1e25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0405028 Nov 10 23:20:41.859309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50130) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:41.940459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062b91e-b37c-45bd-bde0-94f2b7557cb9 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:41.941920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9062b91e-b37c-45bd-bde0-94f2b7557cb9 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.0816388 Nov 10 23:20:41.944662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50132) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:41.973266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b0e9c8e1-4f2d-4674-a4cc-686f499f2f50 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 200 len: 205 time: 0.0275331 Nov 10 23:20:41.976183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50134) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:42.077353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.493753 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.544087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port b3a1c8b9-b396-40b1-917f-ba96a2446761 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:42.544425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.618337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.629633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for b3a1c8b9-b396-40b1-917f-ba96a2446761 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:42.786212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.814196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=b3a1c8b9-b396-40b1-917f-ba96a2446761,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:42.827237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4384d-7d8e-4a0e-a114-29fda296d1da None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:42.875033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.964320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:42.966410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.011506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.012114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router b5a5adbf-9294-4b72-b1e4-5088b27e1e25 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:43.018674 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.023194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ba0d62f4-201c-419b-8d1a-1c8b78730393 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 204 len: 168 time: 1.0427663 Nov 10 23:20:43.024266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50136) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:43.029258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-248576552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:43.052353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.053278 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.102787 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.106782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.123698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.124898 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a50a44f9-903c-4c4e-9863-88cb9cab2818 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0992589 Nov 10 23:20:43.127564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:43.131663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'enable_snat': False}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:43.328952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.524054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.546313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.643616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Allocated IP 172.25.0.200 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/5d2129c5-bbc9-4538-b1a8-f87e191cb0c2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:43.745169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.777137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.816731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:43.819643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:43.823210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:43.831595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70ca5d-0933-4213-99ff-7a0c002dca2f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:43.845098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2129c5-bbc9-4538-b1a8-f87e191cb0c2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:43.890193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-419f3f51-97c7-4e06-ade1-97d3d83f2c30 None None] Provisioning complete for port 5d2129c5-bbc9-4538-b1a8-f87e191cb0c2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:43.890556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-419f3f51-97c7-4e06-ade1-97d3d83f2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:43.927162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-419f3f51-97c7-4e06-ade1-97d3d83f2c30 None None] Port 5d2129c5-bbc9-4538-b1a8-f87e191cb0c2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:44.068028 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.256007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.259643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.383338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Router dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:44.486986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:44.491179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.492949 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-538d5523-180c-43d0-8f8e-97938653c312 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "PUT /v2.0/routers/dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 200 len: 919 time: 1.3644867 Nov 10 23:20:44.495613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50140) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:44.498264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] Sync routers for ids ['dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:44.509554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] Routers {'dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:44.510072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:44.541474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:44.550116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] Routers {'dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:44.550702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:44.585792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:44.586422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd9d65-11ee-431e-a65c-fabb64501a13 None None] The sync data for ids ['dbb9308d-8f1a-4d52-ad10-16cd26cd95d3'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:44.597469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f7060f0-3ad9-41ae-8c47-71c81ae7f961 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 200 len: 925 time: 0.1007595 Nov 10 23:20:44.600437 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50142) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:44.640272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d8871-48c5-4fc2-8270-30fa5cec0509 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:44.641770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b31d8871-48c5-4fc2-8270-30fa5cec0509 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=dbb9308d-8f1a-4d52-ad10-16cd26cd95d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0403709 Nov 10 23:20:44.644393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50144) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:44.725131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3085d2-b2cd-4537-9b4e-6ac69cbc8b6c tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:44.726532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e3085d2-b2cd-4537-9b4e-6ac69cbc8b6c tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/networks/716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 881 time: 0.0812624 Nov 10 23:20:44.729346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50146) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:44.759696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dbd88469-f81c-4b2c-bb58-c28f996ce6c0 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 200 len: 205 time: 0.0292244 Nov 10 23:20:44.762009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50148) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:44.869121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.873431 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:44.965454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.017882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port 5d2129c5-bbc9-4538-b1a8-f87e191cb0c2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:45.018188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.091949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.103843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for 5d2129c5-bbc9-4538-b1a8-f87e191cb0c2 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:45.187445 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:20:45.261009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.290126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=5d2129c5-bbc9-4538-b1a8-f87e191cb0c2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:45.304015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714fa6d-1e15-4b19-9eca-4d59ddb96e89 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:45.349170 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.353534 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.439109 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.441241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.483236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.483842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:45.490654 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.491761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7e68c556-2934-45c5-8fd8-1bfd72d375dd tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 204 len: 168 time: 0.7288876 Nov 10 23:20:45.495404 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50150) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:45.499682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1192094964', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:45.521869 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.523313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:45.575559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.030338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.214550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.232258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.332900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Allocated IP 172.25.0.12 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/40bd0289-6126-4da4-aceb-82a53830b0d4) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:46.428459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.459820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.498358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:46.504451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:46.508008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:46.517531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df4599-80af-42b2-8997-385e955fb1d6 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:46.530762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event updated for resources: {'Port': ['ID=40bd0289-6126-4da4-aceb-82a53830b0d4,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:46.561060 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a4d0a228-319c-43c0-8a61-ebb097a1f053 None None] Provisioning complete for port 40bd0289-6126-4da4-aceb-82a53830b0d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:46.561454 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a228-319c-43c0-8a61-ebb097a1f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.593788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0a228-319c-43c0-8a61-ebb097a1f053 None None] Port 40bd0289-6126-4da4-aceb-82a53830b0d4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:20:46.753846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:46.946184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.071528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Router 4866b04d-0442-4820-a166-8537b1519b10 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:20:47.170934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:47.180307 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] Sync routers for ids ['4866b04d-0442-4820-a166-8537b1519b10'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:47.190041 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] Routers {'4866b04d-0442-4820-a166-8537b1519b10'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:47.190613 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4866b04d-0442-4820-a166-8537b1519b10'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:47.191339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.192570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1b406ea7-2dfe-44cd-9abe-0df26fe47ad9 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6962645 Nov 10 23:20:47.195824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50152) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:47.200267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:47.225587 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:47.233982 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] Routers {'4866b04d-0442-4820-a166-8537b1519b10'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:47.234558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4866b04d-0442-4820-a166-8537b1519b10'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:47.268345 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:47.268986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4166bcd3-c64f-4c46-98c9-ff4552db9a91 None None] The sync data for ids ['4866b04d-0442-4820-a166-8537b1519b10'] in n-d-811521-3 is: [] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:47.497582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.509695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.559140 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Deleting port 40bd0289-6126-4da4-aceb-82a53830b0d4 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:20:47.559472 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.636527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.647846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Calling delete_port for 40bd0289-6126-4da4-aceb-82a53830b0d4 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:20:47.809000 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:47.839411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Pushing event deleted for resources: {'Port': ['ID=40bd0289-6126-4da4-aceb-82a53830b0d4,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:47.844900 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242984f2-b647-4c97-baa5-2bcafaf852cb None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:20:47.895209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.101116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23980'] for router, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.104218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706284'] for router, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.178467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Router 4866b04d-0442-4820-a166-8537b1519b10 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:20:48.249901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:20:48.256499 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.257728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-250b93d7-f3bc-428e-bc1a-2cdbd4ff0572 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "PUT /v2.0/routers/4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 200 len: 710 time: 1.0609722 Nov 10 23:20:48.259205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] Sync routers for ids ['4866b04d-0442-4820-a166-8537b1519b10'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:20:48.260347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50154) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:48.269038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] Routers {'4866b04d-0442-4820-a166-8537b1519b10'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:48.269640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4866b04d-0442-4820-a166-8537b1519b10'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:48.305649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:48.314673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] Routers {'4866b04d-0442-4820-a166-8537b1519b10'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:20:48.315269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:20:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4866b04d-0442-4820-a166-8537b1519b10'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:48.335740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3aaa057-d59a-4977-821b-a96f79e20621 tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/routers/4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 200 len: 745 time: 0.0714364 Nov 10 23:20:48.335941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50156) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:48.347095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:48.347737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efbacf-c3db-449e-95c2-ec8e9185ab6b None None] The sync data for ids ['4866b04d-0442-4820-a166-8537b1519b10'] in n-d-811521-3 is: [] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:20:48.384373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9c7334d6-b9bd-4b2c-8073-463cd91c7bcf tempest-RoutersIpV6AdminTest-1725324961 tempest-RoutersIpV6AdminTest-1725324961-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&device_id=4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 200 len: 205 time: 0.0473735 Nov 10 23:20:48.386907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50158) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:48.412278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5bb57b9c-b47c-4607-9b43-a3557522539a tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 200 len: 205 time: 0.0243478 Nov 10 23:20:48.415267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50160) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:48.486202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.636911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:48.638996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.005570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.006081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Fanout notify agent at l3_agent the message router_deleted on router 4866b04d-0442-4820-a166-8537b1519b10 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:20:49.013172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.014340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-42ebd163-d6aa-40c0-97c9-4ed0079b30bf tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 204 len: 168 time: 0.5981214 Nov 10 23:20:49.017784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50162) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.043776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-73f49a67-a91d-4036-bfc6-b465c99a4a5c tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 200 len: 205 time: 0.0249405 Nov 10 23:20:49.046086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50164) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.085281 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-bbddaf86-50ee-4ed0-834b-59ab46446e56 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.086251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bbddaf86-50ee-4ed0-834b-59ab46446e56 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/4866b04d-0442-4820-a166-8537b1519b10 HTTP/1.1" status: 404 len: 336 time: 0.0392823 Nov 10 23:20:49.088755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50166) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.114573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-54266316-7f4d-4afe-8899-7f5ed33edeeb tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 200 len: 205 time: 0.0247891 Nov 10 23:20:49.117197 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.152144 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-34286168-6e72-4af9-b3bf-1026db2f7164 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.153121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-34286168-6e72-4af9-b3bf-1026db2f7164 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/dbb9308d-8f1a-4d52-ad10-16cd26cd95d3 HTTP/1.1" status: 404 len: 336 time: 0.0350356 Nov 10 23:20:49.155320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50170) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.181066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-88803a21-9983-44eb-a8e1-6041f1a673e6 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 200 len: 205 time: 0.0247524 Nov 10 23:20:49.183136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50172) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.221123 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-056726e4-2d77-4564-9bdc-0dbd17910638 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.222069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-056726e4-2d77-4564-9bdc-0dbd17910638 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/b5a5adbf-9294-4b72-b1e4-5088b27e1e25 HTTP/1.1" status: 404 len: 336 time: 0.0380805 Nov 10 23:20:49.224356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50174) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.249904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1d272b90-49c1-4655-846a-19969647ad33 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 200 len: 205 time: 0.0245776 Nov 10 23:20:49.251972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50176) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.290749 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-d96afea3-dca4-46d8-a6ab-fd1a470a1f8d tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.291640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d96afea3-dca4-46d8-a6ab-fd1a470a1f8d tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/7513361c-c18e-4d75-b442-8956323a2ec4 HTTP/1.1" status: 404 len: 336 time: 0.0388095 Nov 10 23:20:49.293999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50178) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.320315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9557a076-97f3-45bf-9c2e-619cef73be92 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 200 len: 205 time: 0.0253103 Nov 10 23:20:49.322869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50180) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.358152 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-bf897fbe-9725-4666-b226-95ddbd17c485 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.359109 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bf897fbe-9725-4666-b226-95ddbd17c485 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/3bb42277-75bb-4828-b240-1e4f6264421b HTTP/1.1" status: 404 len: 336 time: 0.0353334 Nov 10 23:20:49.361491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50182) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.387682 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4bb155dd-cc37-4ea0-b97a-1eadeb0f36b2 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde980f9-76c7-440d-83f1-75bc11de0abb HTTP/1.1" status: 200 len: 205 time: 0.0250707 Nov 10 23:20:49.389839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50184) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.429606 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-afcb45b8-34ce-4c29-b961-ce2dd009f47e tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] delete failed (client error): The resource could not be found. Nov 10 23:20:49.431497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-afcb45b8-34ce-4c29-b961-ce2dd009f47e tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/routers/dde980f9-76c7-440d-83f1-75bc11de0abb HTTP/1.1" status: 404 len: 336 time: 0.0407734 Nov 10 23:20:49.434152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50186) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.460005 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da32047-b94f-468f-af6e-ee7bf7cd19c8 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] DELETE failed (client error): The resource could not be found. Nov 10 23:20:49.460446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da32047-b94f-468f-af6e-ee7bf7cd19c8 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:20:49.463368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6da32047-b94f-468f-af6e-ee7bf7cd19c8 tempest-RoutersIpV6AdminTest-577695667 tempest-RoutersIpV6AdminTest-577695667-project] 10.222.0.25 "DELETE /v2.0/subnets/8e680567-4fa7-4452-84a0-c09308c1f2a9 HTTP/1.1" status: 404 len: 337 time: 0.0283103 Nov 10 23:20:49.699532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50192) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.803981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07cf9632-9f56-4af4-b573-26f2b7e0afa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.878836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07cf9632-9f56-4af4-b573-26f2b7e0afa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.882737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07cf9632-9f56-4af4-b573-26f2b7e0afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.924254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-07cf9632-9f56-4af4-b573-26f2b7e0afa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=935dbd7eb182430b91c886840105d299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236629 Nov 10 23:20:49.925463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf9632-9f56-4af4-b573-26f2b7e0afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15872681-d3f8-4293-867d-099aa697f063,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:49.927342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50196) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:49.975240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:49.996745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.043299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.046291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.047687 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15872681-d3f8-4293-867d-099aa697f063 HTTP/1.1" status: 204 len: 168 time: 0.1192493 Nov 10 23:20:50.055670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e25c-85ac-46da-8d71-764e775acd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15872681-d3f8-4293-867d-099aa697f063,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:50.297612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50202) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:50.337109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a89527a-c817-45e1-b28b-3f197cf09107 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4c00cf5159b4e7ba6e1e8d692eabdfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381722 Nov 10 23:20:50.339436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50204) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:50.386056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.406865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.453921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.456406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:50.457558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88066f78-233b-4937-ac30-2d2a5c1d09e0 HTTP/1.1" status: 204 len: 168 time: 0.1172040 Nov 10 23:20:50.465090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a61f3-eff7-46f2-9323-2204aee110b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88066f78-233b-4937-ac30-2d2a5c1d09e0,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:51.115554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50226) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.211144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-57d66ab8-4bf5-489d-b5c7-d56d26e0d3ab tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.212244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57d66ab8-4bf5-489d-b5c7-d56d26e0d3ab tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0957034 Nov 10 23:20:51.215164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50230) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.219167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-c0d86809-fd8c-418a-8a91-c564e62229a7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.220067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c0d86809-fd8c-418a-8a91-c564e62229a7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040548 Nov 10 23:20:51.222152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50232) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.225921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-17c4fb2e-439c-4908-ad61-3ca0920ada30 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.226812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-17c4fb2e-439c-4908-ad61-3ca0920ada30 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038598 Nov 10 23:20:51.228892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50234) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.232500 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-a147bdeb-4ee2-4260-9f07-7b4857d6ab60 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.233433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a147bdeb-4ee2-4260-9f07-7b4857d6ab60 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037136 Nov 10 23:20:51.235443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50236) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.239718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-4ffcc51e-58ea-4e91-8804-40e660dd5b09 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.240612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4ffcc51e-58ea-4e91-8804-40e660dd5b09 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043671 Nov 10 23:20:51.243231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50238) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.246802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-68928182-8dad-4476-970b-641810f5e652 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.247751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68928182-8dad-4476-970b-641810f5e652 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0036564 Nov 10 23:20:51.249741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50240) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.253469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-58014c35-514d-497e-8161-653e43f639ef tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.254367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58014c35-514d-497e-8161-653e43f639ef tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038261 Nov 10 23:20:51.256390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50242) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.260563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-94fac0f6-5542-4051-be81-de1eebb068aa tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.261477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-94fac0f6-5542-4051-be81-de1eebb068aa tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0036516 Nov 10 23:20:51.263662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50244) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.268085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-b0edef5a-ed43-44d5-aefc-9eaca0d6533c tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.269080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b0edef5a-ed43-44d5-aefc-9eaca0d6533c tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043888 Nov 10 23:20:51.271143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50246) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.274856 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-2483db96-d26d-4923-833f-50a7d65cc100 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.275767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2483db96-d26d-4923-833f-50a7d65cc100 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037987 Nov 10 23:20:51.277892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50248) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.281571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-b2180c74-d7a5-445d-ba6e-66ce363213d9 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.282486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b2180c74-d7a5-445d-ba6e-66ce363213d9 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037687 Nov 10 23:20:51.284531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.288286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-49018d29-5d81-41fe-b704-14f4b8177a5d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.289230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-49018d29-5d81-41fe-b704-14f4b8177a5d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037930 Nov 10 23:20:51.291229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50252) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.294925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-13c2ce33-a1e9-470f-886d-c4c0539a93a7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.295847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-13c2ce33-a1e9-470f-886d-c4c0539a93a7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037954 Nov 10 23:20:51.297945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50254) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.301883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-bfe07d7f-dbe2-4920-a7cf-083c775e2858 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.302807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bfe07d7f-dbe2-4920-a7cf-083c775e2858 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040419 Nov 10 23:20:51.305429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50256) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.309843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-83cc1a17-b1aa-4bf0-bac1-c4b08ebcb271 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.310775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-83cc1a17-b1aa-4bf0-bac1-c4b08ebcb271 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045252 Nov 10 23:20:51.312795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50258) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.316483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-174b6c03-73fc-43ee-9c9b-038cd4ed5c97 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.317507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-174b6c03-73fc-43ee-9c9b-038cd4ed5c97 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038528 Nov 10 23:20:51.320084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50260) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.323733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-f2535ae8-10fa-40d4-96d8-278310bbf072 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.324655 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f2535ae8-10fa-40d4-96d8-278310bbf072 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037532 Nov 10 23:20:51.326696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50262) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.330323 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-d0b804dc-fd3e-43d1-999d-3b8c749a8644 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.331234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0b804dc-fd3e-43d1-999d-3b8c749a8644 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037243 Nov 10 23:20:51.333285 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50264) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.336890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-91721287-beda-4e3e-91e8-554660f4fecd tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.337834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-91721287-beda-4e3e-91e8-554660f4fecd tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0037472 Nov 10 23:20:51.339850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50266) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.343521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3603174c-6f07-43aa-bb19-730924290b95 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.344423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3603174c-6f07-43aa-bb19-730924290b95 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037546 Nov 10 23:20:51.346468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50268) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.350132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-d8801427-14db-4e09-bbcc-07a0da24c626 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.351089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8801427-14db-4e09-bbcc-07a0da24c626 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037954 Nov 10 23:20:51.353116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50270) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.356788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-6c6a34e9-729d-4e24-86bb-a15a8e543e86 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.357739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6c6a34e9-729d-4e24-86bb-a15a8e543e86 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037932 Nov 10 23:20:51.359984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50272) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.364199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-e47e8882-63e0-4cec-8a59-e950ce6c9b87 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.365156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e47e8882-63e0-4cec-8a59-e950ce6c9b87 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043175 Nov 10 23:20:51.367867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50274) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.371738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-57689654-a8f7-4a46-8219-cd472b2bd5d5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.372660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-57689654-a8f7-4a46-8219-cd472b2bd5d5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039239 Nov 10 23:20:51.374749 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50276) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.378433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-30cb4beb-ac26-459a-be8f-ee3fd7a4e40e tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.379340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-30cb4beb-ac26-459a-be8f-ee3fd7a4e40e tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037560 Nov 10 23:20:51.381400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.385667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-a69eaa04-92bf-44d8-af2e-060f54d464b7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.386567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a69eaa04-92bf-44d8-af2e-060f54d464b7 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037370 Nov 10 23:20:51.388741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.392442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-644ec2da-a284-491a-95f7-351226bd3831 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.393368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-644ec2da-a284-491a-95f7-351226bd3831 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037725 Nov 10 23:20:51.395797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.399508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-684df42f-4780-4200-86a3-179fedff6af1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.400408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-684df42f-4780-4200-86a3-179fedff6af1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038075 Nov 10 23:20:51.402468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50284) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.406112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-697237e4-6d3c-417b-82dd-41bb846b135b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.407010 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-697237e4-6d3c-417b-82dd-41bb846b135b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037439 Nov 10 23:20:51.409022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50286) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.412584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-5fb66cf7-b39d-4d8f-9710-f16becbd00f5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.413514 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5fb66cf7-b39d-4d8f-9710-f16becbd00f5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0036907 Nov 10 23:20:51.415592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50288) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.419755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-e688c9d8-a1e8-46a9-a1ea-2a798f1a2fdc tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.420661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e688c9d8-a1e8-46a9-a1ea-2a798f1a2fdc tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042632 Nov 10 23:20:51.422717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50290) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.426585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-0ae5af1e-cb00-4348-aa0c-017637856a18 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.427588 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0ae5af1e-cb00-4348-aa0c-017637856a18 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039678 Nov 10 23:20:51.430051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50292) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.433695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-0cf72a2a-f682-4e1b-90c3-7ee4fdcca757 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.434593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0cf72a2a-f682-4e1b-90c3-7ee4fdcca757 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037315 Nov 10 23:20:51.436605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50294) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.440184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-c3d13138-5f7f-45e3-8a29-a5d93e69e824 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.441091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3d13138-5f7f-45e3-8a29-a5d93e69e824 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0036271 Nov 10 23:20:51.443132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50296) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.447387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3c44e27f-7a03-47be-97eb-a4047fb8d649 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.448225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3c44e27f-7a03-47be-97eb-a4047fb8d649 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042913 Nov 10 23:20:51.450278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50298) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.453850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-97f7ea87-1a1d-4bc1-a19b-250fa3259a97 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.454747 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-97f7ea87-1a1d-4bc1-a19b-250fa3259a97 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0036714 Nov 10 23:20:51.456731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50300) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.460319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-f6d5cf10-fa0a-4c0e-85cc-e3f8a88c80eb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.461242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6d5cf10-fa0a-4c0e-85cc-e3f8a88c80eb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0036488 Nov 10 23:20:51.463271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.466867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-c2459b2f-0720-4974-a6c8-cb7d666452fd tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.467752 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c2459b2f-0720-4974-a6c8-cb7d666452fd tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0036781 Nov 10 23:20:51.469824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50304) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.473926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-6b846ee2-8f67-4dcb-8607-69bcb655c803 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.474831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b846ee2-8f67-4dcb-8607-69bcb655c803 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042081 Nov 10 23:20:51.476838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50306) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.480421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-0b926dd7-d849-4712-8f6e-12c90c946e7f tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.481366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0b926dd7-d849-4712-8f6e-12c90c946e7f tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0036852 Nov 10 23:20:51.483317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50308) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.486879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-f00ea89b-fb71-49b0-8725-82019d76a083 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.487780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f00ea89b-fb71-49b0-8725-82019d76a083 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0036616 Nov 10 23:20:51.489814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50310) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.493880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-468167a4-55c8-426a-97ba-9dd9cbed0b98 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.494768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-468167a4-55c8-426a-97ba-9dd9cbed0b98 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041552 Nov 10 23:20:51.496797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50312) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.500353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-06930937-cb41-4774-8e62-806b0a380eef tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.501264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-06930937-cb41-4774-8e62-806b0a380eef tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0036190 Nov 10 23:20:51.503414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50314) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.508303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-12f36a24-8869-40ed-a19a-000d42f189a9 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.509409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12f36a24-8869-40ed-a19a-000d42f189a9 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050583 Nov 10 23:20:51.511368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50316) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.515054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-de39dec0-99e0-4042-978a-369a7fbac614 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.515965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-de39dec0-99e0-4042-978a-369a7fbac614 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037668 Nov 10 23:20:51.517976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50318) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.521699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-311d5e5d-881a-4c16-9b4e-dd90b8e4e5eb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.522618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-311d5e5d-881a-4c16-9b4e-dd90b8e4e5eb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0038183 Nov 10 23:20:51.524535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50320) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.528785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-fa1dbe60-6193-4f05-bc4c-1f5bd9dec358 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.529757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fa1dbe60-6193-4f05-bc4c-1f5bd9dec358 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043705 Nov 10 23:20:51.531716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50322) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.535697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-0cdacdcc-35ad-45d0-84a5-c9cd5532286b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.538736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0cdacdcc-35ad-45d0-84a5-c9cd5532286b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040863 Nov 10 23:20:51.539639 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.543877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-e9a2efed-f5a2-4bdc-a875-19d373fe20b0 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.544802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e9a2efed-f5a2-4bdc-a875-19d373fe20b0 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042140 Nov 10 23:20:51.546997 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50326) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.551139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-dd3bd716-cea2-42a7-a3bf-8b87a77426ac tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.552086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dd3bd716-cea2-42a7-a3bf-8b87a77426ac tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042176 Nov 10 23:20:51.554618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.558996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3d81a4fa-7d7b-4541-80df-ccbf5e556902 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.559939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3d81a4fa-7d7b-4541-80df-ccbf5e556902 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044808 Nov 10 23:20:51.561923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.565541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-00c6d029-c232-4450-9afc-80816c668b51 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.566481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-00c6d029-c232-4450-9afc-80816c668b51 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037191 Nov 10 23:20:51.568365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.572040 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-8747687e-15c3-4f7f-be3c-21f904070fb5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.572986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8747687e-15c3-4f7f-be3c-21f904070fb5 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0037606 Nov 10 23:20:51.574917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50334) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.578530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-6bc30721-5e2f-4a23-a7e0-51ef908155d4 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.579443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6bc30721-5e2f-4a23-a7e0-51ef908155d4 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037155 Nov 10 23:20:51.581668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.585379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-f3d8b6e1-a611-4742-b817-a40513de1ced tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.586278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3d8b6e1-a611-4742-b817-a40513de1ced tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038044 Nov 10 23:20:51.588376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50338) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.591999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-147fa55e-5cce-4ece-be69-7ce25b4bbb9b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.592901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-147fa55e-5cce-4ece-be69-7ce25b4bbb9b tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0036988 Nov 10 23:20:51.594949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.598557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-a24379f3-1828-445b-9779-b916f0794382 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.599459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a24379f3-1828-445b-9779-b916f0794382 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037167 Nov 10 23:20:51.602027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50342) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.605781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3f8ddc94-44db-47af-a9eb-80795d5a2fa3 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.606680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3f8ddc94-44db-47af-a9eb-80795d5a2fa3 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038536 Nov 10 23:20:51.608729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50344) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.612862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-dee74eb1-a5a8-4af5-b174-7d3284506dc1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.613797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dee74eb1-a5a8-4af5-b174-7d3284506dc1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042391 Nov 10 23:20:51.615862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50346) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.620157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-bd844d32-9d18-405a-af0d-66f01a8730c1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.621075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd844d32-9d18-405a-af0d-66f01a8730c1 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038326 Nov 10 23:20:51.623086 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50348) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.626678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-7d8df379-8a64-4607-a687-b3d7a8f279be tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.627568 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7d8df379-8a64-4607-a687-b3d7a8f279be tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0036671 Nov 10 23:20:51.629663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50350) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.633371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3749ea3c-f607-4716-9e32-7139e10c0683 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.634259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3749ea3c-f607-4716-9e32-7139e10c0683 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038004 Nov 10 23:20:51.636242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50352) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.639894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-56f3c618-4e92-43d2-b0df-61048c8cedcb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.640787 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56f3c618-4e92-43d2-b0df-61048c8cedcb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037420 Nov 10 23:20:51.642854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50354) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.646417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-3e4a3ff8-fd09-4982-8262-50f0539c7b5d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.647314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e4a3ff8-fd09-4982-8262-50f0539c7b5d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0036573 Nov 10 23:20:51.649406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50356) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.652961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-4804d8cf-8b6f-478d-9bb1-517e6978713f tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.653876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4804d8cf-8b6f-478d-9bb1-517e6978713f tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0036633 Nov 10 23:20:51.655865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50358) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.659453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-12085f35-9c2c-48e1-bdfe-ce07cda6e72a tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.660350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-12085f35-9c2c-48e1-bdfe-ce07cda6e72a tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0036845 Nov 10 23:20:51.662401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50360) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.667077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-2a6fa638-e189-482e-a9ea-f2854b62e253 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.667984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2a6fa638-e189-482e-a9ea-f2854b62e253 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047767 Nov 10 23:20:51.670018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50362) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.673581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-87a27f1c-2fa9-4b38-ba8e-36689254ec03 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.674486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-87a27f1c-2fa9-4b38-ba8e-36689254ec03 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0036628 Nov 10 23:20:51.676771 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50364) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.680981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-6a5df5d6-ff15-4853-8c49-b65556dd07fb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.681883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6a5df5d6-ff15-4853-8c49-b65556dd07fb tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042837 Nov 10 23:20:51.683875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50366) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.687472 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [None req-43420d79-53ef-43de-8a4e-a4e922524e29 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.688499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-43420d79-53ef-43de-8a4e-a4e922524e29 tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038218 Nov 10 23:20:51.690973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50368) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:51.695193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [None req-7cf869eb-fee3-4214-868b-5e6a7fcd688d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:20:51.696126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7cf869eb-fee3-4214-868b-5e6a7fcd688d tempest-ExtensionsTestJSON-1198901112 tempest-ExtensionsTestJSON-1198901112-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042024 Nov 10 23:20:51.931063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50374) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:52.034657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7422a8f-6564-4b06-809b-f8daf3a276c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.107295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7422a8f-6564-4b06-809b-f8daf3a276c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.110874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e7422a8f-6564-4b06-809b-f8daf3a276c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.148211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e7422a8f-6564-4b06-809b-f8daf3a276c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a085edb70ba94611b91c8971517c5adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161181 Nov 10 23:20:52.149077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422a8f-6564-4b06-809b-f8daf3a276c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13328cf1-9e8c-41ce-b136-c80c1d9150d7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:52.151632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50378) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:52.199208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.219713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.266407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.269136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:52.270283 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13328cf1-9e8c-41ce-b136-c80c1d9150d7 HTTP/1.1" status: 204 len: 168 time: 0.1173213 Nov 10 23:20:52.278569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172efe4-f7d1-4546-a813-1083d52ea733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13328cf1-9e8c-41ce-b136-c80c1d9150d7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:52.877590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50400) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:52.972301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699912401'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:52.992755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:52.996124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.004394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.077571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.080895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.103363 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:53.118323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e474eb34-1145-4190-b3db-7874986a0e1d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:53.121187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.121530 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 47de29c9-bb2b-4f6f-a2d4-13fff853f85f of type vlan for network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c Nov 10 23:20:53.162628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.187210 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.192741 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:53.193373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:53.243893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3652117 Nov 10 23:20:53.260510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbfef-728e-4a19-8223-57396c02a152 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=5e631fba-57a7-4f81-925b-9c4e4c12fe1c,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:53.273796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:55.013839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2380db88-50de-4b07-967f-0aa44f8c0ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.391415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50404) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:56.396393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:56.482005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:56.485549 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.660646 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.726449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=d06aa960-be64-4609-aac9-abb034eb79d2,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:56.735073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '47de29c9-bb2b-4f6f-a2d4-13fff853f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:56.735427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: 5e631fba-57a7-4f81-925b-9c4e4c12fe1c, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:56.752037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:56.760755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 5e631fba-57a7-4f81-925b-9c4e4c12fe1c) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:56.764747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:56.765366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.770407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd688c-3554-40fc-868f-3910678d359f None None] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:56.781026 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6e96147b-7534-4f20-9487-7814c88d1cfb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3885012 Nov 10 23:20:56.784484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50406) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:56.790050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898775177'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:56.810173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:56.813648 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.837298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:56.846007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.846377 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 4cc937f5-0914-4a93-a3fe-7a388e286b1f of type vlan for network f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 Nov 10 23:20:56.886840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.910615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.915992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-5e631fba-57a7-4f81-925b-9c4e4c12fe1c', 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': 'd06aa960-be64-4609-aac9-abb034eb79d2'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:20:56.916710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:56.917052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.917350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:56.972347 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1867902 Nov 10 23:20:56.975937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50408) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:56.980902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'f4565ed9-fbd3-4f84-9fa3-aa8729b21f70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:57.033618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034aac7-74d4-4200-b5a2-d85a29aa164d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=f4565ed9-fbd3-4f84-9fa3-aa8729b21f70,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.046901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:57.084490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:57.088019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.102310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Allocated IP 2001:db8:0:ffff::2 (5e631fba-57a7-4f81-925b-9c4e4c12fe1c/d06aa960-be64-4609-aac9-abb034eb79d2/969c30b8-3ead-41a9-a641-23cd1171d87c) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:57.258785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.263834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.271293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.302595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:57.305388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:57.310840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:57.323830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Pushing event updated for resources: {'Port': ['ID=969c30b8-3ead-41a9-a641-23cd1171d87c,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.335907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=9287219d-e009-45c8-971e-edf46c8f84a5,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.344112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '4cc937f5-0914-4a93-a3fe-7a388e286b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4565ed9-fbd3-4f84-9fa3-aa8729b21f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:57.344468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: f4565ed9-fbd3-4f84-9fa3-aa8729b21f70, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:57.361330 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:57.370319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f4565ed9-fbd3-4f84-9fa3-aa8729b21f70) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:57.370633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Attempting to bind port 969c30b8-3ead-41a9-a641-23cd1171d87c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:57.371079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Attempting to bind port 969c30b8-3ead-41a9-a641-23cd1171d87c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '47de29c9-bb2b-4f6f-a2d4-13fff853f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:57.372395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Attempting to bind port 969c30b8-3ead-41a9-a641-23cd1171d87c on network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:57.374527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:57.375177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.378912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:20:57.379867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Checking segment: {'id': '47de29c9-bb2b-4f6f-a2d4-13fff853f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:57.380266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.380681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Bound using segment: {'id': '47de29c9-bb2b-4f6f-a2d4-13fff853f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:20:57.381168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Bound port: 969c30b8-3ead-41a9-a641-23cd1171d87c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47de29c9-bb2b-4f6f-a2d4-13fff853f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5e631fba-57a7-4f81-925b-9c4e4c12fe1c'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:20:57.381543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.385860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbd2e7-33c6-448d-b3b2-b68a82def53c None None] Network f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:57.392148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4e1d1c4d-49ee-49d5-8358-2152dac92618 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4152269 Nov 10 23:20:57.394792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50410) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:57.500123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.585647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.645179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.674476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=9287219d-e009-45c8-971e-edf46c8f84a5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.679241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] For port 969c30b8-3ead-41a9-a641-23cd1171d87c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:57.683490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] For port 969c30b8-3ead-41a9-a641-23cd1171d87c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=969c30b8-3ead-41a9-a641-23cd1171d87c,segment=NetworkSegment(47de29c9-bb2b-4f6f-a2d4-13fff853f85f),segment_id=47de29c9-bb2b-4f6f-a2d4-13fff853f85f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:20:57.687176 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-371beab4-808a-44b8-8367-aa6c352f6ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.708370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.739321 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.758933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4565ed9-fbd3-4f84-9fa3-aa8729b21f70']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:57.768290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ebbcf-367c-4cce-ba90-7bbc8e03aab6 None None] Network f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:57.768428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc937f5-0914-4a93-a3fe-7a388e286b1f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:57.768734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc937f5-0914-4a93-a3fe-7a388e286b1f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:57.781606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.795967 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.802829 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:20:57.803186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:20:57.806523 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:20:57.832121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107ea9-6db3-46d5-abbc-3974d142619f None None] Pushing event updated for resources: {'Port': ['ID=969c30b8-3ead-41a9-a641-23cd1171d87c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.868851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.876138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.881537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 HTTP/1.1" status: 204 len: 168 time: 0.4855967 Nov 10 23:20:57.883585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50412) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:57.888677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477470090'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:57.899409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ef9ea-150a-4bad-ae12-367e69b720c2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=f4565ed9-fbd3-4f84-9fa3-aa8729b21f70,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:57.915524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:57.919455 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.948155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:57.975778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:57.976405 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment f7ea244b-2047-407f-a85a-564de0b94962 of type vlan for network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 Nov 10 23:20:58.027692 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.061700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.067521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:58.068110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.124210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2394848 Nov 10 23:20:58.127111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50414) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:58.132821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:58.139332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd208c-cade-490e-a9e7-e013e1bd584e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=b68a4691-ae36-4ba7-bfdd-01c1c76009b6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:58.153163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:58.225689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:58.229769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.423274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.478948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=3afff0a9-408f-402b-9370-210157b8977a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:58.495645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': 'f7ea244b-2047-407f-a85a-564de0b94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:58.496006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: b68a4691-ae36-4ba7-bfdd-01c1c76009b6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:58.514237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:58.524162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b68a4691-ae36-4ba7-bfdd-01c1c76009b6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:58.528475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:58.529089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.533421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c433af-651d-47ba-9437-013edab1c8ae None None] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:58.546865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ceb5c5c-ed7c-4e26-bec7-7f8b00a782ea tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4186165 Nov 10 23:20:58.551528 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50416) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:58.557336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923925980'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:58.578808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:58.583334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.611259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:58.622608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.622972 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 33b774e3-1722-49fd-8071-70e7062c830a of type vlan for network d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb Nov 10 23:20:58.683189 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.696638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b68a4691-ae36-4ba7-bfdd-01c1c76009b6', 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': '3afff0a9-408f-402b-9370-210157b8977a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:20:58.697989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.711306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.717477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:58.718092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.773792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2211370 Nov 10 23:20:58.776599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50418) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:58.779647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b949f-5828-496c-b9ae-293848aee849 None None] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:58.788943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'd2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:58.836369 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1783b-b6fe-452c-bfa8-b7187e0a0648 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:58.852652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:20:58.884106 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:58.887597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.893305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] Provisioning complete for port 969c30b8-3ead-41a9-a641-23cd1171d87c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:58.893731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:58.944390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Performing IP validity checks on allocation pools {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:20:58.944909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:20:59.012564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Allocated IP 2001:db8::3 (b68a4691-ae36-4ba7-bfdd-01c1c76009b6/3afff0a9-408f-402b-9370-210157b8977a/52622689-9f77-4de3-a140-34b776b3282d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:20:59.074285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.129535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.136037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=9110bea7-fd33-4ae5-9175-3e582ab65cd7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.144334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '33b774e3-1722-49fd-8071-70e7062c830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:59.144630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:20:59.162679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:20:59.171677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:59.175848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:59.176430 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.192634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8c4ea-5df4-4d1a-9803-b51f07dea050 None None] Network d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:59.196513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c1a787e9-1c58-4d19-b280-4f0e4bea56e2 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4159839 Nov 10 23:20:59.196743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50420) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:59.207238 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.295726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.334721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] For port 969c30b8-3ead-41a9-a641-23cd1171d87c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=969c30b8-3ead-41a9-a641-23cd1171d87c,segment=NetworkSegment(47de29c9-bb2b-4f6f-a2d4-13fff853f85f),segment_id=47de29c9-bb2b-4f6f-a2d4-13fff853f85f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:20:59.349368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.354317 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.362702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.400686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.411895 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.445997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:20:59.454563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:20:59.458023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=9110bea7-fd33-4ae5-9175-3e582ab65cd7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.470843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:20:59.479424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd7bb3-0773-4eee-82a4-e9bd5c6dadb1 None None] Pushing event updated for resources: {'Port': ['ID=969c30b8-3ead-41a9-a641-23cd1171d87c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.486754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f255bd-2925-483c-9dcf-5ddabc651207 None None] Network d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:20:59.512370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.536262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:59.546274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b774e3-1722-49fd-8071-70e7062c830a') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:59.546571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b774e3-1722-49fd-8071-70e7062c830a') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:20:59.558462 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.573069 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.581084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:20:59.581487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:20:59.584406 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:20:59.618488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Pushing event updated for resources: {'Port': ['ID=52622689-9f77-4de3-a140-34b776b3282d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.625205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Attempting to bind port 52622689-9f77-4de3-a140-34b776b3282d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:20:59.625563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Attempting to bind port 52622689-9f77-4de3-a140-34b776b3282d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f7ea244b-2047-407f-a85a-564de0b94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:20:59.626044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Attempting to bind port 52622689-9f77-4de3-a140-34b776b3282d on network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:20:59.642099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.650111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:20:59.650487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Checking segment: {'id': 'f7ea244b-2047-407f-a85a-564de0b94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:20:59.650943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.651275 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Bound using segment: {'id': 'f7ea244b-2047-407f-a85a-564de0b94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:20:59.651742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Bound port: 52622689-9f77-4de3-a140-34b776b3282d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ea244b-2047-407f-a85a-564de0b94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b68a4691-ae36-4ba7-bfdd-01c1c76009b6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:20:59.652117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.658807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.661992 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb HTTP/1.1" status: 204 len: 168 time: 0.4642777 Nov 10 23:20:59.663406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f71569-6ce3-4db9-91cf-22bc587bd4cb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.665632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50422) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:59.670535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958565831'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:59.692101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:20:59.696256 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.718736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a847da12-c2af-4a05-9c67-d4078e4bdff0 None None] Provisioning complete for port 969c30b8-3ead-41a9-a641-23cd1171d87c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:20:59.719106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a847da12-c2af-4a05-9c67-d4078e4bdff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.724225 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:20:59.733071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.733411 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment b06f0bb2-ce00-4d7e-ae03-e6742493e16c of type vlan for network 20bd757e-6286-4167-99d4-44b362be6c55 Nov 10 23:20:59.769436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] For port 52622689-9f77-4de3-a140-34b776b3282d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:20:59.773158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.773434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] For port 52622689-9f77-4de3-a140-34b776b3282d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=52622689-9f77-4de3-a140-34b776b3282d,segment=NetworkSegment(f7ea244b-2047-407f-a85a-564de0b94962),segment_id=f7ea244b-2047-407f-a85a-564de0b94962)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:20:59.779488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.797175 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.802929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:20:59.804096 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:20:59.868404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc23c2-6aa0-4c37-9808-ec2bd725029d None None] Pushing event updated for resources: {'Port': ['ID=52622689-9f77-4de3-a140-34b776b3282d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.872428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50424) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:20:59.878012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': '20bd757e-6286-4167-99d4-44b362be6c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:20:59.882739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2149351 Nov 10 23:20:59.890977 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10642ac3-c78e-4277-bcc1-c30cb8789c94 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=20bd757e-6286-4167-99d4-44b362be6c55,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:20:59.904470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 20bd757e-6286-4167-99d4-44b362be6c55 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:00.012465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:00.016867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.125752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 969c30b8-3ead-41a9-a641-23cd1171d87c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:21:00.207798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 969c30b8-3ead-41a9-a641-23cd1171d87c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:00.208165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.255471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.313171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=a210745b-2e1a-46ce-81e0-24e9c64e64fd,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:00.323861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': 'b06f0bb2-ce00-4d7e-ae03-e6742493e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20bd757e-6286-4167-99d4-44b362be6c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:00.324217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: 20bd757e-6286-4167-99d4-44b362be6c55, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:21:00.341903 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network 20bd757e-6286-4167-99d4-44b362be6c55 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:21:00.351437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 20bd757e-6286-4167-99d4-44b362be6c55) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:00.355724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:00.356317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.360343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1839bbe-e19f-4d04-84c4-c9d96a2393b4 None None] Network 20bd757e-6286-4167-99d4-44b362be6c55 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:00.373702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dee37c4f-f518-4754-a482-809dad2bccfc tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4992831 Nov 10 23:21:00.376065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50426) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:00.482062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.486874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.519804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281322e-9a2b-44f6-8594-e07bf18b13d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-20bd757e-6286-4167-99d4-44b362be6c55', 'network_id': '20bd757e-6286-4167-99d4-44b362be6c55', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': 'a210745b-2e1a-46ce-81e0-24e9c64e64fd'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:21:00.520677 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e281322e-9a2b-44f6-8594-e07bf18b13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.542213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.614749 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-e281322e-9a2b-44f6-8594-e07bf18b13d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a210745b-2e1a-46ce-81e0-24e9c64e64fd: This subnet is being modified by another concurrent operation. Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a210745b-2e1a-46ce-81e0-24e9c64e64fd: This subnet is being modified by another concurrent operation. Nov 10 23:21:00.621787 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:21:00.650955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddd3f0-6600-404c-81f1-e58b2f739542 None None] Network 20bd757e-6286-4167-99d4-44b362be6c55 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:00.665702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=a210745b-2e1a-46ce-81e0-24e9c64e64fd,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:00.732640 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.755677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bd757e-6286-4167-99d4-44b362be6c55']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:00.766807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06f0bb2-ce00-4d7e-ae03-e6742493e16c') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:00.767103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06f0bb2-ce00-4d7e-ae03-e6742493e16c') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:00.779522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.796389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.796577 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.803835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:00.804219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:00.807276 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:00.865637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce95cb-583a-46e2-9010-f803001daf5d None None] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:00.872854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.879540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.883428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/20bd757e-6286-4167-99d4-44b362be6c55 HTTP/1.1" status: 204 len: 168 time: 0.5061522 Nov 10 23:21:00.887103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50430) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:00.892246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679119186'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:00.897018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151c06e-fa72-4bfb-bf84-5d9e2f1a86f0 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=20bd757e-6286-4167-99d4-44b362be6c55,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:00.913880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:00.917647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.941246 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] Provisioning complete for port 52622689-9f77-4de3-a140-34b776b3282d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:00.941866 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.942470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:21:00.954408 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:00.954762 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 622a956c-29f0-41e1-bea0-a520f3999881 of type vlan for network ab584b25-130e-4ea0-abcc-6584e410af6e Nov 10 23:21:00.994673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.020168 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.025755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:01.026337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.086990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1987669 Nov 10 23:21:01.089976 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50432) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:01.095657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'ab584b25-130e-4ea0-abcc-6584e410af6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:01.099484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff7104-e1f3-43ba-9331-066bb29a19f4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=ab584b25-130e-4ea0-abcc-6584e410af6e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:01.105255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.112430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ab584b25-130e-4ea0-abcc-6584e410af6e details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:01.191291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:01.195334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.203542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] For port 52622689-9f77-4de3-a140-34b776b3282d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=52622689-9f77-4de3-a140-34b776b3282d,segment=NetworkSegment(f7ea244b-2047-407f-a85a-564de0b94962),segment_id=f7ea244b-2047-407f-a85a-564de0b94962)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:01.211143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.273319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8ffd-a1f2-429e-ad3c-5c8692cedb70 None None] Pushing event updated for resources: {'Port': ['ID=52622689-9f77-4de3-a140-34b776b3282d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:01.372894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590d355-c49c-4e0d-9e66-027c0e7e28ce None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:21:01.382600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.455726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=d737eaa8-b258-4a66-bf1d-b7e748e3bec1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:01.458724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a86649f1-7105-40ea-801b-09f080cfeabd None None] Provisioning complete for port 52622689-9f77-4de3-a140-34b776b3282d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:01.459101 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a86649f1-7105-40ea-801b-09f080cfeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.462349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590d355-c49c-4e0d-9e66-027c0e7e28ce None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:21:01.463719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '622a956c-29f0-41e1-bea0-a520f3999881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab584b25-130e-4ea0-abcc-6584e410af6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:01.464075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: ab584b25-130e-4ea0-abcc-6584e410af6e, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:21:01.480930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network ab584b25-130e-4ea0-abcc-6584e410af6e is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:21:01.490204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ab584b25-130e-4ea0-abcc-6584e410af6e) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:01.496260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:01.496854 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.513125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c42a893d-6887-4352-b581-5635d7277f76 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4214468 Nov 10 23:21:01.515539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50434) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:01.611790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.667696 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.727975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.733203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e89aed-65d8-4203-aa34-a4501b66ad6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ab584b25-130e-4ea0-abcc-6584e410af6e', 'network_id': 'ab584b25-130e-4ea0-abcc-6584e410af6e', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': 'd737eaa8-b258-4a66-bf1d-b7e748e3bec1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:21:01.734120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-99e89aed-65d8-4203-aa34-a4501b66ad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.754930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=d737eaa8-b258-4a66-bf1d-b7e748e3bec1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:01.820339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.820601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5063e-aeb5-4e02-87fe-990f8bb3efc1 None None] Network ab584b25-130e-4ea0-abcc-6584e410af6e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:01.841301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab584b25-130e-4ea0-abcc-6584e410af6e']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:01.850983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a956c-29f0-41e1-bea0-a520f3999881') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:01.851276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a956c-29f0-41e1-bea0-a520f3999881') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:01.860425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.874481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.885787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:01.887544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:01.891595 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:01.926923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997eb2a6-7f15-4c3f-8c1d-a7d6078e1c6d None None] Network ab584b25-130e-4ea0-abcc-6584e410af6e requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:01.957137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.962932 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:01.966162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/ab584b25-130e-4ea0-abcc-6584e410af6e HTTP/1.1" status: 204 len: 168 time: 0.4497023 Nov 10 23:21:01.969629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50436) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:01.970639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 52622689-9f77-4de3-a140-34b776b3282d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:21:01.974558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730516226'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:01.989943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163350f-98c6-4ee3-9bfe-b65fe1184942 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=ab584b25-130e-4ea0-abcc-6584e410af6e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:01.998775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:02.002359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.027294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:21:02.038730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.039116 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 3e3a3b67-127b-47ee-ab7f-42441f9e7a53 of type vlan for network cf06d297-5614-46e3-963b-e2209fb12399 Nov 10 23:21:02.078214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 52622689-9f77-4de3-a140-34b776b3282d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:02.078703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.081654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.105492 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.110970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:02.111544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.167074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1963506 Nov 10 23:21:02.170009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50438) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:02.175466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:02.185561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b4ca2-3c7e-40f3-8106-7f312906b72b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=cf06d297-5614-46e3-963b-e2209fb12399,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:02.196201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network cf06d297-5614-46e3-963b-e2209fb12399 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:02.265733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:02.269225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.445643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.504824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=0613bc6b-d5fb-40bc-bc30-455941b41981,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:02.512876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '3e3a3b67-127b-47ee-ab7f-42441f9e7a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:02.513131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: cf06d297-5614-46e3-963b-e2209fb12399, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:21:02.528740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network cf06d297-5614-46e3-963b-e2209fb12399 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:21:02.536554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, cf06d297-5614-46e3-963b-e2209fb12399) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:02.540516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:02.541137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.545205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff24ec-d4bb-4763-8ec0-63c9745b6434 None None] Network cf06d297-5614-46e3-963b-e2209fb12399 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:02.557234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d2234d76-52b2-43ad-a485-88a968ae3cdb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3859978 Nov 10 23:21:02.560182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50440) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:02.565252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:02.669533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:02.673304 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.689436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-cf06d297-5614-46e3-963b-e2209fb12399', 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': '0613bc6b-d5fb-40bc-bc30-455941b41981'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:21:02.690392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.822117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Allocated IP 2001:db8::2 (cf06d297-5614-46e3-963b-e2209fb12399/0613bc6b-d5fb-40bc-bc30-455941b41981/cfc1c82b-5fc5-42e5-8023-c74c935229fb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:21:02.916335 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.958296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network cf06d297-5614-46e3-963b-e2209fb12399 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:21:02.961159 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.961425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:02.965770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:02.966364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.967461 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:02.976398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=010823d1-8e97-447d-a695-ad1da5d7826c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:02.989443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ce989edb-1eb1-45f4-9d1e-8ed7e322621d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4281576 Nov 10 23:21:02.992611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50442) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:03.014694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Network cf06d297-5614-46e3-963b-e2209fb12399 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:21:03.017708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:03.021909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:21:03.024943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Pushing event updated for resources: {'Port': ['ID=cfc1c82b-5fc5-42e5-8023-c74c935229fb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:03.076606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Attempting to bind port cfc1c82b-5fc5-42e5-8023-c74c935229fb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:21:03.076881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Attempting to bind port cfc1c82b-5fc5-42e5-8023-c74c935229fb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3e3a3b67-127b-47ee-ab7f-42441f9e7a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:21:03.077277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Attempting to bind port cfc1c82b-5fc5-42e5-8023-c74c935229fb on network cf06d297-5614-46e3-963b-e2209fb12399 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:21:03.082281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:21:03.082656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Checking segment: {'id': '3e3a3b67-127b-47ee-ab7f-42441f9e7a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:03.083057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.083501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Bound using segment: {'id': '3e3a3b67-127b-47ee-ab7f-42441f9e7a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:21:03.083915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Bound port: cfc1c82b-5fc5-42e5-8023-c74c935229fb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3a3b67-127b-47ee-ab7f-42441f9e7a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:21:03.084295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.089506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.091047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.092581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.094253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.095913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.101874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15a866ea-1e2f-4a2a-b658-bb0685d874d3 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1039758 Nov 10 23:21:03.102103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50444) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:03.107388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522438862'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:03.129637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:03.133125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.147462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] For port cfc1c82b-5fc5-42e5-8023-c74c935229fb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:21:03.150542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] For port cfc1c82b-5fc5-42e5-8023-c74c935229fb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cfc1c82b-5fc5-42e5-8023-c74c935229fb,segment=NetworkSegment(3e3a3b67-127b-47ee-ab7f-42441f9e7a53),segment_id=3e3a3b67-127b-47ee-ab7f-42441f9e7a53)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:21:03.154271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.156439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:21:03.166212 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.166543 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 14184fc7-9dda-452e-b3d6-74a99785f75b of type vlan for network adee4fa5-59dc-42a5-b679-0779abfd9333 Nov 10 23:21:03.210542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.215171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ce8d6-9c44-4758-bff1-8b914582263b None None] Pushing event updated for resources: {'Port': ['ID=cfc1c82b-5fc5-42e5-8023-c74c935229fb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:03.236764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.242782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.243393 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.305446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2017148 Nov 10 23:21:03.308143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50446) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:03.320452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:03.338831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0501fa-f8fd-4e44-a072-9d92adbab55a tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=adee4fa5-59dc-42a5-b679-0779abfd9333,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:03.349777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:03.514673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.528345 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.547187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network adee4fa5-59dc-42a5-b679-0779abfd9333 is not hosted by any dhcp agent {{(pid=102458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:21:03.552742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.553353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.554615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "PUT /v2.0/networks/adee4fa5-59dc-42a5-b679-0779abfd9333 HTTP/1.1" status: 200 len: 723 time: 0.2455380 Nov 10 23:21:03.557778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50448) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:03.563009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:03.599382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2223a22-4c70-4348-a568-1bfeb8cc3a0e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=adee4fa5-59dc-42a5-b679-0779abfd9333,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:03.609840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:03.660015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:03.664009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.856041 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.916531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=50c3271f-6fa2-4144-b6df-f192ac67612a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:03.927574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '14184fc7-9dda-452e-b3d6-74a99785f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:03.927919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: adee4fa5-59dc-42a5-b679-0779abfd9333, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:21:03.949135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network adee4fa5-59dc-42a5-b679-0779abfd9333 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:21:03.962910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cfc1c82b-5fc5-42e5-8023-c74c935229fb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:21:03.966632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, adee4fa5-59dc-42a5-b679-0779abfd9333) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:03.970514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:03.971159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:03.992926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3bbb131d-59cf-4722-91fa-bd6ed8248044 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301839 Nov 10 23:21:03.992926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50450) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:03.993519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b71c96-bd3e-447b-8540-222308dd1de6 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:03.998625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:04.085510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cfc1c82b-5fc5-42e5-8023-c74c935229fb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:04.086535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.103374 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18612921'] for subnet, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.171691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b455994-c6c4-4e6d-b003-8d17d9000595 None None] Network cf06d297-5614-46e3-963b-e2209fb12399 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:04.243821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774139376002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18741528'] for subnet, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.262921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-adee4fa5-59dc-42a5-b679-0779abfd9333', 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': '50c3271f-6fa2-4144-b6df-f192ac67612a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:21:04.263873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.295937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:04.296511 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.297883 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "PUT /v2.0/subnets/50c3271f-6fa2-4144-b6df-f192ac67612a HTTP/1.1" status: 200 len: 826 time: 0.3041189 Nov 10 23:21:04.300905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50454) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:04.320376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c608-743b-40eb-9538-5d411916af1b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=50c3271f-6fa2-4144-b6df-f192ac67612a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:04.323797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.346289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fed92270-1522-43a0-9f22-81dc2d6dbe35 None None] Provisioning complete for port cfc1c82b-5fc5-42e5-8023-c74c935229fb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:04.346653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fed92270-1522-43a0-9f22-81dc2d6dbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.402748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.463166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port cfc1c82b-5fc5-42e5-8023-c74c935229fb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cfc1c82b-5fc5-42e5-8023-c74c935229fb,segment=NetworkSegment(3e3a3b67-127b-47ee-ab7f-42441f9e7a53),segment_id=3e3a3b67-127b-47ee-ab7f-42441f9e7a53)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:04.478787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.493816 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.635149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Allocated IP 2001:db8::2 (adee4fa5-59dc-42a5-b679-0779abfd9333/50c3271f-6fa2-4144-b6df-f192ac67612a/f71c8e5b-688f-4061-b73c-cb197c52e9c1) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:21:04.643522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=cfc1c82b-5fc5-42e5-8023-c74c935229fb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:04.792992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Update dhcp port {'port': {'network_id': 'cf06d297-5614-46e3-963b-e2209fb12399', 'fixed_ips': [{'subnet_id': '0613bc6b-d5fb-40bc-bc30-455941b41981', 'ip_address': '2001:db8::2'}, {'subnet_id': '010823d1-8e97-447d-a695-ad1da5d7826c'}], 'binding:host_id': 'n-d-811521-3'}, 'id': 'cfc1c82b-5fc5-42e5-8023-c74c935229fb'} from n-d-811521-3. {{(pid=102459) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 23:21:04.842783 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.863548 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.869711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.884074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.912581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=50c3271f-6fa2-4144-b6df-f192ac67612a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:04.937717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:21:04.946263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:04.970906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:04.990062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:21:04.990719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adee4fa5-59dc-42a5-b679-0779abfd9333']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:04.991884 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Pushing event updated for resources: {'Port': ['ID=f71c8e5b-688f-4061-b73c-cb197c52e9c1,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:05.000918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14184fc7-9dda-452e-b3d6-74a99785f75b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:05.001259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14184fc7-9dda-452e-b3d6-74a99785f75b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:05.015288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.029794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.041136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:05.041722 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:05.045843 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:05.090616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Attempting to bind port f71c8e5b-688f-4061-b73c-cb197c52e9c1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:21:05.091188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Attempting to bind port f71c8e5b-688f-4061-b73c-cb197c52e9c1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '14184fc7-9dda-452e-b3d6-74a99785f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:21:05.091326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Attempting to bind port f71c8e5b-688f-4061-b73c-cb197c52e9c1 on network adee4fa5-59dc-42a5-b679-0779abfd9333 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:21:05.100310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:21:05.100677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Checking segment: {'id': '14184fc7-9dda-452e-b3d6-74a99785f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:05.101135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.101528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Bound using segment: {'id': '14184fc7-9dda-452e-b3d6-74a99785f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:21:05.101995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Bound port: f71c8e5b-688f-4061-b73c-cb197c52e9c1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14184fc7-9dda-452e-b3d6-74a99785f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:21:05.102376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.113872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.db.api [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:21:05.113872 n-d-811521-3 neutron-server[102458]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:21:05.113872 n-d-811521-3 neutron-server[102458]: [parameters: {'id': 'adee4fa5-59dc-42a5-b679-0779abfd9333'}] Nov 10 23:21:05.113872 n-d-811521-3 neutron-server[102458]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:21:05.114366 n-d-811521-3 neutron-server[102458]: DEBUG oslo_db.api [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:21:05.117744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Allocated IP 172.20.0.1 (cf06d297-5614-46e3-963b-e2209fb12399/010823d1-8e97-447d-a695-ad1da5d7826c/cfc1c82b-5fc5-42e5-8023-c74c935229fb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:21:05.230508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] For port f71c8e5b-688f-4061-b73c-cb197c52e9c1, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:21:05.235675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] For port f71c8e5b-688f-4061-b73c-cb197c52e9c1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f71c8e5b-688f-4061-b73c-cb197c52e9c1,segment=NetworkSegment(14184fc7-9dda-452e-b3d6-74a99785f75b),segment_id=14184fc7-9dda-452e-b3d6-74a99785f75b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:21:05.244900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.290172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] For port cfc1c82b-5fc5-42e5-8023-c74c935229fb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cfc1c82b-5fc5-42e5-8023-c74c935229fb,segment=NetworkSegment(3e3a3b67-127b-47ee-ab7f-42441f9e7a53),segment_id=3e3a3b67-127b-47ee-ab7f-42441f9e7a53)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:05.363373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ae4cb-4b5f-48e5-858e-5837856897e3 None None] Pushing event updated for resources: {'Port': ['ID=f71c8e5b-688f-4061-b73c-cb197c52e9c1,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:05.367286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.372324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.376830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a7383-6eca-46a4-99e8-f5dcaa8319f0 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:05.517680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2511c3-c92c-49c1-bc27-8e035aeea306 None None] Pushing event updated for resources: {'Port': ['ID=cfc1c82b-5fc5-42e5-8023-c74c935229fb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:05.579086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adb0fb-c854-4aa9-b3e2-2a90c54249b4 None None] Network adee4fa5-59dc-42a5-b679-0779abfd9333 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:05.615078 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.674488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting port f71c8e5b-688f-4061-b73c-cb197c52e9c1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:05.675216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.750238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] For port f71c8e5b-688f-4061-b73c-cb197c52e9c1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f71c8e5b-688f-4061-b73c-cb197c52e9c1,segment=NetworkSegment(14184fc7-9dda-452e-b3d6-74a99785f75b),segment_id=14184fc7-9dda-452e-b3d6-74a99785f75b)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:05.750600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.764211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Calling delete_port for f71c8e5b-688f-4061-b73c-cb197c52e9c1 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:05.843606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.871446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Port': ['ID=f71c8e5b-688f-4061-b73c-cb197c52e9c1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:05.873262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No DVR routers for this DVR port f71c8e5b-688f-4061-b73c-cb197c52e9c1 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:05.925492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cfc1c82b-5fc5-42e5-8023-c74c935229fb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:21:05.957043 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.984872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adee4fa5-59dc-42a5-b679-0779abfd9333']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:05.988756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cfc1c82b-5fc5-42e5-8023-c74c935229fb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:05.989164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:05.995367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14184fc7-9dda-452e-b3d6-74a99785f75b') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:05.995657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14184fc7-9dda-452e-b3d6-74a99785f75b') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:06.006070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.021880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.031670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:06.032298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:06.036497 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:06.057880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c992809-bf6a-4252-b3ef-cdffdfc5f4d7 None None] Network cf06d297-5614-46e3-963b-e2209fb12399 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:06.101298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.107629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.111467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/adee4fa5-59dc-42a5-b679-0779abfd9333 HTTP/1.1" status: 204 len: 168 time: 1.8092992 Nov 10 23:21:06.114030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50456) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:06.127021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16a0a7-19b1-4edc-930d-26a55a43c716 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=adee4fa5-59dc-42a5-b679-0779abfd9333,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:06.136640 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-df37deb5-9fd4-4f03-86e3-24409b8e6849 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:06.137292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df37deb5-9fd4-4f03-86e3-24409b8e6849 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:06.138748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0c3e885b-7af7-458d-b42b-31cccd715295 None None] Provisioning complete for port cfc1c82b-5fc5-42e5-8023-c74c935229fb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:06.139233 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0c3e885b-7af7-458d-b42b-31cccd715295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.143956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-df37deb5-9fd4-4f03-86e3-24409b8e6849 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/adee4fa5-59dc-42a5-b679-0779abfd9333 HTTP/1.1" status: 404 len: 339 time: 0.0249624 Nov 10 23:21:06.144320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50458) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:06.149347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528487662', 'description': 'd1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:06.170729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:06.174188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.197971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:21:06.207147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.207495 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 90d75ac7-0699-4d24-9175-7cbf14afffff of type vlan for network 261c8463-1c32-44d5-82a9-d691229cb000 Nov 10 23:21:06.248296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.273811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.280081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:06.280678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.639557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47883e74-ac91-4ec4-868c-baee8cd88703 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:21:06.691768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5436883 Nov 10 23:21:06.692022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1f0da8fd-ab10-413c-8b75-0f8662711d15 None None] Provisioning complete for port cfc1c82b-5fc5-42e5-8023-c74c935229fb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:21:06.692160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50460) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:06.693259 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1f0da8fd-ab10-413c-8b75-0f8662711d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.703875 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b19f-0f97-4722-aa38-d6b81533797d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=261c8463-1c32-44d5-82a9-d691229cb000,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:06.733398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 261c8463-1c32-44d5-82a9-d691229cb000 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:06.775986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ba2fa-15cd-4851-ae40-9e628fa1a599 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:06.777478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e21ba2fa-15cd-4851-ae40-9e628fa1a599 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks?id=261c8463-1c32-44d5-82a9-d691229cb000 HTTP/1.1" status: 200 len: 765 time: 0.0843580 Nov 10 23:21:06.780179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50462) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:06.785038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'description': 'd2'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:06.836194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47883e74-ac91-4ec4-868c-baee8cd88703 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:21:06.936378 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.950361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.972210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network 261c8463-1c32-44d5-82a9-d691229cb000 is not hosted by any dhcp agent {{(pid=102458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 23:21:06.978635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:06.979227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:06.982883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "PUT /v2.0/networks/261c8463-1c32-44d5-82a9-d691229cb000 HTTP/1.1" status: 200 len: 762 time: 0.1994166 Nov 10 23:21:06.983270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50464) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.032218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd142c07-765f-46bf-b96c-524bfeed42e8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=261c8463-1c32-44d5-82a9-d691229cb000,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:07.051030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 261c8463-1c32-44d5-82a9-d691229cb000 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:07.073253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a1aeb-fcb3-4b76-a608-b8ffa87246a9 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.074738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-341a1aeb-fcb3-4b76-a608-b8ffa87246a9 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks?id=261c8463-1c32-44d5-82a9-d691229cb000 HTTP/1.1" status: 200 len: 765 time: 0.0904698 Nov 10 23:21:07.078577 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50466) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.260377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77518145-c4b7-4902-ab23-91146db45a17 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.261799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-77518145-c4b7-4902-ab23-91146db45a17 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1822186 Nov 10 23:21:07.264487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50468) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.298690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cdd37092-d440-43e9-9414-17c0ef3fe96f tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b HTTP/1.1" status: 200 len: 207 time: 0.0331433 Nov 10 23:21:07.302016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50470) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.495891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.501887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.508072 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.514018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.519628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.525623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.527358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b5e17ce5-31d0-48ac-9b66-9724912e2ad1 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2244210 Nov 10 23:21:07.531082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50472) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.652248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0de525f3-06e3-4a4e-8bac-fdc09114c183 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1200457 Nov 10 23:21:07.655458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50474) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.740241 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.741864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.743375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.744893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.746555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.748205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8b9749e4-dde3-49b7-bae6-0598ebb73d7b tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0918448 Nov 10 23:21:07.751807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50476) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.812192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.813557 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.814981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.816371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.817928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.819443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cd1a541e-28f3-442a-88f1-4908afb68ec8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0666869 Nov 10 23:21:07.822820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50478) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:07.919573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e359b6b-05a1-49e1-b4f4-6be6225d7340 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:07.920908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e359b6b-05a1-49e1-b4f4-6be6225d7340 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks/5e631fba-57a7-4f81-925b-9c4e4c12fe1c HTTP/1.1" status: 200 len: 803 time: 0.0972040 Nov 10 23:21:07.924438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50480) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.022855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-662d7cb3-5aa3-43d2-84c5-c47f18868842 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/networks/5e631fba-57a7-4f81-925b-9c4e4c12fe1c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0962987 Nov 10 23:21:08.025969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50482) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.077201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc177cf-42b6-4b2c-9694-b74a0d871480 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:08.078420 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-acc177cf-42b6-4b2c-9694-b74a0d871480 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets/d06aa960-be64-4609-aac9-abb034eb79d2 HTTP/1.1" status: 200 len: 843 time: 0.0514634 Nov 10 23:21:08.082022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50484) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.132836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8488a2e-4b8a-48b1-a11c-eae951f1fb83 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:08.134209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f8488a2e-4b8a-48b1-a11c-eae951f1fb83 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "GET /v2.0/subnets/d06aa960-be64-4609-aac9-abb034eb79d2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0512238 Nov 10 23:21:08.137563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50486) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.142048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754485253'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:08.162343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:08.165761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.189064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:21:08.198500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.198840 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Added segment 24c78544-5efd-46d2-b7e1-1891ccbcb2b9 of type vlan for network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 Nov 10 23:21:08.242938 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.266610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.272843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:08.273444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.326462 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1879137 Nov 10 23:21:08.329340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50488) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.334029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:08.385974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779c32f-6a2d-4bf7-befc-550dcc436682 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Network': ['ID=60d87a65-cd31-47d5-bad7-8bfd47b7cd81,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:08.398610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:21:08.437180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Made reservation on behalf of 2c50a754ed064fd4b2bb88a87c29e281 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:21:08.440797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.498762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Performing IP validity checks on allocation pools {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:21:08.499286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.ipam_backend_mixin [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:21:08.626031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.685618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=d82af2d3-2b3c-4cac-a9b9-09570a8c6679,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:08.695512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Checking segment: {'id': '24c78544-5efd-46d2-b7e1-1891ccbcb2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:08.695873 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network hostable DHCP agents. Network: 60d87a65-cd31-47d5-bad7-8bfd47b7cd81, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:21:08.712345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:21:08.720543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 60d87a65-cd31-47d5-bad7-8bfd47b7cd81) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:08.724410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:08.725038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.729942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c392ba1-9f67-4d9b-ada8-6d35a07dea23 None None] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:08.745186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15f94954-33b5-4b51-9449-fcd8cea3fad8 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4123135 Nov 10 23:21:08.745411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50490) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:08.750401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:08.848308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18612921'] for subnet, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:08.875904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-60d87a65-cd31-47d5-bad7-8bfd47b7cd81', 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81', 'tenant_id': '2c50a754ed064fd4b2bb88a87c29e281', 'fixed_ips': [{'subnet_id': 'd82af2d3-2b3c-4cac-a9b9-09570a8c6679'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:21:08.876885 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.013730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774139376002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18741528'] for subnet, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.055543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:21:09.056142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.057780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "PUT /v2.0/subnets/d82af2d3-2b3c-4cac-a9b9-09570a8c6679 HTTP/1.1" status: 200 len: 900 time: 0.3112068 Nov 10 23:21:09.060270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:09.062848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Allocated IP 2001:db8::3 (60d87a65-cd31-47d5-bad7-8bfd47b7cd81/d82af2d3-2b3c-4cac-a9b9-09570a8c6679/4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:21:09.117589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd63d-09b6-420b-aeca-e706206a032d tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event updated for resources: {'Subnet': ['ID=d82af2d3-2b3c-4cac-a9b9-09570a8c6679,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:09.165868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.205277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.211507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.223307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.250049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:21:09.252877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:21:09.256459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:21:09.261704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Pushing event updated for resources: {'Port': ['ID=4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:09.291372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.317972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Attempting to bind port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:21:09.318333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Attempting to bind port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '24c78544-5efd-46d2-b7e1-1891ccbcb2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:21:09.318691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Attempting to bind port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 on network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:21:09.319458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=d82af2d3-2b3c-4cac-a9b9-09570a8c6679,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:09.324100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:21:09.324470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Checking segment: {'id': '24c78544-5efd-46d2-b7e1-1891ccbcb2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:21:09.324865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.325276 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Bound using segment: {'id': '24c78544-5efd-46d2-b7e1-1891ccbcb2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:21:09.325740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Bound port: 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c78544-5efd-46d2-b7e1-1891ccbcb2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:21:09.326116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.382213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.388269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] For port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:21:09.391386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] For port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8,segment=NetworkSegment(24c78544-5efd-46d2-b7e1-1891ccbcb2b9),segment_id=24c78544-5efd-46d2-b7e1-1891ccbcb2b9)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:21:09.395513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.403227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d87a65-cd31-47d5-bad7-8bfd47b7cd81']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:09.412402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c78544-5efd-46d2-b7e1-1891ccbcb2b9') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:09.413288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c78544-5efd-46d2-b7e1-1891ccbcb2b9') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:09.422597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.438622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.445100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:09.445863 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:09.448478 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:09.479658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef8517-1cfb-4455-89c1-70a32d5861cc None None] Pushing event updated for resources: {'Port': ['ID=4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:09.497484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710720ce-4f1f-4ea7-b399-ab306082eb30 None None] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:09.507762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.db.api [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 23:21:09.507762 n-d-811521-3 neutron-server[102457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 23:21:09.507762 n-d-811521-3 neutron-server[102457]: [parameters: {'id': '60d87a65-cd31-47d5-bad7-8bfd47b7cd81'}] Nov 10 23:21:09.507762 n-d-811521-3 neutron-server[102457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:21:09.508358 n-d-811521-3 neutron-server[102457]: DEBUG oslo_db.api [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:21:09.612073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d76917-5646-4e06-9d71-625ac8bae767 None None] Network 60d87a65-cd31-47d5-bad7-8bfd47b7cd81 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:09.729461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5321a26-3a6d-4c6f-a1c1-96eeb54b82d6 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:21:09.811108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5321a26-3a6d-4c6f-a1c1-96eeb54b82d6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:21:10.009831 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.061661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:10.061996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.127386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] For port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8,segment=NetworkSegment(24c78544-5efd-46d2-b7e1-1891ccbcb2b9),segment_id=24c78544-5efd-46d2-b7e1-1891ccbcb2b9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:10.127743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.140594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Calling delete_port for 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:10.215027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.243923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Port': ['ID=4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:10.247327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No DVR routers for this DVR port 4436ae6c-996a-4c74-9ddb-2ce84a8dbbc8 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:10.327261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.346287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d87a65-cd31-47d5-bad7-8bfd47b7cd81']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.355642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c78544-5efd-46d2-b7e1-1891ccbcb2b9') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.355930 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c78544-5efd-46d2-b7e1-1891ccbcb2b9') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.364947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.378266 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.384474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:10.384877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:10.388129 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:10.449058 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.455592 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.458684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/60d87a65-cd31-47d5-bad7-8bfd47b7cd81 HTTP/1.1" status: 204 len: 168 time: 1.3974776 Nov 10 23:21:10.462410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50494) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.470464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53fe6-3385-49cd-bb61-53b058dd2f82 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=60d87a65-cd31-47d5-bad7-8bfd47b7cd81,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:10.488345 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9cc147-de6d-40f0-9256-b1d2d8404feb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:10.488785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9cc147-de6d-40f0-9256-b1d2d8404feb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:10.492380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5f9cc147-de6d-40f0-9256-b1d2d8404feb tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/d82af2d3-2b3c-4cac-a9b9-09570a8c6679 HTTP/1.1" status: 404 len: 337 time: 0.0289848 Nov 10 23:21:10.495144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50496) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.513658 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a89ae83-c5fb-429d-963b-d5c6e161101f tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:10.514179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a89ae83-c5fb-429d-963b-d5c6e161101f tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:10.517499 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9a89ae83-c5fb-429d-963b-d5c6e161101f tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/60d87a65-cd31-47d5-bad7-8bfd47b7cd81 HTTP/1.1" status: 404 len: 339 time: 0.0212438 Nov 10 23:21:10.519839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50498) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.597586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.683222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.703153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261c8463-1c32-44d5-82a9-d691229cb000']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.713032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d75ac7-0699-4d24-9175-7cbf14afffff') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.713331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d75ac7-0699-4d24-9175-7cbf14afffff') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:10.722597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.736393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.742454 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:10.742897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:10.745768 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:10.805636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.812144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.815175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/261c8463-1c32-44d5-82a9-d691229cb000 HTTP/1.1" status: 204 len: 168 time: 0.2944541 Nov 10 23:21:10.817779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50502) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.826637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b734b-3014-4cc2-9d2a-6df06475f657 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=261c8463-1c32-44d5-82a9-d691229cb000,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:10.843177 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e00302-a935-4010-b011-e8df0ba94f9e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:10.843613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e00302-a935-4010-b011-e8df0ba94f9e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:10.846567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9e00302-a935-4010-b011-e8df0ba94f9e tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/50c3271f-6fa2-4144-b6df-f192ac67612a HTTP/1.1" status: 404 len: 337 time: 0.0278184 Nov 10 23:21:10.849092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50504) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.866534 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c106336-b478-434b-b276-75b87d722e46 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:10.867041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c106336-b478-434b-b276-75b87d722e46 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:10.869953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c106336-b478-434b-b276-75b87d722e46 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/adee4fa5-59dc-42a5-b679-0779abfd9333 HTTP/1.1" status: 404 len: 339 time: 0.0200496 Nov 10 23:21:10.872474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50506) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:10.922479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting subnet 010823d1-8e97-447d-a695-ad1da5d7826c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:21:10.925771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:10.963573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.055954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.113148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.140108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=010823d1-8e97-447d-a695-ad1da5d7826c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:11.142027 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.145772 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b090ed24-e28e-457d-8867-fa0827b0fab6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/010823d1-8e97-447d-a695-ad1da5d7826c HTTP/1.1" status: 204 len: 168 time: 0.2716315 Nov 10 23:21:11.148183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:11.151700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bf3bc-e746-4868-88c1-2d9d0a0e8dea None None] Network cf06d297-5614-46e3-963b-e2209fb12399 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:11.198962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting subnet 0613bc6b-d5fb-40bc-bc30-455941b41981 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:21:11.202130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.246594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.330715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.390219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.422327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=0613bc6b-d5fb-40bc-bc30-455941b41981,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:11.426265 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.430018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9b97f4ec-9874-4fda-9704-b96e7b07f246 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/0613bc6b-d5fb-40bc-bc30-455941b41981 HTTP/1.1" status: 204 len: 168 time: 0.2808540 Nov 10 23:21:11.432465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50510) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:11.510025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.566100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting port cfc1c82b-5fc5-42e5-8023-c74c935229fb {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:11.566575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.637376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] For port cfc1c82b-5fc5-42e5-8023-c74c935229fb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cfc1c82b-5fc5-42e5-8023-c74c935229fb,segment=NetworkSegment(3e3a3b67-127b-47ee-ab7f-42441f9e7a53),segment_id=3e3a3b67-127b-47ee-ab7f-42441f9e7a53)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:11.637657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.650622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Calling delete_port for cfc1c82b-5fc5-42e5-8023-c74c935229fb owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:11.730031 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.760108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8c02c-8036-47f7-ba13-308a44322561 None None] Network cf06d297-5614-46e3-963b-e2209fb12399 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:11.760858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Port': ['ID=cfc1c82b-5fc5-42e5-8023-c74c935229fb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:11.764078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No DVR routers for this DVR port cfc1c82b-5fc5-42e5-8023-c74c935229fb on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:11.804922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-371f421a-82c6-4bc5-9b89-60ca52a9bfa8 None None] Could not find standard attr ID for object cfc1c82b-5fc5-42e5-8023-c74c935229fb. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:21:11.842558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.862492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf06d297-5614-46e3-963b-e2209fb12399']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:11.874394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a3b67-127b-47ee-ab7f-42441f9e7a53') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:11.874691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a3b67-127b-47ee-ab7f-42441f9e7a53') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:11.888087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.904289 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.910979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:11.911364 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:11.914868 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:11.935217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb5d6f-6bab-463d-9a5e-8e5bce27ca34 None None] DHCP port deletion for cf06d297-5614-46e3-963b-e2209fb12399 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:21:11.978961 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.985482 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:11.988559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/cf06d297-5614-46e3-963b-e2209fb12399 HTTP/1.1" status: 204 len: 168 time: 0.5551310 Nov 10 23:21:11.991840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50512) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.000779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b27ac8-0307-4d0f-993a-e7891eb3e722 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=cf06d297-5614-46e3-963b-e2209fb12399,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:12.024781 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-2326c1d1-ea3e-4088-966e-906826186d12 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.025252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2326c1d1-ea3e-4088-966e-906826186d12 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.028219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2326c1d1-ea3e-4088-966e-906826186d12 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/d737eaa8-b258-4a66-bf1d-b7e748e3bec1 HTTP/1.1" status: 404 len: 337 time: 0.0354116 Nov 10 23:21:12.030796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50514) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.048740 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ba5435-e36b-4f39-8ec4-ab5b9a4cf2b6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.049284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ba5435-e36b-4f39-8ec4-ab5b9a4cf2b6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.052467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-53ba5435-e36b-4f39-8ec4-ab5b9a4cf2b6 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/ab584b25-130e-4ea0-abcc-6584e410af6e HTTP/1.1" status: 404 len: 339 time: 0.0207770 Nov 10 23:21:12.055573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50516) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.080350 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab71a705-92ea-4a62-8bab-66ad5d4e3875 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.080790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab71a705-92ea-4a62-8bab-66ad5d4e3875 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.083727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab71a705-92ea-4a62-8bab-66ad5d4e3875 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/a210745b-2e1a-46ce-81e0-24e9c64e64fd HTTP/1.1" status: 404 len: 337 time: 0.0272644 Nov 10 23:21:12.086092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50518) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.103723 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198a2b2-0a6b-4ef3-8493-bd482982b2fa tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.104236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198a2b2-0a6b-4ef3-8493-bd482982b2fa tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.107138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b198a2b2-0a6b-4ef3-8493-bd482982b2fa tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/20bd757e-6286-4167-99d4-44b362be6c55 HTTP/1.1" status: 404 len: 339 time: 0.0201743 Nov 10 23:21:12.109267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50520) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.133439 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fafc44-fe84-4a15-adcc-faaa6de4598c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.133862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fafc44-fe84-4a15-adcc-faaa6de4598c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.136715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c3fafc44-fe84-4a15-adcc-faaa6de4598c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/9110bea7-fd33-4ae5-9175-3e582ab65cd7 HTTP/1.1" status: 404 len: 337 time: 0.0265939 Nov 10 23:21:12.138919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50522) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.155275 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abc6621-7543-4961-ada5-b95c8bc4f1c5 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.155778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abc6621-7543-4961-ada5-b95c8bc4f1c5 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:12.158644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3abc6621-7543-4961-ada5-b95c8bc4f1c5 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/d2e5ce04-2ce3-4ca8-9e2f-c3a0ba4504eb HTTP/1.1" status: 404 len: 339 time: 0.0189271 Nov 10 23:21:12.160674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50524) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.208598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting subnet 3afff0a9-408f-402b-9370-210157b8977a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:21:12.212164 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.254448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.332004 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.389446 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.420850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=3afff0a9-408f-402b-9370-210157b8977a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:12.425714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.429854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-605838b4-1de0-4738-819e-f8aea3e2954c tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/3afff0a9-408f-402b-9370-210157b8977a HTTP/1.1" status: 204 len: 168 time: 0.2682519 Nov 10 23:21:12.431429 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50526) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.433837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf501c-9ae7-48f2-8442-799116dd1981 None None] Network b68a4691-ae36-4ba7-bfdd-01c1c76009b6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:12.505279 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.558516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting port 52622689-9f77-4de3-a140-34b776b3282d {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:12.558859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.604245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] DHCP port deletion for b68a4691-ae36-4ba7-bfdd-01c1c76009b6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:21:12.627014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] For port 52622689-9f77-4de3-a140-34b776b3282d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=52622689-9f77-4de3-a140-34b776b3282d,segment=NetworkSegment(f7ea244b-2047-407f-a85a-564de0b94962),segment_id=f7ea244b-2047-407f-a85a-564de0b94962)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:12.627471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.640362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Calling delete_port for 52622689-9f77-4de3-a140-34b776b3282d owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:12.651679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Deleting port 52622689-9f77-4de3-a140-34b776b3282d {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:12.652314 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.718187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] For port 52622689-9f77-4de3-a140-34b776b3282d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=52622689-9f77-4de3-a140-34b776b3282d,segment=NetworkSegment(f7ea244b-2047-407f-a85a-564de0b94962),segment_id=f7ea244b-2047-407f-a85a-564de0b94962)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:12.718488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.718635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.730749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Calling delete_port for 52622689-9f77-4de3-a140-34b776b3282d owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:12.743774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Port': ['ID=52622689-9f77-4de3-a140-34b776b3282d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:12.748278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No DVR routers for this DVR port 52622689-9f77-4de3-a140-34b776b3282d on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:12.803375 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.829409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] Pushing event deleted for resources: {'Port': ['ID=52622689-9f77-4de3-a140-34b776b3282d,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:12.831112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.835240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a838f-5f9b-43c9-b4bc-beb1173f3853 None None] No DVR routers for this DVR port 52622689-9f77-4de3-a140-34b776b3282d on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:12.855993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68a4691-ae36-4ba7-bfdd-01c1c76009b6']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:12.865196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ea244b-2047-407f-a85a-564de0b94962') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:12.865491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ea244b-2047-407f-a85a-564de0b94962') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:12.874799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.888288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.894250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:12.894745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:12.898257 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:12.958232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.965543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:12.968064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/b68a4691-ae36-4ba7-bfdd-01c1c76009b6 HTTP/1.1" status: 204 len: 168 time: 0.5356643 Nov 10 23:21:12.970778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50528) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:12.979300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6884b3d-beec-44c4-a310-10abbf6182d4 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=b68a4691-ae36-4ba7-bfdd-01c1c76009b6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:12.997058 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dde5e6-fb22-47b5-bbf0-f7cfd99998df tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:12.997511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dde5e6-fb22-47b5-bbf0-f7cfd99998df tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:13.000508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-85dde5e6-fb22-47b5-bbf0-f7cfd99998df tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/9287219d-e009-45c8-971e-edf46c8f84a5 HTTP/1.1" status: 404 len: 337 time: 0.0287220 Nov 10 23:21:13.003098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50530) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:13.021269 n-d-811521-3 neutron-server[102457]: INFO neutron.pecan_wsgi.hooks.translation [None req-822a33de-235f-48b7-8c08-e81445df3652 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] DELETE failed (client error): The resource could not be found. Nov 10 23:21:13.021792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822a33de-235f-48b7-8c08-e81445df3652 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:21:13.024783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-822a33de-235f-48b7-8c08-e81445df3652 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/f4565ed9-fbd3-4f84-9fa3-aa8729b21f70 HTTP/1.1" status: 404 len: 339 time: 0.0206885 Nov 10 23:21:13.027283 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50532) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:13.077373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting subnet d06aa960-be64-4609-aac9-abb034eb79d2 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:21:13.080398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.124217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.204199 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.261155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.293211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Subnet': ['ID=d06aa960-be64-4609-aac9-abb034eb79d2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:13.295196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.300841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-60f4124c-1572-4fd9-9b33-14454199e8db tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/subnets/d06aa960-be64-4609-aac9-abb034eb79d2 HTTP/1.1" status: 204 len: 168 time: 0.2701836 Nov 10 23:21:13.301294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1317c6-5063-4b82-a3b7-106cf2194b8b None None] Network 5e631fba-57a7-4f81-925b-9c4e4c12fe1c requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:21:13.301408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50534) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:13.379259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.436820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Deleting port 969c30b8-3ead-41a9-a641-23cd1171d87c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:21:13.437193 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.499486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] For port 969c30b8-3ead-41a9-a641-23cd1171d87c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=969c30b8-3ead-41a9-a641-23cd1171d87c,segment=NetworkSegment(47de29c9-bb2b-4f6f-a2d4-13fff853f85f),segment_id=47de29c9-bb2b-4f6f-a2d4-13fff853f85f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:21:13.499764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.511746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Calling delete_port for 969c30b8-3ead-41a9-a641-23cd1171d87c owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:21:13.593082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.611876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d33e07-9edd-4db0-83e8-256e32cf9f4f None None] DHCP port deletion for 5e631fba-57a7-4f81-925b-9c4e4c12fe1c request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:21:13.619031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Port': ['ID=969c30b8-3ead-41a9-a641-23cd1171d87c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:13.625771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] No DVR routers for this DVR port 969c30b8-3ead-41a9-a641-23cd1171d87c on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:21:13.708191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.732028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e631fba-57a7-4f81-925b-9c4e4c12fe1c']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:13.741018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47de29c9-bb2b-4f6f-a2d4-13fff853f85f') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:13.741307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47de29c9-bb2b-4f6f-a2d4-13fff853f85f') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:21:13.750485 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.763157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.768717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:21:13.769138 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:21:13.772523 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:21:13.826870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.831606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:13.835320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] 10.222.0.25 "DELETE /v2.0/networks/5e631fba-57a7-4f81-925b-9c4e4c12fe1c HTTP/1.1" status: 204 len: 168 time: 0.5330369 Nov 10 23:21:13.849651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f6b45-65f0-4aba-a1e1-96fc72457d40 tempest-NetworksIpV6Test-1341722423 tempest-NetworksIpV6Test-1341722423-project] Pushing event deleted for resources: {'Network': ['ID=5e631fba-57a7-4f81-925b-9c4e4c12fe1c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:13.920842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 969c30b8-3ead-41a9-a641-23cd1171d87c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:21:13.940758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 969c30b8-3ead-41a9-a641-23cd1171d87c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:21:13.941179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 969c30b8-3ead-41a9-a641-23cd1171d87c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:21:13.941579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 52622689-9f77-4de3-a140-34b776b3282d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:21:13.960703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 52622689-9f77-4de3-a140-34b776b3282d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:21:13.961068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 52622689-9f77-4de3-a140-34b776b3282d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:21:13.961677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cfc1c82b-5fc5-42e5-8023-c74c935229fb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:21:13.982788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cfc1c82b-5fc5-42e5-8023-c74c935229fb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:21:13.983137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cfc1c82b-5fc5-42e5-8023-c74c935229fb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:21:14.079906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50540) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:14.208697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f3aceacb-cde2-41c7-b0a5-59fd1aad787d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c50a754ed064fd4b2bb88a87c29e281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275883 Nov 10 23:21:14.211767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50544) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:14.256154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:14.280807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:14.325995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:14.328535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:14.329749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e474eb34-1145-4190-b3db-7874986a0e1d HTTP/1.1" status: 204 len: 168 time: 0.1170232 Nov 10 23:21:14.337974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c248-ccd7-4ada-8b6e-f8a12d7ff3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e474eb34-1145-4190-b3db-7874986a0e1d,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:14.873653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:14.940127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50566) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:15.033288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a0f88bea-f57c-4bc6-b72a-d8ef7bfd68ee tempest-DvrRoutersNegativeTest-2138654042 tempest-DvrRoutersNegativeTest-2138654042-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1483167548', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:21:15.036154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.policy [None req-a0f88bea-f57c-4bc6-b72a-d8ef7bfd68ee tempest-DvrRoutersNegativeTest-2138654042 tempest-DvrRoutersNegativeTest-2138654042-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102458) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 23:21:15.036456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.policy [None req-a0f88bea-f57c-4bc6-b72a-d8ef7bfd68ee tempest-DvrRoutersNegativeTest-2138654042 tempest-DvrRoutersNegativeTest-2138654042-project] Failed policy check for 'create_router' {{(pid=102458) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 23:21:15.036998 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [None req-a0f88bea-f57c-4bc6-b72a-d8ef7bfd68ee tempest-DvrRoutersNegativeTest-2138654042 tempest-DvrRoutersNegativeTest-2138654042-project] create failed (client error): Access was denied to this resource. Nov 10 23:21:15.038474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a0f88bea-f57c-4bc6-b72a-d8ef7bfd68ee tempest-DvrRoutersNegativeTest-2138654042 tempest-DvrRoutersNegativeTest-2138654042-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0973470 Nov 10 23:21:15.271256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50574) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:15.354249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.376575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2494c8d7-ccb0-422b-baa9-ec197ccc226c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.449662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2494c8d7-ccb0-422b-baa9-ec197ccc226c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.453287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2494c8d7-ccb0-422b-baa9-ec197ccc226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.490699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2494c8d7-ccb0-422b-baa9-ec197ccc226c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7edd5050a6c42cb8b18b40892ae6973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184639 Nov 10 23:21:15.491956 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494c8d7-ccb0-422b-baa9-ec197ccc226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec867a-2701-4156-a7f9-ab82ed359305,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:15.493429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50578) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:15.542003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.562282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.609811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.612328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:15.613486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4ec867a-2701-4156-a7f9-ab82ed359305 HTTP/1.1" status: 204 len: 168 time: 0.1190612 Nov 10 23:21:15.620833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6c310-b74c-421a-aa63-8c058d9c6314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec867a-2701-4156-a7f9-ab82ed359305,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:22.187215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:21:25.015726 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11f137ce-9071-4e64-9ffa-48de462c080d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:27.650826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-49c44343-d993-422d-b6a7-1d5673e8be47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:29.051111 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:30.470042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:30.779084 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:34.826900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50756) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:34.935272 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.012029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.016219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.056574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=991e4248842e45c3863435cbaf3c2c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285831 Nov 10 23:21:35.057479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6fbe4b-be88-4e17-95cd-145b23b95e53,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:35.059301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50760) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:35.065122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.065468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.065808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.066144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.066477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.066808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.067129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.067451 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.067773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.068094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.068941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.069288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410da874-542d-484f-818e-7ededaba83d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.110205 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.131695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.185465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.188007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.189205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d6fbe4b-be88-4e17-95cd-145b23b95e53 HTTP/1.1" status: 204 len: 168 time: 0.1286862 Nov 10 23:21:35.197416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6fbe4b-be88-4e17-95cd-145b23b95e53,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:35.205000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.205384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.205731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.206067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.206402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.206729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.207056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.207380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.207804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.208088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.208329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.208650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc5204-0ae5-4a64-8718-b03a59920305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:21:35.451516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:35.464254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f347283-c456-416b-afe1-4b000ba58a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.535538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f347283-c456-416b-afe1-4b000ba58a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.539275 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1f347283-c456-416b-afe1-4b000ba58a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.579172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1f347283-c456-416b-afe1-4b000ba58a4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1966e68c1bfa4921b483ba4b6e3724d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265535 Nov 10 23:21:35.581394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f347283-c456-416b-afe1-4b000ba58a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f170a62-3b35-4b20-9394-4abe7f5c8a8a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:35.582039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50768) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:35.636828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.657444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.707229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.709995 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:35.711150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f170a62-3b35-4b20-9394-4abe7f5c8a8a HTTP/1.1" status: 204 len: 168 time: 0.1279027 Nov 10 23:21:35.718553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef37804-605e-4ab5-8a16-df97d52b82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f170a62-3b35-4b20-9394-4abe7f5c8a8a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:37.973556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50840) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:38.085158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f78854-82ff-49de-9cd8-8e259802de75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.156662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f78854-82ff-49de-9cd8-8e259802de75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.160395 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a2f78854-82ff-49de-9cd8-8e259802de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.198971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a2f78854-82ff-49de-9cd8-8e259802de75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8343a974e1de4e199b38c1d5303d4dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242548 Nov 10 23:21:38.200248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f78854-82ff-49de-9cd8-8e259802de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f3b22-93fb-47ed-9d70-817890cba53c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:38.201670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50844) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:38.249687 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.269649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.315351 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.318065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.319235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/113f3b22-93fb-47ed-9d70-817890cba53c HTTP/1.1" status: 204 len: 168 time: 0.1165893 Nov 10 23:21:38.326976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a119f-b7f6-4d9b-a256-ac3110adbc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f3b22-93fb-47ed-9d70-817890cba53c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:38.571042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50850) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:38.583859 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb8d926e-8787-460a-a3d3-6321db2e7ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.659478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb8d926e-8787-460a-a3d3-6321db2e7ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.663223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cb8d926e-8787-460a-a3d3-6321db2e7ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.702740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cb8d926e-8787-460a-a3d3-6321db2e7ede admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a61ae65c3b2f4ea5abdd5d0bd58eaaa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306677 Nov 10 23:21:38.703595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d926e-8787-460a-a3d3-6321db2e7ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158d0c6a-78ac-465a-b5b4-24a1388b473f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:38.705459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50852) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:38.753037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.776926 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.823065 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.825573 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:38.826732 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158d0c6a-78ac-465a-b5b4-24a1388b473f HTTP/1.1" status: 204 len: 168 time: 0.1202891 Nov 10 23:21:38.834956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b92a29-4a6c-489a-bfa9-240050aa66ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d0c6a-78ac-465a-b5b4-24a1388b473f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:44.886938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:45.353271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:48.700422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50982) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:48.805956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f90867c-d8eb-4b71-8b38-37a0c40946a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:48.883398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f90867c-d8eb-4b71-8b38-37a0c40946a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:48.887960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f90867c-d8eb-4b71-8b38-37a0c40946a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:48.929542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4f90867c-d8eb-4b71-8b38-37a0c40946a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0aa83f4b1883457e86873880075cf02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279811 Nov 10 23:21:48.930591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90867c-d8eb-4b71-8b38-37a0c40946a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549ee4b-92c3-4a5f-9327-1da8ba0d0356,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:48.932252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50986) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:48.991861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.012545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.061309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.063900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.065088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0549ee4b-92c3-4a5f-9327-1da8ba0d0356 HTTP/1.1" status: 204 len: 168 time: 0.1299930 Nov 10 23:21:49.072717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c7b38-9fba-45b4-92e2-6363e142af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549ee4b-92c3-4a5f-9327-1da8ba0d0356,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:49.332053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 50992) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:49.346398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e33-2ffd-44db-a9a7-f019c1e053d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.419142 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e33-2ffd-44db-a9a7-f019c1e053d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.423002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e33-2ffd-44db-a9a7-f019c1e053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.792950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8ca13e33-2ffd-44db-a9a7-f019c1e053d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63922c9f48fb480794940b61441c1791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4596817 Nov 10 23:21:49.793814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca13e33-2ffd-44db-a9a7-f019c1e053d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee646388-6c57-4b4b-a5ee-b8ae68e2208b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:49.796388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 50994) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:49.844693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.865803 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.915410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.917955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:49.919083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee646388-6c57-4b4b-a5ee-b8ae68e2208b HTTP/1.1" status: 204 len: 168 time: 0.1213343 Nov 10 23:21:49.926866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9254b-44a2-4369-8932-d77070d2d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee646388-6c57-4b4b-a5ee-b8ae68e2208b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:50.229857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 51000) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:50.243740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12b97cde-2f1a-4240-aae7-75b2450d5001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.315733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12b97cde-2f1a-4240-aae7-75b2450d5001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.319476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-12b97cde-2f1a-4240-aae7-75b2450d5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.357628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-12b97cde-2f1a-4240-aae7-75b2450d5001 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=552ae44eed474a649a09e6211eb88fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267121 Nov 10 23:21:50.358488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b97cde-2f1a-4240-aae7-75b2450d5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859bfd1-d244-44c0-a465-3d0d2b11d97f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:50.360284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 51002) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:21:50.409944 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.430368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.475342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.478542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:50.479682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b859bfd1-d244-44c0-a465-3d0d2b11d97f HTTP/1.1" status: 204 len: 168 time: 0.1183815 Nov 10 23:21:50.487358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bb06f-411f-4af4-bbb9-8d9e89f3bec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859bfd1-d244-44c0-a465-3d0d2b11d97f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:21:55.019722 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c49e96a6-04fd-439d-b6a1-19847333520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:57.655421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fdabdfe0-aa4d-4292-999c-9e596a035300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:59.045194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:21:59.186992 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:22:00.471869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:00.780542 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:14.886755 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:15.369570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:25.024449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ea02a6ad-4532-4d1e-9c9d-39902948ed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:27.656224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-58a1183d-a9b2-446f-97c7-41bb174dff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:29.048642 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:30.472847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:30.785960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:36.188149 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:22:37.242467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52018) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:22:37.398027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.471922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.475614 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.512909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3c10c76b6e64b8db426630540670cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686739 Nov 10 23:22:37.514835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e593adb-4ac7-4755-be5e-04a200053b3e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:22:37.515725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52024) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:22:37.522357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.522688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.523019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.523353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.523679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.524041 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.524362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.524717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.525068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.525376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.525760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.526080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7579418-9177-43ce-8243-0032eead69f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.571177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.592159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.640378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.642996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:37.644216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e593adb-4ac7-4755-be5e-04a200053b3e HTTP/1.1" status: 204 len: 168 time: 0.1272213 Nov 10 23:22:37.653626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e593adb-4ac7-4755-be5e-04a200053b3e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:22:37.661154 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.661497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.661834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.662162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.662487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.662808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.663127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.663446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.663763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.664077 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.664415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:37.664731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d81a-7c06-4750-8e85-d317bd90480f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:22:38.282178 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 52046) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:22:38.402803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-7670875-network', 'tenant_id': '9c63c43b6c0c438690683d8927c8e5de'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:22:38.423589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Made reservation on behalf of 9c63c43b6c0c438690683d8927c8e5de for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:22:38.425821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.437098 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.507675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.511049 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.531082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:22:38.544509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf499785-04a0-4385-98eb-b93a4391e397,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:22:38.549210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.549542 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Added segment c25c2ecf-be21-4236-9dc2-79f7dd6b8944 of type vlan for network f0b25a53-3ea9-450e-81a9-0da47bbbad6a Nov 10 23:22:38.588661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.611840 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.612747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:22:38.613345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.662363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3790894 Nov 10 23:22:38.665337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 52052) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:22:38.670355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Request body: {'subnet': {'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-7670875-subnet', 'tenant_id': '9c63c43b6c0c438690683d8927c8e5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:22:38.673000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57efab-8730-4d8c-b5da-9dd4ca511d8c admin admin] Pushing event updated for resources: {'Network': ['ID=f0b25a53-3ea9-450e-81a9-0da47bbbad6a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:22:38.683675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:22:38.693198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Made reservation on behalf of 9c63c43b6c0c438690683d8927c8e5de for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:22:38.695317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.853903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.908581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6f3272-18a6-428d-9b74-a9be5596ca76,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:22:38.918997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Checking segment: {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:22:38.919355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Network hostable DHCP agents. Network: f0b25a53-3ea9-450e-81a9-0da47bbbad6a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:22:38.936860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:22:38.945575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, f0b25a53-3ea9-450e-81a9-0da47bbbad6a) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:22:38.949553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:22:38.950140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:38.955136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d5949-0647-48c6-9fc6-2407f11c6f6a None None] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:22:38.966576 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b132b885-d1e2-4f72-8fa8-53da946e353d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3000717 Nov 10 23:22:39.082685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beff7b-b134-4fef-a20d-cf27cd818979 None None] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:22:44.886422 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:45.390770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:55.025865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84b36d92-9ff6-47a5-bdb3-40d83b6ad92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:57.656841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-438c2c86-7e2a-49be-b2ca-ed0dacca97f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:22:59.047390 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:00.482508 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:00.781690 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:13.186883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:23:14.887656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:15.401658 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:25.033114 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c5714b77-11a2-4edd-a503-75094e82ed12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:27.658563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-22e2c89c-af92-4019-8fb5-f0fdbc2b9690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:29.048704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:30.479967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:30.783107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:31.482802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-5eec408d-c0d2-4e4f-bde7-bcd89b883bbe tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:31.484246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-5eec408d-c0d2-4e4f-bde7-bcd89b883bbe tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 811 time: 0.1048615 Nov 10 23:23:31.499473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-db7c4fbf-278f-4289-9b7a-928a9953419c tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/quotas/9c63c43b6c0c438690683d8927c8e5de HTTP/1.1" status: 200 len: 375 time: 0.0094593 Nov 10 23:23:31.529753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-ee6259e0-345c-44f4-8b02-92b22f627ac6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252213 Nov 10 23:23:31.590039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-f103c33d-8e8f-4b21-9698-11b7a5fa01ba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:23:31.591073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-f103c33d-8e8f-4b21-9698-11b7a5fa01ba service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550292 Nov 10 23:23:31.682760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-e982acd2-d542-4605-ac92-3191bbbcb894 service neutron] 10.222.0.25 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Nov 10 23:23:31.771183 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-b464083f-8dd4-4605-938a-bf60df1f270a service neutron] 10.222.0.25 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Nov 10 23:23:31.990761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c72d028f-8450-45ed-9c9d-1a29776bbacf req-31930175-8464-4b13-9221-c7f2988042ac tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 210 time: 0.0880003 Nov 10 23:23:32.939157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-fb21ba7f-1135-4140-86a8-52601e4a5347 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:32.940607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-fb21ba7f-1135-4140-86a8-52601e4a5347 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.20 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 811 time: 0.1076248 Nov 10 23:23:32.954578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Request body: {'port': {'device_id': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a', 'admin_state_up': True, 'tenant_id': '9c63c43b6c0c438690683d8927c8e5de'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:23:33.068925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Made reservation on behalf of 9c63c43b6c0c438690683d8927c8e5de for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:23:33.072415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.120673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d55aeca-73fa-4219-b9a9-891b0b101b4e req-4a10e118-029e-4f69-ace7-754b51ec5114 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 210 time: 0.0326798 Nov 10 23:23:33.198047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Allocated IP 172.20.0.7 (f0b25a53-3ea9-450e-81a9-0da47bbbad6a/ac6f3272-18a6-428d-9b74-a9be5596ca76/dec05a19-06ff-4853-8093-e838a00f191b) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:23:33.342626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.374569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.414714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:23:33.419674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:23:33.423348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:23:33.447794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Pushing event updated for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:23:33.475556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:33.476166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.491162 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2270a379-e6a0-41e6-aa17-8ef078879bd6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404584 Nov 10 23:23:33.554230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Request body: {'port': {'device_id': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:23:33.609551 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.862337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec05a19-06ff-4853-8093-e838a00f191b {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:23:33.872025 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.884064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Transition to ACTIVE for port object dec05a19-06ff-4853-8093-e838a00f191b will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:23:33.888509 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:33.939861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Pushing event updated for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:23:34.008710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Attempting to bind port dec05a19-06ff-4853-8093-e838a00f191b on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:23:34.009066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Attempting to bind port dec05a19-06ff-4853-8093-e838a00f191b by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:23:34.009390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Attempting to bind port dec05a19-06ff-4853-8093-e838a00f191b on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:23:34.014133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Port dec05a19-06ff-4853-8093-e838a00f191b on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:23:34.014448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Attempting to bind port dec05a19-06ff-4853-8093-e838a00f191b on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:23:34.019157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:23:34.019490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Checking segment: {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:23:34.019867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Bound using segment: {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:23:34.020287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Bound port: dec05a19-06ff-4853-8093-e838a00f191b, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:23:34.020637 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:34.083329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:23:34.086322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dec05a19-06ff-4853-8093-e838a00f191b,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:23:34.090609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:34.124147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.124760 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:34.126156 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] 10.222.0.20 "PUT /v2.0/ports/dec05a19-06ff-4853-8093-e838a00f191b HTTP/1.1" status: 200 len: 1091 time: 0.6270976 Nov 10 23:23:34.126593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:23:34.128839 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "tag": "dec05a19-06ff-4853-8093-e838a00f191b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:23:34.155492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83242-6592-480e-aa5c-a033e8303d54 service neutron] Pushing event updated for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:23:34.204059 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c501b7-67f7-49da-aa47-a9d436387a64 x-openstack-request-id: req-a2c501b7-67f7-49da-aa47-a9d436387a64 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:23:34.204347 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "tag": "dec05a19-06ff-4853-8093-e838a00f191b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:23:34.204597 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2c501b7-67f7-49da-aa47-a9d436387a64 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:23:34.205014 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b', 'status': 'completed', 'code': 200} Nov 10 23:23:34.214587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-a6e58b6f-9b7f-4770-bca5-85f2290d6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.216106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-a6e58b6f-9b7f-4770-bca5-85f2290d6cbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 1094 time: 0.0477231 Nov 10 23:23:34.254252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdedc6-6b9c-4864-b997-705b1a66188a req-25a4e8bd-8385-400b-a928-d2ab289ac159 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.255847 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dbdedc6-6b9c-4864-b997-705b1a66188a req-25a4e8bd-8385-400b-a928-d2ab289ac159 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 943 time: 0.0498483 Nov 10 23:23:34.262918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-34de08b5-b3bb-4aba-aa6d-2261e3d5078b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec05a19-06ff-4853-8093-e838a00f191b HTTP/1.1" status: 200 len: 217 time: 0.0392814 Nov 10 23:23:34.304353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1dbdedc6-6b9c-4864-b997-705b1a66188a req-73ed040f-25f5-448f-8dfc-635a25e763d5 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Nov 10 23:23:34.312620 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-0505906f-7f28-44e5-bbad-74b5f3154d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.314097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-0505906f-7f28-44e5-bbad-74b5f3154d09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0448596 Nov 10 23:23:34.346922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-c0446406-4172-4632-b23a-00339db4e336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241132 Nov 10 23:23:34.437944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-2cec8f21-611d-41ec-a5ae-0cb1e21a15f1 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840979 Nov 10 23:23:34.524693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d73ad3ba-35c7-4fb9-8e9a-cb12c82c7ac7 req-75b04d64-4c2a-4766-86c2-d20b55f79c2c service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795660 Nov 10 23:23:34.607123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-b2d31b9e-dc14-45d0-b803-bbc762bb6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.608557 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-b2d31b9e-dc14-45d0-b803-bbc762bb6719 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 1094 time: 0.0407205 Nov 10 23:23:34.704936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-b5a0440e-a7f0-4f68-a524-ac195520a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.706329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-b5a0440e-a7f0-4f68-a524-ac195520a314 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 911 time: 0.0898042 Nov 10 23:23:34.748302 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-e9b2a214-6ef0-4d85-83b2-3d73a9d00f46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec05a19-06ff-4853-8093-e838a00f191b HTTP/1.1" status: 200 len: 217 time: 0.0343852 Nov 10 23:23:34.802584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-ad83679c-85da-443c-ac9e-266fac7abcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:34.804042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-ad83679c-85da-443c-ac9e-266fac7abcde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0477116 Nov 10 23:23:34.836274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-b3f0e6c5-8444-40b7-965f-25734e74c945 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243733 Nov 10 23:23:34.923210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-9202c5de-01f3-476c-8d1b-b1410dcaade2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794437 Nov 10 23:23:35.014849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d51895e6-2b94-4c1c-85c0-dbf12866a6ff req-af9dce53-94ad-4730-8a2c-a7a678b1c377 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Nov 10 23:23:35.419634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42d6c-aee2-4ab5-811c-1db390824289 req-b897a82a-5716-4e0f-be1e-ffe3ca97be2b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:35.421120 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23f42d6c-aee2-4ab5-811c-1db390824289 req-b897a82a-5716-4e0f-be1e-ffe3ca97be2b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 943 time: 0.0491726 Nov 10 23:23:35.467880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23f42d6c-aee2-4ab5-811c-1db390824289 req-610aaaf7-ea0d-46a5-835b-37d82bbc387b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Nov 10 23:23:36.579905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca29e-9980-4de3-93a6-4fe34e4540d2 req-89f330cc-c664-48a0-a3e9-00a7bcf3f250 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:36.581374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cedca29e-9980-4de3-93a6-4fe34e4540d2 req-89f330cc-c664-48a0-a3e9-00a7bcf3f250 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 943 time: 0.0475161 Nov 10 23:23:36.627384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cedca29e-9980-4de3-93a6-4fe34e4540d2 req-d13e82a1-5d32-4b9e-bae3-4cc3c9d10f63 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Nov 10 23:23:37.744388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0860c2-5e0f-43f4-8222-1971e1dfca6d req-dc80d09d-42b7-4439-8e5c-a8de3af81536 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:37.745874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0860c2-5e0f-43f4-8222-1971e1dfca6d req-dc80d09d-42b7-4439-8e5c-a8de3af81536 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 943 time: 0.0526295 Nov 10 23:23:37.792324 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ba0860c2-5e0f-43f4-8222-1971e1dfca6d req-1723ae95-ab91-49d1-8fe9-031783b2128a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Nov 10 23:23:38.573733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dec05a19-06ff-4853-8093-e838a00f191b details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:23:38.667673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dec05a19-06ff-4853-8093-e838a00f191b,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:23:38.678816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'dec05a19-06ff-4853-8093-e838a00f191b', 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a', 'port_id': 'dec05a19-06ff-4853-8093-e838a00f191b', 'mac_address': 'fa:16:3e:ae:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6f3272-18a6-428d-9b74-a9be5596ca76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:23:38.716396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:38.728762 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec05a19-06ff-4853-8093-e838a00f191b {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:23:38.747523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dec05a19-06ff-4853-8093-e838a00f191b,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:23:38.751470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:38.797674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:23:38.804955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.805392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.805727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.806059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.806383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.806703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.807022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.807339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.807655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.807974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.808288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.808600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:23:38.914341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf2bfb-7dd8-4ec6-8250-4b60a6d36043 req-d04f16f4-a888-494f-bb9f-c4bf44cdc4b1 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:38.915808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76bf2bfb-7dd8-4ec6-8250-4b60a6d36043 req-d04f16f4-a888-494f-bb9f-c4bf44cdc4b1 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 944 time: 0.0532672 Nov 10 23:23:38.963625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76bf2bfb-7dd8-4ec6-8250-4b60a6d36043 req-aebb712e-72c9-49b2-b9c2-be29d3dd4321 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Nov 10 23:23:38.986235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['dec05a19-06ff-4853-8093-e838a00f191b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:23:40.075818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb3148-0d1a-4ae7-a4b9-ea67af2ee45e req-02ba083b-0763-4fa3-8d6d-c37b1e910324 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:40.077306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-54eb3148-0d1a-4ae7-a4b9-ea67af2ee45e req-02ba083b-0763-4fa3-8d6d-c37b1e910324 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 944 time: 0.0494182 Nov 10 23:23:40.123411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-54eb3148-0d1a-4ae7-a4b9-ea67af2ee45e req-0398ec52-8c18-401b-9262-a48da1c36615 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Nov 10 23:23:40.589081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dec05a19-06ff-4853-8093-e838a00f191b up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:23:40.635808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port dec05a19-06ff-4853-8093-e838a00f191b completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:23:40.640269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port dec05a19-06ff-4853-8093-e838a00f191b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:23:40.640660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:40.717603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:40.738738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:23:40.740940 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21516826-48db-490a-88e0-399741320f7d" -d '{"events": [{"server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "name": "network-vif-plugged", "status": "completed", "tag": "dec05a19-06ff-4853-8093-e838a00f191b"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:23:40.754537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dec05a19-06ff-4853-8093-e838a00f191b,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:23:40.757997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:40.805760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:23:40.847002 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a6c2a9-e154-4704-9318-9e988ec8ad51 x-openstack-request-id: req-26a6c2a9-e154-4704-9318-9e988ec8ad51 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:23:40.847314 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "name": "network-vif-plugged", "status": "completed", "tag": "dec05a19-06ff-4853-8093-e838a00f191b", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:23:40.847603 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a6c2a9-e154-4704-9318-9e988ec8ad51 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:23:40.847997 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b', 'code': 200} Nov 10 23:23:40.944252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58e053-1fc7-46c6-95ab-1ecfcd3a14ba req-38059de1-a44a-474a-b7f8-1b70e9763c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:40.945761 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d58e053-1fc7-46c6-95ab-1ecfcd3a14ba req-38059de1-a44a-474a-b7f8-1b70e9763c2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 1096 time: 0.0405195 Nov 10 23:23:40.992201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d58e053-1fc7-46c6-95ab-1ecfcd3a14ba req-2ca75112-d147-4221-aee4-fa1ebbb1e6f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Nov 10 23:23:41.237067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e18dc7-9c10-4262-827b-0beb8a912db1 req-c4fcd0ff-6c53-4d5c-80ec-a8561dd2708f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:41.238538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32e18dc7-9c10-4262-827b-0beb8a912db1 req-c4fcd0ff-6c53-4d5c-80ec-a8561dd2708f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Nov 10 23:23:41.284821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32e18dc7-9c10-4262-827b-0beb8a912db1 req-7e51a966-1f6a-4846-9817-01415b0a59f3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Nov 10 23:23:42.399742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9e766-3963-422f-920d-4d0730a5991c req-8349a8c5-6cdc-4630-92b7-126a23760b0f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:23:42.401232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b9e766-3963-422f-920d-4d0730a5991c req-8349a8c5-6cdc-4630-92b7-126a23760b0f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 945 time: 0.0487580 Nov 10 23:23:42.448235 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85b9e766-3963-422f-920d-4d0730a5991c req-f7200d97-3bae-4279-944c-9b82cbda4ec1 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Nov 10 23:23:44.875994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:45.397834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:50.186512 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:23:55.029534 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-00213828-beaa-414c-b009-ee26091a1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:57.659110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59c79963-26c2-4606-896f-d903cfe32978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:23:59.053388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:00.484568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:00.786120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:09.605197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-1e3ab667-4cc8-4a0d-b66f-3d92639b4e89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389273 Nov 10 23:24:09.696301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-afba4eee-a2be-4513-95b3-989473a2bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:09.698000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-afba4eee-a2be-4513-95b3-989473a2bb4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 1096 time: 0.0483017 Nov 10 23:24:09.845012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-f6c4dd95-4c6a-43c4-8c5b-1990d7fa65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:09.846304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-f6c4dd95-4c6a-43c4-8c5b-1990d7fa65f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 911 time: 0.1258061 Nov 10 23:24:09.904897 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-7c535649-d191-4b98-b7b2-bd2dfc9794d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec05a19-06ff-4853-8093-e838a00f191b HTTP/1.1" status: 200 len: 217 time: 0.0503302 Nov 10 23:24:09.956845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-17be5b9b-1ac1-4c9d-8de1-2d5d1f829d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:09.958882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-17be5b9b-1ac1-4c9d-8de1-2d5d1f829d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0471783 Nov 10 23:24:09.993693 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-0bbd7420-f212-49fa-8e97-82918900bb61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256207 Nov 10 23:24:10.090019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-8db5f281-2a0c-41d6-b1f9-3bbc09d65ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889034 Nov 10 23:24:10.179793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7b5d89a-91a1-49ea-bf69-e80b944af54c req-812a5b18-5c54-4249-8f61-f3f880b00394 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825980 Nov 10 23:24:14.900038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:15.415967 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:25.034396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14829614-fb36-4c6f-9034-53d73077cd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:26.436666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-8c38015d-ded8-411b-9319-0fc0e82eec38 req-d4d2b6a4-9353-4fa2-91a1-e494a9e8acf5 service neutron] (102457) timed out ('10.222.0.39', 63967) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:24:26.984899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8702d3-6231-41c4-9b04-aeab6c554401 req-321b6a1e-a475-40f3-975e-5c04b3862814 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:26.986450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef8702d3-6231-41c4-9b04-aeab6c554401 req-321b6a1e-a475-40f3-975e-5c04b3862814 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Nov 10 23:24:27.036491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef8702d3-6231-41c4-9b04-aeab6c554401 req-41fc4c5f-ac09-4524-93ed-dba681ea2367 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Nov 10 23:24:27.187181 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:24:27.660116 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6df91367-0b72-4c01-8d09-ac7751a4eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:28.152953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c8c1-b102-4f75-8ee7-f96e0fa613e2 req-786f1eca-717a-4f8a-bb8b-f7c0584a481f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:28.154462 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a777c8c1-b102-4f75-8ee7-f96e0fa613e2 req-786f1eca-717a-4f8a-bb8b-f7c0584a481f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Nov 10 23:24:28.201561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a777c8c1-b102-4f75-8ee7-f96e0fa613e2 req-e54ec37b-9bbb-438c-a047-b41065d19a62 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Nov 10 23:24:28.386022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-2707e743-8238-4c5b-9bf6-d4f530febe94 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:28.387457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-2707e743-8238-4c5b-9bf6-d4f530febe94 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.20 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Nov 10 23:24:28.473579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Deleting port dec05a19-06ff-4853-8093-e838a00f191b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:24:28.473915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:28.566164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] For port dec05a19-06ff-4853-8093-e838a00f191b, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=dec05a19-06ff-4853-8093-e838a00f191b,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:24:28.566524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:28.578809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Calling delete_port for dec05a19-06ff-4853-8093-e838a00f191b owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:24:28.707596 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:28.720267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['dec05a19-06ff-4853-8093-e838a00f191b'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:24:28.759650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Pushing event deleted for resources: {'Port': ['ID=dec05a19-06ff-4853-8093-e838a00f191b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:28.781067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.781419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.781761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.782098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.782432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.782763 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.783088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.783466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.783734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.784064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.784388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.784709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:28.787533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] No DVR routers for this DVR port dec05a19-06ff-4853-8093-e838a00f191b on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:24:28.789805 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:28.793248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b3c41d82-f5e7-4248-b1c0-04f2425f95e0 req-34106240-120b-4753-8456-9299355df4d3 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.20 "DELETE /v2.0/ports/dec05a19-06ff-4853-8093-e838a00f191b HTTP/1.1" status: 204 len: 173 time: 0.3994055 Nov 10 23:24:28.793685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'name': 'network-vif-deleted', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:24:28.796007 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e77ca0-659b-4656-960f-e713fe427971" -d '{"events": [{"server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "name": "network-vif-deleted", "tag": "dec05a19-06ff-4853-8093-e838a00f191b"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:24:28.926504 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe6c061-e4a5-4d92-86b1-69b6b647bfbe x-openstack-request-id: req-7fe6c061-e4a5-4d92-86b1-69b6b647bfbe {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:24:28.927040 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb3f229-3f16-4e70-86c1-7c33b4984b54", "name": "network-vif-deleted", "tag": "dec05a19-06ff-4853-8093-e838a00f191b", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:24:28.927551 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fe6c061-e4a5-4d92-86b1-69b6b647bfbe {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:24:28.928535 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb3f229-3f16-4e70-86c1-7c33b4984b54', 'name': 'network-vif-deleted', 'tag': 'dec05a19-06ff-4853-8093-e838a00f191b', 'status': 'completed', 'code': 200} Nov 10 23:24:29.055687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:29.314622 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9f516cd-5bba-41f9-ac74-8be9aadb6a13 req-40ba4a96-c9b7-41ea-bf2b-39352f9b278f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3f229-3f16-4e70-86c1-7c33b4984b54 HTTP/1.1" status: 200 len: 210 time: 0.0279205 Nov 10 23:24:30.487625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:30.788783 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:32.759013 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dec05a19-06ff-4853-8093-e838a00f191b no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:24:32.779062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: dec05a19-06ff-4853-8093-e838a00f191b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:24:32.779405 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device dec05a19-06ff-4853-8093-e838a00f191b not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:24:37.194643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-0cd87a90-62da-4380-8f6b-e2d4c60ad706 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:37.196085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-0cd87a90-62da-4380-8f6b-e2d4c60ad706 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 811 time: 0.1034677 Nov 10 23:24:37.210884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-e50a1f3f-b3c3-4f38-ab46-ecb4176a3a97 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/quotas/9c63c43b6c0c438690683d8927c8e5de HTTP/1.1" status: 200 len: 375 time: 0.0086262 Nov 10 23:24:37.241308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-1d452559-01d3-4a4f-b96f-8a140fe9770f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253873 Nov 10 23:24:37.376623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-d9b96cf8-e976-419e-8f0e-490721d91af3 service neutron] 10.222.0.25 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288133 Nov 10 23:24:37.462630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-e691fd89-94a9-42e2-91b9-ce4b04e14329 service neutron] 10.222.0.25 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798161 Nov 10 23:24:37.615639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-015bfff6-b39f-4b70-83c8-12ef49a11019 req-25a192a5-3c84-471f-a405-0fda6cd29c01 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 210 time: 0.0259416 Nov 10 23:24:38.697562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9363200e-60a0-4419-ab6c-2c6603a94d95 req-2bf4c685-7eee-4179-8828-379e09911431 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 210 time: 0.0313165 Nov 10 23:24:39.790922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a2dfb9c-93c0-47ec-848c-83362dce6957 req-4624dbeb-4fa3-4c9b-a9bd-57fbe84d2e2d tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 210 time: 0.0256810 Nov 10 23:24:40.626821 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-7873e4c8-be21-429e-9b46-33f594ae6ce6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:40.628266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-7873e4c8-be21-429e-9b46-33f594ae6ce6 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.39 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 811 time: 0.1124899 Nov 10 23:24:40.641305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Request body: {'port': {'device_id': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a', 'admin_state_up': True, 'tenant_id': '9c63c43b6c0c438690683d8927c8e5de'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:24:40.752534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Made reservation on behalf of 9c63c43b6c0c438690683d8927c8e5de for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:24:40.756008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:40.896188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-79a94d12-587f-4e1a-a629-21e52ca0b86d req-3ca5bee4-5cf4-46d2-9585-e2b7e5fb193d tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 210 time: 0.0369735 Nov 10 23:24:40.909734 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Allocated IP 172.20.0.9 (f0b25a53-3ea9-450e-81a9-0da47bbbad6a/ac6f3272-18a6-428d-9b74-a9be5596ca76/4bc19271-3ea8-457e-9993-8f383d8dcfaa) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:24:41.053738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.087403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.130818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Network f0b25a53-3ea9-450e-81a9-0da47bbbad6a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:24:41.135726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:24:41.139987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:24:41.164200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Pushing event updated for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:41.191228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:41.191826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.207543 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-20bf8445-0430-4617-99da-c0c5bc7fba9a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699825 Nov 10 23:24:41.266059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Request body: {'port': {'device_id': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:24:41.317415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.571901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc19271-3ea8-457e-9993-8f383d8dcfaa {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:24:41.579234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.590815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Transition to ACTIVE for port object 4bc19271-3ea8-457e-9993-8f383d8dcfaa will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:24:41.594202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.644983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:41.709953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Attempting to bind port 4bc19271-3ea8-457e-9993-8f383d8dcfaa on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:24:41.710283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Attempting to bind port 4bc19271-3ea8-457e-9993-8f383d8dcfaa by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:24:41.710606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Attempting to bind port 4bc19271-3ea8-457e-9993-8f383d8dcfaa on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:24:41.714852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Port 4bc19271-3ea8-457e-9993-8f383d8dcfaa on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:24:41.715170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Attempting to bind port 4bc19271-3ea8-457e-9993-8f383d8dcfaa on network f0b25a53-3ea9-450e-81a9-0da47bbbad6a {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:24:41.719962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:24:41.720293 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Checking segment: {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:24:41.720672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Bound using segment: {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:24:41.721120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Bound port: 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:24:41.721475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.781661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:24:41.784601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:24:41.788871 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.822817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:41.823371 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:41.824758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bc19271-3ea8-457e-9993-8f383d8dcfaa HTTP/1.1" status: 200 len: 1091 time: 0.6094418 Nov 10 23:24:41.825219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:24:41.827479 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de2c968-252a-4352-b987-3ccc059d6d77" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:24:41.853026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd1cd-9986-4dd1-86b8-bec3a3743796 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:41.872336 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632006b9-93b7-4763-a698-515e193e57af x-openstack-request-id: req-632006b9-93b7-4763-a698-515e193e57af {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:24:41.873245 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:24:41.873468 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-632006b9-93b7-4763-a698-515e193e57af {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:24:41.873861 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa', 'status': 'completed', 'code': 200} Nov 10 23:24:41.905661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-5019533e-e95e-4270-bdf7-e568b5c6305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:41.907126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-5019533e-e95e-4270-bdf7-e568b5c6305a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 1094 time: 0.0442305 Nov 10 23:24:41.953642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-7487e25b-03e3-4b6c-8ad5-cf6928c563d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa HTTP/1.1" status: 200 len: 217 time: 0.0377855 Nov 10 23:24:42.029595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-6124d7a8-7adf-4c62-9c58-6508918c86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:42.031051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-6124d7a8-7adf-4c62-9c58-6508918c86fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0707462 Nov 10 23:24:42.043247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b43aa-570d-43f5-9163-b5ba024153a7 req-ee153238-6a7c-481d-968c-f500af8806a7 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:42.045257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd5b43aa-570d-43f5-9163-b5ba024153a7 req-ee153238-6a7c-481d-968c-f500af8806a7 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 943 time: 0.0763550 Nov 10 23:24:42.082937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-93ac4619-8b30-44a9-adb9-1213564d7650 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366778 Nov 10 23:24:42.153463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd5b43aa-570d-43f5-9163-b5ba024153a7 req-170e39a5-34ed-46fb-a70b-13958edfab2a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997906 Nov 10 23:24:42.187142 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-76cee01d-349d-40c4-a81a-1187a7ea44d7 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979619 Nov 10 23:24:42.277710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-576960bf-667d-4c56-a6dd-ebfb288ddc95 req-432a6d2e-466a-48cd-b4b3-7bc02723c974 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837886 Nov 10 23:24:42.360134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-167f79e5-5f88-41cd-a265-2000d103c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:42.361521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-167f79e5-5f88-41cd-a265-2000d103c253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 1094 time: 0.0411546 Nov 10 23:24:42.451840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-c33dc16c-fc88-4806-a79d-7a2ea6f13edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:42.453322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-c33dc16c-fc88-4806-a79d-7a2ea6f13edb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 911 time: 0.0843730 Nov 10 23:24:42.492886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-5031cd67-86cb-439c-b240-6bccc930d280 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa HTTP/1.1" status: 200 len: 217 time: 0.0328441 Nov 10 23:24:42.541368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-b7fef753-d5c4-4d18-a438-90513ce1d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:42.542766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-b7fef753-d5c4-4d18-a438-90513ce1d428 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0417089 Nov 10 23:24:42.573793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-be0647be-2d02-49b6-bc48-0671c4c79912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231583 Nov 10 23:24:42.664950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-90e07bb9-a977-4764-8c35-fe3bc02fe0a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825241 Nov 10 23:24:42.755977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de2c968-252a-4352-b987-3ccc059d6d77 req-23e28b12-894b-4724-b724-5f6f01e08e43 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Nov 10 23:24:43.269113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1bd27-b090-4df7-bdd1-d65fe29d871f req-985b45df-5939-4cf5-b73e-a03a7e668ae8 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:43.270569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc1bd27-b090-4df7-bdd1-d65fe29d871f req-985b45df-5939-4cf5-b73e-a03a7e668ae8 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 943 time: 0.0484242 Nov 10 23:24:43.319621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc1bd27-b090-4df7-bdd1-d65fe29d871f req-fe79a38d-7096-4618-b1a8-5a4afc441055 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Nov 10 23:24:44.431579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88a74-9b87-4cf1-8708-e500e21670ae req-7e94e91c-7b82-4342-8e23-f17db66b8edf tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:44.433053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb88a74-9b87-4cf1-8708-e500e21670ae req-7e94e91c-7b82-4342-8e23-f17db66b8edf tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 943 time: 0.0481701 Nov 10 23:24:44.479237 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fb88a74-9b87-4cf1-8708-e500e21670ae req-6d62b109-93f2-4434-8505-fd029781ab5f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Nov 10 23:24:44.906963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:45.112861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4bc19271-3ea8-457e-9993-8f383d8dcfaa details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:24:45.204166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:24:45.215162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '4bc19271-3ea8-457e-9993-8f383d8dcfaa', 'network_id': 'f0b25a53-3ea9-450e-81a9-0da47bbbad6a', 'port_id': '4bc19271-3ea8-457e-9993-8f383d8dcfaa', 'mac_address': 'fa:16:3e:06:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6f3272-18a6-428d-9b74-a9be5596ca76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:24:45.254328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:45.267795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc19271-3ea8-457e-9993-8f383d8dcfaa {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:24:45.286418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:24:45.289950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:45.334676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:45.342351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.342697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.343040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.343372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.343700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.344027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.344349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.344670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.345012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.345335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.345655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.345974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:24:45.411666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:45.545501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4bc19271-3ea8-457e-9993-8f383d8dcfaa'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:24:45.599762 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11fd9a-1d4c-427a-b2a8-1cb3d0ffdc64 req-9dfe2181-12ad-4fb7-8951-f8a344471a4f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:45.601865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a11fd9a-1d4c-427a-b2a8-1cb3d0ffdc64 req-9dfe2181-12ad-4fb7-8951-f8a344471a4f tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 944 time: 0.0559144 Nov 10 23:24:45.648782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a11fd9a-1d4c-427a-b2a8-1cb3d0ffdc64 req-46b35256-54ac-498f-ad3f-8f3a6c714a87 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Nov 10 23:24:46.762003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66e67-bbde-4ad4-9f08-9e530c1c9c7a req-33c3f198-70ef-4e1b-8853-43c64016fc91 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:46.763962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39b66e67-bbde-4ad4-9f08-9e530c1c9c7a req-33c3f198-70ef-4e1b-8853-43c64016fc91 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Nov 10 23:24:46.809266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-39b66e67-bbde-4ad4-9f08-9e530c1c9c7a req-8762e821-d790-4869-894e-cead2d89d8b8 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Nov 10 23:24:47.139224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4bc19271-3ea8-457e-9993-8f383d8dcfaa up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:24:47.185685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 4bc19271-3ea8-457e-9993-8f383d8dcfaa completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:24:47.189582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 4bc19271-3ea8-457e-9993-8f383d8dcfaa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:24:47.189943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:47.262140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:47.286208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:24:47.288398 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6653463a-2e11-4836-b21b-cb10eca1eee2" -d '{"events": [{"server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "name": "network-vif-plugged", "status": "completed", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:24:47.301024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:24:47.306030 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:47.331455 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68469d6-29c6-4609-ada1-acfd707a9dea x-openstack-request-id: req-e68469d6-29c6-4609-ada1-acfd707a9dea {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:24:47.331738 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "name": "network-vif-plugged", "status": "completed", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:24:47.331985 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e68469d6-29c6-4609-ada1-acfd707a9dea {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:24:47.332371 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa', 'code': 200} Nov 10 23:24:47.355259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:24:47.422588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a30727-c0da-431d-a979-51c093191b43 req-20a2af0f-8a3c-4d68-bac7-50ea65c7d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:47.424030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7a30727-c0da-431d-a979-51c093191b43 req-20a2af0f-8a3c-4d68-bac7-50ea65c7d102 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 1096 time: 0.0421278 Nov 10 23:24:47.466954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7a30727-c0da-431d-a979-51c093191b43 req-ba888eb5-ed0c-4174-a508-ce6bb2632fd5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Nov 10 23:24:47.923182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cc1b2-ceee-45aa-8a4c-6876dac356e7 req-8c7c89d9-62a2-434d-bb34-433a9bc9962a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:47.924630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-144cc1b2-ceee-45aa-8a4c-6876dac356e7 req-8c7c89d9-62a2-434d-bb34-433a9bc9962a tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 945 time: 0.0483751 Nov 10 23:24:47.970081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-144cc1b2-ceee-45aa-8a4c-6876dac356e7 req-cb9a7930-eaf6-4b8c-9005-b757fa8c14c1 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392919 Nov 10 23:24:49.085978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1c0b8-2e05-4f70-8c2d-47588e1b2a91 req-bdfcc24a-f9fc-4257-9e02-5286a7cdccfb tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:24:49.087436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6c1c0b8-2e05-4f70-8c2d-47588e1b2a91 req-bdfcc24a-f9fc-4257-9e02-5286a7cdccfb tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 945 time: 0.0484347 Nov 10 23:24:49.133858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6c1c0b8-2e05-4f70-8c2d-47588e1b2a91 req-56d3fb1e-e027-4173-8824-6dafd3ffb7cf tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Nov 10 23:24:55.037614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f49e9c9-692f-46c4-89d9-7d5f710d4aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:57.660081 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-185cf553-c838-48a2-a6a9-5c946b78ab4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:24:59.056734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:00.487985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:00.790845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:04.186015 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:25:06.454157 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-ce101dd1-7126-49b8-8874-6931af6f84fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390098 Nov 10 23:25:06.543166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-eb68c5a5-bcbb-4d38-b206-328b8b393470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:06.544655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-eb68c5a5-bcbb-4d38-b206-328b8b393470 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c63c43b6c0c438690683d8927c8e5de&device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 1096 time: 0.0470045 Nov 10 23:25:06.650356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-298c0d92-572e-418d-8084-595173208474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:06.651817 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-298c0d92-572e-418d-8084-595173208474 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 200 len: 911 time: 0.0839317 Nov 10 23:25:06.697527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-e1ef9939-d891-470d-a1b6-c6d843bef158 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa HTTP/1.1" status: 200 len: 217 time: 0.0373588 Nov 10 23:25:06.745539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-bab1abd6-1cf8-4276-a1ca-319f7dbe5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:06.746894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-bab1abd6-1cf8-4276-a1ca-319f7dbe5f66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 200 len: 851 time: 0.0432982 Nov 10 23:25:06.778846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-22bb65a0-99d6-4fa1-a1ae-0440075aa567 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0b25a53-3ea9-450e-81a9-0da47bbbad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243940 Nov 10 23:25:06.869839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-061147bb-f062-46f9-a07f-69148e1e5e23 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Nov 10 23:25:07.300497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7028a3a1-c2f3-45a4-a9c9-d6d8610587f5 req-fca01320-9fa1-4fec-969e-adf9c0155060 service neutron] 10.222.0.39 "GET /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227812 Nov 10 23:25:14.905294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:15.426081 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:16.362694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559dae-ee4f-4fcf-b718-5779c273c267 req-02e9c881-e472-4132-8c70-6917babfdb1d tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:16.364698 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3559dae-ee4f-4fcf-b718-5779c273c267 req-02e9c881-e472-4132-8c70-6917babfdb1d tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Nov 10 23:25:16.414015 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3559dae-ee4f-4fcf-b718-5779c273c267 req-1e3a1342-c781-45bd-81b0-ff37dc5d2e09 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Nov 10 23:25:17.530417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d214b-b8f2-4595-9ddd-3e2355e2902a req-5bec6308-52d8-41ec-a393-bc2611a72e80 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:17.531893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b48d214b-b8f2-4595-9ddd-3e2355e2902a req-5bec6308-52d8-41ec-a393-bc2611a72e80 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 945 time: 0.0477784 Nov 10 23:25:17.581018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b48d214b-b8f2-4595-9ddd-3e2355e2902a req-7c5edb8c-a0eb-4090-bd2f-f1891bd0e06b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf499785-04a0-4385-98eb-b93a4391e397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Nov 10 23:25:17.804232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-d4284671-cf04-42df-8c6e-2e8f721dec6b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:25:17.805580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-d4284671-cf04-42df-8c6e-2e8f721dec6b tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.39 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 945 time: 0.0472605 Nov 10 23:25:17.889656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Deleting port 4bc19271-3ea8-457e-9993-8f383d8dcfaa {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:25:17.889990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:17.977392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] For port 4bc19271-3ea8-457e-9993-8f383d8dcfaa, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=4bc19271-3ea8-457e-9993-8f383d8dcfaa,segment=NetworkSegment(c25c2ecf-be21-4236-9dc2-79f7dd6b8944),segment_id=c25c2ecf-be21-4236-9dc2-79f7dd6b8944)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:25:17.977748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:17.990230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Calling delete_port for 4bc19271-3ea8-457e-9993-8f383d8dcfaa owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:25:18.115863 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:18.130336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['4bc19271-3ea8-457e-9993-8f383d8dcfaa'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:25:18.141404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Pushing event deleted for resources: {'Port': ['ID=4bc19271-3ea8-457e-9993-8f383d8dcfaa,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:25:18.186239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] No DVR routers for this DVR port 4bc19271-3ea8-457e-9993-8f383d8dcfaa on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:25:18.188729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:18.192045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17f33fbf-034d-4651-9501-0aa4e58b4543 req-de12bf5b-d099-40ee-8617-5b677e71c333 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.39 "DELETE /v2.0/ports/4bc19271-3ea8-457e-9993-8f383d8dcfaa HTTP/1.1" status: 204 len: 173 time: 0.3803432 Nov 10 23:25:18.192472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'name': 'network-vif-deleted', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:25:18.194711 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0044f36-bfa7-420c-aa03-e6fb63e1b0fe" -d '{"events": [{"server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "name": "network-vif-deleted", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:25:18.233671 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d62c8-fdc6-4c46-b35a-8fd4ce9d66bd x-openstack-request-id: req-0f3d62c8-fdc6-4c46-b35a-8fd4ce9d66bd {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:25:18.233966 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46b95c8-db0e-4c3f-97a7-c1592c9f79a6", "name": "network-vif-deleted", "tag": "4bc19271-3ea8-457e-9993-8f383d8dcfaa", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:25:18.234215 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f3d62c8-fdc6-4c46-b35a-8fd4ce9d66bd {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:25:18.234607 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46b95c8-db0e-4c3f-97a7-c1592c9f79a6', 'name': 'network-vif-deleted', 'tag': '4bc19271-3ea8-457e-9993-8f383d8dcfaa', 'status': 'completed', 'code': 200} Nov 10 23:25:18.689805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-12c285e9-b23b-4c74-93df-580e44937e5c req-a461be64-bff5-436c-9320-ae75b93ca0c5 tempest-VolumesSnapshotTestJSON-943953774 tempest-VolumesSnapshotTestJSON-943953774-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46b95c8-db0e-4c3f-97a7-c1592c9f79a6 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Nov 10 23:25:21.291999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4bc19271-3ea8-457e-9993-8f383d8dcfaa no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:25:21.312279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 4bc19271-3ea8-457e-9993-8f383d8dcfaa {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:25:21.312615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 4bc19271-3ea8-457e-9993-8f383d8dcfaa not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:25:25.042083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b43fd0a9-c9ef-4a1f-b7d3-fcdc3ae81b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:27.662288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05d711b8-4304-4cd2-a932-ba05b78f4d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:29.062273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:30.490753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:30.791742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:41.185715 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:25:44.931106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:45.442666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:55.053586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e35fddc-e656-43c7-8731-2f285a38294e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:57.665618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c751c5a9-ff51-41db-9b21-5132ccdae956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:25:59.055601 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:00.497697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:00.793692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.642056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53784) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:03.689382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Deleting subnet ac6f3272-18a6-428d-9b74-a9be5596ca76 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:26:03.693130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.727626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.765085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.815056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.844596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6f3272-18a6-428d-9b74-a9be5596ca76,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:03.849636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:03.852863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac6f3272-18a6-428d-9b74-a9be5596ca76 HTTP/1.1" status: 204 len: 168 time: 0.2096946 Nov 10 23:26:03.855609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53786) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:03.858485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.858835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.859177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.859514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.859851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.860187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.860514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.861160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.861283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.861528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.861857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.862184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4eb7-5527-4b82-9f99-0d32c8092158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:03.931412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.012371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.032499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b25a53-3ea9-450e-81a9-0da47bbbad6a']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:04.042100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:04.042398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25c2ecf-be21-4236-9dc2-79f7dd6b8944') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:04.051712 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.066326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.073055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:26:04.073436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:26:04.075269 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:26:04.128443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.134923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.138432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0b25a53-3ea9-450e-81a9-0da47bbbad6a HTTP/1.1" status: 204 len: 168 time: 0.2810860 Nov 10 23:26:04.155703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b25a53-3ea9-450e-81a9-0da47bbbad6a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:04.163600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.163868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.164203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.164824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.165181 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.165510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.165830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.166149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.166606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.166783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.167101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.167416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd33ad-e1da-434c-8ae8-ac6dc06020a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:04.275798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53790) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:04.316984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7d07f7f8-2e8d-4359-851c-35f52c88b9f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c63c43b6c0c438690683d8927c8e5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399420 Nov 10 23:26:04.319421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53792) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:04.366115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.386986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.433846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.436513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:04.437745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf499785-04a0-4385-98eb-b93a4391e397 HTTP/1.1" status: 204 len: 168 time: 0.1174273 Nov 10 23:26:04.445513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3550-a931-4978-85e9-9f53e9b8abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf499785-04a0-4385-98eb-b93a4391e397,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.124805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53834) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.129439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623559460', 'description': 'tempest-secgroup-smoke-623559460 description', 'project_id': '901d29ac711d466a872974a873b89a73'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.153097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.160476 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.234268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.238007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.270469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314cb75a-030a-47c5-95e6-83ff359270dc,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.314891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.318588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.342030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.343253 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2173560 Nov 10 23:26:07.346347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53836) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.351515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.351801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf89360-4665-469d-a26c-258bc931cd75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f1df35-a7b9-49dd-b377-7c661dc5a278,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.378642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.422539 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.425745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.444231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f0fde4-e90c-46da-b421-c69d57568352,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.449181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.450319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6f2df5e-9b6a-4e2d-9709-69f44bec00ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1029739 Nov 10 23:26:07.453065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53838) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.457295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.482380 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.538634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.542205 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.561753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3083e803-afca-4488-8d15-3c1020523c8f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.566800 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.568570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0b545716-fb57-4ec5-9456-709a565982d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145883 Nov 10 23:26:07.571399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.575563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.601759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.655226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.658702 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.679217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa9a831-3518-4366-927d-559416b17071,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.684600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.685670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f2b46824-854c-4958-9db8-bf9adc39301c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133616 Nov 10 23:26:07.688357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53842) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.692765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.718493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.773738 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.777141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.794545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e25a4a1-0ff2-4422-bb5c-e480be8220c8,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.801033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.802232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-779d3c04-4656-4a48-87ab-ab7cd5516be3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129386 Nov 10 23:26:07.805111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53844) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.809460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.829474 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:26:07.837414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.894448 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.898323 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.915169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b7f345-2187-426a-b3cc-e6effd930713,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:07.922737 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:07.923891 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-df3a3d5b-0c0c-4c67-8831-70f20bbac6a7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178517 Nov 10 23:26:07.926546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53846) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:07.931017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': 'f4f1df35-a7b9-49dd-b377-7c661dc5a278', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:07.951304 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:26:07.955880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.012447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.016070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.034744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15c7979-559d-41fd-8177-f4e6a6ce349e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:08.041662 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.042826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-523505fb-ad8a-49de-a63c-5e2fc87398cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153514 Nov 10 23:26:08.045830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 53848) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:08.050522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'network': {'name': 'tempest-network-smoke--1225813368', 'project_id': '901d29ac711d466a872974a873b89a73', 'port_security_enabled': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:08.070663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:26:08.074376 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.097195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:26:08.106154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.106548 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Added segment 28779961-7c53-42eb-b3e3-93109c0ff95e of type vlan for network 20effdd8-3370-405f-bb5d-779d64e9a004 Nov 10 23:26:08.145151 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.170976 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.176440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:08.176962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.230315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834860 Nov 10 23:26:08.233303 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53850) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:08.237992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'admin_state_up': True, 'project_id': '901d29ac711d466a872974a873b89a73', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:08.246594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bf52a-2990-40a5-bce9-d301c46e33dc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Network': ['ID=20effdd8-3370-405f-bb5d-779d64e9a004,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:08.257601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 20effdd8-3370-405f-bb5d-779d64e9a004 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:26:08.262788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.263884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.316908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.792929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.980477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:08.998821 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.103079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.196 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/00718561-c351-42a3-bf16-a44c2dcba9ad) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:26:09.201105 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.233334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.279432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:09.282567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:09.285066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:26:09.297851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209dbc3c-db65-45e7-af4c-7338ccb031b5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:26:09.313681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=00718561-c351-42a3-bf16-a44c2dcba9ad,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:09.410530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ab6bccda-6317-4386-a21c-e62384ba5ee0 None None] Provisioning complete for port 00718561-c351-42a3-bf16-a44c2dcba9ad triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:09.410902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab6bccda-6317-4386-a21c-e62384ba5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.445784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bccda-6317-4386-a21c-e62384ba5ee0 None None] Port 00718561-c351-42a3-bf16-a44c2dcba9ad cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:26:09.536082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.728405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.851993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router f1b743c5-1472-4485-9184-db427404e941 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:26:09.953822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:26:09.963892 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Sync routers for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:26:09.973432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:09.975070 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:09.975664 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:25:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:09.976302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-530469d8-1120-402d-ba32-ff9361cbd107 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7419386 Nov 10 23:26:09.979508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53852) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:10.084440 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:10.127217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f37fab3c-89d3-4b49-9377-ba36324fec0c tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=901d29ac711d466a872974a873b89a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1466637 Nov 10 23:26:10.129872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53856) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:10.259580 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:09Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:10.276478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae5919-7466-407c-9ec5-1210d15c0e71 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:10.278019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8eae5919-7466-407c-9ec5-1210d15c0e71 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472273 Nov 10 23:26:10.280982 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53858) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:10.289482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Checking router: f1b743c5-1472-4485-9184-db427404e941 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:26:10.289831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Updating router f1b743c5-1472-4485-9184-db427404e941 port 00718561-c351-42a3-bf16-a44c2dcba9ad binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:26:10.313692 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.314096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a3487338-4533-4d39-aaac-0230d936834d tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320668 Nov 10 23:26:10.316784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53860) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:10.321993 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878536316', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'project_id': '901d29ac711d466a872974a873b89a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:10.411702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:26:10.415390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.560645 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.565889 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.595996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.612824 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Pushing event updated for resources: {'Port': ['ID=00718561-c351-42a3-bf16-a44c2dcba9ad,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:10.617816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00736a8-4f1e-4c06-b257-b4f773dbeb96 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:26:10.626884 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.627222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.627933 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.627933 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.628186 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.628486 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.628797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.629137 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.629451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.629757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.630627 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.630938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:10.636001 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Attempting to bind port 00718561-c351-42a3-bf16-a44c2dcba9ad on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:26:10.636357 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Attempting to bind port 00718561-c351-42a3-bf16-a44c2dcba9ad by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:26:10.636708 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Attempting to bind port 00718561-c351-42a3-bf16-a44c2dcba9ad on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:26:10.641941 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:26:10.642308 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:26:10.642744 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.643128 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:26:10.643586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Bound port: 00718561-c351-42a3-bf16-a44c2dcba9ad, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:26:10.643955 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.660710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Subnet': ['ID=aa16c450-6152-4977-b2ce-94c91f1f991f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:10.669409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Checking segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:26:10.669764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network hostable DHCP agents. Network: 20effdd8-3370-405f-bb5d-779d64e9a004, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:26:10.682524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecbe28ec-8d1f-4cf5-8967-ff4e91c4a671 None None] Provisioning complete for port 00718561-c351-42a3-bf16-a44c2dcba9ad triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:10.682893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecbe28ec-8d1f-4cf5-8967-ff4e91c4a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.688543 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 20effdd8-3370-405f-bb5d-779d64e9a004 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:26:10.698946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 20effdd8-3370-405f-bb5d-779d64e9a004) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:10.699979 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] For port 00718561-c351-42a3-bf16-a44c2dcba9ad, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:26:10.703900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:10.704088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.705575 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] For port 00718561-c351-42a3-bf16-a44c2dcba9ad, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=00718561-c351-42a3-bf16-a44c2dcba9ad,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:26:10.712569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44698afe-d9e6-4245-a29c-57002a30e5bc None None] Network 20effdd8-3370-405f-bb5d-779d64e9a004 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:26:10.714324 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.724722 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aa9318ed-9071-4dda-8f23-c2a5002f7b83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4043555 Nov 10 23:26:10.725058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53862) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:10.760167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c684b07-cec3-40d5-a66e-464a5e5ec747 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:26:10.761376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:10.762199 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:25:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:10.766633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe28ec-8d1f-4cf5-8967-ff4e91c4a671 None None] Port 00718561-c351-42a3-bf16-a44c2dcba9ad cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:26:10.888134 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Provisioning complete for port 00718561-c351-42a3-bf16-a44c2dcba9ad triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:10.888576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.890576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-20effdd8-3370-405f-bb5d-779d64e9a004', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:26:10.891615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:10.891890 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:10.921569 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb87de-dda1-4036-bc32-6781d7a8e61c None None] Pushing event updated for resources: {'Port': ['ID=00718561-c351-42a3-bf16-a44c2dcba9ad,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:11.078212 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.090351 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:09Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:11.105498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Allocated IP 172.20.0.2 (20effdd8-3370-405f-bb5d-779d64e9a004/aa16c450-6152-4977-b2ce-94c91f1f991f/ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:26:11.112341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] For port 00718561-c351-42a3-bf16-a44c2dcba9ad, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=00718561-c351-42a3-bf16-a44c2dcba9ad,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:11.119044 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c6f5-b91d-4d9d-bc2d-5d402d3e3135 None None] The sync data for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 is: [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:09Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:26:11.120717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.221764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Pushing event updated for resources: {'Port': ['ID=00718561-c351-42a3-bf16-a44c2dcba9ad,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:11.234260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.234611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.234953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.235304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.235641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.235971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.236297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.236624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.237158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.237266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.237597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.237918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d756ebf-1f08-4b58-b0b2-a6682a3c6c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:26:11.319728 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.327485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.379272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Network 20effdd8-3370-405f-bb5d-779d64e9a004 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:11.386175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:11.391605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:26:11.431728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Pushing event updated for resources: {'Port': ['ID=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:11.476305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Attempting to bind port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:26:11.476758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Attempting to bind port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:26:11.477510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Attempting to bind port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:26:11.483826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:26:11.484300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Checking segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:26:11.484780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.485271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Bound using segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:26:11.485817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Bound port: ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:26:11.486273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.505335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.554667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] For port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:26:11.558094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] For port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:26:11.563545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:11.633470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f3df1-fad7-406c-95e2-fb3a2aa20513 None None] Pushing event updated for resources: {'Port': ['ID=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:11.939998 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.1 (20effdd8-3370-405f-bb5d-779d64e9a004/aa16c450-6152-4977-b2ce-94c91f1f991f/aa66492b-bb20-4dad-b775-5edad55d6d5a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:26:12.068016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.111229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.157240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 00718561-c351-42a3-bf16-a44c2dcba9ad up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:26:12.193540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 20effdd8-3370-405f-bb5d-779d64e9a004 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:12.199071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:12.205759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:26:12.209367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 00718561-c351-42a3-bf16-a44c2dcba9ad triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:12.209645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.233099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:12.256429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.287491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:26:12.336256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:12.336620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.413778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.414841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.445631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:12.449616 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.499413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:12.724877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.730334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.810366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:12.813862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:12.910041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 20effdd8-3370-405f-bb5d-779d64e9a004 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:12.911539 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:12.963335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b31a6-2d24-45e2-93ca-2106761b2ac2 None None] Network 20effdd8-3370-405f-bb5d-779d64e9a004 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:26:13.030434 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router f1b743c5-1472-4485-9184-db427404e941 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:26:13.082061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-12ee72b0-c918-4202-8af5-b210b81b4d65 None None] Provisioning complete for port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:13.082542 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-12ee72b0-c918-4202-8af5-b210b81b4d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:13.139648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:26:13.153260 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-816d3c44-82d5-4608-888b-fc68c4ff2209 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/f1b743c5-1472-4485-9184-db427404e941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189868 Nov 10 23:26:13.153396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Sync routers for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:26:13.174723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:13.175351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:25:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:13.318198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-8367ccbd-1f78-4a5d-9f12-6edfcfdab1a8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623559460&fields=id&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 267 time: 0.0597014 Nov 10 23:26:13.319519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:13.434156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-4c7eef49-d240-4950-b90b-66156aded6eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:13.435877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-4c7eef49-d240-4950-b90b-66156aded6eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 797 time: 0.1102910 Nov 10 23:26:13.452392 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-ea582b0b-afaf-4212-9628-5a469a1f2f48 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/quotas/901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 375 time: 0.0100191 Nov 10 23:26:13.460661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a066a661-34af-49a0-964a-1f85de73be86 None None] Provisioning complete for port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:13.461066 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a066a661-34af-49a0-964a-1f85de73be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:13.521745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-66b62345-ebe1-43e5-a863-7580ad60afbe tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626740 Nov 10 23:26:13.611297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 2, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:13.634410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-37fd3c3e-0bb7-481f-9909-bf7bb07b03ec service neutron] 10.222.0.25 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017299 Nov 10 23:26:13.645673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Checking router: f1b743c5-1472-4485-9184-db427404e941 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:26:13.646031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Updating router f1b743c5-1472-4485-9184-db427404e941 port aa66492b-bb20-4dad-b775-5edad55d6d5a binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:26:13.649316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a066a661-34af-49a0-964a-1f85de73be86 None None] Provisioning complete for port aa66492b-bb20-4dad-b775-5edad55d6d5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:13.649685 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a066a661-34af-49a0-964a-1f85de73be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:13.699711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:13.710670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a066a661-34af-49a0-964a-1f85de73be86 None None] Port aa66492b-bb20-4dad-b775-5edad55d6d5a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:26:13.733046 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-de4d8b51-1210-47a4-a45f-63287832e04e service neutron] 10.222.0.25 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930505 Nov 10 23:26:13.883945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3a085484-9b55-4cd3-b821-93a0aa611f6a None None] Provisioning complete for port aa66492b-bb20-4dad-b775-5edad55d6d5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:13.884316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3a085484-9b55-4cd3-b821-93a0aa611f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:13.912729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3ca82cfa-e3c2-41d9-a2cb-60f2dcc185e1 req-e1cf0e23-f3df-4fb4-bd07-a7cc59569eaa tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 210 time: 0.0387566 Nov 10 23:26:13.935881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3a085484-9b55-4cd3-b821-93a0aa611f6a None None] Port aa66492b-bb20-4dad-b775-5edad55d6d5a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:26:14.013818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.019018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.068788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063c6e4-fd41-426f-9805-df2c200ec927 None None] Pushing event updated for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:14.115131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:26:14.161419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Attempting to bind port aa66492b-bb20-4dad-b775-5edad55d6d5a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:26:14.161793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Attempting to bind port aa66492b-bb20-4dad-b775-5edad55d6d5a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:26:14.162158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Attempting to bind port aa66492b-bb20-4dad-b775-5edad55d6d5a on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:26:14.175747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:26:14.176126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Checking segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:26:14.176535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.176965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Bound using segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:26:14.177472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Bound port: aa66492b-bb20-4dad-b775-5edad55d6d5a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:26:14.177869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.225821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:14.226193 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.289861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] For port aa66492b-bb20-4dad-b775-5edad55d6d5a, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:26:14.294179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] For port aa66492b-bb20-4dad-b775-5edad55d6d5a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aa66492b-bb20-4dad-b775-5edad55d6d5a,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:26:14.296287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] Provisioning complete for port aa66492b-bb20-4dad-b775-5edad55d6d5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:14.296651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.300162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.572731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:14.573390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:25:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:14.579287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063c6e4-fd41-426f-9805-df2c200ec927 None None] Pushing event updated for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:14.699164 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.744472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:14.772523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] For port aa66492b-bb20-4dad-b775-5edad55d6d5a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aa66492b-bb20-4dad-b775-5edad55d6d5a,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:14.778546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.910548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c03502-0e25-49da-8ef5-5b80be9982d4 None None] Pushing event updated for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:14.925984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d86262b2-2d7c-4d18-9637-0eeb03396caf None None] Provisioning complete for port aa66492b-bb20-4dad-b775-5edad55d6d5a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:14.926357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d86262b2-2d7c-4d18-9637-0eeb03396caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:14.990800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4dc7dc89-12b6-4a1d-9be2-d57987e4e384 req-77db8a44-13d5-4ae5-a225-53c289925977 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 210 time: 0.0311854 Nov 10 23:26:15.004396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:15.069278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:15.100502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76e07d-c2d7-4f14-8e2c-d962a15219c1 None None] The sync data for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 is: [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:26:15.444086 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:16.085095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-86bc3b81-12bf-482c-886f-451bae1ad4d4 req-37d23aaa-0165-450b-b55c-f5f1803eed91 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 210 time: 0.0295660 Nov 10 23:26:16.114792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aa66492b-bb20-4dad-b775-5edad55d6d5a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:26:16.165304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port aa66492b-bb20-4dad-b775-5edad55d6d5a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:16.165787 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:16.870127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-8b0758df-3545-49af-b0aa-8d0433012687 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:16.871561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-8b0758df-3545-49af-b0aa-8d0433012687 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 797 time: 0.1085436 Nov 10 23:26:16.938059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-99e444b5-e033-45a3-a564-47b9af4b83e5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901d29ac711d466a872974a873b89a73&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0566099 Nov 10 23:26:16.969562 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-e9581735-7718-43b5-9a2f-29cf4f327cc1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0245230 Nov 10 23:26:16.979319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'port': {'device_id': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'admin_state_up': True, 'tenant_id': '901d29ac711d466a872974a873b89a73', 'security_groups': ['f4f1df35-a7b9-49dd-b377-7c661dc5a278']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:17.085487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:26:17.088915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.181261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3188ec5-725a-4edf-9065-63528a4afd41 req-5226eb9a-b658-4f8f-988f-55b64ed231ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 210 time: 0.0286536 Nov 10 23:26:17.214558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.6 (20effdd8-3370-405f-bb5d-779d64e9a004/aa16c450-6152-4977-b2ce-94c91f1f991f/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:26:17.353112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.384836 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.432398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 20effdd8-3370-405f-bb5d-779d64e9a004 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:17.435496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:17.439202 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:26:17.445313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:17.491292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:17.491904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.509107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-70b70b4c-662b-4aae-92dc-bfed9b73b874 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5333090 Nov 10 23:26:17.522069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Request body: {'port': {'device_id': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:17.578153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.646631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-dc62755a-d703-4c1c-8ba4-1d78cc2d5bce None None] Provisioning complete for port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:17.647190 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dc62755a-d703-4c1c-8ba4-1d78cc2d5bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.680949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-dc62755a-d703-4c1c-8ba4-1d78cc2d5bce None None] Port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:26:17.839451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8ffe58-0c3c-4841-8060-5555e5a3a1bb {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:26:17.846528 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.857988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Transition to ACTIVE for port object cf8ffe58-0c3c-4841-8060-5555e5a3a1bb will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:26:17.861752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:17.912140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:17.981468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:26:17.981868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:26:17.982201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:26:17.986787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:26:17.987161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:26:17.992495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:26:17.992840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Checking segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:26:17.993255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Bound using segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:26:17.993683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Bound port: cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:26:17.994040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:18.067335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:26:18.071274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:26:18.075382 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:18.108680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.109417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:18.110700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 1091 time: 0.5935142 Nov 10 23:26:18.111215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:26:18.113399 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbc3614-7f3e-442c-9fe0-22d761f844c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:26:18.138820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590c34-bc85-44fd-949c-e025b8c47a27 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:18.175516 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b072cd-b0a1-457d-a7cf-8949697db347 x-openstack-request-id: req-c9b072cd-b0a1-457d-a7cf-8949697db347 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:26:18.175805 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:26:18.176053 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9b072cd-b0a1-457d-a7cf-8949697db347 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:26:18.176464 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'status': 'completed', 'code': 200} Nov 10 23:26:18.191961 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:26:18.199790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-a7bbf0cc-fc0f-4836-81bf-a1246bc34ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.201322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-a7bbf0cc-fc0f-4836-81bf-a1246bc34ef0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1094 time: 0.0526710 Nov 10 23:26:18.249082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-23370455-3f8f-4004-87e6-8d055728eb1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 217 time: 0.0396886 Nov 10 23:26:18.300469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-5b7a35a9-216c-4719-86ac-ae004705a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.302695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-5b7a35a9-216c-4719-86ac-ae004705a803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0463645 Nov 10 23:26:18.305918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e7079-4209-44cb-9fdc-c4c356ae2e9f req-40a6e498-1f9a-4e3c-afc7-e021d55bdf06 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.307450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-657e7079-4209-44cb-9fdc-c4c356ae2e9f req-40a6e498-1f9a-4e3c-afc7-e021d55bdf06 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 943 time: 0.0552988 Nov 10 23:26:18.348909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-e4ab2234-906e-44ba-a06a-17229361253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.350440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-e4ab2234-906e-44ba-a06a-17229361253e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412662 Nov 10 23:26:18.357684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-657e7079-4209-44cb-9fdc-c4c356ae2e9f req-4c8a2ade-c814-4e53-8f2c-059fae824b96 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Nov 10 23:26:18.443745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-fc88829f-2488-4769-93cd-2bebcf8653c4 service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860035 Nov 10 23:26:18.531266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9f155b83-af10-4afa-a7a5-013ca03227a5 req-509a344f-89dd-494a-904f-a734a8fe6ddb service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800598 Nov 10 23:26:18.615433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-cd6af215-38d1-44d6-bfa0-9192dfde7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.616912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-cd6af215-38d1-44d6-bfa0-9192dfde7c92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1094 time: 0.0413494 Nov 10 23:26:18.710935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-76d49a8f-bff7-4e58-b17b-5804744aafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.712337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-76d49a8f-bff7-4e58-b17b-5804744aafb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.0880258 Nov 10 23:26:18.753456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-d3c75605-f0da-4e10-9947-46e5dafce547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 217 time: 0.0341856 Nov 10 23:26:18.805909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-55136b39-e5d0-4114-93bd-8f6612df4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.807332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-55136b39-e5d0-4114-93bd-8f6612df4380 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0465789 Nov 10 23:26:18.854449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-568c9ce3-907f-4111-8150-5b9792667ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:18.855976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-568c9ce3-907f-4111-8150-5b9792667ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399787 Nov 10 23:26:18.945195 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-6636f38d-4d15-4335-a473-f6030b232e5d service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Nov 10 23:26:19.037850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abbc3614-7f3e-442c-9fe0-22d761f844c0 req-06639a2b-b575-4e55-a5df-2658e2c2d355 service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851152 Nov 10 23:26:19.475904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed1b25-2a8a-4093-b5f2-4396bb497ff9 req-aeaf4342-a3d7-49d6-a7a1-21b8a03bd7fc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:19.477476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16ed1b25-2a8a-4093-b5f2-4396bb497ff9 req-aeaf4342-a3d7-49d6-a7a1-21b8a03bd7fc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Nov 10 23:26:19.526170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16ed1b25-2a8a-4093-b5f2-4396bb497ff9 req-51738282-4730-426b-acca-e0f0f4e062ef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Nov 10 23:26:20.644028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e634-a9b1-4340-b5eb-8a99e4665a6d req-8fc496af-748c-46b6-a558-d271406277d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:20.645517 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9399e634-a9b1-4340-b5eb-8a99e4665a6d req-8fc496af-748c-46b6-a558-d271406277d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 943 time: 0.0521212 Nov 10 23:26:20.693663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9399e634-a9b1-4340-b5eb-8a99e4665a6d req-82abc54b-3f8d-4f44-b23f-9dec928ae78e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Nov 10 23:26:21.319212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:26:21.412003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:21.422761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'mac_address': 'fa:16:3e:b2:84:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:26:21.462446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:21.474684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8ffe58-0c3c-4841-8060-5555e5a3a1bb {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:26:21.492781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:21.496572 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:21.542603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:21.726970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:26:21.812864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8136-5858-4257-b865-9aacfaecf7c0 req-d5975b50-2306-444c-9670-0478eee1426b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:21.814469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-052d8136-5858-4257-b865-9aacfaecf7c0 req-d5975b50-2306-444c-9670-0478eee1426b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 944 time: 0.0541518 Nov 10 23:26:21.863514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-052d8136-5858-4257-b865-9aacfaecf7c0 req-6fbaeaf5-1b37-4020-a2f5-7cfec92b7662 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Nov 10 23:26:22.980331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353e74-e93c-4d05-8f72-bfb94fc8c599 req-82a644fb-a093-4f7e-b98c-3834cc7f0915 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:22.981807 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83353e74-e93c-4d05-8f72-bfb94fc8c599 req-82a644fb-a093-4f7e-b98c-3834cc7f0915 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 944 time: 0.0476484 Nov 10 23:26:23.029494 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83353e74-e93c-4d05-8f72-bfb94fc8c599 req-3402d7ca-06b6-4760-97d9-08f1ea03ba3d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Nov 10 23:26:23.337519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:26:23.384255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:26:23.388267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:26:23.388636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:23.465485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:23.487049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:26:23.489312 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7a6fa-e3f8-4b9c-bc01-1efe413515d9" -d '{"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:26:23.501766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:26:23.505645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:23.529069 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc85526-2623-4f6d-a823-cbf546f1bf1a x-openstack-request-id: req-dbc85526-2623-4f6d-a823-cbf546f1bf1a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:26:23.529361 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:26:23.529609 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbc85526-2623-4f6d-a823-cbf546f1bf1a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:26:23.529994 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'code': 200} Nov 10 23:26:23.555748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:23.630735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b452fe-7665-455e-b514-4a91858cd404 req-bb05164c-8827-4411-a4f4-d8f2f9348bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:23.632219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97b452fe-7665-455e-b514-4a91858cd404 req-bb05164c-8827-4411-a4f4-d8f2f9348bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0400472 Nov 10 23:26:23.678793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-97b452fe-7665-455e-b514-4a91858cd404 req-415027fd-9dd5-4cb7-8cab-ab71cdaee4f7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392306 Nov 10 23:26:24.146041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bc6db-748f-4232-b75d-1a657aa22bd8 req-86285616-1e2b-4d5f-a17c-429face020a9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:24.147503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-923bc6db-748f-4232-b75d-1a657aa22bd8 req-86285616-1e2b-4d5f-a17c-429face020a9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Nov 10 23:26:24.199742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-923bc6db-748f-4232-b75d-1a657aa22bd8 req-7204d8b2-0ff2-4567-a2e2-45a1ce78b523 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462611 Nov 10 23:26:25.047092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-566c203b-e958-4395-b8ef-4f26123821d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:25.316697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9fc10-c871-4cbb-9791-ffc90b9c863e req-568c14e9-e840-4ceb-9c56-2f7f948b73ab tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:25.318601 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7c9fc10-c871-4cbb-9791-ffc90b9c863e req-568c14e9-e840-4ceb-9c56-2f7f948b73ab tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Nov 10 23:26:25.371073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a7c9fc10-c871-4cbb-9791-ffc90b9c863e req-9d98edf7-2a61-4600-9bfa-e3e9771ba4ea tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465407 Nov 10 23:26:25.482876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd951df-24c7-405f-a6ca-e58f2c421b45 req-fe81e090-8602-4a00-972a-2c3636519ab1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:25.484318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3dd951df-24c7-405f-a6ca-e58f2c421b45 req-fe81e090-8602-4a00-972a-2c3636519ab1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0478086 Nov 10 23:26:25.532263 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3dd951df-24c7-405f-a6ca-e58f2c421b45 req-d52f5dc1-1813-43ce-afcc-2f486fe6f944 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Nov 10 23:26:25.553558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53924) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:25.591975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77efabd6-4f34-4d87-b190-e87caef2472d tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:25.593373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-77efabd6-4f34-4d87-b190-e87caef2472d tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1091 time: 0.0386155 Nov 10 23:26:25.596382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53926) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:25.600756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:26:25.622971 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:25.723297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:25.825702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.157 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/126ed6e4-eb4a-48cf-9af9-4d96cf678c6c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:26:25.934808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:25.966168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:26.001074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:26:26.005719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:26:26.009171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:26:26.037690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=126ed6e4-eb4a-48cf-9af9-4d96cf678c6c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:26.627937 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:26.695327 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:26.838056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:26.842407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:26.914616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=126ed6e4-eb4a-48cf-9af9-4d96cf678c6c,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:26.926115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:27.029971 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 57bc74b2-3dcb-45bb-b373-b73bec2c613f associated. External IP: 172.25.0.157, port: cf8ffe58-0c3c-4841-8060-5555e5a3a1bb. Nov 10 23:26:27.234536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router f1b743c5-1472-4485-9184-db427404e941 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:26:27.341060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:26:27.350634 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Sync routers for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:26:27.358780 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:27.360532 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:27.361160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:25:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:27.386758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e42cf0f9-dc8e-477a-8398-471847ca2589 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7893353 Nov 10 23:26:27.387576 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:26:27.390060 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ca2f0-a533-42df-866b-66de6ac3e85e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:26:27.469714 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:27.492779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ae6b1-ea3c-4cf6-8905-51ae90f7c389 req-32d6c938-cefc-4af3-8bea-6fff27d30c3a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:27.494243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-303ae6b1-ea3c-4cf6-8905-51ae90f7c389 req-32d6c938-cefc-4af3-8bea-6fff27d30c3a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Nov 10 23:26:27.503554 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d761b695-2c5f-4162-860a-217b1c445e4a x-openstack-request-id: req-d761b695-2c5f-4162-860a-217b1c445e4a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:26:27.503949 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:26:27.504345 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d761b695-2c5f-4162-860a-217b1c445e4a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:26:27.504935 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'status': 'completed', 'code': 200} Nov 10 23:26:27.569659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-303ae6b1-ea3c-4cf6-8905-51ae90f7c389 req-1edd570b-359c-4672-982f-74d7bab2edce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692744 Nov 10 23:26:27.579634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-b106d8f9-9a5f-4e0b-a8f1-cb42261496db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:27.581193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-b106d8f9-9a5f-4e0b-a8f1-cb42261496db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0553126 Nov 10 23:26:27.592802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53934) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:27.659344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8efd3d72-8b5a-4384-96a4-b246b9036fbb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/57bc74b2-3dcb-45bb-b373-b73bec2c613f HTTP/1.1" status: 200 len: 991 time: 0.0640540 Nov 10 23:26:27.667184 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cbeceff1-d41a-412c-8c41-21ef00ab6d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:27.696627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-3d2c9951-01d5-4977-a5a8-6412e6a33f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:27.698140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-3d2c9951-01d5-4977-a5a8-6412e6a33f75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.1103783 Nov 10 23:26:27.764840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-8f8e3504-9436-450e-b8f2-87b30c523170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 999 time: 0.0593345 Nov 10 23:26:27.795294 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57bc74b2-3dcb-45bb-b373-b73bec2c613f', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'f1b743c5-1472-4485-9184-db427404e941', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'mac_address': 'fa:16:3e:b2:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:26:26Z', 'updated_at': '2021-11-10T23:26:26Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:27.816888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-95904922-b663-4888-b71d-8186d021573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:27.818997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-95904922-b663-4888-b71d-8186d021573a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0478535 Nov 10 23:26:27.824850 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Checking router: f1b743c5-1472-4485-9184-db427404e941 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:26:27.835279 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:26:27.835279 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:26:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:27.863079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-9e97271f-3321-47b2-b9cf-14ea5875928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:27.865848 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-9e97271f-3321-47b2-b9cf-14ea5875928b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404608 Nov 10 23:26:27.937254 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:26:27.954593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-80a64f65-f231-4294-926f-0a73b55201a2 service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814314 Nov 10 23:26:28.050170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e52ca2f0-a533-42df-866b-66de6ac3e85e req-e6a04e76-f986-48af-98c3-5365c136f4b7 service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885575 Nov 10 23:26:28.160027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57bc74b2-3dcb-45bb-b373-b73bec2c613f', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'f1b743c5-1472-4485-9184-db427404e941', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'mac_address': 'fa:16:3e:b2:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:26:26Z', 'updated_at': '2021-11-10T23:26:26Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:26:28.186110 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83305c4c-9862-432d-8c9b-82f4724a4684 None None] The sync data for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 is: [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '57bc74b2-3dcb-45bb-b373-b73bec2c613f', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'f1b743c5-1472-4485-9184-db427404e941', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'mac_address': 'fa:16:3e:b2:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:26:26Z', 'updated_at': '2021-11-10T23:26:26Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:26:28.372395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a48b3-ba15-4971-b19f-d8bf2e216e73 None None] New status for floating IP 57bc74b2-3dcb-45bb-b373-b73bec2c613f: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:26:28.661317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53936) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:28.726562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9fcc4fca-30d8-4f10-ab26-9f9cc86de8a8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/57bc74b2-3dcb-45bb-b373-b73bec2c613f HTTP/1.1" status: 200 len: 993 time: 0.0635262 Nov 10 23:26:29.056731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:30.495703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:30.796202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:44.948215 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:45.472914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:55.047921 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52fe7b32-ccae-46cb-bc67-d3555ed65d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:55.181183 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:26:55.369166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-113b2655-d8f2-4452-b3cd-9e2c85e28ccd tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:55.370631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-113b2655-d8f2-4452-b3cd-9e2c85e28ccd tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0401361 Nov 10 23:26:55.388443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-1d38455e-e722-43a3-b7c5-630694bd537f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:55.460717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-1d38455e-e722-43a3-b7c5-630694bd537f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:55.464213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-1d38455e-e722-43a3-b7c5-630694bd537f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:55.508383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ded30ee-8d77-4ac8-a41f-83f499aefc77 req-1d38455e-e722-43a3-b7c5-630694bd537f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320324 Nov 10 23:26:55.509160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38455e-e722-43a3-b7c5-630694bd537f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa46fa-09c3-4e70-9d99-698e32905a87,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:26:55.626294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd8af-075f-4f3d-9e0f-dc1d1797bde9 req-eda1ebf5-8074-401d-918d-077f2ad3a497 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:55.627748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bbfd8af-075f-4f3d-9e0f-dc1d1797bde9 req-eda1ebf5-8074-401d-918d-077f2ad3a497 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Nov 10 23:26:55.675259 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bbfd8af-075f-4f3d-9e0f-dc1d1797bde9 req-f3a7dc0a-4ab0-4f49-b010-97542de131ef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Nov 10 23:26:55.697965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:55.764467 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5be8a7e9-fea7-454a-a2f2-ffa895e5a1c4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/57bc74b2-3dcb-45bb-b373-b73bec2c613f HTTP/1.1" status: 200 len: 993 time: 0.0654082 Nov 10 23:26:56.076886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-f1b0979e-aa66-4877-af0f-4b201575fa3d req-9bdcdea6-d9ed-4fd0-9922-9b3feb12fa12 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:26:56.077933 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f1b0979e-aa66-4877-af0f-4b201575fa3d req-9bdcdea6-d9ed-4fd0-9922-9b3feb12fa12 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053790 Nov 10 23:26:56.344950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 53964) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:26:56.408137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf84c8-3160-4f9f-93b3-dd7569c81a8d req-dadb636a-33d5-455a-b02e-1cba4eec17b4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:56.409658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78bf84c8-3160-4f9f-93b3-dd7569c81a8d req-dadb636a-33d5-455a-b02e-1cba4eec17b4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0496290 Nov 10 23:26:56.434757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-f3b584e6-1318-418c-abcf-96ee1521435a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884552 Nov 10 23:26:56.443509 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-f5ed8b4c-1091-42b9-8be9-4596c8e7497e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:26:56.444473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-f5ed8b4c-1091-42b9-8be9-4596c8e7497e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049727 Nov 10 23:26:56.459450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78bf84c8-3160-4f9f-93b3-dd7569c81a8d req-56f026ad-3b44-44cb-8d61-a7264ae56069 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Nov 10 23:26:57.480133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-c217f45e-0b26-4a77-96cc-c87f86b97c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:57.481597 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-c217f45e-0b26-4a77-96cc-c87f86b97c4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0403464 Nov 10 23:26:57.578007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-1124f92c-18ab-4f01-9e62-206b144d7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:57.579133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609dcdf-eee1-4a53-ad22-41b3eac809da req-b52a306c-8d3b-43f5-bafe-2e9239eb2350 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:57.579642 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-1124f92c-18ab-4f01-9e62-206b144d7ba7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.0902328 Nov 10 23:26:57.580617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8609dcdf-eee1-4a53-ad22-41b3eac809da req-b52a306c-8d3b-43f5-bafe-2e9239eb2350 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Nov 10 23:26:57.629447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8609dcdf-eee1-4a53-ad22-41b3eac809da req-81355f95-fdc2-462c-8dd6-0b09ed5b09bb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Nov 10 23:26:57.644163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-c183ce4e-518e-46e2-80eb-17d3ceaa57a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 1001 time: 0.0576017 Nov 10 23:26:57.671560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0c18a75e-28be-451d-9ccf-31313864105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:57.700424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-2c393e79-a2ee-49c2-9122-499e78981294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:57.701868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-2c393e79-a2ee-49c2-9122-499e78981294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0499427 Nov 10 23:26:57.747766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-82607e98-86d3-4876-8fa2-7a9d25e6f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:57.749240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-82607e98-86d3-4876-8fa2-7a9d25e6f351 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397849 Nov 10 23:26:57.835225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-8113f99c-0eec-42f1-8865-ff3b61fb0fbf service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782161 Nov 10 23:26:57.925837 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-d7145905-f1de-498b-9bd2-535328dcb33d service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830877 Nov 10 23:26:58.745417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810ee81-984b-4644-bcdb-6bc2938f8bcf req-1530ba7a-902a-476c-909a-bd25bc0fd74d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:58.746866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a810ee81-984b-4644-bcdb-6bc2938f8bcf req-1530ba7a-902a-476c-909a-bd25bc0fd74d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Nov 10 23:26:58.794813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a810ee81-984b-4644-bcdb-6bc2938f8bcf req-727d435b-116e-49e5-bec5-a1573938762a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421290 Nov 10 23:26:59.060263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:26:59.912464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5bdd-0d9d-42f3-a77e-e188ab722092 req-5a7fe710-4782-4338-9f9a-596517a849fd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:26:59.913947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-180e5bdd-0d9d-42f3-a77e-e188ab722092 req-5a7fe710-4782-4338-9f9a-596517a849fd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Nov 10 23:26:59.962242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-180e5bdd-0d9d-42f3-a77e-e188ab722092 req-a4b0616a-b156-4b55-baf2-5fde4bcd59b9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Nov 10 23:27:00.497948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:00.797026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:01.081322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d058-0484-4b7f-ba09-715df75c51c0 req-ee7829b1-db82-4c06-a8ad-e5fbd46466ea tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:01.082745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5515d058-0484-4b7f-ba09-715df75c51c0 req-ee7829b1-db82-4c06-a8ad-e5fbd46466ea tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Nov 10 23:27:01.131017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5515d058-0484-4b7f-ba09-715df75c51c0 req-9ca5d156-bbd9-463a-9d2a-f555bc15e19a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Nov 10 23:27:02.244408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377660-3ba8-49d4-8e2e-51b98511d114 req-a0d18406-efae-4f00-98ba-63ef5644ca61 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:02.245897 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02377660-3ba8-49d4-8e2e-51b98511d114 req-a0d18406-efae-4f00-98ba-63ef5644ca61 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0477357 Nov 10 23:27:02.294043 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02377660-3ba8-49d4-8e2e-51b98511d114 req-7e45ebff-afbd-4862-8401-2be0125321bf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Nov 10 23:27:03.407093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a758d-1e06-411f-bdd4-0ddd94d17d42 req-bb81439a-1ca0-47c8-b5df-45f07a980bec tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:03.408530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-108a758d-1e06-411f-bdd4-0ddd94d17d42 req-bb81439a-1ca0-47c8-b5df-45f07a980bec tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0469229 Nov 10 23:27:03.455833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-108a758d-1e06-411f-bdd4-0ddd94d17d42 req-f5023938-8982-478a-889f-83554cf583e7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Nov 10 23:27:04.569607 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564911c-7bf2-42d5-8f56-f8d94bd072fc req-7bc139f6-f4ed-45a0-ac88-3f6a6ac4a680 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:04.571049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9564911c-7bf2-42d5-8f56-f8d94bd072fc req-7bc139f6-f4ed-45a0-ac88-3f6a6ac4a680 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0480950 Nov 10 23:27:04.624628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9564911c-7bf2-42d5-8f56-f8d94bd072fc req-306da8d8-9f26-4c0b-a950-6e3154e65cbb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476749 Nov 10 23:27:05.737278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e471a2-dad7-48e2-a219-372c0c0c2d97 req-3d481638-e5c1-441e-9d78-0d62490541fb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:05.738728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94e471a2-dad7-48e2-a219-372c0c0c2d97 req-3d481638-e5c1-441e-9d78-0d62490541fb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Nov 10 23:27:05.790457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-94e471a2-dad7-48e2-a219-372c0c0c2d97 req-2c9e86c4-7765-4119-a2cc-1aae94e4d71d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 Nov 10 23:27:06.904941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11790f4d-9695-4bc1-bef3-c5fb23b7ae6b req-27d17205-6825-4ff5-97d8-b0c9c3dc60d6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:06.906415 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11790f4d-9695-4bc1-bef3-c5fb23b7ae6b req-27d17205-6825-4ff5-97d8-b0c9c3dc60d6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Nov 10 23:27:06.956497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11790f4d-9695-4bc1-bef3-c5fb23b7ae6b req-ebe60251-4a60-49a5-a7af-08db3a1f2c44 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441163 Nov 10 23:27:08.076515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a10e6-ba94-4237-82c7-fa818e1f231e req-868db4f2-5d33-44c3-9a41-d34202b58a93 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:08.077991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c8a10e6-ba94-4237-82c7-fa818e1f231e req-868db4f2-5d33-44c3-9a41-d34202b58a93 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Nov 10 23:27:08.126846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c8a10e6-ba94-4237-82c7-fa818e1f231e req-524442de-96d6-46ce-8878-2a4d168766cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Nov 10 23:27:09.242566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcc5b6-da04-452d-ad49-43294b3efb20 req-4986133b-a8d1-45b3-a1ed-8b7408569fcf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:09.244054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3fbcc5b6-da04-452d-ad49-43294b3efb20 req-4986133b-a8d1-45b3-a1ed-8b7408569fcf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Nov 10 23:27:09.293033 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3fbcc5b6-da04-452d-ad49-43294b3efb20 req-458fec8d-9c0c-46eb-814c-32dd9525091b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Nov 10 23:27:09.754393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-ff543234-a3f1-4756-8c6e-0a33f52b3136 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:27:09.755408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-ff543234-a3f1-4756-8c6e-0a33f52b3136 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052228 Nov 10 23:27:09.814642 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-3f4ea0e3-eb0d-4a54-ac52-0a346b0c369e service neutron] show failed (client error): The resource could not be found. Nov 10 23:27:09.815599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-3f4ea0e3-eb0d-4a54-ac52-0a346b0c369e service neutron] 10.222.0.20 "GET /v2.0/ports/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0528243 Nov 10 23:27:10.046712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-5fe2196e-465b-4b2b-a8fd-5acbb974501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:10.048213 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-5fe2196e-465b-4b2b-a8fd-5acbb974501b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 1096 time: 0.0758772 Nov 10 23:27:10.058568 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-5a75390a-a6c2-4559-a5f6-c39aad49c71f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:27:10.059508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-5a75390a-a6c2-4559-a5f6-c39aad49c71f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051696 Nov 10 23:27:10.071008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:10.121931 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.317986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:10.350034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:27:10.415521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:27:10.417795 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a44d44-9902-467e-8202-73e3f3a340e1" -d '{"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:27:10.421425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.443392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fa41f-385d-4223-98b3-98a8e2414980 req-1fb598f3-c1f1-4a6e-b3ca-70f8b29228bc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:10.444886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-991fa41f-385d-4223-98b3-98a8e2414980 req-1fb598f3-c1f1-4a6e-b3ca-70f8b29228bc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0755405 Nov 10 23:27:10.448054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Transition to ACTIVE for port object cf8ffe58-0c3c-4841-8060-5555e5a3a1bb will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:27:10.455207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.493129 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f984bc-4a38-4806-913e-e96e48c8645e x-openstack-request-id: req-65f984bc-4a38-4806-913e-e96e48c8645e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:27:10.493419 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:27:10.493670 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65f984bc-4a38-4806-913e-e96e48c8645e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:27:10.494057 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'code': 200} Nov 10 23:27:10.588916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:10.620406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-991fa41f-385d-4223-98b3-98a8e2414980 req-fe58fa72-73a3-4ff4-ac9c-121aac016cd1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673858 Nov 10 23:27:10.627864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.628209 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.628546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.628876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.629233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.629559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.629929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.630204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.630518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.630834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.631154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.631835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:10.678133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] No DVR routers for this DVR port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:27:10.807733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:27:10.808446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:27:10.808446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:27:10.812485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:27:10.812804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Attempting to bind port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on network 20effdd8-3370-405f-bb5d-779d64e9a004 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:27:10.817697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:27:10.818036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Checking segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:27:10.818456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Bound using segment: {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:27:10.818843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Bound port: cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28779961-7c53-42eb-b3e3-93109c0ff95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:27:10.819194 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.879465 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:27:10.882404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:27:10.887480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.924373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:10.925017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:10.926442 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 1091 time: 0.8589947 Nov 10 23:27:10.944035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5fac-4cc8-4f7b-b791-f6b365e0f982 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:10.997492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-b7dd6f3a-2cb7-422b-b3b5-771ca1990afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:10.999051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-b7dd6f3a-2cb7-422b-b3b5-771ca1990afe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1094 time: 0.0465701 Nov 10 23:27:11.094900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-ba23c75f-1c86-4f37-806c-c966cb7d1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:11.096390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-ba23c75f-1c86-4f37-806c-c966cb7d1fa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.0901413 Nov 10 23:27:11.163809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-48ab616f-bd99-44b6-a94e-ded54944f153 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 999 time: 0.0598571 Nov 10 23:27:11.211769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-a287b3f6-13fe-4ab3-9266-b3b05ac8d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:11.213102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-a287b3f6-13fe-4ab3-9266-b3b05ac8d094 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0425329 Nov 10 23:27:11.257733 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-4f3b7113-9af8-4511-91fe-02aa24ae0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:11.259306 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-4f3b7113-9af8-4511-91fe-02aa24ae0329 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393677 Nov 10 23:27:11.354905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-580dc848-65b0-49d4-93df-0dcf2f572296 service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885220 Nov 10 23:27:11.442963 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5542fd3a-96f4-4fca-a41b-fba2a92ced82 req-6111a684-53ae-437a-8a1a-1188ccd8514f service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811994 Nov 10 23:27:11.750807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e03581-faad-4875-b397-2c6f26194b63 req-c003007b-9883-409a-861b-7f445a5b819b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:11.752266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5e03581-faad-4875-b397-2c6f26194b63 req-c003007b-9883-409a-861b-7f445a5b819b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 943 time: 0.0523763 Nov 10 23:27:11.800404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5e03581-faad-4875-b397-2c6f26194b63 req-964a1ad6-e7a1-45df-bab2-729ba3e53b6f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Nov 10 23:27:12.495288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:27:12.497644 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aef6e1-9305-482b-a0ec-4f487aba5e91" -d '{"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:27:12.544295 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c1fab6-f8f7-478c-91e6-3a6e5bfef1b7 x-openstack-request-id: req-c5c1fab6-f8f7-478c-91e6-3a6e5bfef1b7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:27:12.544582 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:27:12.544830 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5c1fab6-f8f7-478c-91e6-3a6e5bfef1b7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:27:12.545255 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'status': 'completed', 'code': 200} Nov 10 23:27:12.924630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abf326-1dd0-47a3-b6c8-d177701b7180 req-a706e6ed-db26-4c29-be15-b879243d6150 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:12.926243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75abf326-1dd0-47a3-b6c8-d177701b7180 req-a706e6ed-db26-4c29-be15-b879243d6150 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 943 time: 0.0531290 Nov 10 23:27:12.969130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-37b51e28-9dd9-44d6-8d54-ed5577d85773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:12.970638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-37b51e28-9dd9-44d6-8d54-ed5577d85773 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1094 time: 0.4069066 Nov 10 23:27:12.973242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-ead0fd0f-c648-4543-b0df-2660b3b9f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:12.974588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-ead0fd0f-c648-4543-b0df-2660b3b9f6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1094 time: 0.4028246 Nov 10 23:27:12.990840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-75abf326-1dd0-47a3-b6c8-d177701b7180 req-1647a15e-8edd-4b6f-833f-d15adbfac0f2 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573094 Nov 10 23:27:13.133641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-b16ac771-8e81-416b-aa5c-776a62ae3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.135115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-b16ac771-8e81-416b-aa5c-776a62ae3bd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.1537974 Nov 10 23:27:13.137605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-a01267a9-a573-4d87-ad1f-cd4757e5f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.138903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-a01267a9-a573-4d87-ad1f-cd4757e5f30b service neutron] 10.222.0.39 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.1390641 Nov 10 23:27:13.243595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-b7e9b3a7-925c-4213-a692-c191651637da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 999 time: 0.1020103 Nov 10 23:27:13.247242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-e618bad4-47bd-4073-98d5-9856624e9e05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 999 time: 0.1001139 Nov 10 23:27:13.327427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-bb67ad3e-d271-48cc-af70-ba2ac818da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.328835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-bb67ad3e-d271-48cc-af70-ba2ac818da2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0789683 Nov 10 23:27:13.330231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-d97c9d38-0ff1-4c8e-ba0e-0303827b3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.331519 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-d97c9d38-0ff1-4c8e-ba0e-0303827b3ffa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0747876 Nov 10 23:27:13.401155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-56fc58b2-de58-4c80-90f0-d5c3c115391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.402550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-56fc58b2-de58-4c80-90f0-d5c3c115391f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670481 Nov 10 23:27:13.404885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-2756091c-5003-4796-8ef0-92b6cd134a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:13.406240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-2756091c-5003-4796-8ef0-92b6cd134a84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630252 Nov 10 23:27:13.558978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-61d156d7-b452-4f79-ab98-0e48edd347ec service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490517 Nov 10 23:27:13.561123 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-d2b03fd5-59bf-4831-b102-622e32cecb8a service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446495 Nov 10 23:27:13.599050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:27:13.637738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:27:13.722528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-28515fe5-3d8c-4030-8cd3-dc27c648d89a service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562672 Nov 10 23:27:13.724333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8aef6e1-9305-482b-a0ec-4f487aba5e91 req-ce77ad09-679c-43ad-a4b9-68b6aad05172 service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513963 Nov 10 23:27:13.804095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:27:13.898504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:13.909895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'port_id': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'mac_address': 'fa:16:3e:b2:84:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:27:13.945715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:13.958358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8ffe58-0c3c-4841-8060-5555e5a3a1bb {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:27:13.976937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:13.980842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:14.026855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:14.034482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.034938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.035160 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.035502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.035842 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.036172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.036628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.036798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.037148 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.037475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.037797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.038117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:14.117024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22079-be5b-4003-8abc-9ac5782d3768 req-ee883748-b82a-4146-bbf2-c5df8ce19cd1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.118489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfa22079-be5b-4003-8abc-9ac5782d3768 req-ee883748-b82a-4146-bbf2-c5df8ce19cd1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 944 time: 0.0488648 Nov 10 23:27:14.168568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfa22079-be5b-4003-8abc-9ac5782d3768 req-0c40263f-7806-49c0-ba77-7ea2c0eb6fdf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Nov 10 23:27:14.232133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:27:14.400707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13410-f5fe-4c5c-b8f4-248716c371d6 req-8ea12f6b-398c-43df-ae7e-5b27aac6a1f0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.402794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6d13410-f5fe-4c5c-b8f4-248716c371d6 req-8ea12f6b-398c-43df-ae7e-5b27aac6a1f0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 944 time: 0.0817394 Nov 10 23:27:14.487085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-52b02916-2e3b-4cf5-8710-d770d7c9c371 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.488429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-52b02916-2e3b-4cf5-8710-d770d7c9c371 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667&tenant_id=901d29ac711d466a872974a873b89a73&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 944 time: 0.1250792 Nov 10 23:27:14.497887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6d13410-f5fe-4c5c-b8f4-248716c371d6 req-f741904f-d915-49f4-9f75-861eb6e9c4ba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757890 Nov 10 23:27:14.551570 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-cd4149d1-a220-4dbf-95a4-b2c4b8ff1eb4 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:27:14.552595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-cd4149d1-a220-4dbf-95a4-b2c4b8ff1eb4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0538397 Nov 10 23:27:14.633716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-c6217214-bda8-4e4d-8d10-35a3b72c254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.635741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-c6217214-bda8-4e4d-8d10-35a3b72c254e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1095 time: 0.0402806 Nov 10 23:27:14.726885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-722e9b19-194d-41de-9f8b-6b31b9065b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.728323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-722e9b19-194d-41de-9f8b-6b31b9065b91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.0869260 Nov 10 23:27:14.791654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-9e63c18c-4ac0-4c73-a03c-958d566f4d27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 1000 time: 0.0566404 Nov 10 23:27:14.843473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-f1f7d9a8-efe1-400d-9119-8c15fb79cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.844896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-f1f7d9a8-efe1-400d-9119-8c15fb79cafa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0466647 Nov 10 23:27:14.889099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-7c2e94c4-a464-4029-afb0-45537fd2d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:14.890577 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-7c2e94c4-a464-4029-afb0-45537fd2d697 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391939 Nov 10 23:27:14.956391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:14.977924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-a44eaf38-2706-40ed-aa6c-2e078246ee7f service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805948 Nov 10 23:27:15.069614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd711176-fdcd-4824-ac0e-6440d90c804f req-f7297fc9-89ee-4830-a212-231f44b2ed6c service neutron] 10.222.0.20 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851204 Nov 10 23:27:15.472589 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:15.622159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378894-a3ad-4b27-a0d2-03211a007e09 req-326aa633-0f85-4123-b772-6430651c247f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:15.623677 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45378894-a3ad-4b27-a0d2-03211a007e09 req-326aa633-0f85-4123-b772-6430651c247f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 944 time: 0.0546045 Nov 10 23:27:15.676795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45378894-a3ad-4b27-a0d2-03211a007e09 req-d91be7a4-ee11-4006-bb9c-58fce03616d4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Nov 10 23:27:15.699255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54030) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:15.757717 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e7d6cab-0840-4c3d-9871-d42639abb1f2 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/57bc74b2-3dcb-45bb-b373-b73bec2c613f HTTP/1.1" status: 200 len: 992 time: 0.0574303 Nov 10 23:27:15.796783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:27:15.848065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:27:15.851819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:15.852185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:15.926377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:15.948157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:27:15.950455 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8dfa7c-d307-4a03-a808-b54cd20c2bd6" -d '{"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:27:15.962865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:15.967837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:15.995103 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b252ce-3272-426b-bdf1-f779540e6824 x-openstack-request-id: req-d4b252ce-3272-426b-bdf1-f779540e6824 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:27:15.995383 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:27:15.995625 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4b252ce-3272-426b-bdf1-f779540e6824 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:27:15.995998 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'code': 200} Nov 10 23:27:16.020510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:25.049038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14535b6b-f8c5-45b0-b2f7-730d4eb6baad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:27.672259 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-104bc001-3def-4108-a289-0fce9132c47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:29.062633 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:30.500357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:30.803897 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:32.180272 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:27:44.246205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b3936-a4ea-4ce3-9b63-c4857ac30387 req-56d05f67-3f9d-408e-a870-d45f20732fd4 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:44.247715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b86b3936-a4ea-4ce3-9b63-c4857ac30387 req-56d05f67-3f9d-408e-a870-d45f20732fd4 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0412347 Nov 10 23:27:44.292610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b86b3936-a4ea-4ce3-9b63-c4857ac30387 req-334fc7fa-0ab3-4b41-be0d-206751fdb308 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385125 Nov 10 23:27:44.314605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54044) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:44.482850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 126ed6e4-eb4a-48cf-9af9-4d96cf678c6c {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:27:44.483196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:44.556598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:44.556855 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:44.568105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 126ed6e4-eb4a-48cf-9af9-4d96cf678c6c owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:27:44.711778 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:44.741104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=126ed6e4-eb4a-48cf-9af9-4d96cf678c6c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:44.803069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:44.803390 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 57bc74b2-3dcb-45bb-b373-b73bec2c613f disassociated (deleted). External IP: 172.25.0.157, port: cf8ffe58-0c3c-4841-8060-5555e5a3a1bb. Nov 10 23:27:44.959622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:45.009110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router f1b743c5-1472-4485-9184-db427404e941 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:27:45.114325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:27:45.119111 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:45.124206 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Sync routers for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:27:45.134457 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:45.135054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:45.145481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6ebe1b02-8cc4-4396-afef-a7c981b971d8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/floatingips/57bc74b2-3dcb-45bb-b373-b73bec2c613f HTTP/1.1" status: 204 len: 168 time: 0.8298171 Nov 10 23:27:45.146067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:27:45.148284 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae46c82-8603-4779-b31d-a0aeffb2b575" -d '{"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:27:45.184303 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e2b7e7-d0b0-4948-b1ea-fbca747e22dc x-openstack-request-id: req-c6e2b7e7-d0b0-4948-b1ea-fbca747e22dc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:27:45.184587 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:27:45.184833 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6e2b7e7-d0b0-4948-b1ea-fbca747e22dc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:27:45.185266 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'status': 'completed', 'code': 200} Nov 10 23:27:45.251221 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:45.258841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-7c4cc691-3458-4cca-b6a3-09c3304f3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:45.262658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-7c4cc691-3458-4cca-b6a3-09c3304f3c10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 1096 time: 0.0541980 Nov 10 23:27:45.397452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-42e92db7-5799-4435-a5b4-a0d8e8711c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:45.398903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-42e92db7-5799-4435-a5b4-a0d8e8711c9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 200 len: 897 time: 0.1234195 Nov 10 23:27:45.410878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b792-4362-4e1e-93aa-117436081b98 req-e0451d91-06de-4c64-98d8-d0ab668900cf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:45.412292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d627b792-4362-4e1e-93aa-117436081b98 req-e0451d91-06de-4c64-98d8-d0ab668900cf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0719206 Nov 10 23:27:45.453377 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:45.453724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-cdf8debb-b07d-4a7a-80e2-eaaf8cc5ebfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 200 len: 217 time: 0.0404680 Nov 10 23:27:45.471757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:45.481123 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Checking router: f1b743c5-1472-4485-9184-db427404e941 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:27:45.490004 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:45.490717 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:45.523992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d627b792-4362-4e1e-93aa-117436081b98 req-04b9a6fd-cda8-45b5-974d-15fa7ab0e30d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038384 Nov 10 23:27:45.528453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-c70e0301-606d-4385-99c5-5c814cf1eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:45.529889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-c70e0301-606d-4385-99c5-5c814cf1eff9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 200 len: 835 time: 0.0684371 Nov 10 23:27:45.581787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-a4a7ca85-8df9-4b38-93ef-c07d23b44cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:45.583274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-a4a7ca85-8df9-4b38-93ef-c07d23b44cf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20effdd8-3370-405f-bb5d-779d64e9a004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453696 Nov 10 23:27:45.597370 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:45.672032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-ac207db4-d3ea-44c7-988e-64a8449eb807 service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Nov 10 23:27:45.766110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7ae46c82-8603-4779-b31d-a0aeffb2b575 req-0fded15b-a791-445b-9f39-4d24367cada7 service neutron] 10.222.0.39 "GET /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Nov 10 23:27:45.791459 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:45.816350 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e4f13-c523-485c-86f2-b61a61ba4b98 None None] The sync data for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 is: [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:26:12Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'aa66492b-bb20-4dad-b775-5edad55d6d5a', 'name': '', 'network_id': '20effdd8-3370-405f-bb5d-779d64e9a004', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:40:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:11Z', 'updated_at': '2021-11-10T23:26:14Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'aa16c450-6152-4977-b2ce-94c91f1f991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:27:46.035290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbad44-8726-461a-805e-bea9a29a04f4 None None] New status for floating IP 57bc74b2-3dcb-45bb-b373-b73bec2c613f: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:27:46.636288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-133546c6-da8b-4b6f-8266-cb2f685dd637 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:46.637790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-133546c6-da8b-4b6f-8266-cb2f685dd637 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Nov 10 23:27:46.641674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fb791-b17c-48c7-a261-e4b9fce8a586 req-fd68bc70-8d21-4db1-9410-98763feccf90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:46.643121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341fb791-b17c-48c7-a261-e4b9fce8a586 req-fd68bc70-8d21-4db1-9410-98763feccf90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd215c25-9336-41fb-8e0b-d9b1bad23667 HTTP/1.1" status: 200 len: 945 time: 0.0481670 Nov 10 23:27:46.697191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-341fb791-b17c-48c7-a261-e4b9fce8a586 req-40ec350b-679a-4150-90a2-9ebf4a578f01 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4f1df35-a7b9-49dd-b377-7c661dc5a278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479636 Nov 10 23:27:46.731088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:27:46.731428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:46.821378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:46.821632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:46.855533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for cf8ffe58-0c3c-4841-8060-5555e5a3a1bb owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:27:46.967303 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:46.995679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=cf8ffe58-0c3c-4841-8060-5555e5a3a1bb,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:47.035926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] No DVR routers for this DVR port cf8ffe58-0c3c-4841-8060-5555e5a3a1bb on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:27:47.038565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:47.042095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53db0396-ea5a-4e35-8b3f-abd46eb36366 req-efbf4bde-7db2-4e0f-b794-9deb2eb57dcd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "DELETE /v2.0/ports/cf8ffe58-0c3c-4841-8060-5555e5a3a1bb HTTP/1.1" status: 204 len: 173 time: 0.3970947 Nov 10 23:27:47.186130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-deleted', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:27:47.188508 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2375be90-2aff-4f35-9db4-b91ade8d7aaa" -d '{"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-deleted", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:27:47.226365 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ee6b9-525e-4c99-b473-0d14faeeac3e x-openstack-request-id: req-c58ee6b9-525e-4c99-b473-0d14faeeac3e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:27:47.226654 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd215c25-9336-41fb-8e0b-d9b1bad23667", "name": "network-vif-deleted", "tag": "cf8ffe58-0c3c-4841-8060-5555e5a3a1bb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:27:47.226903 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c58ee6b9-525e-4c99-b473-0d14faeeac3e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:27:47.227295 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd215c25-9336-41fb-8e0b-d9b1bad23667', 'name': 'network-vif-deleted', 'tag': 'cf8ffe58-0c3c-4841-8060-5555e5a3a1bb', 'status': 'completed', 'code': 200} Nov 10 23:27:47.751912 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54058) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:48.107582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:48.352811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port aa66492b-bb20-4dad-b775-5edad55d6d5a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:27:48.353101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:48.441073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port aa66492b-bb20-4dad-b775-5edad55d6d5a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=aa66492b-bb20-4dad-b775-5edad55d6d5a,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:48.441432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:48.452770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for aa66492b-bb20-4dad-b775-5edad55d6d5a owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:27:48.629846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:48.657193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=aa66492b-bb20-4dad-b775-5edad55d6d5a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:48.827336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.035566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router f1b743c5-1472-4485-9184-db427404e941 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:27:49.476272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:27:49.481745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ffae10e9-c0b3-43b9-9197-01060d12a1ac tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/f1b743c5-1472-4485-9184-db427404e941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287641 Nov 10 23:27:49.484338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54060) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:49.489081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Sync routers for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:27:49.500743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:49.501452 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:49.533444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting subnet aa16c450-6152-4977-b2ce-94c91f1f991f {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:27:49.536841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.578369 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.663581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.695233 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:49.721816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.746576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Subnet': ['ID=aa16c450-6152-4977-b2ce-94c91f1f991f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:49.752104 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.758207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c9264279-1eac-4057-a0af-d6e8825b5ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/subnets/aa16c450-6152-4977-b2ce-94c91f1f991f HTTP/1.1" status: 204 len: 168 time: 0.2702579 Nov 10 23:27:49.758355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54062) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:49.758935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675cdf7-0b8b-43e6-8c98-f2b6b0e37ed8 None None] Network 20effdd8-3370-405f-bb5d-779d64e9a004 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:27:49.877366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:49.893871 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:27:48Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:49.920339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Checking router: f1b743c5-1472-4485-9184-db427404e941 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:27:49.930333 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Routers {'f1b743c5-1472-4485-9184-db427404e941'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:49.930941 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['f1b743c5-1472-4485-9184-db427404e941'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:49.955737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:27:49.977595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: cf8ffe58-0c3c-4841-8060-5555e5a3a1bb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:27:49.978165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device cf8ffe58-0c3c-4841-8060-5555e5a3a1bb not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:27:49.991156 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.037345 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] Set router f1b743c5-1472-4485-9184-db427404e941 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:50.050127 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 00718561-c351-42a3-bf16-a44c2dcba9ad {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:27:50.050473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.148304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] DHCP port deletion for 20effdd8-3370-405f-bb5d-779d64e9a004 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:27:50.154445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 00718561-c351-42a3-bf16-a44c2dcba9ad, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=00718561-c351-42a3-bf16-a44c2dcba9ad,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:50.155049 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.172392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 00718561-c351-42a3-bf16-a44c2dcba9ad owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:27:50.215008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Deleting port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:27:50.215378 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.235218 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:27:48Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:50.265222 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26b6b4-8220-4970-8437-5a913510eef0 None None] The sync data for ids ['f1b743c5-1472-4485-9184-db427404e941'] in n-d-811521-3 is: [{'id': 'f1b743c5-1472-4485-9184-db427404e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241250144', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:26:08Z', 'updated_at': '2021-11-10T23:27:48Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '00718561-c351-42a3-bf16-a44c2dcba9ad', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b743c5-1472-4485-9184-db427404e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:26:09Z', 'updated_at': '2021-11-10T23:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:27:50.280241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] For port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,segment=NetworkSegment(28779961-7c53-42eb-b3e3-93109c0ff95e),segment_id=28779961-7c53-42eb-b3e3-93109c0ff95e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:50.280619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.295213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Calling delete_port for ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:27:50.345779 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.368337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=00718561-c351-42a3-bf16-a44c2dcba9ad,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:50.384652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498f7a5-3dca-4f59-8a23-55f72baaef02 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:27:50.388508 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.417562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] Pushing event deleted for resources: {'Port': ['ID=ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:50.421027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f5f11-2f13-42ac-8267-7506e281f533 None None] No DVR routers for this DVR port ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:27:50.436661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.528226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.530343 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.572927 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.574007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Fanout notify agent at l3_agent the message router_deleted on router f1b743c5-1472-4485-9184-db427404e941 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:27:50.580841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.581965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-837715a4-f230-4539-9bec-510d1cd256f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/routers/f1b743c5-1472-4485-9184-db427404e941 HTTP/1.1" status: 204 len: 168 time: 0.8226767 Nov 10 23:27:50.584675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54064) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:50.663934 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.755001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.776039 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20effdd8-3370-405f-bb5d-779d64e9a004']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:50.786031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28779961-7c53-42eb-b3e3-93109c0ff95e') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:50.786328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28779961-7c53-42eb-b3e3-93109c0ff95e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:50.795505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.808995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.814898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:27:50.815310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:27:50.818237 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:27:50.880413 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.887785 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.891333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/networks/20effdd8-3370-405f-bb5d-779d64e9a004 HTTP/1.1" status: 204 len: 168 time: 0.3057163 Nov 10 23:27:50.894186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:50.904278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f067688-97cc-4098-841b-d2623ef16b43 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Network': ['ID=20effdd8-3370-405f-bb5d-779d64e9a004,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:50.963856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:50.988752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:51.046717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:51.049438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:51.050601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4f1df35-a7b9-49dd-b377-7c661dc5a278 HTTP/1.1" status: 204 len: 168 time: 0.1548369 Nov 10 23:27:51.060511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f1df35-a7b9-49dd-b377-7c661dc5a278,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:51.067935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.068284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.068616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.068951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.069314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.069642 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.069966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.070290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.070611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.070928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.071249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:51.071562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00668-dff2-4058-afa3-bb51375b4d10 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:52.124748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:27:52.145426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:27:52.145767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ae2d81b8-332b-46c1-a3d0-c1fbc79e4de5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:27:52.146173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 00718561-c351-42a3-bf16-a44c2dcba9ad no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:27:52.172193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 00718561-c351-42a3-bf16-a44c2dcba9ad {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:27:52.172539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 00718561-c351-42a3-bf16-a44c2dcba9ad not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:27:52.172952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aa66492b-bb20-4dad-b775-5edad55d6d5a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:27:52.192221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: aa66492b-bb20-4dad-b775-5edad55d6d5a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:27:52.192564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device aa66492b-bb20-4dad-b775-5edad55d6d5a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:27:52.296111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.300684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575287351', 'description': 'tempest-secgroup-smoke-1575287351 description', 'project_id': '901d29ac711d466a872974a873b89a73'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.322410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.386309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.389785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.413865 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.414996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1178925 Nov 10 23:27:52.418011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54078) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.422713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.422836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61af236-85d3-4ec8-930c-8584682ef48f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4741e6c2-a814-4073-ae1c-ffe171f14261,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:52.447745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.501747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.505248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.525698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d913a13c-4495-4235-b2b7-42ed2269225d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:52.532178 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.533396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f36c3c7-c222-4290-b7fd-43192f1de9f5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143651 Nov 10 23:27:52.536066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.540308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.566173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.620158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.623744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.646798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad90da0-8663-4437-b4b7-cc04d116700a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:52.653053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.654211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02e8cf9e-effe-454b-89b7-590041578483 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172290 Nov 10 23:27:52.657851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54082) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.662009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.689012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.746377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.750035 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.766223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d37e3a3-8dd8-4539-93f2-152a310ad4b8,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:52.776317 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.777531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-195f9dd6-ab04-4718-bcfa-be530e20795b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187527 Nov 10 23:27:52.780158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54084) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.784446 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.812050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.867153 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.870942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.887947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6bbd22-77c5-4616-bf57-c646bffc993f,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:52.895438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.896602 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-34ee1be1-8099-4d1c-8a8d-77ef605fdde4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155326 Nov 10 23:27:52.899314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:52.903583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:52.923632 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:27:52.928502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.985198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:52.989530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.008187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0635b8a4-48b8-4f1b-85c0-f3b252ab1704,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:53.017553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.018722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9366167c-2fb0-4613-935b-01377c58805d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184993 Nov 10 23:27:53.021387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54088) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:53.025825 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '4741e6c2-a814-4073-ae1c-ffe171f14261', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:53.047572 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:27:53.052405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.113166 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.116593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.136391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7423356f-cd12-403f-bf91-ab256b27c08d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:53.142261 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.142813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a69ba8be-a6fe-4f7a-a675-2c0850a23a00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204357 Nov 10 23:27:53.145647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:53.150467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'network': {'name': 'tempest-network-smoke--1222444128', 'project_id': '901d29ac711d466a872974a873b89a73', 'port_security_enabled': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:53.170194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:27:53.173742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.197415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:27:53.206516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.206863 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Added segment 3d6b0bce-d654-49da-b195-78fceca400d0 of type vlan for network 6e5210bc-16da-433c-846e-915c7cd06cdf Nov 10 23:27:53.246136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.268941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.274412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:53.274985 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.333181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864889 Nov 10 23:27:53.335975 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54092) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:53.340654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'admin_state_up': True, 'project_id': '901d29ac711d466a872974a873b89a73', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:53.344683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806586f8-9ace-495e-86a5-6d258fb7334c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Network': ['ID=6e5210bc-16da-433c-846e-915c7cd06cdf,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:53.355989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 6e5210bc-16da-433c-846e-915c7cd06cdf details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:27:53.365898 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.366875 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.421432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.555655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.744652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.763648 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.866231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.173 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f6068449-9b8b-4ecd-9b9d-66e00372af05) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:27:53.964832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:53.996904 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:54.031131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:27:54.035969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:27:54.038513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:27:54.049305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e97eb-513a-4c4f-a084-b78457d8caf5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:27:54.073158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=f6068449-9b8b-4ecd-9b9d-66e00372af05,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:54.138743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8e4ac4b5-c2ad-42f8-9d3e-7c2e187cb096 None None] Provisioning complete for port f6068449-9b8b-4ecd-9b9d-66e00372af05 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:54.139208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac4b5-c2ad-42f8-9d3e-7c2e187cb096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:54.172707 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ac4b5-c2ad-42f8-9d3e-7c2e187cb096 None None] Port f6068449-9b8b-4ecd-9b9d-66e00372af05 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:27:54.564465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:54.755771 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:54.878832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:27:54.983785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:27:54.993401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Sync routers for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:27:55.003588 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.004803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d40fb0d1-49d2-422e-b42c-d9712bfa12e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6677475 Nov 10 23:27:55.005133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:55.005540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:55.008066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54094) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:55.038411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10d1be4d-e7fd-4879-9799-f10e41390220 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=901d29ac711d466a872974a873b89a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291748 Nov 10 23:27:55.041059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54096) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:55.064446 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ebd71b50-1568-4e09-911b-0c227e1ad762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.122903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:55.129887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b73bec-80d7-4e3c-ade4-4306e0946688 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:55.131319 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-44b73bec-80d7-4e3c-ade4-4306e0946688 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891938 Nov 10 23:27:55.134123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54098) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:55.168326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7047183e-ea94-4e9a-9f53-b681e5348379 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309427 Nov 10 23:27:55.168499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54100) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:55.173160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674531717', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'project_id': '901d29ac711d466a872974a873b89a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:27:55.260226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:27:55.264298 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.298307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:54Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:55.332051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Checking router: 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:27:55.332051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Updating router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 port f6068449-9b8b-4ecd-9b9d-66e00372af05 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:27:55.359026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.462816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.528729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Subnet': ['ID=ba85551f-caca-41ff-8208-a8d8145de643,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:55.536344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:27:55.536682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network hostable DHCP agents. Network: 6e5210bc-16da-433c-846e-915c7cd06cdf, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:27:55.558020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 6e5210bc-16da-433c-846e-915c7cd06cdf is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:27:55.566822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 6e5210bc-16da-433c-846e-915c7cd06cdf) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:27:55.571423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:55.572084 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.580460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1221035-63ef-41f5-8366-4535534f3844 None None] Network 6e5210bc-16da-433c-846e-915c7cd06cdf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:27:55.588721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-442db42e-fffd-4299-a776-4ff7bc7b61c5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4191954 Nov 10 23:27:55.591547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54102) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:27:55.669069 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.677135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.739327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d73db-c320-4690-ac55-b0e20439500c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:27:55.781447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Attempting to bind port f6068449-9b8b-4ecd-9b9d-66e00372af05 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:27:55.781817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Attempting to bind port f6068449-9b8b-4ecd-9b9d-66e00372af05 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:27:55.782175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Attempting to bind port f6068449-9b8b-4ecd-9b9d-66e00372af05 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:27:55.787269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b524798-d88e-47b6-bfbf-154eddf8718a None None] Pushing event updated for resources: {'Port': ['ID=f6068449-9b8b-4ecd-9b9d-66e00372af05,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:55.802928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:27:55.803305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:27:55.803744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.804089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:27:55.804571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Bound port: f6068449-9b8b-4ecd-9b9d-66e00372af05, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:27:55.805237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.865920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-59539d97-95b8-40ca-aa94-642adcded6e4 None None] Provisioning complete for port f6068449-9b8b-4ecd-9b9d-66e00372af05 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:55.866287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59539d97-95b8-40ca-aa94-642adcded6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.898278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-6e5210bc-16da-433c-846e-915c7cd06cdf', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:27:55.899131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:55.926513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] For port f6068449-9b8b-4ecd-9b9d-66e00372af05, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:27:55.940878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-59539d97-95b8-40ca-aa94-642adcded6e4 None None] Port f6068449-9b8b-4ecd-9b9d-66e00372af05 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:27:55.951235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] For port f6068449-9b8b-4ecd-9b9d-66e00372af05, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f6068449-9b8b-4ecd-9b9d-66e00372af05,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:27:55.956192 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.021189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.051691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629560b0-19cb-4dfd-8712-9614574e6999 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:27:56.106290 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b524798-d88e-47b6-bfbf-154eddf8718a None None] Pushing event updated for resources: {'Port': ['ID=f6068449-9b8b-4ecd-9b9d-66e00372af05,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:56.110760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:56.111363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:56.178430 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Allocated IP 172.20.0.2 (6e5210bc-16da-433c-846e-915c7cd06cdf/ba85551f-caca-41ff-8208-a8d8145de643/d7e1dd09-fe34-40d2-97c3-d9e579a769f6) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:27:56.230293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] Provisioning complete for port f6068449-9b8b-4ecd-9b9d-66e00372af05 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:56.230660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.320770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:56.685676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.727295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.739617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] For port f6068449-9b8b-4ecd-9b9d-66e00372af05, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f6068449-9b8b-4ecd-9b9d-66e00372af05,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:56.741150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.747745 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.785593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.1 (6e5210bc-16da-433c-846e-915c7cd06cdf/ba85551f-caca-41ff-8208-a8d8145de643/a88d939f-80b1-4308-8c5b-450212714ac9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:27:56.790714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Network 6e5210bc-16da-433c-846e-915c7cd06cdf is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:27:56.797310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:27:56.801956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:27:56.805781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Pushing event updated for resources: {'Port': ['ID=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:56.892483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:54Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:56.897719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.930956 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.933536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Attempting to bind port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:27:56.933905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Attempting to bind port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:27:56.934269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Attempting to bind port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:27:56.937334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89184ffb-1c59-4867-9fa1-0770da2a1cc9 None None] Pushing event updated for resources: {'Port': ['ID=f6068449-9b8b-4ecd-9b9d-66e00372af05,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:56.941609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79248da-bf05-4a0a-80e9-a5d1b4d546f8 None None] The sync data for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 is: [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:54Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:27:56.945693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:27:56.946146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:27:56.946620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.947080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Bound using segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:27:56.947690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Bound port: d7e1dd09-fe34-40d2-97c3-d9e579a769f6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:27:56.948708 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:56.987631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 6e5210bc-16da-433c-846e-915c7cd06cdf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:27:56.990809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:27:56.993434 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:27:57.018057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] For port d7e1dd09-fe34-40d2-97c3-d9e579a769f6, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:27:57.022354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] For port d7e1dd09-fe34-40d2-97c3-d9e579a769f6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:27:57.028924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:57.032253 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.050487 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.109094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1dc7a-d968-4fbb-be4c-51288d70f1f6 None None] Pushing event updated for resources: {'Port': ['ID=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:57.197486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.527505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.532263 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.606553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.608533 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:57.686012 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4db233ab-ace3-45e5-8af9-eb86a8d42e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:57.709089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 6e5210bc-16da-433c-846e-915c7cd06cdf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:27:57.710779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:27:57.828375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:27:57.944649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:27:57.956415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dbe969a7-80ec-4d93-afb1-9cd3f3cdb440 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3621826 Nov 10 23:27:58.127543 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-7e4da77b-9559-454b-8b7d-6556ebf2b3da tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575287351&fields=id&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 267 time: 0.0629456 Nov 10 23:27:58.189662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a15d5a-2401-4e5a-96d4-ccba82fa59dd None None] Network 6e5210bc-16da-433c-846e-915c7cd06cdf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:27:58.231818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d7e1dd09-fe34-40d2-97c3-d9e579a769f6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:27:58.236404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-ba4e32d6-13b8-4ad9-87c3-0bd6cd9276c9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:58.237909 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-ba4e32d6-13b8-4ad9-87c3-0bd6cd9276c9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 797 time: 0.1096125 Nov 10 23:27:58.252832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3d928bb3-3f08-4f64-8a65-187f4a616da6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/quotas/901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 375 time: 0.0092835 Nov 10 23:27:58.317278 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-e91c984b-99af-49a4-9c2c-946d33607e2e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570621 Nov 10 23:27:58.327973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] Provisioning complete for port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:58.328348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.372788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:58.373187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.419734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-0f05ffb3-b1c0-4d8f-9ec3-18b93af2c44c service neutron] 10.222.0.25 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876486 Nov 10 23:27:58.523043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-08eb9f19-fafd-42fe-b4ef-e46eb6608a43 service neutron] 10.222.0.25 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964513 Nov 10 23:27:58.527610 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.567155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.597150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] For port d7e1dd09-fe34-40d2-97c3-d9e579a769f6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:58.603230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.668707 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Sync routers for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:27:58.689016 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:58.691747 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:58.696867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f5e85-aebc-416b-b1d3-153bac5b7f64 None None] Pushing event updated for resources: {'Port': ['ID=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:58.706386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:27:58.706939 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:27:58.763957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e42444fb-692e-4c00-94fa-909e41a1e4be req-8b7240c9-13b3-45dc-96d8-4b956f6916d1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 210 time: 0.0395694 Nov 10 23:27:58.820988 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:58.825873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a616a28a-f7c7-47a8-9a86-e782e835eead None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:58.826248 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a616a28a-f7c7-47a8-9a86-e782e835eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:58.864420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a616a28a-f7c7-47a8-9a86-e782e835eead None None] Port a88d939f-80b1-4308-8c5b-450212714ac9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:27:58.876521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a616a28a-f7c7-47a8-9a86-e782e835eead None None] Provisioning complete for port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:58.877039 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a616a28a-f7c7-47a8-9a86-e782e835eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.040146 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 2, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:59.071841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.072701 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Checking router: 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:27:59.073709 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Updating router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 port a88d939f-80b1-4308-8c5b-450212714ac9 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:27:59.101250 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.104886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a659d051-be73-4804-87c3-af4c59374f96 None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:59.105280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a659d051-be73-4804-87c3-af4c59374f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.150045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a659d051-be73-4804-87c3-af4c59374f96 None None] Port a88d939f-80b1-4308-8c5b-450212714ac9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:27:59.250251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f6068449-9b8b-4ecd-9b9d-66e00372af05 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:27:59.309061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-21f39a04-b831-4c40-9b10-45957707dd3b None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:59.309408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21f39a04-b831-4c40-9b10-45957707dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.346788 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f6068449-9b8b-4ecd-9b9d-66e00372af05 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:59.348150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.375183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-21f39a04-b831-4c40-9b10-45957707dd3b None None] Port a88d939f-80b1-4308-8c5b-450212714ac9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:27:59.393881 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.399207 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.565510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Pushing event updated for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:59.578402 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.578741 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.579072 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.579397 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.579719 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.580037 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.580351 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.580666 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.581032 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.581311 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.581625 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.581933 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:27:59.589681 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Attempting to bind port a88d939f-80b1-4308-8c5b-450212714ac9 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:27:59.590037 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Attempting to bind port a88d939f-80b1-4308-8c5b-450212714ac9 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:27:59.590389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Attempting to bind port a88d939f-80b1-4308-8c5b-450212714ac9 on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:27:59.595798 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:27:59.596160 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:27:59.596548 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.596926 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Bound using segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:27:59.597408 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Bound port: a88d939f-80b1-4308-8c5b-450212714ac9, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:27:59.597779 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.670937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] For port a88d939f-80b1-4308-8c5b-450212714ac9, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:27:59.674332 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] For port a88d939f-80b1-4308-8c5b-450212714ac9, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a88d939f-80b1-4308-8c5b-450212714ac9,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:27:59.680774 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.751277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3caa6-8b6a-4d57-9581-98145b4a743b None None] Pushing event updated for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:27:59.754465 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:27:59.755132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:27:59.808908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:27:59.808908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.842866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-d540e5ef-a01a-437d-8b7a-4e0e01e7eb47 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:27:59.853804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-d540e5ef-a01a-437d-8b7a-4e0e01e7eb47 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 797 time: 0.1907034 Nov 10 23:27:59.911592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e9a68e44-1920-4e03-8105-24b0a473439c req-54d62f59-f13d-496a-8029-b27ba6570ad6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 210 time: 0.0526125 Nov 10 23:27:59.913776 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:27:59.915423 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.963741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] For port a88d939f-80b1-4308-8c5b-450212714ac9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a88d939f-80b1-4308-8c5b-450212714ac9,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:27:59.971277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:27:59.986086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-ecd4becb-90c9-46bd-9865-67110602263e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901d29ac711d466a872974a873b89a73&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1075685 Nov 10 23:28:00.018879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-441a14e1-7243-453c-b2e1-b2ec98444a2e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0270650 Nov 10 23:28:00.022532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63117983-7bd2-4a82-8927-fd97f23bc1d7 None None] Pushing event updated for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:00.029778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'port': {'device_id': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'admin_state_up': True, 'tenant_id': '901d29ac711d466a872974a873b89a73', 'security_groups': ['4741e6c2-a814-4073-ae1c-ffe171f14261']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:28:00.096619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3df46887-c5de-43c7-b929-e510dbb5adfa None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:28:00.097009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3df46887-c5de-43c7-b929-e510dbb5adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.150550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d7e1dd09-fe34-40d2-97c3-d9e579a769f6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:28:00.155140 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:28:00.160214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:28:00.163751 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.192010 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e7247-bf34-4142-9429-6767693c2a9b None None] The sync data for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 is: [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:28:00.243384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:28:00.243766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.332523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.11 (6e5210bc-16da-433c-846e-915c7cd06cdf/ba85551f-caca-41ff-8208-a8d8145de643/62c7bef5-fb20-4938-b02a-ba1cf476440a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:28:00.507631 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.800728 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.842569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.878547 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:00.924440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 6e5210bc-16da-433c-846e-915c7cd06cdf is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:28:00.927703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:28:00.931346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:28:00.963449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:00.996809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:00.997514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.016916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-3a064f9f-c539-4484-a8e2-ad0eb9a70dba tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9908929 Nov 10 23:28:01.033611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Request body: {'port': {'device_id': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:28:01.070411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e0b09-919d-416b-b00a-6a3589ba843d req-de197291-2cdb-4c71-b7a1-06a926a3de2f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:01.072145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee6e0b09-919d-416b-b00a-6a3589ba843d req-de197291-2cdb-4c71-b7a1-06a926a3de2f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 932 time: 0.0665362 Nov 10 23:28:01.110494 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.126814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee6e0b09-919d-416b-b00a-6a3589ba843d req-1c2733ad-225a-4994-bd6c-f0dcb8b4b98e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 Nov 10 23:28:01.280181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bc967f68-ff60-4ab4-885e-6ee6ad07956d None None] Provisioning complete for port 62c7bef5-fb20-4938-b02a-ba1cf476440a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:28:01.280603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc967f68-ff60-4ab4-885e-6ee6ad07956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.315754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bc967f68-ff60-4ab4-885e-6ee6ad07956d None None] Port 62c7bef5-fb20-4938-b02a-ba1cf476440a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:28:01.384022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:28:01.391202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.402829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Transition to ACTIVE for port object 62c7bef5-fb20-4938-b02a-ba1cf476440a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:28:01.406098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.451973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:01.526709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:28:01.527042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:28:01.527367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:28:01.531884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:28:01.532198 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:28:01.537125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:28:01.537460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:28:01.537845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Bound using segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:28:01.538267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Bound port: 62c7bef5-fb20-4938-b02a-ba1cf476440a, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:28:01.538620 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.603772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:28:01.607740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:28:01.611337 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.645132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:01.645759 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:01.647138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] 10.222.0.20 "PUT /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1092 time: 0.6220870 Nov 10 23:28:01.647536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:28:01.649790 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91cef92-de3a-4bb1-8337-08544452334e" -d '{"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:28:01.675319 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb646e-4bf6-4b00-bafa-3dd41fc8fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:01.699447 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c239a-4640-4992-b560-357c0bf1d282 x-openstack-request-id: req-dc6c239a-4640-4992-b560-357c0bf1d282 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:28:01.699740 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:28:01.699987 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc6c239a-4640-4992-b560-357c0bf1d282 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:28:01.700383 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:28:01.738294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-6e074bad-11c0-4dc1-86ca-8815c214fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:01.739802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-6e074bad-11c0-4dc1-86ca-8815c214fbf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0501711 Nov 10 23:28:01.784115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-2edf1385-73d2-4af0-bf70-6129933f05f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 217 time: 0.0351748 Nov 10 23:28:01.834953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-e263a4e1-8805-48cb-9eed-d50a83cd8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:01.836395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-e263a4e1-8805-48cb-9eed-d50a83cd8447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0450830 Nov 10 23:28:01.886848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-4f3028a8-d021-43e1-a31e-3d691b3ff901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:01.888375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-4f3028a8-d021-43e1-a31e-3d691b3ff901 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449700 Nov 10 23:28:01.978166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-1df2369e-be47-4931-9570-5fbaec7064d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816455 Nov 10 23:28:02.071108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ac32c749-12f1-4bdf-b19b-7ad7c41f509a req-32daa591-edb9-44b6-ba0a-1a2b4d936ab1 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852561 Nov 10 23:28:02.157718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a88d939f-80b1-4308-8c5b-450212714ac9 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:28:02.164514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cef92-de3a-4bb1-8337-08544452334e req-e908cfc3-8294-403f-8529-42cf52c954bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:02.166225 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-e908cfc3-8294-403f-8529-42cf52c954bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0450325 Nov 10 23:28:02.213859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port a88d939f-80b1-4308-8c5b-450212714ac9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:28:02.214353 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:02.261776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae29d52-a0e1-4c8d-a624-7b13726604c3 req-caa2f676-cde2-49ca-8f4b-1ffd2852c035 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:02.263275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ae29d52-a0e1-4c8d-a624-7b13726604c3 req-caa2f676-cde2-49ca-8f4b-1ffd2852c035 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0560734 Nov 10 23:28:02.273339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cef92-de3a-4bb1-8337-08544452334e req-d25450f4-c711-4315-a768-8c31492e865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:02.275085 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-d25450f4-c711-4315-a768-8c31492e865e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1014578 Nov 10 23:28:02.314363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ae29d52-a0e1-4c8d-a624-7b13726604c3 req-2f777b81-2d11-4202-acde-4b377e864dd3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Nov 10 23:28:02.322141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-3bdefedf-a4a2-43d1-a0ed-c83bd7e0f402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 217 time: 0.0398824 Nov 10 23:28:02.371069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cef92-de3a-4bb1-8337-08544452334e req-26916aee-28ca-4f72-8f60-fd4184d41f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:02.372483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-26916aee-28ca-4f72-8f60-fd4184d41f38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0435762 Nov 10 23:28:02.417549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cef92-de3a-4bb1-8337-08544452334e req-1412134d-ca3f-4ada-b52f-0eb2378aad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:02.418945 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-1412134d-ca3f-4ada-b52f-0eb2378aad3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392036 Nov 10 23:28:02.511981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-6a39e720-e373-4c01-8c6e-26a5418ce05f service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Nov 10 23:28:02.601141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b91cef92-de3a-4bb1-8337-08544452334e req-2f4ca648-7f96-4079-a6b2-856f40f841ee service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812168 Nov 10 23:28:03.433376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719cb99-73d4-48c5-93a9-09e559f1d001 req-5ab3c864-cd3f-4f3c-9311-50931a4068ef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:03.434888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9719cb99-73d4-48c5-93a9-09e559f1d001 req-5ab3c864-cd3f-4f3c-9311-50931a4068ef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0535388 Nov 10 23:28:03.482144 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9719cb99-73d4-48c5-93a9-09e559f1d001 req-72442c0e-67ba-47ab-8ab5-cc65aeb94ea8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Nov 10 23:28:04.605137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36baf2d-6aa2-4962-a58f-67e6593dabc6 req-d0bdc8d2-debb-4c18-b8e9-793c8ee301f1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:04.606667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b36baf2d-6aa2-4962-a58f-67e6593dabc6 req-d0bdc8d2-debb-4c18-b8e9-793c8ee301f1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0560355 Nov 10 23:28:04.659112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b36baf2d-6aa2-4962-a58f-67e6593dabc6 req-fc84c8d8-7dd7-4779-871a-c748f3344c05 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Nov 10 23:28:05.777071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4171e3d-97cc-4409-891a-bdce8334b934 req-12b8b1ad-4c14-43ee-af4f-7bf0ce0a47db tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:05.778552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4171e3d-97cc-4409-891a-bdce8334b934 req-12b8b1ad-4c14-43ee-af4f-7bf0ce0a47db tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0508523 Nov 10 23:28:05.830064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4171e3d-97cc-4409-891a-bdce8334b934 req-78029e80-ab0e-450b-ae99-50f8e10e3ecf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Nov 10 23:28:05.851569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:28:05.947513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:28:05.958435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:28:05.994184 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:06.007389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:28:06.026664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:28:06.031172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:06.077758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:06.229241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['62c7bef5-fb20-4938-b02a-ba1cf476440a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:28:06.942467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27780ae-0f5f-4e09-9e7b-cc9cf1d03dfc req-35ab3b0d-9773-4d23-82ac-474f553feddf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:06.943921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d27780ae-0f5f-4e09-9e7b-cc9cf1d03dfc req-35ab3b0d-9773-4d23-82ac-474f553feddf tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 945 time: 0.0493283 Nov 10 23:28:06.993919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d27780ae-0f5f-4e09-9e7b-cc9cf1d03dfc req-dc349a41-fba7-4525-8707-be454ac2b45c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Nov 10 23:28:07.866722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:28:07.912941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 62c7bef5-fb20-4938-b02a-ba1cf476440a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:28:07.916779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 62c7bef5-fb20-4938-b02a-ba1cf476440a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:28:07.917837 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:07.990937 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:08.011863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:28:08.014253 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147c2eb4-6816-418a-82ef-331294cfc1dc" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:28:08.028119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:28:08.035187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:08.062786 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b906d1-7e8f-4f48-8360-1c25cfa59c7f x-openstack-request-id: req-78b906d1-7e8f-4f48-8360-1c25cfa59c7f {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:28:08.063071 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:28:08.063317 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b906d1-7e8f-4f48-8360-1c25cfa59c7f {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:28:08.063701 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'code': 200} Nov 10 23:28:08.098153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:08.123563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ed69a-2e5b-4b48-8fa7-f00b9ba44a26 req-449b0a19-c4b5-416c-86ab-40960a4c435b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:08.125080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f64ed69a-2e5b-4b48-8fa7-f00b9ba44a26 req-449b0a19-c4b5-416c-86ab-40960a4c435b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0572615 Nov 10 23:28:08.206731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f64ed69a-2e5b-4b48-8fa7-f00b9ba44a26 req-cdcd331f-1841-4c17-9de0-53374e080ff4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757549 Nov 10 23:28:08.208540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c2ddb-4667-405d-8d3a-f35703708ed1 req-7829c6f8-cb8e-437a-af0d-e1b1369f46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:08.210012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be9c2ddb-4667-405d-8d3a-f35703708ed1 req-7829c6f8-cb8e-437a-af0d-e1b1369f46a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1097 time: 0.0726590 Nov 10 23:28:08.257107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be9c2ddb-4667-405d-8d3a-f35703708ed1 req-61919c32-4305-4dad-ac87-35b5ffcabcd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Nov 10 23:28:09.179804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:28:09.325594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f02dcb-87b0-4b3c-af65-6283d284e6a8 req-b10379eb-26f0-4a28-9c95-3730ae5d4e72 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:09.326996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5f02dcb-87b0-4b3c-af65-6283d284e6a8 req-b10379eb-26f0-4a28-9c95-3730ae5d4e72 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0508983 Nov 10 23:28:09.376904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5f02dcb-87b0-4b3c-af65-6283d284e6a8 req-b9d52ce2-3712-49f6-972b-9e83ecf53ede tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Nov 10 23:28:09.491057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63ba2d-66fe-48d9-bc03-4060cf82b880 req-808d576f-1052-406f-9ebe-1d2ab5e4dc42 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:09.492536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb63ba2d-66fe-48d9-bc03-4060cf82b880 req-808d576f-1052-406f-9ebe-1d2ab5e4dc42 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0499306 Nov 10 23:28:09.540667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb63ba2d-66fe-48d9-bc03-4060cf82b880 req-8d87b8f3-65b1-4ff2-aaaa-8c160485738e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Nov 10 23:28:09.562369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54158) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:28:09.605614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e47be-0784-446f-98b1-c560083439eb tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:09.607004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-313e47be-0784-446f-98b1-c560083439eb tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1092 time: 0.0436826 Nov 10 23:28:09.609711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54160) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:28:09.613846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:28:09.634816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:09.728917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:09.831413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.84 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/d7d3d370-ced4-4c14-8362-e76240f531e8) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:28:09.930602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:09.965160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.002535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:28:10.005265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:28:10.007803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:28:10.039779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=d7d3d370-ced4-4c14-8362-e76240f531e8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:10.361513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.428717 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.577543 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.582015 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.644939 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=d7d3d370-ced4-4c14-8362-e76240f531e8,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:10.659031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.659378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.659713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.660054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.660374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.660701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.661047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.661488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.661703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.662016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.662332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.662646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:28:10.668498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:10.768418 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP b6c49027-2c3c-4d45-b29d-a687ab6e33de associated. External IP: 172.25.0.84, port: 62c7bef5-fb20-4938-b02a-ba1cf476440a. Nov 10 23:28:10.969594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:28:11.074982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:28:11.084992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Sync routers for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:28:11.092447 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:11.095531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:28:11.096152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:28:11.119487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10ffe478-d0a4-49c8-b839-d6a233c28118 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5087783 Nov 10 23:28:11.120632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:28:11.122888 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52678ec6-4526-4e2f-969f-b0147d9ac2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:28:11.164311 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038ca39-8194-4ae4-9f1b-99e9285c70f9 x-openstack-request-id: req-8038ca39-8194-4ae4-9f1b-99e9285c70f9 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:28:11.164599 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:28:11.164849 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8038ca39-8194-4ae4-9f1b-99e9285c70f9 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:28:11.165276 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:28:11.225135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fa629-d88c-4aec-a2b7-cedeb194b05c req-0b1f05f1-8d69-4fd2-aed0-519e1853286a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:11.226625 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-343fa629-d88c-4aec-a2b7-cedeb194b05c req-0b1f05f1-8d69-4fd2-aed0-519e1853286a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0563827 Nov 10 23:28:11.234561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-aa896fc3-5eab-4859-9f36-e27041aaab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:11.236197 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-aa896fc3-5eab-4859-9f36-e27041aaab78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1097 time: 0.0468562 Nov 10 23:28:11.281306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-343fa629-d88c-4aec-a2b7-cedeb194b05c req-3b4045c3-f255-44fb-848f-e038679798ff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474033 Nov 10 23:28:11.304999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54166) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:28:11.336390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-dc8d3fa4-c092-4bc8-8bc3-a44a13140a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:11.338017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-dc8d3fa4-c092-4bc8-8bc3-a44a13140a25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0946083 Nov 10 23:28:11.368506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-94bc0e72-de33-4e16-b019-3aa24794167a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/b6c49027-2c3c-4d45-b29d-a687ab6e33de HTTP/1.1" status: 200 len: 991 time: 0.0619717 Nov 10 23:28:11.373537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:28:11.401862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-f9c9e3d8-0ca1-4578-a9c2-f8f84a371ed0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.0564623 Nov 10 23:28:11.453098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-93cb9a1a-ac8c-4277-8c77-8c18e5556009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:11.454531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-93cb9a1a-ac8c-4277-8c77-8c18e5556009 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0468905 Nov 10 23:28:11.500096 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-35586f04-a3c2-4e35-abb7-ebf9002a6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:11.501547 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-35586f04-a3c2-4e35-abb7-ebf9002a6caa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401688 Nov 10 23:28:11.591800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-53155c5c-8793-4745-af8c-a5726258797b service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Nov 10 23:28:11.595355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'b6c49027-2c3c-4d45-b29d-a687ab6e33de', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:28:10Z', 'updated_at': '2021-11-10T23:28:10Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:28:11.625080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Checking router: 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:28:11.633270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:28:11.633864 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:27:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:28:11.684790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-52678ec6-4526-4e2f-969f-b0147d9ac2d5 req-b7736ff8-5777-47a6-9fc4-48e313447656 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Nov 10 23:28:11.738411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:28:11.953577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'b6c49027-2c3c-4d45-b29d-a687ab6e33de', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:28:10Z', 'updated_at': '2021-11-10T23:28:10Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:28:11.982613 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684b4a3-eed5-4023-b183-b597fd0c25d6 None None] The sync data for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 is: [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'b6c49027-2c3c-4d45-b29d-a687ab6e33de', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:28:10Z', 'updated_at': '2021-11-10T23:28:10Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:28:12.169924 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9430911-9f61-4db5-94a2-422030415ec3 None None] New status for floating IP b6c49027-2c3c-4d45-b29d-a687ab6e33de: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:28:12.372368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54168) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:28:12.434675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15b73c55-ce6c-4645-839c-d7c359bc310c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/b6c49027-2c3c-4d45-b29d-a687ab6e33de HTTP/1.1" status: 200 len: 993 time: 0.0611460 Nov 10 23:28:13.044721 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-7df6686e-12b0-4de2-a32e-08096111f510 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423958 Nov 10 23:28:13.126312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-50dff7ff-332f-4357-8ed8-18accfef5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:13.127758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-50dff7ff-332f-4357-8ed8-18accfef5026 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1097 time: 0.0393634 Nov 10 23:28:13.233295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-adc33ff9-d0ae-4b08-bd50-a2e4be96f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:13.234771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-adc33ff9-d0ae-4b08-bd50-a2e4be96f87a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0886271 Nov 10 23:28:13.301471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-2d2938d6-557e-41bb-95e7-866e2024da24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1001 time: 0.0600383 Nov 10 23:28:13.349798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-e22f8260-153e-4544-98a3-9793dc85f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:13.351246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-e22f8260-153e-4544-98a3-9793dc85f19a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0436947 Nov 10 23:28:13.395732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-49f76ccf-faf9-421d-a42e-2dbaed4b8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:13.397226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-49f76ccf-faf9-421d-a42e-2dbaed4b8220 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387008 Nov 10 23:28:13.486618 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-c7edfc80-fa21-4dbe-bc4f-4de2f9103ed4 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821817 Nov 10 23:28:13.572590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5cb94afd-27a0-4018-b33d-fabe14c7c7a3 req-04e887fc-f013-4a66-9ebc-3cd1142a8a89 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789220 Nov 10 23:28:14.982754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:15.494155 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:25.047336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2016228-510a-489b-b483-af7b6e3c0f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:27.677919 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-563ad343-1859-4b8d-a686-51c80626bc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:29.068934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:30.507707 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:30.802141 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:41.173695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22154b-165f-417f-8afe-3ed224028204 req-50d3ed7c-dbab-4750-8b88-fcb02d85c265 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:41.175167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a22154b-165f-417f-8afe-3ed224028204 req-50d3ed7c-dbab-4750-8b88-fcb02d85c265 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1097 time: 0.1195979 Nov 10 23:28:41.223534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a22154b-165f-417f-8afe-3ed224028204 req-6d6255dd-e94c-491b-811f-4ad9933f94de tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Nov 10 23:28:41.398279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a055e-6d23-4793-bbc9-c6da584cead6 req-22920beb-51ee-43f1-98d7-63bba95eb91e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:41.399759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-143a055e-6d23-4793-bbc9-c6da584cead6 req-22920beb-51ee-43f1-98d7-63bba95eb91e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.1044145 Nov 10 23:28:41.447558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-143a055e-6d23-4793-bbc9-c6da584cead6 req-977b2b95-f331-4bb1-bc3a-7e675b901aa7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Nov 10 23:28:41.469757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54188) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:28:41.531995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e3feb51e-a8e3-4dd7-940e-89db22f2d17f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/b6c49027-2c3c-4d45-b29d-a687ab6e33de HTTP/1.1" status: 200 len: 993 time: 0.0611153 Nov 10 23:28:41.858249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-62123a8d-15bc-436d-9d00-f300878d4454 req-47f35273-d04e-486f-85a9-1622a47fafbc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:28:41.859256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62123a8d-15bc-436d-9d00-f300878d4454 req-47f35273-d04e-486f-85a9-1622a47fafbc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053782 Nov 10 23:28:42.140837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-4825898e-f42d-4735-a7a8-4c14ba162b22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720854 Nov 10 23:28:42.153023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99491-62d0-4e58-9681-209629362820 req-b0547f0d-534c-4863-804e-03fc16b8b63c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:42.155066 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05b99491-62d0-4e58-9681-209629362820 req-b0547f0d-534c-4863-804e-03fc16b8b63c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0750465 Nov 10 23:28:42.205770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-05b99491-62d0-4e58-9681-209629362820 req-307c5874-24c4-4194-b79c-2f4d246c4f33 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Nov 10 23:28:43.234904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-2eb0dbee-719f-4cda-826f-e6b9b5b8190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:43.236452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-2eb0dbee-719f-4cda-826f-e6b9b5b8190d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1097 time: 0.0870228 Nov 10 23:28:43.361769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c279d-c7c4-4ec4-8fd9-c0c278dfab3a req-939a2495-0955-48a8-9a71-4ce327040897 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:43.363121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b16c279d-c7c4-4ec4-8fd9-c0c278dfab3a req-939a2495-0955-48a8-9a71-4ce327040897 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0751185 Nov 10 23:28:43.367755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-ac21432d-ee06-4183-9395-aee74cab6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:43.369180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-ac21432d-ee06-4183-9395-aee74cab6e20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1249890 Nov 10 23:28:43.460354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b16c279d-c7c4-4ec4-8fd9-c0c278dfab3a req-01c4b56a-2829-4dee-bc33-3dacc37503ec tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902343 Nov 10 23:28:43.464058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-33da3aa4-bdf0-48c7-b73f-535324437131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1001 time: 0.0873857 Nov 10 23:28:43.513133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-5b1f904e-c7f4-4637-b2b3-9aa55fc205f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:43.514491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-5b1f904e-c7f4-4637-b2b3-9aa55fc205f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0425897 Nov 10 23:28:43.559488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-53ab21e3-3548-4411-a5a1-3fbcdf389f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:43.560887 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-53ab21e3-3548-4411-a5a1-3fbcdf389f38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391567 Nov 10 23:28:43.652106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-80611857-8ee1-4d4d-be95-0a321933baba service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834203 Nov 10 23:28:43.741297 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-32eb542b-5e62-4fde-a11e-55b6b4a92b8a service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Nov 10 23:28:44.577732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220cb07-630e-46ea-b05a-29b9d78cf120 req-616750a9-8e28-46ec-80a4-49e755b87430 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:44.579192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1220cb07-630e-46ea-b05a-29b9d78cf120 req-616750a9-8e28-46ec-80a4-49e755b87430 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0497077 Nov 10 23:28:44.627428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1220cb07-630e-46ea-b05a-29b9d78cf120 req-775c2311-b964-4c77-9463-cb14a3900add tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Nov 10 23:28:44.999901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:45.502480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:45.748213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c327-f470-45b8-ba68-5cf08f15ec2f req-38d7cbfe-63ef-49ea-95d9-684c10bd8a15 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:45.749775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b35c327-f470-45b8-ba68-5cf08f15ec2f req-38d7cbfe-63ef-49ea-95d9-684c10bd8a15 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0557609 Nov 10 23:28:45.798313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8b35c327-f470-45b8-ba68-5cf08f15ec2f req-05cb48f7-589a-4bc7-b76f-6259afe93214 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Nov 10 23:28:46.178132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:28:46.910720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867eb6d-d4cb-463d-8e53-2f233199561d req-3805b63c-0782-41bb-a5aa-2508555a9cbb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:46.912171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a867eb6d-d4cb-463d-8e53-2f233199561d req-3805b63c-0782-41bb-a5aa-2508555a9cbb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0477982 Nov 10 23:28:46.964357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a867eb6d-d4cb-463d-8e53-2f233199561d req-efe57097-dda6-4c79-84d5-b4bc6bb72537 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Nov 10 23:28:48.077125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b88e0-2155-48e1-9431-abe3758f9828 req-d81de9da-31f0-4a16-8e0d-c30d820a0462 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:48.078575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e6b88e0-2155-48e1-9431-abe3758f9828 req-d81de9da-31f0-4a16-8e0d-c30d820a0462 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0481169 Nov 10 23:28:48.129716 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3e6b88e0-2155-48e1-9431-abe3758f9828 req-9b1d4deb-b785-4763-9092-7307f3db9335 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451941 Nov 10 23:28:49.243936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5794920-0ea0-4c5a-918a-b6b8d863b6bb req-0dd5425d-63e8-4d71-ad15-b13653c50d9e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:49.245419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5794920-0ea0-4c5a-918a-b6b8d863b6bb req-0dd5425d-63e8-4d71-ad15-b13653c50d9e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0480571 Nov 10 23:28:49.294391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5794920-0ea0-4c5a-918a-b6b8d863b6bb req-5a70afec-d142-47a6-b026-8d1dcff57348 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Nov 10 23:28:50.405723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6b1da-eb1e-4e1a-a963-1db83487d5fd req-f50ab4c7-1241-4270-9cad-55f601dfbd98 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:50.407177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddf6b1da-eb1e-4e1a-a963-1db83487d5fd req-f50ab4c7-1241-4270-9cad-55f601dfbd98 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0479558 Nov 10 23:28:50.459757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddf6b1da-eb1e-4e1a-a963-1db83487d5fd req-fb9ac92e-bac1-481d-af67-03aa5f5f7a17 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Nov 10 23:28:51.574089 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfd8e6-069c-4488-b72e-92e7245af160 req-a90fbc53-af60-492b-a1e1-84037fd759db tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:51.576217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45dfd8e6-069c-4488-b72e-92e7245af160 req-a90fbc53-af60-492b-a1e1-84037fd759db tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0495145 Nov 10 23:28:51.625503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45dfd8e6-069c-4488-b72e-92e7245af160 req-ec8cc1c5-ced2-4e4d-ac98-28e056256c98 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Nov 10 23:28:52.740043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50c5ff-24fb-4658-a0f3-6980a472347f req-0dafb2c0-bb23-40d9-996f-1e9242d555cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:52.741546 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de50c5ff-24fb-4658-a0f3-6980a472347f req-0dafb2c0-bb23-40d9-996f-1e9242d555cc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0490060 Nov 10 23:28:52.790624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de50c5ff-24fb-4658-a0f3-6980a472347f req-07585f87-4beb-4bd0-8126-006b55ea50d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Nov 10 23:28:53.907695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff23f04-8214-48c4-98c1-9c812c7341aa req-953f32c1-5098-4650-a50b-0a10dd87d778 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:53.909178 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fff23f04-8214-48c4-98c1-9c812c7341aa req-953f32c1-5098-4650-a50b-0a10dd87d778 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0518460 Nov 10 23:28:53.956930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fff23f04-8214-48c4-98c1-9c812c7341aa req-6bcd35dd-f368-4cd7-b1bd-3e77fcd66c83 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Nov 10 23:28:55.049255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-761fceb6-74fc-43c6-ad0d-837c6a5b050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:55.073829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c4ee-b7f4-4810-8a87-e2d22614fa15 req-bc6db8ba-3931-4cb3-8472-d7ff1b45c818 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:55.075305 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70e6c4ee-b7f4-4810-8a87-e2d22614fa15 req-bc6db8ba-3931-4cb3-8472-d7ff1b45c818 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0503118 Nov 10 23:28:55.123669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-70e6c4ee-b7f4-4810-8a87-e2d22614fa15 req-9737ae1a-36db-4c5b-b641-6ce6216710f7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Nov 10 23:28:55.760738 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-9d824777-960c-471c-81ac-aa81959b2f83 service neutron] show failed (client error): The resource could not be found. Nov 10 23:28:55.761771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-9d824777-960c-471c-81ac-aa81959b2f83 service neutron] 10.222.0.20 "GET /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0567298 Nov 10 23:28:55.951764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-49bd7220-ad24-48a9-a0ec-e6bc51dec791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:55.953282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-49bd7220-ad24-48a9-a0ec-e6bc51dec791 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 1097 time: 0.0404789 Nov 10 23:28:55.967086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:28:56.016733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:56.217746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:28:56.238334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae23b91-f2cb-4177-b438-527b68596915 req-d8004d9e-bad7-4191-aefd-3dd1a5f38b69 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:56.239841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ae23b91-f2cb-4177-b438-527b68596915 req-d8004d9e-bad7-4191-aefd-3dd1a5f38b69 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0483217 Nov 10 23:28:56.250193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:28:56.288858 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6ae23b91-f2cb-4177-b438-527b68596915 req-23b2ade7-7353-4e6e-9d59-283d7320e604 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Nov 10 23:28:56.291140 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:56.293140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:28:56.295456 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c948b6-a192-45ce-ac75-838e5650a448" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:28:56.308677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Transition to ACTIVE for port object 62c7bef5-fb20-4938-b02a-ba1cf476440a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:28:56.313278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:56.365868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:56.449914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] No DVR routers for this DVR port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:28:56.892397 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61641fe-da52-4fe9-bd8b-ad13f0efa7e2 x-openstack-request-id: req-a61641fe-da52-4fe9-bd8b-ad13f0efa7e2 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:28:56.892714 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:28:56.892960 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a61641fe-da52-4fe9-bd8b-ad13f0efa7e2 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:28:56.893366 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'code': 200} Nov 10 23:28:56.947486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:28:56.947809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:28:56.948125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:28:56.952559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:28:56.952881 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:28:56.957547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:28:56.957875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:28:56.958252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Bound using segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:28:56.958662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Bound port: 62c7bef5-fb20-4938-b02a-ba1cf476440a, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:28:56.959002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:57.019043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:28:57.021966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:28:57.029870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:57.067536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.069207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:57.070695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] 10.222.0.39 "PUT /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1092 time: 1.1081526 Nov 10 23:28:57.103162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36f932-1042-4905-9153-2d05caf2c21b service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:28:57.142243 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-033330fd-b377-478d-a920-73ebc7e0eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.143999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-033330fd-b377-478d-a920-73ebc7e0eec2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0483890 Nov 10 23:28:57.236452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-308a6fc5-a943-4904-a6a3-4f7c48db5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.237934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-308a6fc5-a943-4904-a6a3-4f7c48db5e60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0868990 Nov 10 23:28:57.307558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-d95b95f1-54de-4f24-b965-f30f3888313e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.0621145 Nov 10 23:28:57.356949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-f4e5160c-7ec9-46af-8ee0-1f435f2603dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.358467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-f4e5160c-7ec9-46af-8ee0-1f435f2603dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0438843 Nov 10 23:28:57.404433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-7906c855-21dc-427d-a925-07909d93077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.406034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-7906c855-21dc-427d-a925-07909d93077a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407460 Nov 10 23:28:57.413719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354bcf0-6860-4bfa-8224-e7b4c59c6673 req-9886bf6c-ea69-4e58-b974-cc86f8dc0725 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:57.415201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9354bcf0-6860-4bfa-8224-e7b4c59c6673 req-9886bf6c-ea69-4e58-b974-cc86f8dc0725 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0531240 Nov 10 23:28:57.464022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9354bcf0-6860-4bfa-8224-e7b4c59c6673 req-c9718ebb-0bd8-4b37-a785-ae93e5890939 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Nov 10 23:28:57.498369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-e1371651-8698-4674-ae02-06024997180d service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Nov 10 23:28:57.585898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-61d45608-bce6-446f-a49b-aab5e2ee8700 req-0aabaa8f-ccfc-44be-af5b-14d5c29665fa service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804186 Nov 10 23:28:57.681304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e7b-544f-40d4-a419-d6517a902ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:58.579890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935df9b6-37ec-45d0-b609-6d5dcfee14b3 req-d494a70f-de49-4fa9-8b81-5fa64064c296 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:58.581369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-935df9b6-37ec-45d0-b609-6d5dcfee14b3 req-d494a70f-de49-4fa9-8b81-5fa64064c296 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0483713 Nov 10 23:28:58.633388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-935df9b6-37ec-45d0-b609-6d5dcfee14b3 req-4c9990b9-343b-4470-b70a-b2f553550757 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462227 Nov 10 23:28:58.894605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:28:58.896957 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a80fb-d12a-4e81-b407-4154c92d736d" -d '{"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:28:58.943839 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dde292-9f59-42e2-9da6-c4652a09d4c5 x-openstack-request-id: req-36dde292-9f59-42e2-9da6-c4652a09d4c5 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:28:58.944122 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:28:58.944368 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36dde292-9f59-42e2-9da6-c4652a09d4c5 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:28:58.944762 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:28:59.036190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-340b658e-a4f7-4cff-9c2e-e006b97a25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.037701 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-340b658e-a4f7-4cff-9c2e-e006b97a25f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0737114 Nov 10 23:28:59.040172 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-a58bac34-0659-4348-8a26-a67298b3a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.042266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-a58bac34-0659-4348-8a26-a67298b3a126 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0685432 Nov 10 23:28:59.073741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:28:59.216316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-8c7a82a9-da81-4ea8-9d27-45a469f7f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.217728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-8c7a82a9-da81-4ea8-9d27-45a469f7f1de service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1674922 Nov 10 23:28:59.218643 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-88c6c98a-f393-44cc-ad53-d41cebc388f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.219982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-88c6c98a-f393-44cc-ad53-d41cebc388f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1708488 Nov 10 23:28:59.330102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-09283602-4212-48c4-a28c-b41cfe7bbecc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.1051381 Nov 10 23:28:59.331838 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-55d48485-7b44-4c7d-a796-e8df2be17535 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.1011603 Nov 10 23:28:59.412415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-b0c395dc-5207-4b97-b682-1792a040c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.413905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-b0c395dc-5207-4b97-b682-1792a040c994 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0767865 Nov 10 23:28:59.415249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-c3b3d471-8675-4e15-bd1a-6b0eb42db405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.416563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-c3b3d471-8675-4e15-bd1a-6b0eb42db405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0722952 Nov 10 23:28:59.491641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-54100063-1856-496b-ae31-d0ba3fcbf377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.493064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-54100063-1856-496b-ae31-d0ba3fcbf377 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717647 Nov 10 23:28:59.499381 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a80fb-d12a-4e81-b407-4154c92d736d req-4297abeb-7424-46cf-9bd1-5bd227aad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.500757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-4297abeb-7424-46cf-9bd1-5bd227aad9cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678713 Nov 10 23:28:59.647797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-660ebeba-ce3b-406e-9d72-41a47a333b65 service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460638 Nov 10 23:28:59.651084 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-20f0925b-b4bf-4076-b5cc-2e1c5c8d5e53 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419969 Nov 10 23:28:59.835060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4b5f5-0c8d-444b-8073-02768bb1d439 req-ae4777ed-15fe-4cf5-a25e-752d7cacf5fd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:28:59.836423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ad4b5f5-0c8d-444b-8073-02768bb1d439 req-ae4777ed-15fe-4cf5-a25e-752d7cacf5fd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.1224935 Nov 10 23:28:59.847263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-6b097595-5ab8-48dd-abc0-f4a7f66bf1f3 service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927459 Nov 10 23:28:59.868424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-484a80fb-d12a-4e81-b407-4154c92d736d req-1247fd7a-44de-468d-9db0-7943863561a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069561 Nov 10 23:28:59.898757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ad4b5f5-0c8d-444b-8073-02768bb1d439 req-024a4696-a334-4548-a0aa-526a636bd026 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537560 Nov 10 23:29:00.143442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:00.148742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-6e0e21b8-b0a9-458e-a7c0-739281c8f8c3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.150260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-6e0e21b8-b0a9-458e-a7c0-739281c8f8c3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&tenant_id=901d29ac711d466a872974a873b89a73&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 944 time: 0.0810738 Nov 10 23:29:00.162491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fadb5-6e52-4442-a010-f31356f0e1e2 req-ec622cf9-3679-43e2-947b-737dc6dab7e0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.163888 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-938fadb5-6e52-4442-a010-f31356f0e1e2 req-ec622cf9-3679-43e2-947b-737dc6dab7e0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 944 time: 0.0682304 Nov 10 23:29:00.184799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:29:00.187522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:00.254893 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-7a3c2877-f470-4ef3-8275-a0e115fb9cfc service neutron] 10.222.0.39 "GET /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.0899014 Nov 10 23:29:00.258875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-938fadb5-6e52-4442-a010-f31356f0e1e2 req-bde46ee8-8eb4-4174-83fb-19d8aa8af482 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879157 Nov 10 23:29:00.284879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:00.297615 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:29:00.322394 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-e0170f32-cb08-4752-8038-85d3a58a4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.323962 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-e0170f32-cb08-4752-8038-85d3a58a4342 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1095 time: 0.0434079 Nov 10 23:29:00.334491 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:00.347274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:29:00.366850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:00.370470 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:00.417085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:00.417743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-29fc96d7-ac31-4b3d-82e2-c3b054dfd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.419719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-29fc96d7-ac31-4b3d-82e2-c3b054dfd013 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0889530 Nov 10 23:29:00.424992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.425355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.425698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.426039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.426394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.426730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.427062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.427393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.427719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.428050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.428375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.428699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:00.487656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-7d93f038-a7bd-4a95-af2b-5330febd215c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1000 time: 0.0606055 Nov 10 23:29:00.512588 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:00.539699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-4d0df08a-3597-445b-9a52-4fb0ce674c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.541516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-4d0df08a-3597-445b-9a52-4fb0ce674c98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0439653 Nov 10 23:29:00.589840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['62c7bef5-fb20-4938-b02a-ba1cf476440a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:29:00.591914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-07aac89d-24bc-486a-ba33-f4add915c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:00.593482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-07aac89d-24bc-486a-ba33-f4add915c7f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441840 Nov 10 23:29:00.682822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-0b015a37-f324-4eac-83a5-2e22ef383895 service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820220 Nov 10 23:29:00.783221 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-638f379c-ad6e-4fb0-9349-e61672c0dc17 service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935442 Nov 10 23:29:00.820396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:01.395732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb40f-83a7-4b3f-a831-d6959da45db3 req-2ecb9893-85c4-4dbd-941f-dc536264de8d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:01.397213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d11cb40f-83a7-4b3f-a831-d6959da45db3 req-2ecb9893-85c4-4dbd-941f-dc536264de8d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 945 time: 0.0482547 Nov 10 23:29:01.444458 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d11cb40f-83a7-4b3f-a831-d6959da45db3 req-70d4728c-f2e0-4c7d-a5c2-a75f47955ea3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Nov 10 23:29:02.193150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:02.241713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 62c7bef5-fb20-4938-b02a-ba1cf476440a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:29:02.246151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 62c7bef5-fb20-4938-b02a-ba1cf476440a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:02.247079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:02.322136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:02.343942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:02.346205 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf8f59-f753-4ae6-b76f-7a2a2816eea2" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:02.362566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:02.366621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:02.413387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:02.456080 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622ba1cf-8a88-421a-89b6-35c990971c3e x-openstack-request-id: req-622ba1cf-8a88-421a-89b6-35c990971c3e {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:02.456373 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:02.456627 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-622ba1cf-8a88-421a-89b6-35c990971c3e {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:02.457053 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'code': 200} Nov 10 23:29:02.563900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cb48-e7de-403c-8771-d5b84aee443e req-03fc14c2-3833-402d-9176-cac3ab0b9802 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:02.566264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4923cb48-e7de-403c-8771-d5b84aee443e req-03fc14c2-3833-402d-9176-cac3ab0b9802 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 946 time: 0.0532103 Nov 10 23:29:02.623600 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4923cb48-e7de-403c-8771-d5b84aee443e req-db9360ed-234d-4968-9d54-759d911e5391 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505574 Nov 10 23:29:02.846435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-257ed4f6-1720-469a-9937-b29fdbaef840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:02.847881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-257ed4f6-1720-469a-9937-b29fdbaef840 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 1097 time: 0.0412152 Nov 10 23:29:02.861335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:02.911593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.111164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:03.142935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:03.180946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:03.183423 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40486b-c4e9-499e-9c19-e07408b57663" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:03.187085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.199110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Transition to ACTIVE for port object 62c7bef5-fb20-4938-b02a-ba1cf476440a will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:29:03.203624 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.234911 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47541ca7-4e7a-4017-b373-c6fb5259e21b x-openstack-request-id: req-47541ca7-4e7a-4017-b373-c6fb5259e21b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:03.235202 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:03.235454 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47541ca7-4e7a-4017-b373-c6fb5259e21b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:03.235845 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'code': 200} Nov 10 23:29:03.284274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147587-837e-4434-83ec-06c943beab25 service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:03.326936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] No DVR routers for this DVR port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:29:03.463636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:29:03.463974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:29:03.464299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:03.469160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:29:03.469479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Attempting to bind port 62c7bef5-fb20-4938-b02a-ba1cf476440a on network 6e5210bc-16da-433c-846e-915c7cd06cdf {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:03.474225 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:29:03.474562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Checking segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:03.474941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Bound using segment: {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:29:03.475364 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Bound port: 62c7bef5-fb20-4938-b02a-ba1cf476440a, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6b0bce-d654-49da-b195-78fceca400d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:29:03.475712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.535878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:03.538988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:29:03.543527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.577550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.578162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:03.579534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-37147587-837e-4434-83ec-06c943beab25 service neutron] 10.222.0.20 "PUT /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1093 time: 0.7224598 Nov 10 23:29:03.599867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147587-837e-4434-83ec-06c943beab25 service neutron] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=11']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:03.647550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-d91b30b3-6f42-4a35-9bc5-8912deb0cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.649342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-d91b30b3-6f42-4a35-9bc5-8912deb0cde8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1096 time: 0.0465064 Nov 10 23:29:03.745551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313353a-a90d-4d48-a847-1a83f2188739 req-b5c003e6-7538-4b18-9556-d4403a367750 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.748653 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8313353a-a90d-4d48-a847-1a83f2188739 req-b5c003e6-7538-4b18-9556-d4403a367750 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 945 time: 0.0534256 Nov 10 23:29:03.750504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-338f5ba3-1d4c-453a-8fa5-6155655d5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.751964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-338f5ba3-1d4c-453a-8fa5-6155655d5195 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0943599 Nov 10 23:29:03.797793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8313353a-a90d-4d48-a847-1a83f2188739 req-ff29a1b6-cb82-48c6-af91-599bf6852173 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Nov 10 23:29:03.822061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-5616afd0-04c6-411b-a47d-67b5669f33d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.0628862 Nov 10 23:29:03.871069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-81f4934d-1357-4ba4-bf93-6ad8cb0ba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.873086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-81f4934d-1357-4ba4-bf93-6ad8cb0ba840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0439324 Nov 10 23:29:03.917131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-292320ea-99c6-42bc-8124-625833b65fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:03.919067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-292320ea-99c6-42bc-8124-625833b65fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395615 Nov 10 23:29:04.009340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-803f3028-9d26-4ac6-bdbf-066fc744ca83 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834041 Nov 10 23:29:04.096570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a354c77-8c7e-4d3d-90ef-c8fd7c0bcc45 req-cac411ea-721f-4b24-af41-ad108a812b26 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798178 Nov 10 23:29:04.914883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38360cd7-2bc7-4428-9b25-a82de1c39a89 req-e7e86d98-1810-4af3-87ad-51dcbe2cb812 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:04.917141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38360cd7-2bc7-4428-9b25-a82de1c39a89 req-e7e86d98-1810-4af3-87ad-51dcbe2cb812 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 945 time: 0.0491283 Nov 10 23:29:04.969568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-38360cd7-2bc7-4428-9b25-a82de1c39a89 req-a97003f3-1ef3-4752-96dd-8b826a3e6d16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Nov 10 23:29:05.237510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:05.239833 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:05.291377 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba86dbfc-fdf9-4f03-a547-2b934a3eb459 x-openstack-request-id: req-ba86dbfc-fdf9-4f03-a547-2b934a3eb459 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:05.291688 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:05.291936 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba86dbfc-fdf9-4f03-a547-2b934a3eb459 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:05.292345 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:29:05.377179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-283937d6-5ee8-4a35-a49e-67838bb7d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.378670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-283937d6-5ee8-4a35-a49e-67838bb7d815 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1096 time: 0.0667634 Nov 10 23:29:05.381175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-b0691752-ac7d-49c8-8b5e-77c163764961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.382523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-b0691752-ac7d-49c8-8b5e-77c163764961 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1096 time: 0.0627453 Nov 10 23:29:05.538702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-59da5b19-0952-42fe-8fca-4a3634597b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.540063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-59da5b19-0952-42fe-8fca-4a3634597b4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1548183 Nov 10 23:29:05.541161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-d585b4ac-db7c-4a3d-8fec-6b936d658dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.542501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-d585b4ac-db7c-4a3d-8fec-6b936d658dec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1492229 Nov 10 23:29:05.654728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-0bf4439c-dea7-4d36-98a0-0e7bd095f332 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.1059654 Nov 10 23:29:05.656460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-1593f082-b5b0-4401-820a-2eaabb9e9c80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 999 time: 0.1019559 Nov 10 23:29:05.741710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-c00e7525-264e-4767-9ced-f604bd700bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.743138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-c00e7525-264e-4767-9ced-f604bd700bdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0799706 Nov 10 23:29:05.744723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-6c4704fd-b450-434c-a749-30e676a9af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.746040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-6c4704fd-b450-434c-a749-30e676a9af42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0741403 Nov 10 23:29:05.816654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-8ef5c8a1-73d9-4573-b077-103ae459692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.818039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-8ef5c8a1-73d9-4573-b077-103ae459692b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684111 Nov 10 23:29:05.820353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-e7a2efb9-5da7-41ce-bb84-7bf9bdf08910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:05.821683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-e7a2efb9-5da7-41ce-bb84-7bf9bdf08910 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649097 Nov 10 23:29:06.192436 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:29:06.210329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:06.298297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:06.325192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:06.336598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'port_id': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'mac_address': 'fa:16:3e:8e:14:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:29:06.359128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49144b93-312e-430e-b393-b68539da4f00 req-83c7d6d8-d939-4fc2-b694-5b9ed6f4750f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:06.360511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49144b93-312e-430e-b393-b68539da4f00 req-83c7d6d8-d939-4fc2-b694-5b9ed6f4750f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 945 time: 0.0989368 Nov 10 23:29:06.362268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-370dcd04-fb43-45e5-951e-bd660faf83b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374341 Nov 10 23:29:06.364369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-367009a4-29e9-4c4e-9fb3-ec49c7a42ccb service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321560 Nov 10 23:29:06.373766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:06.387319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:29:06.406550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:06.410535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:06.460402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:06.508113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49144b93-312e-430e-b393-b68539da4f00 req-3b2928e5-f4f9-4613-a354-de6f5289c5de tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410754 Nov 10 23:29:06.532741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54284) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:06.562362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-6a1cccf9-8384-4ca0-b836-1661dacdb5db service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894398 Nov 10 23:29:06.564207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fd9a76fa-fe6b-47fd-b7ae-292df0ebd8dc req-0cd61893-8864-48a2-805b-4f07eb288905 service neutron] 10.222.0.39 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903939 Nov 10 23:29:06.601441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-721c3a21-bbb9-489f-ac86-f4a8c3bc89e1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/b6c49027-2c3c-4d45-b29d-a687ab6e33de HTTP/1.1" status: 200 len: 992 time: 0.0673926 Nov 10 23:29:06.625977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['62c7bef5-fb20-4938-b02a-ba1cf476440a'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:29:08.192287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:08.240893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 62c7bef5-fb20-4938-b02a-ba1cf476440a completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:29:08.244570 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 62c7bef5-fb20-4938-b02a-ba1cf476440a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:08.244938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:08.323129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:08.344825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:08.347037 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabbe8c9-2910-4168-bc7a-f5d74b8b8342" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:08.359506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:08.363327 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:08.386212 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0e7d46-57f1-488b-9d53-b322fc6e40e3 x-openstack-request-id: req-4f0e7d46-57f1-488b-9d53-b322fc6e40e3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:08.386508 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-plugged", "status": "completed", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:08.387262 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f0e7d46-57f1-488b-9d53-b322fc6e40e3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:08.387654 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'code': 200} Nov 10 23:29:08.412263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=13']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:13.029567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-b95b0cfd-beb2-47d1-85ec-ea2e1ffa021c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398667 Nov 10 23:29:13.111089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-e9dd8f7c-7c56-4acb-a006-6b2623923a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:13.112544 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-e9dd8f7c-7c56-4acb-a006-6b2623923a58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0402949 Nov 10 23:29:13.215457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-75f5fbec-4947-43ee-b63f-98769cff14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:13.216877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-75f5fbec-4947-43ee-b63f-98769cff14a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.0859537 Nov 10 23:29:13.280313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-87f1fa59-ef33-449a-86ee-30a2ed965227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 1001 time: 0.0560806 Nov 10 23:29:13.327324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-dd1dd041-83fc-47e6-89da-0ea19c0683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:13.328699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-dd1dd041-83fc-47e6-89da-0ea19c0683b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0421350 Nov 10 23:29:13.375335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-a0ebe31c-9c10-442f-b308-7b360ec9b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:13.376757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-a0ebe31c-9c10-442f-b308-7b360ec9b1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416324 Nov 10 23:29:13.464734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-07a19e71-155c-4913-812c-4aa44ce228aa service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805552 Nov 10 23:29:13.554728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-17c371be-db4d-46ba-8fc3-2d716ca4140f req-50ae63cf-9cde-46ee-b28d-15aa615bf380 service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827818 Nov 10 23:29:15.016909 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:15.516025 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:23.176645 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:29:25.050992 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6ec209d2-7f89-4aca-af77-c97a843f45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:27.681829 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b6e89b9-2abf-4ea2-ad50-5437226bebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:29.071644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:30.513368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:30.800739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.048397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba0ac-50df-4281-8eef-eec82d948463 req-e49e0879-cf68-4abc-9f38-5a13b4882cf2 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:35.049957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62eba0ac-50df-4281-8eef-eec82d948463 req-e49e0879-cf68-4abc-9f38-5a13b4882cf2 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0449626 Nov 10 23:29:35.095758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62eba0ac-50df-4281-8eef-eec82d948463 req-db94e58e-d249-4038-b6da-ad03b1f9ca2e tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Nov 10 23:29:35.117149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:35.271233 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port d7d3d370-ced4-4c14-8362-e76240f531e8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:29:35.271491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.350569 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.350891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.362105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for d7d3d370-ced4-4c14-8362-e76240f531e8 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:29:35.502451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.530635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=d7d3d370-ced4-4c14-8362-e76240f531e8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:35.542173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.542520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.542886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.543221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.543547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.543874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.544198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.544523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.544843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.545215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.545556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.545868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:35.599446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.599768 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP b6c49027-2c3c-4d45-b29d-a687ab6e33de disassociated (deleted). External IP: 172.25.0.84, port: 62c7bef5-fb20-4938-b02a-ba1cf476440a. Nov 10 23:29:35.804401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:29:35.908191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:29:35.913078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:35.918857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Sync routers for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:29:35.929238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:35.929859 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:35.942075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-265adb44-36d9-4419-9fb7-7dfa3cf5c387 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/floatingips/b6c49027-2c3c-4d45-b29d-a687ab6e33de HTTP/1.1" status: 204 len: 168 time: 0.8237793 Nov 10 23:29:35.942661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:35.944921 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980728c1-02a0-418a-975c-cf3edd9ad3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:35.979694 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946643b9-dcfc-440b-b93b-216b5e4aee9c x-openstack-request-id: req-946643b9-dcfc-440b-b93b-216b5e4aee9c {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:35.979976 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:35.980219 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-946643b9-dcfc-440b-b93b-216b5e4aee9c {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:35.981205 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:29:36.045908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-26d7f5d8-e142-4bd8-80d6-fdad2b525371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:36.048086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-26d7f5d8-e142-4bd8-80d6-fdad2b525371 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0440760 Nov 10 23:29:36.051662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:36.157789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-9e0036bf-4b6d-4f38-a151-78ed36b0923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:36.159458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-9e0036bf-4b6d-4f38-a151-78ed36b0923a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 200 len: 897 time: 0.1048615 Nov 10 23:29:36.179774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fef0b-eb4f-4b31-bd53-b1f2f1da98a4 req-3c6101f7-4b9e-40b9-ba3f-6e666019acbc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:36.181684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb7fef0b-eb4f-4b31-bd53-b1f2f1da98a4 req-3c6101f7-4b9e-40b9-ba3f-6e666019acbc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 947 time: 0.0517106 Nov 10 23:29:36.207362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-d2772529-7960-420a-b4fa-4edb6dc16784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 200 len: 217 time: 0.0399365 Nov 10 23:29:36.238157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fb7fef0b-eb4f-4b31-bd53-b1f2f1da98a4 req-15e5e2eb-9644-4b46-a7cf-fd2e1d14e213 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Nov 10 23:29:36.265132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-a1bfc9b2-b7a4-4a46-8320-94bc1196f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:36.266631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-a1bfc9b2-b7a4-4a46-8320-94bc1196f5c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 200 len: 834 time: 0.0506701 Nov 10 23:29:36.314598 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-5cf97539-edb1-4dfa-a9e2-89ad8d4bb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:36.316111 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-5cf97539-edb1-4dfa-a9e2-89ad8d4bb725 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e5210bc-16da-433c-846e-915c7cd06cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422573 Nov 10 23:29:36.402721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:36.409684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-39822d48-b6ad-47e9-be79-cdc9e8f72bbe service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857959 Nov 10 23:29:36.429082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Checking router: 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:29:36.437609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:36.438209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:36.499098 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-980728c1-02a0-418a-975c-cf3edd9ad3c7 req-45c5ccfe-2715-4f3a-aecd-1e1f44e7e1cc service neutron] 10.222.0.20 "GET /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820477 Nov 10 23:29:36.544345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:36.738619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:36.763977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a2300-0fc0-48ed-9ee3-01ecbfb47013 None None] The sync data for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 is: [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:57Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'a88d939f-80b1-4308-8c5b-450212714ac9', 'name': '', 'network_id': '6e5210bc-16da-433c-846e-915c7cd06cdf', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:23:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:56Z', 'updated_at': '2021-11-10T23:27:59Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'ba85551f-caca-41ff-8208-a8d8145de643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:29:36.977366 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe464e0-a42c-469c-a05f-2c3c728d86c5 None None] New status for floating IP b6c49027-2c3c-4d45-b29d-a687ab6e33de: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:29:37.386026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372bdc2-f477-4850-ab92-b36bdcc18115 req-adcd8f87-1cba-42ea-8476-c6b6f7e5ccd4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:37.387986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f372bdc2-f477-4850-ab92-b36bdcc18115 req-adcd8f87-1cba-42ea-8476-c6b6f7e5ccd4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 947 time: 0.0799983 Nov 10 23:29:37.400004 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d072db-ee52-47de-be49-46e1cab13139 req-618d559a-047e-4acf-a452-a2d73e6b1575 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:37.401400 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22d072db-ee52-47de-be49-46e1cab13139 req-618d559a-047e-4acf-a452-a2d73e6b1575 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/ports?device_id=22198b09-c92c-4195-bd0c-0ff68fab0f5a HTTP/1.1" status: 200 len: 947 time: 0.0600286 Nov 10 23:29:37.496552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f372bdc2-f477-4850-ab92-b36bdcc18115 req-512e83d0-ab2d-4d59-9472-600413057fc6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=4741e6c2-a814-4073-ae1c-ffe171f14261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941985 Nov 10 23:29:37.519634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:29:37.519972 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:37.607933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 62c7bef5-fb20-4938-b02a-ba1cf476440a, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=62c7bef5-fb20-4938-b02a-ba1cf476440a,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:37.608295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:37.620642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 62c7bef5-fb20-4938-b02a-ba1cf476440a owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:29:37.751041 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:37.779326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=62c7bef5-fb20-4938-b02a-ba1cf476440a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:37.806329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.806682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.807024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.807361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.807695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.808028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.808872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.809234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.809567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.809913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.810219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.810543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:37.829286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] No DVR routers for this DVR port 62c7bef5-fb20-4938-b02a-ba1cf476440a on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:29:37.831696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:37.834990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22d072db-ee52-47de-be49-46e1cab13139 req-11e9f7ee-ffbb-44b1-a3ca-975dec098319 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "DELETE /v2.0/ports/62c7bef5-fb20-4938-b02a-ba1cf476440a HTTP/1.1" status: 204 len: 173 time: 0.4265478 Nov 10 23:29:37.835423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-deleted', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:37.837649 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c4675-6ed3-4f13-871c-acf87d96aa4d" -d '{"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-deleted", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:37.936351 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5669e1-07b6-4c63-9824-79b97bef567d x-openstack-request-id: req-0e5669e1-07b6-4c63-9824-79b97bef567d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:37.936645 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22198b09-c92c-4195-bd0c-0ff68fab0f5a", "name": "network-vif-deleted", "tag": "62c7bef5-fb20-4938-b02a-ba1cf476440a", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:37.936901 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e5669e1-07b6-4c63-9824-79b97bef567d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:37.937335 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22198b09-c92c-4195-bd0c-0ff68fab0f5a', 'name': 'network-vif-deleted', 'tag': '62c7bef5-fb20-4938-b02a-ba1cf476440a', 'status': 'completed', 'code': 200} Nov 10 23:29:38.551834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:38.904202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:39.151401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port a88d939f-80b1-4308-8c5b-450212714ac9 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:29:39.151740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:39.241085 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port a88d939f-80b1-4308-8c5b-450212714ac9, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=a88d939f-80b1-4308-8c5b-450212714ac9,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:39.241384 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:39.255274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for a88d939f-80b1-4308-8c5b-450212714ac9 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:29:39.433164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:39.461524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=a88d939f-80b1-4308-8c5b-450212714ac9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:39.649443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:39.858986 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:29:40.243813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:29:40.248893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-08c34280-f7f3-47f9-aaf0-2587a58c6d0d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960447 Nov 10 23:29:40.251798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:40.253862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Sync routers for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:29:40.263835 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:40.264553 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:40.302042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting subnet ba85551f-caca-41ff-8208-a8d8145de643 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:29:40.305263 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.345275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.369469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:40.400297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:40.432214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.447262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 62c7bef5-fb20-4938-b02a-ba1cf476440a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:29:40.447605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 62c7bef5-fb20-4938-b02a-ba1cf476440a not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:40.490730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.518566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Subnet': ['ID=ba85551f-caca-41ff-8208-a8d8145de643,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:40.520532 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.523735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6a403b23-8bc0-4691-a71d-2a422bb3dd90 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/subnets/ba85551f-caca-41ff-8208-a8d8145de643 HTTP/1.1" status: 204 len: 168 time: 0.2709706 Nov 10 23:29:40.526324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54322) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:40.530141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9638ba-4840-445b-acdc-cd3786a43260 None None] Network 6e5210bc-16da-433c-846e-915c7cd06cdf requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:29:40.631852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.681441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:29:39Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:40.711564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Checking router: 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:29:40.721028 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Routers {'18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:40.721690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:40.743891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.760910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] DHCP port deletion for 6e5210bc-16da-433c-846e-915c7cd06cdf request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:29:40.798680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port f6068449-9b8b-4ecd-9b9d-66e00372af05 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:29:40.799019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.863941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] Set router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:40.882141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port f6068449-9b8b-4ecd-9b9d-66e00372af05, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f6068449-9b8b-4ecd-9b9d-66e00372af05,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:40.882505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:40.894622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for f6068449-9b8b-4ecd-9b9d-66e00372af05 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:29:40.919487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Deleting port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:29:40.919852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.028029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] For port d7e1dd09-fe34-40d2-97c3-d9e579a769f6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,segment=NetworkSegment(3d6b0bce-d654-49da-b195-78fceca400d0),segment_id=3d6b0bce-d654-49da-b195-78fceca400d0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:41.028418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.050820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Calling delete_port for d7e1dd09-fe34-40d2-97c3-d9e579a769f6 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:29:41.059479 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.086120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=f6068449-9b8b-4ecd-9b9d-66e00372af05,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:41.100137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c74039-96ee-4a7f-8acd-30704dec86bc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:29:41.144847 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.180704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:29:39Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:41.209741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.211643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8989507-6b51-42d1-bdbd-cee65812b1aa None None] The sync data for ids ['18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162'] in n-d-811521-3 is: [{'id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945735688', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:29:39Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': 'f6068449-9b8b-4ecd-9b9d-66e00372af05', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:27:53Z', 'updated_at': '2021-11-10T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:29:41.243286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] Pushing event deleted for resources: {'Port': ['ID=d7e1dd09-fe34-40d2-97c3-d9e579a769f6,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:41.245097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0cac38-10fc-4ede-8060-19ae20d0f6f0 None None] No DVR routers for this DVR port d7e1dd09-fe34-40d2-97c3-d9e579a769f6 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:29:41.246437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.248934 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.300211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.300704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Fanout notify agent at l3_agent the message router_deleted on router 18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:29:41.307775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.309562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c482560b-f559-4436-9d60-1cf446b24055 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/routers/18d7a1a4-0d7a-4f1a-9d9f-f601ae3cd162 HTTP/1.1" status: 204 len: 168 time: 0.7823341 Nov 10 23:29:41.312201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:41.386066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.474489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.494176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5210bc-16da-433c-846e-915c7cd06cdf']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:41.503250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6b0bce-d654-49da-b195-78fceca400d0') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:41.503485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6b0bce-d654-49da-b195-78fceca400d0') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:41.512629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.525469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.531735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:29:41.532120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:29:41.535052 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:29:41.598550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.607788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.611453 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/networks/6e5210bc-16da-433c-846e-915c7cd06cdf HTTP/1.1" status: 204 len: 168 time: 0.2983356 Nov 10 23:29:41.614110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54326) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:41.631312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7f49-2963-45b2-9895-28386ad67e7a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Network': ['ID=6e5210bc-16da-433c-846e-915c7cd06cdf,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:41.685942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.712226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.773194 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.775982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:41.779334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/security-groups/4741e6c2-a814-4073-ae1c-ffe171f14261 HTTP/1.1" status: 204 len: 168 time: 0.1621008 Nov 10 23:29:41.788058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd3fd-2c74-4c88-bba8-5ff9c734f040 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4741e6c2-a814-4073-ae1c-ffe171f14261,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.079064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54332) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.083670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118615309', 'description': 'tempest-secgroup-smoke-2118615309 description', 'project_id': '901d29ac711d466a872974a873b89a73'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.105416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.173513 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.177157 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.206947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.208110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280298 Nov 10 23:29:42.209998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2171c-acce-4832-ae06-7be535f269d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7cd86-b229-469c-b18a-529097a009b7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.211097 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54334) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.217274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.254238 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.304477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d7e1dd09-fe34-40d2-97c3-d9e579a769f6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:42.327204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d7e1dd09-fe34-40d2-97c3-d9e579a769f6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:29:42.327473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d7e1dd09-fe34-40d2-97c3-d9e579a769f6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:42.327896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f6068449-9b8b-4ecd-9b9d-66e00372af05 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:42.337411 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.341733 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.348921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f6068449-9b8b-4ecd-9b9d-66e00372af05 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:29:42.349302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f6068449-9b8b-4ecd-9b9d-66e00372af05 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:42.349713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a88d939f-80b1-4308-8c5b-450212714ac9 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:29:42.362983 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a408a6-e9a4-47a9-90b5-ea2524c9790e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.369262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: a88d939f-80b1-4308-8c5b-450212714ac9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:29:42.369365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.369619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device a88d939f-80b1-4308-8c5b-450212714ac9 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:29:42.374116 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cb762cac-05b7-41e5-a9e9-23aced858f6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574168 Nov 10 23:29:42.374116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54336) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.378053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.403951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.459151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.462628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.479467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de13fa1-b4fc-4654-930f-257be21c1c0d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.488222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.489445 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c7f66a72-427c-4216-892d-b8f2f75cdaf6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147442 Nov 10 23:29:42.492180 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54338) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.497375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.523129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.579388 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.582868 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.602137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650aaf98-95ab-439b-91f9-3e22131db9ea,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.611012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.612177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-25294052-8238-4913-be9a-87185ca91cb1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190624 Nov 10 23:29:42.614920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54340) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.619107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.645584 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.703524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.707297 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.728064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83a7bb8-2d29-43db-8639-ca7218d713d6,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.736057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.737289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ecc0d632-c379-4f4c-bc37-cd7138451456 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214247 Nov 10 23:29:42.739967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54342) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.744254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.765752 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:29:42.770405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.827985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.831610 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.848373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5215f3f2-647c-44c4-ae3c-1caa3d5cfa9f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.856878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.858088 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dcb2937d-8327-403c-b8dc-c88216bf9a4e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172063 Nov 10 23:29:42.860709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54344) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.865001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '57c7cd86-b229-469c-b18a-529097a009b7', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:42.885652 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:29:42.890402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.948112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.951743 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.969397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05ae768-8ece-4a19-84ad-a704dda74daa,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:42.978757 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:42.979947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7d3ed8a1-3492-4b03-9ff3-2b2521c9f1ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183012 Nov 10 23:29:42.983392 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54346) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:42.988107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'network': {'name': 'tempest-network-smoke--539627432', 'project_id': '901d29ac711d466a872974a873b89a73', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:43.007259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:29:43.010589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.033613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:29:43.044824 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.045205 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Added segment d7676812-367e-4537-b897-57a8bf31df1f of type vlan for network b8f2d303-a435-4449-a73c-fa8bb2c65dbe Nov 10 23:29:43.086543 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.111369 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.116924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:43.117529 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.168231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1832578 Nov 10 23:29:43.171015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54348) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:43.175764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'admin_state_up': True, 'project_id': '901d29ac711d466a872974a873b89a73', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:43.185927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb494f-2cba-4e66-8c83-aed859efc16c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Network': ['ID=b8f2d303-a435-4449-a73c-fa8bb2c65dbe,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:43.196582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:29:43.199112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.200114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.260180 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.399938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.586930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.609324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.708731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.230 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/20b9d43e-a377-45ee-ae14-5459390d39d4) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:29:43.810852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.842677 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.876541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:43.879348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:43.884740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:29:43.892378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ad2a3-7db8-4aa3-85f1-05fe28365c3f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:29:43.913474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=20b9d43e-a377-45ee-ae14-5459390d39d4,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:43.919703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-73b2ea14-44fd-4562-a4ad-7e2602b80926 None None] Provisioning complete for port 20b9d43e-a377-45ee-ae14-5459390d39d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:43.920277 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-73b2ea14-44fd-4562-a4ad-7e2602b80926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:43.954487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-73b2ea14-44fd-4562-a4ad-7e2602b80926 None None] Port 20b9d43e-a377-45ee-ae14-5459390d39d4 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:29:44.136096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:44.326232 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:44.450136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:29:44.553651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:29:44.565449 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Sync routers for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:29:44.573284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:44.577545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d8f61eeb-a5e8-4949-9ed7-3e6d40143814 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4024341 Nov 10 23:29:44.577668 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:44.577668 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:44.577876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54350) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:44.606161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-888293aa-9c5b-4fff-9c25-2d267b116646 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=901d29ac711d466a872974a873b89a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268140 Nov 10 23:29:44.608677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:44.679875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:44.697707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9014e17-d583-4a40-b33d-30850edf7504 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:44.699220 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d9014e17-d583-4a40-b33d-30850edf7504 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896156 Nov 10 23:29:44.702132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:44.729293 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d0f5cb2-eae0-40cf-9e37-288ce27560d8 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260923 Nov 10 23:29:44.732441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54356) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:44.737082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819350255', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'project_id': '901d29ac711d466a872974a873b89a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:44.821649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:29:44.825952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:44.859416 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:44Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:44.884066 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Checking router: cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:29:44.884402 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Updating router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 port 20b9d43e-a377-45ee-ae14-5459390d39d4 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:29:44.910828 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.015246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.016695 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.082688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Subnet': ['ID=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:45.087949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:45.088328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network hostable DHCP agents. Network: b8f2d303-a435-4449-a73c-fa8bb2c65dbe, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:29:45.106528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:29:45.115102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, b8f2d303-a435-4449-a73c-fa8bb2c65dbe) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:45.119016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:45.119606 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.126902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457f18b9-0900-4882-a269-1f9805bc7921 None None] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:29:45.136883 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bc856868-7b48-453e-a037-3573deef3a87 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028516 Nov 10 23:29:45.139646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54358) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:45.165377 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.171156 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.215661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92124f-8d7c-44db-b476-7b412947f7a3 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:29:45.218967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Attempting to bind port 20b9d43e-a377-45ee-ae14-5459390d39d4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:29:45.219338 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Attempting to bind port 20b9d43e-a377-45ee-ae14-5459390d39d4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:29:45.219700 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Attempting to bind port 20b9d43e-a377-45ee-ae14-5459390d39d4 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:45.230019 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Pushing event updated for resources: {'Port': ['ID=20b9d43e-a377-45ee-ae14-5459390d39d4,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:45.237759 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.238095 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.238428 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.238756 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.239076 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.239774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.239774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.240007 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.240318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.240628 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.240940 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.241274 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:29:45.244312 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:29:45.244679 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:45.245095 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.246169 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:29:45.246797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Bound port: 20b9d43e-a377-45ee-ae14-5459390d39d4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:29:45.247336 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.306132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] For port 20b9d43e-a377-45ee-ae14-5459390d39d4, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:45.310145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] For port 20b9d43e-a377-45ee-ae14-5459390d39d4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=20b9d43e-a377-45ee-ae14-5459390d39d4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:29:45.310603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] Provisioning complete for port 20b9d43e-a377-45ee-ae14-5459390d39d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:45.310990 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.316275 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.316662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:29:45.317853 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.374587 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d26cb-f577-46e3-b338-ba051b02042c None None] Pushing event updated for resources: {'Port': ['ID=20b9d43e-a377-45ee-ae14-5459390d39d4,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:45.388020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:45.388626 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:45.429038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de079d5-7619-43ae-9813-2d1b877e8167 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:29:45.503159 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:45.537163 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.557013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.572032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] For port 20b9d43e-a377-45ee-ae14-5459390d39d4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=20b9d43e-a377-45ee-ae14-5459390d39d4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:45.577344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Allocated IP 172.20.0.2 (b8f2d303-a435-4449-a73c-fa8bb2c65dbe/82a7f375-c3eb-4f06-8b50-3b3ac8cfde26/67050a1f-1750-46b6-b7a5-346f3593e6bb) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:29:45.582160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.639404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.680687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea2ef0-f10c-456f-bb0d-67ce54acb257 None None] Pushing event updated for resources: {'Port': ['ID=20b9d43e-a377-45ee-ae14-5459390d39d4,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:45.725073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-de67b18a-35fd-42f7-9355-3ff84a149a60 None None] Provisioning complete for port 20b9d43e-a377-45ee-ae14-5459390d39d4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:45.725443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de67b18a-35fd-42f7-9355-3ff84a149a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.781477 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:44Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:45.809064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf816d7-6c4e-4e72-90a4-56b22f946bfd None None] The sync data for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 is: [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:44Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:29:45.824841 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.850208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:45.936121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.1 (b8f2d303-a435-4449-a73c-fa8bb2c65dbe/82a7f375-c3eb-4f06-8b50-3b3ac8cfde26/e4ed413e-2e46-40ba-bc9e-e316708978ee) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:29:46.051480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:46.060959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:46.068127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:29:46.085410 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.114714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Pushing event updated for resources: {'Port': ['ID=67050a1f-1750-46b6-b7a5-346f3593e6bb,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:46.140562 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.142510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Attempting to bind port 67050a1f-1750-46b6-b7a5-346f3593e6bb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:29:46.143047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Attempting to bind port 67050a1f-1750-46b6-b7a5-346f3593e6bb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:29:46.144004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Attempting to bind port 67050a1f-1750-46b6-b7a5-346f3593e6bb on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:46.151673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:29:46.152609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:46.153060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.153461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Bound using segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:29:46.153953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Bound port: 67050a1f-1750-46b6-b7a5-346f3593e6bb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:29:46.154341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.212308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:46.218392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:46.222562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:29:46.258676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 20b9d43e-a377-45ee-ae14-5459390d39d4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:46.261867 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:46.285851 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.297672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] For port 67050a1f-1750-46b6-b7a5-346f3593e6bb, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:46.312263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] For port 67050a1f-1750-46b6-b7a5-346f3593e6bb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67050a1f-1750-46b6-b7a5-346f3593e6bb,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:29:46.319934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.379538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 20b9d43e-a377-45ee-ae14-5459390d39d4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:46.379538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:46.415934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f5c57-3d2a-4dc2-a9b2-6a01eb3a7497 None None] Pushing event updated for resources: {'Port': ['ID=67050a1f-1750-46b6-b7a5-346f3593e6bb,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:46.451243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.115003 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.119739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.192591 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.194388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:47.293007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:47.294581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:47.342654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16fa70-c70e-4c5b-b8ed-43b79cab45e8 None None] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:29:47.409370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:29:47.464431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] Provisioning complete for port 67050a1f-1750-46b6-b7a5-346f3593e6bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:47.464797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.524205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:29:47.530102 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7e41c4cc-6b03-4efd-9d4f-890c5bd04f0e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893495 Nov 10 23:29:47.577443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.611017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] For port 67050a1f-1750-46b6-b7a5-346f3593e6bb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67050a1f-1750-46b6-b7a5-346f3593e6bb,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:47.618585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.673741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3fedf-a5eb-460f-9527-b7d8b109d404 None None] Pushing event updated for resources: {'Port': ['ID=67050a1f-1750-46b6-b7a5-346f3593e6bb,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:47.705846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1d6871ad-ed90-44ff-9c88-1896bbf1714c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118615309&fields=id&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 267 time: 0.0545337 Nov 10 23:29:47.835251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-2ca0cbaa-b45e-4018-8360-afd9739cfb72 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:47.836939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-2ca0cbaa-b45e-4018-8360-afd9739cfb72 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 796 time: 0.1244302 Nov 10 23:29:47.844725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-804e3e01-4d78-4169-9bc3-c905c9f4d716 None None] Provisioning complete for port e4ed413e-2e46-40ba-bc9e-e316708978ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:47.845157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-804e3e01-4d78-4169-9bc3-c905c9f4d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:47.853372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-f8470a9a-13b0-47fe-a3b1-c662885c00b3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/quotas/901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 375 time: 0.0105591 Nov 10 23:29:47.879977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Sync routers for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:29:47.896829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-804e3e01-4d78-4169-9bc3-c905c9f4d716 None None] Port e4ed413e-2e46-40ba-bc9e-e316708978ee cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:29:47.901264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:47.901962 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:47.911736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-7e111494-8596-437f-8b4c-cdc51e558ebb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520773 Nov 10 23:29:47.954099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-804e3e01-4d78-4169-9bc3-c905c9f4d716 None None] Provisioning complete for port 67050a1f-1750-46b6-b7a5-346f3593e6bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:47.954471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-804e3e01-4d78-4169-9bc3-c905c9f4d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.060356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:48.075875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-df6e7891-f756-4433-8237-c915036593ab service neutron] 10.222.0.25 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513209 Nov 10 23:29:48.189435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-ad080c3c-8379-41fb-a747-97fbe9e9f64d service neutron] 10.222.0.25 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074607 Nov 10 23:29:48.253477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67050a1f-1750-46b6-b7a5-346f3593e6bb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:48.325603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b647aac8-1775-4e13-97f5-75612b6821a9 None None] Provisioning complete for port e4ed413e-2e46-40ba-bc9e-e316708978ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:48.325979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b647aac8-1775-4e13-97f5-75612b6821a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.367536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c1d9c056-3a86-4626-9db1-b5154e36648f req-2a47abf2-290d-4f83-baee-f8f22dbacb00 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Nov 10 23:29:48.385887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 67050a1f-1750-46b6-b7a5-346f3593e6bb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:48.386424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.390040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b647aac8-1775-4e13-97f5-75612b6821a9 None None] Port e4ed413e-2e46-40ba-bc9e-e316708978ee cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:29:48.427784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 2, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:48.458684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Checking router: cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:29:48.458922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Updating router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 port e4ed413e-2e46-40ba-bc9e-e316708978ee binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:29:48.492321 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.781917 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.786861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.841640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a969-288f-4438-a7b7-e69201bd14b4 None None] Pushing event updated for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:48.890645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Attempting to bind port e4ed413e-2e46-40ba-bc9e-e316708978ee on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:29:48.891016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Attempting to bind port e4ed413e-2e46-40ba-bc9e-e316708978ee by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:29:48.891380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Attempting to bind port e4ed413e-2e46-40ba-bc9e-e316708978ee on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:48.896700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:29:48.897996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:48.898593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.899155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Bound using segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:29:48.900086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Bound port: e4ed413e-2e46-40ba-bc9e-e316708978ee, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:29:48.900733 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:48.984798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] For port e4ed413e-2e46-40ba-bc9e-e316708978ee, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:48.988224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] For port e4ed413e-2e46-40ba-bc9e-e316708978ee, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e4ed413e-2e46-40ba-bc9e-e316708978ee,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:29:48.993081 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.053350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a969-288f-4438-a7b7-e69201bd14b4 None None] Pushing event updated for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:49.056116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:49.056723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:49.155539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] Provisioning complete for port e4ed413e-2e46-40ba-bc9e-e316708978ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:49.155913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.204141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:29:49.350213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-20080fe4-4722-41d7-b62f-04b3e9892a3f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:49.351742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-20080fe4-4722-41d7-b62f-04b3e9892a3f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 796 time: 0.1084909 Nov 10 23:29:49.358653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.418393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] For port e4ed413e-2e46-40ba-bc9e-e316708978ee, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e4ed413e-2e46-40ba-bc9e-e316708978ee,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:49.436636 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-4bd7f9cf-f163-40cf-8ec2-7134301cf476 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901d29ac711d466a872974a873b89a73&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0742745 Nov 10 23:29:49.441664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.495172 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-14a1902b-4c09-4f57-b146-711d98d2171f req-d6afb12b-4805-479a-bf02-b05b4a123249 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0348656 Nov 10 23:29:49.502776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-33ef6944-ca28-4b11-a925-a1b6b01ee98c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0601301 Nov 10 23:29:49.519480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'port': {'device_id': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'admin_state_up': True, 'tenant_id': '901d29ac711d466a872974a873b89a73', 'security_groups': ['57c7cd86-b229-469c-b18a-529097a009b7']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:49.632329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:29:49.636331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.664106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9018806d-cc86-4ebd-86a2-056ecbe11d4e None None] Provisioning complete for port e4ed413e-2e46-40ba-bc9e-e316708978ee triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:49.664467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9018806d-cc86-4ebd-86a2-056ecbe11d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.666646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81051-3c4d-446b-a36e-dc0f660dd695 None None] Pushing event updated for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:49.707414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:48Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:49.738263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525188e8-b135-4a06-bd6d-f4ed41fcded6 None None] The sync data for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 is: [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:48Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:29:49.771832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.12 (b8f2d303-a435-4449-a73c-fa8bb2c65dbe/82a7f375-c3eb-4f06-8b50-3b3ac8cfde26/481d24fb-0421-46cb-94f7-726f3e730c13) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:29:49.935758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:49.974046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.019023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:50.022249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:50.026287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:29:50.051514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:50.087602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:50.088245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.109640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-0c3472a6-effe-48f0-b786-b2e89a87a623 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941482 Nov 10 23:29:50.212588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Request body: {'port': {'device_id': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:50.248711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e4ed413e-2e46-40ba-bc9e-e316708978ee up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:50.282054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.299949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e4ed413e-2e46-40ba-bc9e-e316708978ee triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:50.300311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.350390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fe069a26-9fe6-4089-a9d4-375627446871 None None] Provisioning complete for port 481d24fb-0421-46cb-94f7-726f3e730c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:50.350847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fe069a26-9fe6-4089-a9d4-375627446871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.396166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-fe069a26-9fe6-4089-a9d4-375627446871 None None] Port 481d24fb-0421-46cb-94f7-726f3e730c13 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:29:50.573913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481d24fb-0421-46cb-94f7-726f3e730c13 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:29:50.589537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.619193 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Transition to ACTIVE for port object 481d24fb-0421-46cb-94f7-726f3e730c13 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:29:50.624733 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.670850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e065f-1df9-4735-b733-2ba6d0917edc req-192af8c7-118f-477c-bd1e-7f74a6789670 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:50.673187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb5e065f-1df9-4735-b733-2ba6d0917edc req-192af8c7-118f-477c-bd1e-7f74a6789670 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 932 time: 0.1017649 Nov 10 23:29:50.712606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:50.792902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bb5e065f-1df9-4735-b733-2ba6d0917edc req-da8534df-8c94-4fb4-b271-4566893d7781 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092546 Nov 10 23:29:50.821200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:29:50.821542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:29:50.821900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:50.827010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:29:50.827343 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:29:50.833233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:29:50.833582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:29:50.833976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Bound using segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:29:50.834404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Bound port: 481d24fb-0421-46cb-94f7-726f3e730c13, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:29:50.834799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.905594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:29:50.908859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:29:50.913758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.954890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:50.955350 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:50.956755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] 10.222.0.39 "PUT /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1092 time: 0.8394258 Nov 10 23:29:50.957183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:50.959414 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:51.014805 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49884eaf-513b-44fe-80ad-23ba9e3b4066 x-openstack-request-id: req-49884eaf-513b-44fe-80ad-23ba9e3b4066 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:51.015138 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:51.015421 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49884eaf-513b-44fe-80ad-23ba9e3b4066 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:51.015830 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'status': 'completed', 'code': 200} Nov 10 23:29:51.018046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de253eb-da65-4b55-b258-fd33e98ffa3d service neutron] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:51.064541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-f6d893e3-aa12-4af0-b1dc-dcc5824ddcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.066151 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-f6d893e3-aa12-4af0-b1dc-dcc5824ddcb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0617278 Nov 10 23:29:51.109845 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-2822c0a6-ebc0-409e-8f11-5e53fee60fcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 217 time: 0.0357876 Nov 10 23:29:51.158909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1f129ef3-f8d4-46be-b231-9e06cd88c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.160364 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1f129ef3-f8d4-46be-b231-9e06cd88c57d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0444117 Nov 10 23:29:51.209491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-9ba24979-533f-4edb-acf2-b0fb095cd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.210852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-9ba24979-533f-4edb-acf2-b0fb095cd520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436366 Nov 10 23:29:51.301101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-36055ce8-2e6f-4d18-99a3-16e7f4be9255 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 Nov 10 23:29:51.391982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a555422f-16af-4c51-aaa1-03687c4ba6da req-1afcdc00-2905-4651-860d-1f924d078d9c service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837998 Nov 10 23:29:51.478536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-fb1eb596-4ed5-4ea2-8963-2d52263da4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.480014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-fb1eb596-4ed5-4ea2-8963-2d52263da4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0404840 Nov 10 23:29:51.571832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-a7033f2f-2cd0-4f59-af56-4ed3bb6202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.573312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-a7033f2f-2cd0-4f59-af56-4ed3bb6202a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0856104 Nov 10 23:29:51.614960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-0fea273c-6a81-44ff-9d8f-924a8bc27ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 217 time: 0.0344179 Nov 10 23:29:51.662937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-9552cea0-a440-45fb-b7e5-3f2d38fb7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.664320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-9552cea0-a440-45fb-b7e5-3f2d38fb7365 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0424962 Nov 10 23:29:51.712233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-307d0118-efd4-4951-af2c-0a1c67eaf17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.713707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-307d0118-efd4-4951-af2c-0a1c67eaf17f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424957 Nov 10 23:29:51.801697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-827ba628-2115-4544-ace7-e3b20711213c service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794132 Nov 10 23:29:51.927274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e6aaf879-b355-4dc4-aecd-b8a41a4704e3 req-c3d08a6f-ab93-45c1-a80b-4ec8d0f6ccf5 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172295 Nov 10 23:29:51.937445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdcf8c-1849-4bed-a941-b21bf7b0bc30 req-0d5930a4-8619-41df-a5eb-c47502dd0607 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:51.938719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47bdcf8c-1849-4bed-a941-b21bf7b0bc30 req-0d5930a4-8619-41df-a5eb-c47502dd0607 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0748711 Nov 10 23:29:51.988466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47bdcf8c-1849-4bed-a941-b21bf7b0bc30 req-d7b54348-a2f8-4573-b7e1-2a61857034e8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Nov 10 23:29:53.104269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1cc41-38dd-4832-af26-f2311ffcdf11 req-fb07193e-2f9c-4fdc-8254-2d0a74502019 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:53.105690 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46a1cc41-38dd-4832-af26-f2311ffcdf11 req-fb07193e-2f9c-4fdc-8254-2d0a74502019 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0488317 Nov 10 23:29:53.154225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46a1cc41-38dd-4832-af26-f2311ffcdf11 req-eb80588e-ae0a-4df3-b9f7-b132d2ed0f15 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Nov 10 23:29:54.265648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316198c-36ac-421c-b48e-65438f6e5f4a req-ea47ed17-5ae4-49ef-a731-816cebb03522 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:54.267122 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8316198c-36ac-421c-b48e-65438f6e5f4a req-ea47ed17-5ae4-49ef-a731-816cebb03522 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0475090 Nov 10 23:29:54.315727 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8316198c-36ac-421c-b48e-65438f6e5f4a req-87026c64-1a19-4b14-943a-2d681edd4e99 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Nov 10 23:29:54.345497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:29:54.440533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:54.451267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '481d24fb-0421-46cb-94f7-726f3e730c13', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'port_id': '481d24fb-0421-46cb-94f7-726f3e730c13', 'mac_address': 'fa:16:3e:aa:12:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:29:54.487177 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:54.499341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481d24fb-0421-46cb-94f7-726f3e730c13 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:29:54.517837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:54.521858 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:54.571796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:54.712577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['481d24fb-0421-46cb-94f7-726f3e730c13'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:29:55.051312 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-525f5e70-21c0-49b3-b0fe-6fc0bfeb5f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:55.428942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a913a8d-4501-42cd-bd2e-bd56df139413 req-cca01359-f673-48de-aaa9-2408a9f328de tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:55.430428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a913a8d-4501-42cd-bd2e-bd56df139413 req-cca01359-f673-48de-aaa9-2408a9f328de tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Nov 10 23:29:55.481254 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a913a8d-4501-42cd-bd2e-bd56df139413 req-edae4254-9787-4ad9-b417-5075453cff72 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Nov 10 23:29:56.361566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:29:56.410370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 481d24fb-0421-46cb-94f7-726f3e730c13 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:29:56.414087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 481d24fb-0421-46cb-94f7-726f3e730c13 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:29:56.414461 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:56.491811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:56.514449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:56.516681 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd87bca-e88e-4866-a9f2-5adb5336019d" -d '{"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:56.529534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:29:56.534714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:56.558225 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfb381-090b-422a-8d8f-9abc06648302 x-openstack-request-id: req-57cfb381-090b-422a-8d8f-9abc06648302 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:56.559022 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:56.559274 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57cfb381-090b-422a-8d8f-9abc06648302 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:56.559659 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'code': 200} Nov 10 23:29:56.592801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:56.610090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d1bf9-5046-4715-b115-33cc382bee3a req-b02a85ad-661b-448a-a050-bd122849ce27 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:56.611571 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-989d1bf9-5046-4715-b115-33cc382bee3a req-b02a85ad-661b-448a-a050-bd122849ce27 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0557113 Nov 10 23:29:56.680423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5bb34-cb98-403a-9878-51a314e5781b req-6cd356b3-2d53-46ac-95c1-0d0797250b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:56.682121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cf5bb34-cb98-403a-9878-51a314e5781b req-6cd356b3-2d53-46ac-95c1-0d0797250b23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0696685 Nov 10 23:29:56.687772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-989d1bf9-5046-4715-b115-33cc382bee3a req-24f6673d-6158-487e-b0d5-a9a0961b3ce8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681720 Nov 10 23:29:56.729823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cf5bb34-cb98-403a-9878-51a314e5781b req-4f4603f8-33f4-4821-8532-73422b0efd54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Nov 10 23:29:57.682976 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1301-73fd-439b-a51c-cf3727125497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:57.817298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45042-cf0c-4f18-a368-99af12cac1a8 req-b2ed8409-e4cc-4423-bd8b-1e32ad2ca613 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:57.818765 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcc45042-cf0c-4f18-a368-99af12cac1a8 req-b2ed8409-e4cc-4423-bd8b-1e32ad2ca613 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0581031 Nov 10 23:29:57.867685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dcc45042-cf0c-4f18-a368-99af12cac1a8 req-b25b7b1d-dbcb-40e0-ac1b-3958e7f82a71 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Nov 10 23:29:57.984049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9088-0c23-4f11-a2cb-25490cecd026 req-64895ecc-8c88-47a1-885b-4c2a3e7f8ca4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:57.985445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88ec9088-0c23-4f11-a2cb-25490cecd026 req-64895ecc-8c88-47a1-885b-4c2a3e7f8ca4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0518892 Nov 10 23:29:58.035536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-88ec9088-0c23-4f11-a2cb-25490cecd026 req-a8e698b2-6768-4912-ab39-ae359e51fb94 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Nov 10 23:29:58.056554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54414) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:58.095937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd73b35-a8be-46db-85ff-d38cf15f7257 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:29:58.097461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4dd73b35-a8be-46db-85ff-d38cf15f7257 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1092 time: 0.0399263 Nov 10 23:29:58.100182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54416) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:29:58.104383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '481d24fb-0421-46cb-94f7-726f3e730c13', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:29:58.126239 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:58.223938 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:58.321551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.172 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/c8268a62-4c4a-447c-9e12-23133f2e4bf3) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:29:58.424182 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:58.456435 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:58.490767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:29:58.495393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:29:58.499414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:29:58.521914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=c8268a62-4c4a-447c-9e12-23133f2e4bf3,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:58.840689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:58.904838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.057291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.063022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.074296 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.132653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=c8268a62-4c4a-447c-9e12-23133f2e4bf3,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:29:59.142856 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.240012 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 9b91553f-4c3b-44c9-b77b-67fe70cdffe4 associated. External IP: 172.25.0.172, port: 481d24fb-0421-46cb-94f7-726f3e730c13. Nov 10 23:29:59.441772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:29:59.900891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:29:59.910641 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Sync routers for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:29:59.920373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:29:59.921797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:29:59.922621 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:29:59.947787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-56466eb7-1045-43f6-83ac-a073cb2ed318 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8465769 Nov 10 23:29:59.948387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:29:59.950705 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526dca8-d007-427f-91e2-d56c21b0e9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:29:59.985988 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f388e23a-b233-4b17-bbfd-1c341403bbb7 x-openstack-request-id: req-f388e23a-b233-4b17-bbfd-1c341403bbb7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:29:59.986274 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:29:59.986527 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f388e23a-b233-4b17-bbfd-1c341403bbb7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:29:59.986927 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'status': 'completed', 'code': 200} Nov 10 23:30:00.033564 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:00.049889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-e209e6a7-880a-4483-958b-a41797edf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:00.051570 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-e209e6a7-880a-4483-958b-a41797edf72e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0423455 Nov 10 23:30:00.055419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57054b5c-1f07-4d0a-a65c-93bebc324610 req-eac97387-7895-4653-b082-d537fe14b1da tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:00.057256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57054b5c-1f07-4d0a-a65c-93bebc324610 req-eac97387-7895-4653-b082-d537fe14b1da tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0537171 Nov 10 23:30:00.113358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-57054b5c-1f07-4d0a-a65c-93bebc324610 req-8f34026a-f4b4-4b15-ad8d-964319a9de35 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494573 Nov 10 23:30:00.136055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54422) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:00.148354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-c479de39-a279-4e46-afb0-811826d39831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:00.148991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-c479de39-a279-4e46-afb0-811826d39831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0906825 Nov 10 23:30:00.198523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:30:00.207107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b30268a6-7594-4c54-a547-d4bcf989cd6c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/9b91553f-4c3b-44c9-b77b-67fe70cdffe4 HTTP/1.1" status: 200 len: 992 time: 0.0677629 Nov 10 23:30:00.220355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-f5a6c17c-1979-4cbc-8cb7-e473f276daf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1000 time: 0.0634022 Nov 10 23:30:00.268093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-f0298f76-5f58-4432-a08c-a8d5966f008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:00.269573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-f0298f76-5f58-4432-a08c-a8d5966f008f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0430040 Nov 10 23:30:00.284547 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '9b91553f-4c3b-44c9-b77b-67fe70cdffe4', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'port_id': '481d24fb-0421-46cb-94f7-726f3e730c13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'mac_address': 'fa:16:3e:aa:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:29:58Z', 'updated_at': '2021-11-10T23:29:58Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:00.311020 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Checking router: cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:30:00.318350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-848ffd2a-1766-470d-b9ac-4c7d0021f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:00.319505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:00.319822 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-848ffd2a-1766-470d-b9ac-4c7d0021f243 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439367 Nov 10 23:30:00.320090 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:29:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:00.408204 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-42f31492-0f0f-412a-aab1-85e2dd6114ce service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815859 Nov 10 23:30:00.423077 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:00.503490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4526dca8-d007-427f-91e2-d56c21b0e9c4 req-64b1c118-cae8-4815-abc6-4511c78e8274 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Nov 10 23:30:00.516231 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:00.646526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-72df542d-5070-4818-aec1-533eb81a966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '9b91553f-4c3b-44c9-b77b-67fe70cdffe4', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'port_id': '481d24fb-0421-46cb-94f7-726f3e730c13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'mac_address': 'fa:16:3e:aa:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:29:58Z', 'updated_at': '2021-11-10T23:29:58Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:00.672271 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df542d-5070-4818-aec1-533eb81a966a None None] The sync data for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 is: [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '9b91553f-4c3b-44c9-b77b-67fe70cdffe4', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'port_id': '481d24fb-0421-46cb-94f7-726f3e730c13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'mac_address': 'fa:16:3e:aa:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:29:58Z', 'updated_at': '2021-11-10T23:29:58Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:30:00.803112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:00.860686 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e37ec-20e0-4d77-8df7-d83d85f1242b None None] New status for floating IP 9b91553f-4c3b-44c9-b77b-67fe70cdffe4: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:30:01.210751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54424) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:01.270136 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5bde02d4-cabe-47f8-8aab-4057decc2728 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/9b91553f-4c3b-44c9-b77b-67fe70cdffe4 HTTP/1.1" status: 200 len: 994 time: 0.0581465 Nov 10 23:30:07.952796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-a8e92c04-b7ed-471f-922a-f5ee87ebf96f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405984 Nov 10 23:30:08.031213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955511f3-c372-4a23-b29b-d475b6569c7e req-60479ac9-dbe3-46d7-960c-0ed592d66feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:08.032720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-60479ac9-dbe3-46d7-960c-0ed592d66feb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0408447 Nov 10 23:30:08.140558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955511f3-c372-4a23-b29b-d475b6569c7e req-f8fd3b8e-3563-4097-b08f-7eb78832093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:08.142064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-f8fd3b8e-3563-4097-b08f-7eb78832093f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0898998 Nov 10 23:30:08.206578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-5c8f9f96-d657-4110-a00b-0849f92f94e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1002 time: 0.0577605 Nov 10 23:30:08.257886 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955511f3-c372-4a23-b29b-d475b6569c7e req-3e88cf8c-8376-423b-ba91-a986fdf45df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:08.259285 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-3e88cf8c-8376-423b-ba91-a986fdf45df0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0469227 Nov 10 23:30:08.303551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955511f3-c372-4a23-b29b-d475b6569c7e req-d5e4c626-6d97-49ee-afa9-3c0a02edaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:08.305104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-d5e4c626-6d97-49ee-afa9-3c0a02edaaea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393314 Nov 10 23:30:08.392530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-c0ddc1e8-2821-42d4-8dfc-fc0af07191c8 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792260 Nov 10 23:30:08.483811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-955511f3-c372-4a23-b29b-d475b6569c7e req-488a0db1-fcd2-4327-ab77-341a0e700d62 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846028 Nov 10 23:30:15.037982 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:15.517352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:25.051776 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d210a92-0078-4135-bee7-28e7b93153ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:27.682893 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbabe16c-9bce-45c0-a8ca-a37b70ac710f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:29.076704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:29.877880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6344c-bddb-4288-94c8-1c069de8e7cd req-a5629395-ffb1-4777-8e8a-557094192b2d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:29.879384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ef6344c-bddb-4288-94c8-1c069de8e7cd req-a5629395-ffb1-4777-8e8a-557094192b2d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Nov 10 23:30:29.931865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ef6344c-bddb-4288-94c8-1c069de8e7cd req-e61eba8e-9e63-41e4-97f5-03d8708e00da tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Nov 10 23:30:29.954837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54436) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:30.013055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ff22b97-5b46-42cc-b420-8fcc6e7469d7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/9b91553f-4c3b-44c9-b77b-67fe70cdffe4 HTTP/1.1" status: 200 len: 994 time: 0.0570138 Nov 10 23:30:30.371267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2715-eae1-478c-a3a6-20588c1cce2e req-17d272cd-80f6-4bc2-b6d9-b59a0b169e49 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:30.372723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-299a2715-eae1-478c-a3a6-20588c1cce2e req-17d272cd-80f6-4bc2-b6d9-b59a0b169e49 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0390792 Nov 10 23:30:30.420111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-299a2715-eae1-478c-a3a6-20588c1cce2e req-95672d16-db02-4958-b9e1-3f45b20e1677 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Nov 10 23:30:30.520752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:30.808956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:30.933000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-619fa929-3035-45c0-b35e-2f3814eecf44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394247 Nov 10 23:30:30.941455 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-57f5b174-23e6-4dc9-8959-429f15461a86 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:30:30.942400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-57f5b174-23e6-4dc9-8959-429f15461a86 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048168 Nov 10 23:30:31.585778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-59c12ed7-967b-4717-85a8-831d7cafe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:31.587099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-59c12ed7-967b-4717-85a8-831d7cafe7e0 service neutron] 10.222.0.25 "GET /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1094 time: 0.0326705 Nov 10 23:30:31.596460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Request body: {'binding': {'host': 'n-h1-811521-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:31.596905 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Unknown quota resources ['binding']. {{(pid=102457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 23:30:31.726999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on host n-h1-811521-3 for vnic_type normal with profile None {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:31.727253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:31.727571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:31.731733 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:30:31.732046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:31.736643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:31.737055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:31.737373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Bound using segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:31.737787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Bound port: 481d24fb-0421-46cb-94f7-726f3e730c13, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:31.816994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:31.823150 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:31.824999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] 10.222.0.25 "POST /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13/bindings HTTP/1.1" status: 201 len: 389 time: 0.2313645 Nov 10 23:30:31.966482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80bb72-aa6b-47b6-8e98-6f9a2003942f req-89d39bc9-9cdf-4ed0-aa32-e949d3d15837 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:31.967978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe80bb72-aa6b-47b6-8e98-6f9a2003942f req-89d39bc9-9cdf-4ed0-aa32-e949d3d15837 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0548401 Nov 10 23:30:32.017969 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fe80bb72-aa6b-47b6-8e98-6f9a2003942f req-7991e84c-c3e4-4453-a7b9-3d2473282a03 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Nov 10 23:30:32.044541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-f49a0a54-79ed-4492-a507-5380902e7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:32.046677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-f49a0a54-79ed-4492-a507-5380902e7921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0438659 Nov 10 23:30:32.139134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-dc346154-c2ce-45f1-959e-09cbee1212e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:32.140599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-dc346154-c2ce-45f1-959e-09cbee1212e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0871615 Nov 10 23:30:32.210022 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-fbfe1bb2-6888-4272-8513-563d9e9a0a2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1002 time: 0.0620849 Nov 10 23:30:32.258726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-6ae95a90-2afb-40f0-9814-d8f942f05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:32.260145 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-6ae95a90-2afb-40f0-9814-d8f942f05acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0430765 Nov 10 23:30:32.309744 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-8a58d423-287a-49aa-8a43-1e66d28f66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:32.311138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-8a58d423-287a-49aa-8a43-1e66d28f66ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439794 Nov 10 23:30:32.405193 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-5f36be1a-ffaa-4f28-84f0-11bf945124e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872059 Nov 10 23:30:32.496852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-fbb94d89-e666-4c39-94fa-b56570df6aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847070 Nov 10 23:30:32.645090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-b1272417-e9f9-4281-b4fa-a939eedec714 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:32.646574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-b1272417-e9f9-4281-b4fa-a939eedec714 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&tenant_id=901d29ac711d466a872974a873b89a73&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1097 time: 0.0945303 Nov 10 23:30:32.658422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-3'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:32.715660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:32.842136 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:32.878093 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:32.920660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:32.922831 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447fc48-3459-428e-8a51-f2d6ec6e025b" -d '{"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:32.926506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:32.932605 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:32.963386 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa697ef-c3ef-495a-87ac-a492de6dc498 x-openstack-request-id: req-afa697ef-c3ef-495a-87ac-a492de6dc498 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:32.963684 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:32.963930 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afa697ef-c3ef-495a-87ac-a492de6dc498 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:32.964318 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'code': 200} Nov 10 23:30:33.026667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:33.080818 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on host n-h2-811521-3 for vnic_type normal with profile {"migrating_to": "n-h1-811521-3"} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:33.081520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:33.081622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:33.086800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:30:33.087125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Attempting to bind port 481d24fb-0421-46cb-94f7-726f3e730c13 on network b8f2d303-a435-4449-a73c-fa8bb2c65dbe {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:33.092993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:33.093342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Checking segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:33.093731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Bound using segment: {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:33.094168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Bound port: 481d24fb-0421-46cb-94f7-726f3e730c13, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7676812-367e-4537-b897-57a8bf31df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:33.094531 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.140185 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec9a8-3ebc-4b36-9048-39a2d2e548bd req-616fe030-034b-4ac2-b46b-51000e69e3f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:33.141893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-232ec9a8-3ebc-4b36-9048-39a2d2e548bd req-616fe030-034b-4ac2-b46b-51000e69e3f6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0510209 Nov 10 23:30:33.166714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:33.171705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:33.178373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.195599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-232ec9a8-3ebc-4b36-9048-39a2d2e548bd req-6472def3-bdfb-4ad1-8ff3-6772d41e5069 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Nov 10 23:30:33.276156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=8']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:33.296205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Provisioning complete for port 481d24fb-0421-46cb-94f7-726f3e730c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:33.296726 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.322464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:33.323240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.324702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-1e7ffb12-e6ff-431e-a594-b629bcd9cd0e service neutron] 10.222.0.20 "PUT /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1122 time: 0.6701217 Nov 10 23:30:33.393167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.415702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:33.418490 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330ddc6-549b-4b06-a0c3-c6b8b73f02f1" -d '{"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:33.425387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['481d24fb-0421-46cb-94f7-726f3e730c13'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:30:33.436256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:33.460604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:33.465604 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061b24b0-712f-48a3-933a-d8b787aa9326 x-openstack-request-id: req-061b24b0-712f-48a3-933a-d8b787aa9326 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:33.465902 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:33.466153 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-061b24b0-712f-48a3-933a-d8b787aa9326 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:33.466536 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'code': 200} Nov 10 23:30:33.623467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:33.640008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.640357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.640697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.641056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.641396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.641728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.642052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.642376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.642697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.643017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.643339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.643657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a405e-8c0e-4c3c-8b7e-953f98960161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:33.813992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b2675de9-ab57-40a0-8201-bbd8cc0e159d None None] Provisioning complete for port 481d24fb-0421-46cb-94f7-726f3e730c13 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:33.814357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b2675de9-ab57-40a0-8201-bbd8cc0e159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:34.310282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0b738-623e-4426-98a8-8ef88d85a4b8 req-a2702438-67ca-4b96-afcb-6704cf07a4f1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:34.311643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ed0b738-623e-4426-98a8-8ef88d85a4b8 req-a2702438-67ca-4b96-afcb-6704cf07a4f1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0476041 Nov 10 23:30:34.365599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1ed0b738-623e-4426-98a8-8ef88d85a4b8 req-4a1ec234-6f18-4da0-b7b7-1f3d2289e15d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479784 Nov 10 23:30:34.965811 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:34.968173 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910372e7-df44-44e3-9c8d-09be97dfcab4" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:35.007353 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea09b23-ee2f-4182-876a-5c7512199899 x-openstack-request-id: req-3ea09b23-ee2f-4182-876a-5c7512199899 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:35.007670 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:35.007922 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ea09b23-ee2f-4182-876a-5c7512199899 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:35.008324 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'status': 'completed', 'code': 200} Nov 10 23:30:35.077263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-621d102b-76a6-4bd6-bf5d-395cfea57174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:35.078800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-621d102b-76a6-4bd6-bf5d-395cfea57174 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1127 time: 0.0425994 Nov 10 23:30:35.172908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-116357fd-a8ce-4302-b3bf-7fe37b818a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:35.174413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-116357fd-a8ce-4302-b3bf-7fe37b818a85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0879874 Nov 10 23:30:35.241616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-421897fd-0259-47dd-8b45-304e312d3f5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1002 time: 0.0587230 Nov 10 23:30:35.294438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-e39fc3d9-8018-4d47-b358-7fab066014ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:35.295884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-e39fc3d9-8018-4d47-b358-7fab066014ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0460646 Nov 10 23:30:35.346322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-d33e0453-5631-4357-a4fb-3215e5193a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:35.347840 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-d33e0453-5631-4357-a4fb-3215e5193a3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443547 Nov 10 23:30:35.437775 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-3c0d0ef0-80f1-450c-9a66-6778f54f126b service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Nov 10 23:30:35.487826 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad844c-b243-46ca-816c-59db337e8461 req-422791c6-891c-4445-97b0-826617f6daf9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:35.489342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6ad844c-b243-46ca-816c-59db337e8461 req-422791c6-891c-4445-97b0-826617f6daf9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0498159 Nov 10 23:30:35.532217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-910372e7-df44-44e3-9c8d-09be97dfcab4 req-2902e6a5-de73-41ea-a97a-af673d6f9973 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Nov 10 23:30:35.538107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6ad844c-b243-46ca-816c-59db337e8461 req-b1033edf-1c0f-49de-bff8-5ef14011a678 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Nov 10 23:30:36.580899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:30:36.656634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9678b1-283d-407f-8bbd-894b6015e802 req-aabe1c64-5404-4a80-abfc-fd0fea4112a6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:36.658141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b9678b1-283d-407f-8bbd-894b6015e802 req-aabe1c64-5404-4a80-abfc-fd0fea4112a6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0501001 Nov 10 23:30:36.674280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:36.685963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 has no active binding in host n-h1-811521-3 {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 23:30:36.709925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b9678b1-283d-407f-8bbd-894b6015e802 req-83cada8f-ee13-4178-94d4-bd405e929f22 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Nov 10 23:30:37.197277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:30:37.825736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ef104-7ce3-4587-a566-4c665312163e req-5ca107b9-09f2-4e76-8aea-f82f2b5cb0f9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:37.827876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-056ef104-7ce3-4587-a566-4c665312163e req-5ca107b9-09f2-4e76-8aea-f82f2b5cb0f9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Nov 10 23:30:37.875549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-056ef104-7ce3-4587-a566-4c665312163e req-0a1d5def-9dcf-46cc-8609-8ff6e23a7e92 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Nov 10 23:30:38.209191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-c4c80e09-6443-4dbd-864e-de19edb4dd53 service neutron] 10.222.0.39 "GET /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 384 time: 0.0554965 Nov 10 23:30:38.376800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:38.395995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:38.433988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:38.436756 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f85634-5d9b-424a-90a0-6d1383ee57a5" -d '{"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:38.443816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:38.463893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:38.475589 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f12a49e-ac58-4520-8b68-e4052706a806 x-openstack-request-id: req-8f12a49e-ac58-4520-8b68-e4052706a806 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:38.475880 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:38.476150 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f12a49e-ac58-4520-8b68-e4052706a806 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:38.476568 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'code': 200} Nov 10 23:30:38.536738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Transition to ACTIVE for port object 481d24fb-0421-46cb-94f7-726f3e730c13 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:30:38.540661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:38.636234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Pushing event updated for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=11']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:38.650317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.650661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.650998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.651330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.651661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.651991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.652313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.652636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.652957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.653301 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.653655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.653973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:38.691356 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] No DVR routers for this DVR port 481d24fb-0421-46cb-94f7-726f3e730c13 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:30:38.834500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-3712596e-b01c-4f4d-a49c-0fca439ae13b service neutron] 10.222.0.39 "PUT /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13/bindings/n-h1-811521-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6189458 Nov 10 23:30:38.929621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-8130a04b-bc30-453c-bcdb-45c1953dd7fe tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:38.931440 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-8130a04b-bc30-453c-bcdb-45c1953dd7fe tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&tenant_id=901d29ac711d466a872974a873b89a73&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.0454307 Nov 10 23:30:38.980079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d57008e0-1f25-4f22-a5a4-6cad4e85902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:38.981709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d57008e0-1f25-4f22-a5a4-6cad4e85902a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 1096 time: 0.0414820 Nov 10 23:30:38.994695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f63aa-c55d-41ab-81d0-06ed65222a27 req-0bc4d21f-1475-45e7-bdc6-e18c54fd9342 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:38.996168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e11f63aa-c55d-41ab-81d0-06ed65222a27 req-0bc4d21f-1475-45e7-bdc6-e18c54fd9342 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0525637 Nov 10 23:30:39.053761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-97a3ec10-573b-43eb-98db-69684e576dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:39.055270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-97a3ec10-573b-43eb-98db-69684e576dc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1096 time: 0.0509138 Nov 10 23:30:39.060141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e11f63aa-c55d-41ab-81d0-06ed65222a27 req-b0e75b61-6ad9-4638-95d6-fb69aa122301 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573223 Nov 10 23:30:39.145542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-5ca71398-56bc-4f8e-9c1c-c54db8bd5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:39.147002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-5ca71398-56bc-4f8e-9c1c-c54db8bd5f9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0842280 Nov 10 23:30:39.215325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-c2242929-a1f2-48e4-b892-b2408496dcc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 1000 time: 0.0603886 Nov 10 23:30:39.263601 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-0c50c09d-dc28-402f-9067-60bcb4d5cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:39.265131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-0c50c09d-dc28-402f-9067-60bcb4d5cf8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0433161 Nov 10 23:30:39.309461 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-f0f95570-8c06-42ce-902f-4f946a95492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:39.310901 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-f0f95570-8c06-42ce-902f-4f946a95492c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392089 Nov 10 23:30:39.401320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-9b7f7c13-6aae-4969-8e01-e92e7e0f069c service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Nov 10 23:30:39.492665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d08bf022-7aac-4ae3-a3b0-c9433a0adc1a service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843515 Nov 10 23:30:39.714310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-56b51cf5-2ec5-41eb-8ebc-50b8136bb62f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:39.715776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-56b51cf5-2ec5-41eb-8ebc-50b8136bb62f tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1&tenant_id=901d29ac711d466a872974a873b89a73&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 1096 time: 0.0440998 Nov 10 23:30:39.856553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-47608b5b-4ada-4819-b3c3-0f0fe3ec7710 service neutron] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:39.859658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-47608b5b-4ada-4819-b3c3-0f0fe3ec7710 service neutron] Publish callbacks [] for binding, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:39.860759 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-47608b5b-4ada-4819-b3c3-0f0fe3ec7710 service neutron] 10.222.0.20 "DELETE /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13/bindings/n-h2-811521-3 HTTP/1.1" status: 204 len: 173 time: 0.1377668 Nov 10 23:30:40.181920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1f855-058a-434f-b4ff-956f7e1bb73d req-99d6a2bb-ddb2-4a29-852f-4ee51283fb69 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:40.183423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bb1f855-058a-434f-b4ff-956f7e1bb73d req-99d6a2bb-ddb2-4a29-852f-4ee51283fb69 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Nov 10 23:30:40.239767 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bb1f855-058a-434f-b4ff-956f7e1bb73d req-a2920c78-e283-4903-a8d9-43f9fee00a9a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498075 Nov 10 23:30:40.348298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694d701-684e-4d18-9c33-ff6103fee2fd req-4ed885d7-e6a2-4ab2-a71c-17ce6053536b tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:40.349820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0694d701-684e-4d18-9c33-ff6103fee2fd req-4ed885d7-e6a2-4ab2-a71c-17ce6053536b tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1096 time: 0.0389786 Nov 10 23:30:40.394972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0694d701-684e-4d18-9c33-ff6103fee2fd req-ef108755-951a-4a98-a198-d289e1647f06 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Nov 10 23:30:40.509287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14cd0d-e4c9-44d8-b180-b1e9bceb4a89 req-5fb32e0f-e2a2-4efb-a7a4-7930af1b7284 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:40.510752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c14cd0d-e4c9-44d8-b180-b1e9bceb4a89 req-5fb32e0f-e2a2-4efb-a7a4-7930af1b7284 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Nov 10 23:30:40.561773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c14cd0d-e4c9-44d8-b180-b1e9bceb4a89 req-6d0c8ee6-bdf8-4ecc-afca-678369545f79 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Nov 10 23:30:40.583661 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54508) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:40.643006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f259235-ef34-4a27-ad25-a9950d37247f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/9b91553f-4c3b-44c9-b77b-67fe70cdffe4 HTTP/1.1" status: 200 len: 992 time: 0.0581665 Nov 10 23:30:40.863321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54514) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:41.018163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port c8268a62-4c4a-447c-9e12-23133f2e4bf3 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:30:41.018425 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:41.092536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:41.092857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:41.104201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for c8268a62-4c4a-447c-9e12-23133f2e4bf3 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:30:41.279469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:41.307329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=c8268a62-4c4a-447c-9e12-23133f2e4bf3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:41.703838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:41.704163 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 9b91553f-4c3b-44c9-b77b-67fe70cdffe4 disassociated (deleted). External IP: 172.25.0.172, port: 481d24fb-0421-46cb-94f7-726f3e730c13. Nov 10 23:30:41.904616 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:30:42.008745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:30:42.013370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:42.017937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Sync routers for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:30:42.027735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:42.028834 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:42.040797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-493d50b1-c15c-40b2-9c9a-aecddae7220f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/floatingips/9b91553f-4c3b-44c9-b77b-67fe70cdffe4 HTTP/1.1" status: 204 len: 168 time: 1.1763823 Nov 10 23:30:42.041431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:42.043683 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:42.080677 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75f451-9d12-4526-9e82-76192b1415b1 x-openstack-request-id: req-bc75f451-9d12-4526-9e82-76192b1415b1 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:42.080965 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:42.081239 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc75f451-9d12-4526-9e82-76192b1415b1 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:42.081638 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'status': 'completed', 'code': 200} Nov 10 23:30:42.146121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-4d6a0e5a-111b-4300-8519-9094bb33d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.147675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-4d6a0e5a-111b-4300-8519-9094bb33d91f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 1096 time: 0.0440724 Nov 10 23:30:42.149314 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:42.254350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-cd88f946-7630-4a07-8474-78a72a59a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.256028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-cd88f946-7630-4a07-8474-78a72a59a695 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 200 len: 896 time: 0.0960007 Nov 10 23:30:42.293475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fd3f3-374b-45a4-943f-a0295e5d4991 req-fd265eb4-70c9-4166-9e66-3fc330a7d857 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.296438 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c42fd3f3-374b-45a4-943f-a0295e5d4991 req-fd265eb4-70c9-4166-9e66-3fc330a7d857 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0576048 Nov 10 23:30:42.303715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-e932f34b-1bc7-4c0d-b10a-0b2175a59716 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 200 len: 217 time: 0.0380025 Nov 10 23:30:42.347345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c42fd3f3-374b-45a4-943f-a0295e5d4991 req-43f4a485-c386-42dc-84ad-d41ca3269038 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=57c7cd86-b229-469c-b18a-529097a009b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Nov 10 23:30:42.355337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-1e85af6c-d809-4341-bf0b-8c66fb4b6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.357434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-1e85af6c-d809-4341-bf0b-8c66fb4b6a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 200 len: 834 time: 0.0457768 Nov 10 23:30:42.409455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-79c4c12a-27c8-464f-9331-dd8db7a408d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.410944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-79c4c12a-27c8-464f-9331-dd8db7a408d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f2d303-a435-4449-a73c-fa8bb2c65dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445125 Nov 10 23:30:42.454431 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:42.485390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Checking router: cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:30:42.493637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:42.494235 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:42.502686 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-a4c61379-2315-46f3-a184-8469fc1a5e76 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826473 Nov 10 23:30:42.600455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ddc509b8-ef1a-4179-999c-6f9a769ddf8f req-ae5d6de7-e218-4f6e-9c90-17d019c2c179 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881739 Nov 10 23:30:42.603526 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:42.658874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:30:42.703355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:30:42.715789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-124a8521-50e4-414e-b2fe-511f60949630 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:42.717844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-124a8521-50e4-414e-b2fe-511f60949630 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d0ef-8591-4ae1-88e4-260beeaeb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Nov 10 23:30:42.805326 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:42.811051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 481d24fb-0421-46cb-94f7-726f3e730c13 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:30:42.811471 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:42.830586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e63029-45a7-4459-97f4-f441e577e222 None None] The sync data for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 is: [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:46Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'e4ed413e-2e46-40ba-bc9e-e316708978ee', 'name': '', 'network_id': 'b8f2d303-a435-4449-a73c-fa8bb2c65dbe', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:f5:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:45Z', 'updated_at': '2021-11-10T23:29:49Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': '82a7f375-c3eb-4f06-8b50-3b3ac8cfde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:30:42.905105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 481d24fb-0421-46cb-94f7-726f3e730c13, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=481d24fb-0421-46cb-94f7-726f3e730c13,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:42.905473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:42.918247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 481d24fb-0421-46cb-94f7-726f3e730c13 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:30:43.054557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:43.070878 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f97b27-f7ef-40cc-8463-d0aaaf2459b9 None None] New status for floating IP 9b91553f-4c3b-44c9-b77b-67fe70cdffe4: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:30:43.085112 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=481d24fb-0421-46cb-94f7-726f3e730c13,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:43.126034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] No DVR routers for this DVR port 481d24fb-0421-46cb-94f7-726f3e730c13 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:30:43.128672 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:43.132099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-582f0422-bdc0-4bc4-9b39-c856844fceac req-6f77e6b3-f0f6-4398-884c-a4d18196b9cd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "DELETE /v2.0/ports/481d24fb-0421-46cb-94f7-726f3e730c13 HTTP/1.1" status: 204 len: 173 time: 0.4081912 Nov 10 23:30:43.407118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54524) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:43.840066 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:44.082340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-deleted', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:44.084570 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429de813-9881-4ad0-8bde-477d944c5b37" -d '{"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-deleted", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:44.121528 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f3505c-876a-400d-90ab-02817d274f0d x-openstack-request-id: req-88f3505c-876a-400d-90ab-02817d274f0d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:44.121822 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d0ef-8591-4ae1-88e4-260beeaeb8f1", "name": "network-vif-deleted", "tag": "481d24fb-0421-46cb-94f7-726f3e730c13", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:44.122146 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88f3505c-876a-400d-90ab-02817d274f0d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:44.123038 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d0ef-8591-4ae1-88e4-260beeaeb8f1', 'name': 'network-vif-deleted', 'tag': '481d24fb-0421-46cb-94f7-726f3e730c13', 'status': 'completed', 'code': 200} Nov 10 23:30:44.140503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port e4ed413e-2e46-40ba-bc9e-e316708978ee {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:30:44.140848 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:44.229554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port e4ed413e-2e46-40ba-bc9e-e316708978ee, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e4ed413e-2e46-40ba-bc9e-e316708978ee,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:44.229914 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:44.242372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for e4ed413e-2e46-40ba-bc9e-e316708978ee owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:30:44.417537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:44.443764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=e4ed413e-2e46-40ba-bc9e-e316708978ee,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:44.617415 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.048831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.075880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:30:45.177374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:30:45.182615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0231f6c4-cf19-46b9-a2a3-31524b9f24ee tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744739 Nov 10 23:30:45.185399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54528) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:45.187866 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Sync routers for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:30:45.201454 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:45.202053 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:45.239548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting subnet 82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:30:45.242721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.283841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.306627 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:45.402213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.459081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.486115 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:30:44Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:45.487823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Subnet': ['ID=82a7f375-c3eb-4f06-8b50-3b3ac8cfde26,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:45.489833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.495392 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ce88c77e-f3b6-4657-81ef-d6612b6e8cfc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/subnets/82a7f375-c3eb-4f06-8b50-3b3ac8cfde26 HTTP/1.1" status: 204 len: 168 time: 0.3066938 Nov 10 23:30:45.495548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b60910-dec9-4bc5-89b2-2d589df1a598 None None] Network b8f2d303-a435-4449-a73c-fa8bb2c65dbe requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:30:45.495639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54530) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:45.511885 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Checking router: cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:30:45.520296 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Routers {'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:45.520896 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:45.562736 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.607353 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.631442 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] Set router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:45.682448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] DHCP port deletion for b8f2d303-a435-4449-a73c-fa8bb2c65dbe request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:30:45.726532 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.734168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Deleting port 67050a1f-1750-46b6-b7a5-346f3593e6bb {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:30:45.734644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.782226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 20b9d43e-a377-45ee-ae14-5459390d39d4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:30:45.782868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.806016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] For port 67050a1f-1750-46b6-b7a5-346f3593e6bb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=67050a1f-1750-46b6-b7a5-346f3593e6bb,segment=NetworkSegment(d7676812-367e-4537-b897-57a8bf31df1f),segment_id=d7676812-367e-4537-b897-57a8bf31df1f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:45.806842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.817063 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:30:44Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:45.822169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Calling delete_port for 67050a1f-1750-46b6-b7a5-346f3593e6bb owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:30:45.843352 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c79180-ec0c-49f6-881e-8c7014f2d425 None None] The sync data for ids ['cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793'] in n-d-811521-3 is: [{'id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125863271', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:30:44Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '20b9d43e-a377-45ee-ae14-5459390d39d4', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:29:43Z', 'updated_at': '2021-11-10T23:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:30:45.868916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 20b9d43e-a377-45ee-ae14-5459390d39d4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=20b9d43e-a377-45ee-ae14-5459390d39d4,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:45.869312 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.884729 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 20b9d43e-a377-45ee-ae14-5459390d39d4 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:30:45.906547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:45.930547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] Pushing event deleted for resources: {'Port': ['ID=67050a1f-1750-46b6-b7a5-346f3593e6bb,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:45.935860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee34d1-1f28-49ff-b4c6-59bce2f2f838 None None] No DVR routers for this DVR port 67050a1f-1750-46b6-b7a5-346f3593e6bb on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:30:46.050264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.076196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=20b9d43e-a377-45ee-ae14-5459390d39d4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:46.088831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5842d5-994c-4add-82f7-8f2e1e7f4f74 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:30:46.135529 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.250220 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.252516 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.282907 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67050a1f-1750-46b6-b7a5-346f3593e6bb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:30:46.306011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 67050a1f-1750-46b6-b7a5-346f3593e6bb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:30:46.306769 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 67050a1f-1750-46b6-b7a5-346f3593e6bb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:30:46.307288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e4ed413e-2e46-40ba-bc9e-e316708978ee no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:30:46.323427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.323981 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Fanout notify agent at l3_agent the message router_deleted on router cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:30:46.329804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e4ed413e-2e46-40ba-bc9e-e316708978ee {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:30:46.330152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e4ed413e-2e46-40ba-bc9e-e316708978ee not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:30:46.331689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.335274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e64f580f-d494-4557-aba1-b6a204e2672c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/routers/cb6dde8a-1c6e-42b5-bd43-f8d3cd1e9793 HTTP/1.1" status: 204 len: 168 time: 0.8363101 Nov 10 23:30:46.336354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54532) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:46.413413 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.504656 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.525276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f2d303-a435-4449-a73c-fa8bb2c65dbe']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:46.535019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7676812-367e-4537-b897-57a8bf31df1f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:46.535380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7676812-367e-4537-b897-57a8bf31df1f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:46.545830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.558754 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.564321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:30:46.564695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:30:46.567600 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:30:46.578218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:30:46.599205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 481d24fb-0421-46cb-94f7-726f3e730c13 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:30:46.599565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 481d24fb-0421-46cb-94f7-726f3e730c13 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:30:46.629722 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.637323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.639772 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/networks/b8f2d303-a435-4449-a73c-fa8bb2c65dbe HTTP/1.1" status: 204 len: 168 time: 0.3023756 Nov 10 23:30:46.642587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54534) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:46.651282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Network': ['ID=b8f2d303-a435-4449-a73c-fa8bb2c65dbe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:46.659172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.659520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.659887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.660221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.660553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.660907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.661265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.661587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.661914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.662234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.662555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.662872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf8860-33ac-4559-9558-ba06319d846e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:46.708020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.738873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.798056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.800774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:46.801950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/security-groups/57c7cd86-b229-469c-b18a-529097a009b7 HTTP/1.1" status: 204 len: 168 time: 0.1583683 Nov 10 23:30:46.811139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6a9e0-4bfb-4e5a-9494-1b501b62f58f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7cd86-b229-469c-b18a-529097a009b7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.151892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54540) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.156372 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374861471', 'description': 'tempest-secgroup-smoke-1374861471 description', 'project_id': '901d29ac711d466a872974a873b89a73'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.177823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.240908 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.244424 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.273632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.274843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1219690 Nov 10 23:30:47.276767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda0073-3f4c-4d00-bca3-4032a9af4ab6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510bcf9a-0ae9-4130-a7fa-862888e61bd8,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.277831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54542) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.283695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.310268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.363416 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.366431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.384036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeab1e62-a13f-4cb9-8ee7-c5aceed2fa41,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.392253 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.393458 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dcef03a4-7497-46eb-a55b-8aa8c0a3bb16 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137264 Nov 10 23:30:47.396219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54544) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.400490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.425651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.480798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.485246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.504416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0b461e-5fcc-4827-9b88-9784e0d6b79e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.508813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.509997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de8ddf14-9722-4ca5-a341-c705b746a729 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128614 Nov 10 23:30:47.512729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54546) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.517009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.542271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.600446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.603823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.624491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627f60b7-de20-47a6-a4f4-4fae5ea60aaa,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.630433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.631355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b7120bc-15d9-4d94-9b98-1828bf1cbaef tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176476 Nov 10 23:30:47.634112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54548) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.638365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.663118 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.719623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.723037 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.740789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54be74ea-1586-49bb-ae11-e05ce26f6153,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.745583 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.746756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b8c97583-8bff-48b0-a1fd-435af1fc3228 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1117921 Nov 10 23:30:47.749541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54550) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.754800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.777525 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:30:47.782861 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.838447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.842635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.860614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1986da3-6fb5-4f54-939e-80731a9ea212,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.865501 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.869441 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-74d7ead2-28c9-45d5-b960-6586a2aed7eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161513 Nov 10 23:30:47.869523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.874234 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'security_group_rule': {'security_group_id': '510bcf9a-0ae9-4130-a7fa-862888e61bd8', 'project_id': '901d29ac711d466a872974a873b89a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:47.895181 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Project 901d29ac711d466a872974a873b89a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:30:47.899775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.959071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.962575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.980134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9a73ee-2a39-411e-b638-bd5534d49922,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:47.984447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:47.988492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-60237e73-c969-45a6-beaa-4e9749bcba0a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151950 Nov 10 23:30:47.988492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54554) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:47.993151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'network': {'name': 'tempest-network-smoke--536922879', 'project_id': '901d29ac711d466a872974a873b89a73', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:48.012876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:30:48.016734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.040318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:30:48.049092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.049456 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Added segment a6416de5-fb57-4ab5-b192-f4c4b1f8358f of type vlan for network 995615e8-f209-4be7-a195-953f9b55f918 Nov 10 23:30:48.089099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.111693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.117208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:48.117783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.168097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786165 Nov 10 23:30:48.171193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54556) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:48.175289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'admin_state_up': True, 'project_id': '901d29ac711d466a872974a873b89a73', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:48.183078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 20b9d43e-a377-45ee-ae14-5459390d39d4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:30:48.209159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 20b9d43e-a377-45ee-ae14-5459390d39d4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:30:48.209354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f325c-68f9-4877-8ce3-821fc1b72699 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Network': ['ID=995615e8-f209-4be7-a195-953f9b55f918,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:48.209499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 20b9d43e-a377-45ee-ae14-5459390d39d4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:30:48.219693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.220694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.224494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 995615e8-f209-4be7-a195-953f9b55f918 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:30:48.274856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.421613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.883489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:48.902137 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.002763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.85 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/814181b5-445d-4b52-bfcd-971668cafec3) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:30:49.105782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.137018 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.179654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:30:49.184683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:49.188729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:30:49.198629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7eb29e-1980-4f4f-9a74-73a3e521377f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:30:49.211965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=814181b5-445d-4b52-bfcd-971668cafec3,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:49.249548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-185a023b-60bb-44cd-9f6d-118f0fb49cdd None None] Provisioning complete for port 814181b5-445d-4b52-bfcd-971668cafec3 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:49.249912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-185a023b-60bb-44cd-9f6d-118f0fb49cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.285232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-185a023b-60bb-44cd-9f6d-118f0fb49cdd None None] Port 814181b5-445d-4b52-bfcd-971668cafec3 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:30:49.436613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.634010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.760469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 8adb2a41-99d7-411b-8466-df67fbcf7602 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:30:49.865488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:30:49.874729 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Sync routers for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:30:49.885349 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:49.886317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:49.886619 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6407aedf-bb77-4346-a997-ce1aba6b304c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7147555 Nov 10 23:30:49.887048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:49.890266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54558) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:49.918220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc2124bc-356a-4863-b865-7904581f9b8b tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=901d29ac711d466a872974a873b89a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268588 Nov 10 23:30:49.920681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54560) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:49.990451 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:50.005846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741f6e2-6526-4a60-94be-4ee7e8ef27ee tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:50.007422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e741f6e2-6526-4a60-94be-4ee7e8ef27ee tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857854 Nov 10 23:30:50.010171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:50.042301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c5f12a4d-11cd-4ba9-809c-ae8a06ba1f5e tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310776 Nov 10 23:30:50.044933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54564) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:50.050157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2128440997', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'project_id': '901d29ac711d466a872974a873b89a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:50.140504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:30:50.144336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.167583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:49Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:50.197539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Checking router: 8adb2a41-99d7-411b-8466-df67fbcf7602 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:30:50.197901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Updating router 8adb2a41-99d7-411b-8466-df67fbcf7602 port 814181b5-445d-4b52-bfcd-971668cafec3 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:30:50.224684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.324890 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.385060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Subnet': ['ID=f274e316-2a29-4d19-8db2-a58aca5a9190,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:50.393624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Checking segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:50.393624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network hostable DHCP agents. Network: 995615e8-f209-4be7-a195-953f9b55f918, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:30:50.410108 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 995615e8-f209-4be7-a195-953f9b55f918 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:30:50.418699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 995615e8-f209-4be7-a195-953f9b55f918) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:50.422732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:50.423315 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.434541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45f5d1-0a47-43cd-a1b3-30ec0f81e68d None None] Network 995615e8-f209-4be7-a195-953f9b55f918 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:30:50.439591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9b478663-26ee-48f9-b4ae-232165ac3f5c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935258 Nov 10 23:30:50.442322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54566) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:30:50.523757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.531838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.593101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387960f-b2ae-47de-af8f-6950527bac4d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:30:50.624503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe1f4-2239-4bae-8688-bcc08b47835e None None] Pushing event updated for resources: {'Port': ['ID=814181b5-445d-4b52-bfcd-971668cafec3,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:50.633225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Attempting to bind port 814181b5-445d-4b52-bfcd-971668cafec3 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:50.633603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Attempting to bind port 814181b5-445d-4b52-bfcd-971668cafec3 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:50.633956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Attempting to bind port 814181b5-445d-4b52-bfcd-971668cafec3 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:50.645274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:50.645655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:50.646057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.646447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:50.646911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Bound port: 814181b5-445d-4b52-bfcd-971668cafec3, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:50.647287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.714829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-995615e8-f209-4be7-a195-953f9b55f918', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:30:50.715669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.750986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] For port 814181b5-445d-4b52-bfcd-971668cafec3, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:50.755386 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] For port 814181b5-445d-4b52-bfcd-971668cafec3, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=814181b5-445d-4b52-bfcd-971668cafec3,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:50.756384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] Provisioning complete for port 814181b5-445d-4b52-bfcd-971668cafec3 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:50.756819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.762826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.879686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:50.890045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a337c-8ca4-4121-a4c2-8fb459576af9 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:30:50.940876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe1f4-2239-4bae-8688-bcc08b47835e None None] Pushing event updated for resources: {'Port': ['ID=814181b5-445d-4b52-bfcd-971668cafec3,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:50.954158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:50.954774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:51.025660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Allocated IP 172.20.0.2 (995615e8-f209-4be7-a195-953f9b55f918/f274e316-2a29-4d19-8db2-a58aca5a9190/f42d896e-535f-4ab7-b186-59bd92c36aae) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:30:51.133383 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.171213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:51.173860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] For port 814181b5-445d-4b52-bfcd-971668cafec3, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=814181b5-445d-4b52-bfcd-971668cafec3,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:51.230551 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.537820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d53b1-d432-497d-a3ef-cc2a5b64b5c9 None None] Pushing event updated for resources: {'Port': ['ID=814181b5-445d-4b52-bfcd-971668cafec3,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:51.569209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.574142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-beb8c9ab-7cf1-46fc-b45c-489c0db22433 None None] Provisioning complete for port 814181b5-445d-4b52-bfcd-971668cafec3 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:51.574429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-beb8c9ab-7cf1-46fc-b45c-489c0db22433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.592951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.625555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.1 (995615e8-f209-4be7-a195-953f9b55f918/f274e316-2a29-4d19-8db2-a58aca5a9190/92ec42c1-41a9-4b12-911a-c42c50ec729e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:30:51.662092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Network 995615e8-f209-4be7-a195-953f9b55f918 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:30:51.673196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:51.681650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:30:51.689241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Pushing event updated for resources: {'Port': ['ID=f42d896e-535f-4ab7-b186-59bd92c36aae,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:51.745158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.774973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:49Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:51.778937 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.780251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Attempting to bind port f42d896e-535f-4ab7-b186-59bd92c36aae on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:51.780619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Attempting to bind port f42d896e-535f-4ab7-b186-59bd92c36aae by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:51.780999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Attempting to bind port f42d896e-535f-4ab7-b186-59bd92c36aae on network 995615e8-f209-4be7-a195-953f9b55f918 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:51.817235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 995615e8-f209-4be7-a195-953f9b55f918 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:30:51.818489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a73a4-2f3e-4f90-8ab4-ca87bc9bec40 None None] The sync data for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 is: [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:49Z', 'revision_number': 3, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:30:51.821323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:51.821698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Checking segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:51.822582 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.822582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Bound using segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:51.823507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Bound port: f42d896e-535f-4ab7-b186-59bd92c36aae, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:51.823507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.824256 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:51.826750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:30:51.865216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:51.888356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.892753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] For port f42d896e-535f-4ab7-b186-59bd92c36aae, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:51.899242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] For port f42d896e-535f-4ab7-b186-59bd92c36aae, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f42d896e-535f-4ab7-b186-59bd92c36aae,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:51.905488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:51.966621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291b1b-730a-4311-9a7e-802b8ef1b26c None None] Pushing event updated for resources: {'Port': ['ID=f42d896e-535f-4ab7-b186-59bd92c36aae,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:52.047530 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.364097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f42d896e-535f-4ab7-b186-59bd92c36aae up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:30:52.421755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f42d896e-535f-4ab7-b186-59bd92c36aae triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:52.422132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.506626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.545241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f42d896e-535f-4ab7-b186-59bd92c36aae, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f42d896e-535f-4ab7-b186-59bd92c36aae,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:52.550777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.552002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 814181b5-445d-4b52-bfcd-971668cafec3 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:30:52.634531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f42d896e-535f-4ab7-b186-59bd92c36aae,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:52.648203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 814181b5-445d-4b52-bfcd-971668cafec3 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:52.649107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.651814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.658525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.742112 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:52.745251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:52.854410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 995615e8-f209-4be7-a195-953f9b55f918 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:30:52.855896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:52.970535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 8adb2a41-99d7-411b-8466-df67fbcf7602 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:30:53.052848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2dbb2-a21f-4314-8dff-cd6a18c277ea None None] Network 995615e8-f209-4be7-a195-953f9b55f918 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:30:53.087900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:30:53.092993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-47962f93-8477-4288-a8c0-e18b0a0465d0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/8adb2a41-99d7-411b-8466-df67fbcf7602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496961 Nov 10 23:30:53.116314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed46b5fe-6479-4f32-9673-5f9e5cf3800c None None] Provisioning complete for port f42d896e-535f-4ab7-b186-59bd92c36aae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:53.116693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed46b5fe-6479-4f32-9673-5f9e5cf3800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:53.244095 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-7cc6b237-473b-4c87-9caf-beef6763f5ec tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374861471&fields=id&tenant_id=901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 267 time: 0.0448747 Nov 10 23:30:53.362463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-2626a3a2-9604-4e14-8bad-8d0c50cae1f0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:53.364045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-2626a3a2-9604-4e14-8bad-8d0c50cae1f0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 796 time: 0.1124756 Nov 10 23:30:53.379511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-46ab267d-2bd8-4ebc-a1ed-99d6842cbf75 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/quotas/901d29ac711d466a872974a873b89a73 HTTP/1.1" status: 200 len: 375 time: 0.0097601 Nov 10 23:30:53.434830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-ebc44616-a3ae-48d7-9d56-cc6a9869fb7b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495343 Nov 10 23:30:53.492269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-42aefebc-0950-4e24-9239-2456ce549738 None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:53.492746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-42aefebc-0950-4e24-9239-2456ce549738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:53.507695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-cc08e772-8b02-4246-bb5d-fb98f126071d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:30:53.508722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-cc08e772-8b02-4246-bb5d-fb98f126071d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623703 Nov 10 23:30:53.537921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-42aefebc-0950-4e24-9239-2456ce549738 None None] Port 92ec42c1-41a9-4b12-911a-c42c50ec729e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:30:53.548441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-42aefebc-0950-4e24-9239-2456ce549738 None None] Provisioning complete for port f42d896e-535f-4ab7-b186-59bd92c36aae triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:53.548818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-42aefebc-0950-4e24-9239-2456ce549738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:53.620063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-2516d1be-0745-480d-a993-28e673fa5fe1 service neutron] 10.222.0.25 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999553 Nov 10 23:30:53.691659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Sync routers for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:30:53.703117 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:53.703730 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:53.719253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-27d69537-d297-43c3-a47f-ec587d3b37ee service neutron] 10.222.0.25 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924511 Nov 10 23:30:53.757421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-afc8b37f-8b03-4759-b312-589451b92ef4 None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:53.757703 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-afc8b37f-8b03-4759-b312-589451b92ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:53.798194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-afc8b37f-8b03-4759-b312-589451b92ef4 None None] Port 92ec42c1-41a9-4b12-911a-c42c50ec729e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:30:53.837380 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:53.918840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eb07f42a-7e3b-4296-a5d3-36829624f2d9 None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:53.919291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eb07f42a-7e3b-4296-a5d3-36829624f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:53.923736 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f40320c-faf9-456f-b4b6-0c492e7c7254 req-03e05d26-fd58-43bc-ae3f-06700aa39dab tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Nov 10 23:30:53.976925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f42a-7e3b-4296-a5d3-36829624f2d9 None None] Port 92ec42c1-41a9-4b12-911a-c42c50ec729e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:30:54.176285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 2, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:54.201975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Checking router: 8adb2a41-99d7-411b-8466-df67fbcf7602 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:30:54.202326 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Updating router 8adb2a41-99d7-411b-8466-df67fbcf7602 port 92ec42c1-41a9-4b12-911a-c42c50ec729e binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:30:54.227570 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.254501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f42d896e-535f-4ab7-b186-59bd92c36aae up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:30:54.304588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f42d896e-535f-4ab7-b186-59bd92c36aae triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:54.304957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.495198 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.500470 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.546727 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Pushing event updated for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:54.558637 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.558981 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.559323 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.559688 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.560017 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.560346 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.560668 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.561009 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.561334 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.561655 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.561975 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.562296 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:30:54.609300 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Attempting to bind port 92ec42c1-41a9-4b12-911a-c42c50ec729e on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:54.609670 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Attempting to bind port 92ec42c1-41a9-4b12-911a-c42c50ec729e by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:54.610057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Attempting to bind port 92ec42c1-41a9-4b12-911a-c42c50ec729e on network 995615e8-f209-4be7-a195-953f9b55f918 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:54.615081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:54.615451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Checking segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:54.615847 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.616234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Bound using segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:54.616693 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Bound port: 92ec42c1-41a9-4b12-911a-c42c50ec729e, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:54.617093 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.686064 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] For port 92ec42c1-41a9-4b12-911a-c42c50ec729e, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:54.689171 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] For port 92ec42c1-41a9-4b12-911a-c42c50ec729e, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=92ec42c1-41a9-4b12-911a-c42c50ec729e,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:54.694043 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.764349 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:30:54.765141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:54.767176 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086fa1-6a0b-4fa6-9e05-dbe9b2a956bb None None] Pushing event updated for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:54.811072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:54.811552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:54.913934 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:30:54.937557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-aa41b342-c694-4b95-ae8c-1e041af32467 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:54.939054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-aa41b342-c694-4b95-ae8c-1e041af32467 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 796 time: 0.1660669 Nov 10 23:30:54.954352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.025256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] For port 92ec42c1-41a9-4b12-911a-c42c50ec729e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=92ec42c1-41a9-4b12-911a-c42c50ec729e,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:30:55.031988 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.048619 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-662c51e5-f9ea-498d-9328-ae54b69a6511 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901d29ac711d466a872974a873b89a73&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1001754 Nov 10 23:30:55.065106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c9e4622-7483-426d-868a-20bd7c430761 req-7330a625-6bed-46e4-9fe0-9e6f2437d005 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 210 time: 0.0388236 Nov 10 23:30:55.077564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3a10ba71-8a19-440f-a9aa-647340f88809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.099315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-d1abf53d-8ec5-41bc-bced-b8cdd70d1475 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0365007 Nov 10 23:30:55.103026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c0e57-c4e8-4748-b47e-b90f0c8fc394 None None] Pushing event updated for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:55.110128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'port': {'device_id': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'admin_state_up': True, 'tenant_id': '901d29ac711d466a872974a873b89a73', 'security_groups': ['510bcf9a-0ae9-4130-a7fa-862888e61bd8']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:55.154977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b45279b7-b089-431a-be98-c442954a0fdb None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:55.155805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b45279b7-b089-431a-be98-c442954a0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.158648 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:30:55.190045 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c51c-7240-49eb-9632-32d5e1aa468f None None] The sync data for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 is: [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:30:55.230827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Made reservation on behalf of 901d29ac711d466a872974a873b89a73 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:30:55.234472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.399149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.20.0.10 (995615e8-f209-4be7-a195-953f9b55f918/f274e316-2a29-4d19-8db2-a58aca5a9190/3e241585-721c-4831-8dea-7e143e81e102) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:30:55.541067 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.575017 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.627610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 995615e8-f209-4be7-a195-953f9b55f918 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:30:55.630997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:30:55.635392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:30:55.639987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:55.689716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:55.690386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.709917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-672a7819-8945-4bb3-9b48-3461136b4dff tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038942 Nov 10 23:30:55.723750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Request body: {'port': {'device_id': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:30:55.787154 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.872082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bea1fa3d-ca90-4639-b8b8-5520de7c272e None None] Provisioning complete for port 3e241585-721c-4831-8dea-7e143e81e102 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:55.873263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bea1fa3d-ca90-4639-b8b8-5520de7c272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:55.908773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bea1fa3d-ca90-4639-b8b8-5520de7c272e None None] Port 3e241585-721c-4831-8dea-7e143e81e102 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:30:56.067352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:30:56.075514 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.087253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Transition to ACTIVE for port object 3e241585-721c-4831-8dea-7e143e81e102 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:30:56.091638 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.165253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:56.223028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f437836-8d98-4803-84a3-1d523b290a1b req-a8f40b00-337e-49bc-ae12-bf086be026a2 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.224587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f437836-8d98-4803-84a3-1d523b290a1b req-a8f40b00-337e-49bc-ae12-bf086be026a2 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 944 time: 0.0700133 Nov 10 23:30:56.234171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Attempting to bind port 3e241585-721c-4831-8dea-7e143e81e102 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:30:56.234511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Attempting to bind port 3e241585-721c-4831-8dea-7e143e81e102 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:30:56.234842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Attempting to bind port 3e241585-721c-4831-8dea-7e143e81e102 on network 995615e8-f209-4be7-a195-953f9b55f918 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:56.240677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Port 3e241585-721c-4831-8dea-7e143e81e102 on network 995615e8-f209-4be7-a195-953f9b55f918 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:30:56.241336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Attempting to bind port 3e241585-721c-4831-8dea-7e143e81e102 on network 995615e8-f209-4be7-a195-953f9b55f918 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:30:56.254516 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:30:56.255175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Checking segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:30:56.255787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Bound using segment: {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:30:56.256439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Bound port: 3e241585-721c-4831-8dea-7e143e81e102, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '995615e8-f209-4be7-a195-953f9b55f918'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:30:56.257056 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.312995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 92ec42c1-41a9-4b12-911a-c42c50ec729e up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:30:56.326569 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f437836-8d98-4803-84a3-1d523b290a1b req-e94eaac9-336e-4a2b-acff-584d4ff62777 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901923 Nov 10 23:30:56.347389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:30:56.351314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:30:56.358407 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.388263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 92ec42c1-41a9-4b12-911a-c42c50ec729e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:30:56.388836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.397685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.398238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:56.399699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 1092 time: 0.6802802 Nov 10 23:30:56.400167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:30:56.402524 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b55191-f870-4228-a537-0735bf386ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:30:56.445517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ea323-37c9-4234-bc98-dda644231246 service neutron] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:30:56.489293 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f7bb6-5c56-43e8-861f-03355e757d82 x-openstack-request-id: req-e15f7bb6-5c56-43e8-861f-03355e757d82 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:30:56.489586 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:30:56.489834 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e15f7bb6-5c56-43e8-861f-03355e757d82 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:30:56.490256 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'status': 'completed', 'code': 200} Nov 10 23:30:56.496819 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-903e5cb1-d010-413e-b24f-854b59e7714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.498214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-903e5cb1-d010-413e-b24f-854b59e7714c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1095 time: 0.0492742 Nov 10 23:30:56.546292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-5f6b0bc3-4c76-40b5-8801-b6166b21bdc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 217 time: 0.0400441 Nov 10 23:30:56.597288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-60d6f48f-0979-46a7-a528-70094ed5cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.598766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-60d6f48f-0979-46a7-a528-70094ed5cdb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0460885 Nov 10 23:30:56.646370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-46b3562c-e3c6-49f5-aabe-d5054f966bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.647855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-46b3562c-e3c6-49f5-aabe-d5054f966bfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414407 Nov 10 23:30:56.742444 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-5eac3fac-5d50-4e44-8ade-418fbd6958bd service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 Nov 10 23:30:56.830149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-245b0268-a956-4127-8eaa-d3ace2a1099c req-080830b1-4ba6-41ee-b727-6bf6e6c19e63 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805011 Nov 10 23:30:56.917389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55191-f870-4228-a537-0735bf386ee0 req-0b37eaea-e768-4a61-afc9-1706db72e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:56.918970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-0b37eaea-e768-4a61-afc9-1706db72e4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1095 time: 0.0418422 Nov 10 23:30:57.011218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55191-f870-4228-a537-0735bf386ee0 req-b626da7e-5186-4c64-a382-639a4f826098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:57.012624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-b626da7e-5186-4c64-a382-639a4f826098 service neutron] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 896 time: 0.0871031 Nov 10 23:30:57.054930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-d34bc2ef-3f21-44b6-a63d-5365de5c09f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 217 time: 0.0355203 Nov 10 23:30:57.107450 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55191-f870-4228-a537-0735bf386ee0 req-2b5529ea-e1d7-46e3-8b15-5ede8c15c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:57.108856 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-2b5529ea-e1d7-46e3-8b15-5ede8c15c708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0469973 Nov 10 23:30:57.153969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55191-f870-4228-a537-0735bf386ee0 req-cc4c1d92-130b-49f2-94bc-c9765fa6be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:57.155422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-cc4c1d92-130b-49f2-94bc-c9765fa6be07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394714 Nov 10 23:30:57.248288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-bf6b9725-8095-4ad3-9864-21117a71c1ed service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Nov 10 23:30:57.334983 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3b55191-f870-4228-a537-0735bf386ee0 req-72c2f9b3-07b4-4bcd-8141-e1c2a2cd1950 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795228 Nov 10 23:30:57.429909 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8d20-8efd-43b0-b4c3-f80b5de38f61 req-f52069a3-de7f-4d97-a15f-2b91e95de111 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:57.431615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-195f8d20-8efd-43b0-b4c3-f80b5de38f61 req-f52069a3-de7f-4d97-a15f-2b91e95de111 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 944 time: 0.0476155 Nov 10 23:30:57.482928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-195f8d20-8efd-43b0-b4c3-f80b5de38f61 req-abf459c3-bf6a-4b38-bbe1-9c5667c0b449 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Nov 10 23:30:57.685343 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-90c13af0-4775-4a0c-8de7-eef4eedb8d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:58.598270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f160d-90df-4d41-9413-73c7a8caa7b1 req-88da660d-20e9-401c-8003-6432c887ead5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:58.599718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17f160d-90df-4d41-9413-73c7a8caa7b1 req-88da660d-20e9-401c-8003-6432c887ead5 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 944 time: 0.0484853 Nov 10 23:30:58.648236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a17f160d-90df-4d41-9413-73c7a8caa7b1 req-2bd4d593-cdae-4c27-8d1f-1ca7a2a09eca tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Nov 10 23:30:59.078118 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:30:59.765960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b472c3f-4a85-4e94-8084-62207a61f6ce req-614c770a-d054-498c-8332-ea6a40b73b4d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:30:59.767433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2b472c3f-4a85-4e94-8084-62207a61f6ce req-614c770a-d054-498c-8332-ea6a40b73b4d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 944 time: 0.0500920 Nov 10 23:30:59.816391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2b472c3f-4a85-4e94-8084-62207a61f6ce req-8c80f838-96a3-4fbd-9392-45ec3f785e3c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Nov 10 23:31:00.521225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:00.625071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:31:00.719520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:00.732064 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3e241585-721c-4831-8dea-7e143e81e102', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'mac_address': 'fa:16:3e:a9:86:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:31:00.768914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:00.781629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:31:00.811306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:00.812656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:00.815266 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:00.860998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:31:00.939848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7803c-b128-4c82-aefa-3fe6ed4f0907 req-9be13cc3-0ab6-485e-8fd6-ed5d379b2282 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:00.941357 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85e7803c-b128-4c82-aefa-3fe6ed4f0907 req-9be13cc3-0ab6-485e-8fd6-ed5d379b2282 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 945 time: 0.0527823 Nov 10 23:31:00.990812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-85e7803c-b128-4c82-aefa-3fe6ed4f0907 req-ff273192-9a32-415b-a1df-856f78424937 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Nov 10 23:31:01.015886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3e241585-721c-4831-8dea-7e143e81e102'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:31:02.104438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce0e04-edeb-4095-a110-524249e50acb req-96ff60e3-7943-4274-b22b-dec37aa59a02 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:02.105935 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45ce0e04-edeb-4095-a110-524249e50acb req-96ff60e3-7943-4274-b22b-dec37aa59a02 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Nov 10 23:31:02.153374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-45ce0e04-edeb-4095-a110-524249e50acb req-c37659ef-f366-4f9f-a2f8-ecf1b07f03e6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Nov 10 23:31:02.641371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:31:02.689302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3e241585-721c-4831-8dea-7e143e81e102 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:31:02.693179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3e241585-721c-4831-8dea-7e143e81e102 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:31:02.693547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:02.769054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:02.791732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:31:02.793963 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a433e5-d7e4-42c0-b7ff-7fcc9aadf8e9" -d '{"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-plugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:31:02.809582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:02.814005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:02.836749 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8a974a-3a4c-40e9-8256-4e7a55f68072 x-openstack-request-id: req-3d8a974a-3a4c-40e9-8256-4e7a55f68072 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:31:02.837064 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-plugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:31:02.837305 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d8a974a-3a4c-40e9-8256-4e7a55f68072 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:31:02.837687 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'code': 200} Nov 10 23:31:02.863277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:31:02.927351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548c551-3613-4c62-9dd3-36a6e2cbbd73 req-8809d99d-43e4-46a8-9287-98a5a6b35326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:02.928754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a548c551-3613-4c62-9dd3-36a6e2cbbd73 req-8809d99d-43e4-46a8-9287-98a5a6b35326 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0388789 Nov 10 23:31:02.974842 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a548c551-3613-4c62-9dd3-36a6e2cbbd73 req-9abdbd06-3acb-4b03-a1b2-b211c3e86911 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380776 Nov 10 23:31:03.269777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90524f-5616-44fa-afe3-4563abcb65da req-2a15b677-99a9-49b8-bfbb-46d867f0c243 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:03.271221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b90524f-5616-44fa-afe3-4563abcb65da req-2a15b677-99a9-49b8-bfbb-46d867f0c243 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Nov 10 23:31:03.320084 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b90524f-5616-44fa-afe3-4563abcb65da req-f7769001-65b0-47f9-bf8d-aff3d6240de6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Nov 10 23:31:04.485029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0aa0e-0d48-4f19-ace1-ebc880d87c35 req-89528095-c946-4801-8527-8f60ba45fb49 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:04.486491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98e0aa0e-0d48-4f19-ace1-ebc880d87c35 req-89528095-c946-4801-8527-8f60ba45fb49 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Nov 10 23:31:04.534650 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98e0aa0e-0d48-4f19-ace1-ebc880d87c35 req-f97175bd-b125-4dc7-8386-3567dd6b0c7c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Nov 10 23:31:04.646242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983074e6-42a4-4b7d-953a-3f211b65bac3 req-66aff25f-7b8f-41e8-ba1e-a9b9fa3b6aa8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:04.647697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-983074e6-42a4-4b7d-953a-3f211b65bac3 req-66aff25f-7b8f-41e8-ba1e-a9b9fa3b6aa8 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Nov 10 23:31:04.696119 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-983074e6-42a4-4b7d-953a-3f211b65bac3 req-9d980f4e-98f8-4242-bd05-5d1765b42a86 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Nov 10 23:31:04.717515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54622) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:31:04.756930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1b4c8-9cf1-4ecf-9020-f2e66a129786 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:04.758446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6ca1b4c8-9cf1-4ecf-9020-f2e66a129786 tempest-TestNetworkAdvancedServerOps-37404231 tempest-TestNetworkAdvancedServerOps-37404231-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1092 time: 0.0399342 Nov 10 23:31:04.761272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54624) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:31:04.765512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:31:04.786509 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:04.883923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:04.981972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Allocated IP 172.25.0.193 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ec939e4c-63a2-4fd0-b975-6c15f124e347) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:31:05.083302 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.114906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.149180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:31:05.154366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:31:05.157835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:31:05.181074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=ec939e4c-63a2-4fd0-b975-6c15f124e347,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:31:05.503030 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.566887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.711093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.715428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.780751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event updated for resources: {'Port': ['ID=ec939e4c-63a2-4fd0-b975-6c15f124e347,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:31:05.790600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:05.888143 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 72b95e32-2f16-41ed-9fc3-4a9303d70732 associated. External IP: 172.25.0.193, port: 3e241585-721c-4831-8dea-7e143e81e102. Nov 10 23:31:06.351546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 8adb2a41-99d7-411b-8466-df67fbcf7602 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:31:06.454244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:31:06.463437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Sync routers for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:31:06.473729 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:06.473928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:31:06.474531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:31:06.500615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-226f8388-fbf5-4a6d-853e-57a64e73ac2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7383144 Nov 10 23:31:06.501231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:31:06.503488 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7352ea1-2995-4413-84ba-00ead3b309fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:31:06.541164 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a883eef0-9cfa-497f-8253-2c4dad16ddc8 x-openstack-request-id: req-a883eef0-9cfa-497f-8253-2c4dad16ddc8 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:31:06.541461 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:31:06.541711 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a883eef0-9cfa-497f-8253-2c4dad16ddc8 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:31:06.542130 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'status': 'completed', 'code': 200} Nov 10 23:31:06.582108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:31:06.637507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16ca09-9503-471e-8a49-0d4089c26204 req-d1aa7cab-6aa9-4c86-b31a-4aec95847d2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:06.639013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f16ca09-9503-471e-8a49-0d4089c26204 req-d1aa7cab-6aa9-4c86-b31a-4aec95847d2c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0794902 Nov 10 23:31:06.640814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-8c706dcb-37ad-41d2-9bd9-1d2c5cdc4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:06.642188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-8c706dcb-37ad-41d2-9bd9-1d2c5cdc4ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0720811 Nov 10 23:31:06.740831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f16ca09-9503-471e-8a49-0d4089c26204 req-b09420a0-9934-4f12-a8c0-818004ebb151 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954010 Nov 10 23:31:06.762761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54630) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:31:06.766421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-a434a5e5-39c6-4473-9086-5aa2258c2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:06.767867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-a434a5e5-39c6-4473-9086-5aa2258c2820 service neutron] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 896 time: 0.1167920 Nov 10 23:31:06.806238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '72b95e32-2f16-41ed-9fc3-4a9303d70732', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'mac_address': 'fa:16:3e:a9:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:31:05Z', 'updated_at': '2021-11-10T23:31:05Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:31:06.831126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-169bf454-9546-427c-b9cc-29540b82fe8c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/72b95e32-2f16-41ed-9fc3-4a9303d70732 HTTP/1.1" status: 200 len: 992 time: 0.0665712 Nov 10 23:31:06.843290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-1d77fa33-7a86-4033-b58b-fb8ee46b9ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 1000 time: 0.0682075 Nov 10 23:31:06.893619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-568f62d8-43d5-4939-a453-6857a335d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:06.895288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-568f62d8-43d5-4939-a453-6857a335d8e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0452919 Nov 10 23:31:06.942736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-3c35b23e-6c7a-41a4-bd30-b38345e1a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:06.944255 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-3c35b23e-6c7a-41a4-bd30-b38345e1a64f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424120 Nov 10 23:31:06.989240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Checking router: 8adb2a41-99d7-411b-8466-df67fbcf7602 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:31:06.997883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:31:06.998414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:30:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:31:07.039298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-4d15d8a8-5bdd-4a39-8d67-d1e8d4374696 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879729 Nov 10 23:31:07.105081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:31:07.128368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7352ea1-2995-4413-84ba-00ead3b309fd req-b92ebb47-3705-4be0-9714-f7db934d32a8 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821409 Nov 10 23:31:07.332942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '72b95e32-2f16-41ed-9fc3-4a9303d70732', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'mac_address': 'fa:16:3e:a9:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:31:05Z', 'updated_at': '2021-11-10T23:31:05Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:31:07.358614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9c269-2ef4-43b3-afee-f6d188c75840 None None] The sync data for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 is: [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '72b95e32-2f16-41ed-9fc3-4a9303d70732', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'mac_address': 'fa:16:3e:a9:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:31:05Z', 'updated_at': '2021-11-10T23:31:05Z', 'revision_number': 0, 'project_id': '901d29ac711d466a872974a873b89a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:31:07.543586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae79268-72bc-4750-a018-de244a03e7b2 None None] New status for floating IP 72b95e32-2f16-41ed-9fc3-4a9303d70732: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:31:07.833545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:31:07.899594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d4d98890-8318-4fb1-8964-b0988bcc4a59 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/72b95e32-2f16-41ed-9fc3-4a9303d70732 HTTP/1.1" status: 200 len: 994 time: 0.0647340 Nov 10 23:31:10.996296 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-d8025df3-62f5-454b-ae81-e8df27eb656c req-ba63b2ad-7aba-480d-b228-874b842f1bcb service neutron] (102458) timed out ('10.222.0.25', 41254) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:31:14.023870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-6cc53e7b-a166-4d2c-9a1e-66f6e2face5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383255 Nov 10 23:31:14.106520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-8401ad96-9cda-41bb-a634-f7496ff8475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:14.108019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-8401ad96-9cda-41bb-a634-f7496ff8475b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0405955 Nov 10 23:31:14.196156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:31:14.214878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-df477a9c-37ae-4860-9106-30e191bb0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:14.216340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-df477a9c-37ae-4860-9106-30e191bb0679 service neutron] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 896 time: 0.0876637 Nov 10 23:31:14.284001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-8ef4193f-c5cc-4264-8a7f-a16d596888b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 1002 time: 0.0606022 Nov 10 23:31:14.332309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-88c9bde5-71ab-4b50-9978-a520e16804d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:14.333742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-88c9bde5-71ab-4b50-9978-a520e16804d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0427794 Nov 10 23:31:14.378512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-5c074200-db64-441b-be43-ee643af44927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:14.379976 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-5c074200-db64-441b-be43-ee643af44927 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388861 Nov 10 23:31:14.472107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-3baa46e1-9a59-4306-87df-00d5a8cc289e service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Nov 10 23:31:14.559006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a615bb49-559d-4950-a1e9-db3ec72b9270 req-51d5a2af-f079-4088-9718-0734a16b9e93 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802305 Nov 10 23:31:15.061209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:15.503237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:25.059514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f5f600a3-cd76-4558-aeba-91ce195f77fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:27.686858 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ace53b2f-8fc6-493b-9613-cc2235b13adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:29.081983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:30.523709 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:30.804958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:39.359836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8a6e-169d-4724-ac47-e2f2fa9de405 req-ad47dce7-116b-4528-825d-871b02bef6a9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:39.361340 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-016b8a6e-169d-4724-ac47-e2f2fa9de405 req-ad47dce7-116b-4528-825d-871b02bef6a9 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Nov 10 23:31:39.411669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-016b8a6e-169d-4724-ac47-e2f2fa9de405 req-798450bc-b243-41b2-a24c-3b2708862713 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Nov 10 23:31:40.528960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4ce8-4e65-4dd6-85af-95e97777b785 req-fe1f1045-8737-44bf-8cde-6c27607fa2ae tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:40.530449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-424d4ce8-4e65-4dd6-85af-95e97777b785 req-fe1f1045-8737-44bf-8cde-6c27607fa2ae tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0500054 Nov 10 23:31:40.578917 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-424d4ce8-4e65-4dd6-85af-95e97777b785 req-b0b06071-3197-4cde-9fe1-1ff61e21085c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Nov 10 23:31:41.691784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85074-3b48-48c0-90b5-f48c0f4e1679 req-4429e979-2521-47d4-909f-f84f79bd98fc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:41.693256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66f85074-3b48-48c0-90b5-f48c0f4e1679 req-4429e979-2521-47d4-909f-f84f79bd98fc tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0476396 Nov 10 23:31:41.746556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66f85074-3b48-48c0-90b5-f48c0f4e1679 req-95618c08-61c0-4a80-ba9d-40047f7a02ad tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Nov 10 23:31:42.865183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78014bd2-1cb3-4430-8327-12a15ccea156 req-3775389a-760e-4be8-989e-a047fe03a075 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:42.866646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78014bd2-1cb3-4430-8327-12a15ccea156 req-3775389a-760e-4be8-989e-a047fe03a075 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0529277 Nov 10 23:31:42.915048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78014bd2-1cb3-4430-8327-12a15ccea156 req-009b356d-e287-405d-8715-1bfa5cc0e43a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Nov 10 23:31:44.029569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f7cba-9026-4fcc-bbb1-9855f8aeefb7 req-c4fa4ab4-3ef0-4461-ad7b-8efb011623eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:44.031086 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-513f7cba-9026-4fcc-bbb1-9855f8aeefb7 req-c4fa4ab4-3ef0-4461-ad7b-8efb011623eb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0482638 Nov 10 23:31:44.079101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-513f7cba-9026-4fcc-bbb1-9855f8aeefb7 req-6eb1bdbd-c9ec-4191-bbd7-7fd2f2943805 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Nov 10 23:31:45.048256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:45.192312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df146-b7f4-4988-961c-c8372c2a0822 req-92b46357-c1c7-43d0-a0ab-a2ea0e6cf512 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:45.193788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-981df146-b7f4-4988-961c-c8372c2a0822 req-92b46357-c1c7-43d0-a0ab-a2ea0e6cf512 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Nov 10 23:31:45.241795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-981df146-b7f4-4988-961c-c8372c2a0822 req-4ec36d56-e753-43d4-8bdf-3a75f01caff0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Nov 10 23:31:45.517523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:46.354245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422fbf-de0d-4050-9e09-08f917c2ddca req-1faf2483-d918-4776-8bfd-615417e88317 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:46.355681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2422fbf-de0d-4050-9e09-08f917c2ddca req-1faf2483-d918-4776-8bfd-615417e88317 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0477452 Nov 10 23:31:46.402961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f2422fbf-de0d-4050-9e09-08f917c2ddca req-73196fb0-c5fa-4ddb-beab-237bf8449201 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Nov 10 23:31:47.521542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d42b0-1c4c-4921-9bde-c55bd3980af2 req-7db5ebf9-d6c8-47f0-bdd5-c6cbac0f68f4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:47.523002 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c9d42b0-1c4c-4921-9bde-c55bd3980af2 req-7db5ebf9-d6c8-47f0-bdd5-c6cbac0f68f4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0521655 Nov 10 23:31:47.572047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c9d42b0-1c4c-4921-9bde-c55bd3980af2 req-0dbfe9a1-286d-4f78-b6c6-407a1b035bc3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Nov 10 23:31:48.688805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bc29-695d-4fe4-89e3-3375ea78dbc1 req-0ae8673f-e417-4942-bbe7-99c2b6c83a74 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:48.690308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2353bc29-695d-4fe4-89e3-3375ea78dbc1 req-0ae8673f-e417-4942-bbe7-99c2b6c83a74 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0522430 Nov 10 23:31:48.738922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2353bc29-695d-4fe4-89e3-3375ea78dbc1 req-76a59b70-e6ec-4941-b49d-98e08237d8e6 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Nov 10 23:31:49.853373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e281eef-bb31-4b1b-947a-fb91024f1128 req-11fa8763-639e-47ca-b08b-a145d323e44e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:49.854832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e281eef-bb31-4b1b-947a-fb91024f1128 req-11fa8763-639e-47ca-b08b-a145d323e44e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0490365 Nov 10 23:31:49.902685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e281eef-bb31-4b1b-947a-fb91024f1128 req-52a23971-1f88-405a-93a2-4ce6e335bdca tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Nov 10 23:31:51.017659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ca75-c772-4cf7-899f-129c7126e999 req-d3229858-f0b9-4e51-9247-4e604a89cc06 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:51.019111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e784ca75-c772-4cf7-899f-129c7126e999 req-d3229858-f0b9-4e51-9247-4e604a89cc06 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0480237 Nov 10 23:31:51.068042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e784ca75-c772-4cf7-899f-129c7126e999 req-78c00946-cac6-4acf-a096-d1f2ab05ddfb tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Nov 10 23:31:51.194339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:31:52.181523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17d798-d206-4288-9c41-2e79f47a3dfb req-73b8e656-959c-45e5-888f-b9ec9e6d309b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:52.183257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c17d798-d206-4288-9c41-2e79f47a3dfb req-73b8e656-959c-45e5-888f-b9ec9e6d309b tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0490594 Nov 10 23:31:52.236096 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6c17d798-d206-4288-9c41-2e79f47a3dfb req-7b62fdb7-17f3-46ed-a6b6-10af758bc211 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469286 Nov 10 23:31:53.357732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc460c-9e00-4a3e-88b4-983aafdcfe1e req-203f6919-07f1-4618-9a1d-b5228c0b9a6d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:53.359124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5bc460c-9e00-4a3e-88b4-983aafdcfe1e req-203f6919-07f1-4618-9a1d-b5228c0b9a6d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0549822 Nov 10 23:31:53.411356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5bc460c-9e00-4a3e-88b4-983aafdcfe1e req-17ac71a5-fc03-4d37-8146-9104bcaf0da7 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Nov 10 23:31:54.526409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2590dfb-11f3-4069-b364-6befc618ee8f req-6900125e-8c18-438d-9a5b-5a75f0cacae3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:54.527863 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2590dfb-11f3-4069-b364-6befc618ee8f req-6900125e-8c18-438d-9a5b-5a75f0cacae3 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Nov 10 23:31:54.576995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f2590dfb-11f3-4069-b364-6befc618ee8f req-4b11d2fe-f7c5-4a31-b13e-d5a39900656f tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Nov 10 23:31:55.060935 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f258af12-80f8-4840-a7c2-d67d6c30d8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:55.690999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55f48f-111b-4334-b2b5-b1b7743e2f80 req-74f5b010-6a4b-422f-819d-bda18fc7b330 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:55.692466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7f55f48f-111b-4334-b2b5-b1b7743e2f80 req-74f5b010-6a4b-422f-819d-bda18fc7b330 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0475154 Nov 10 23:31:55.741882 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7f55f48f-111b-4334-b2b5-b1b7743e2f80 req-374b3a74-d9d1-4a84-9294-3a0cafe51678 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Nov 10 23:31:56.855949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b775f-75ce-4da4-9ef7-b6f596b24fc5 req-a62e2c7a-c35f-4005-963e-b82bab3651c4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:56.858210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f79b775f-75ce-4da4-9ef7-b6f596b24fc5 req-a62e2c7a-c35f-4005-963e-b82bab3651c4 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0499625 Nov 10 23:31:56.918490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f79b775f-75ce-4da4-9ef7-b6f596b24fc5 req-a12052f8-390e-4ab7-bfaf-ea80f142cc5d tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535874 Nov 10 23:31:56.950562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8b759-fea0-454e-ad77-00bb77dad766 req-a232b428-354d-486c-b5fb-4e76f38ad4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:56.952013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de8b759-fea0-454e-ad77-00bb77dad766 req-a232b428-354d-486c-b5fb-4e76f38ad4dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0461619 Nov 10 23:31:56.998471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2de8b759-fea0-454e-ad77-00bb77dad766 req-90baa593-92c8-4c26-8706-5c494c585acc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 Nov 10 23:31:57.687749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7637fff-fbeb-4b67-8ff7-0373e06560bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:58.035742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ea8f-d71b-4629-9453-f962e0de4167 req-2556e829-6f3a-40c6-ad7d-048430917530 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:31:58.037429 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f981ea8f-d71b-4629-9453-f962e0de4167 req-2556e829-6f3a-40c6-ad7d-048430917530 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0493848 Nov 10 23:31:58.088855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f981ea8f-d71b-4629-9453-f962e0de4167 req-c6a6f80f-6bfd-4070-858a-4e42fbcf9f29 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Nov 10 23:31:58.111170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54694) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:31:58.174039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bdb6a63a-1030-4159-bf57-bf2529d742ce tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/floatingips/72b95e32-2f16-41ed-9fc3-4a9303d70732 HTTP/1.1" status: 200 len: 994 time: 0.0617290 Nov 10 23:31:58.904855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:31:58.908007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:31:59.054376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.069370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:59.097787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3e241585-721c-4831-8dea-7e143e81e102', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'port_id': '3e241585-721c-4831-8dea-7e143e81e102', 'mac_address': 'fa:16:3e:a9:86:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:31:59.102498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:31:59.104719 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547d104-c4bc-48c8-bbcb-d6c446996d42" -d '{"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-unplugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:31:59.116221 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.120818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:59.143759 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429725ae-ecde-4eb6-aac7-376b7db59626 x-openstack-request-id: req-429725ae-ecde-4eb6-aac7-376b7db59626 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:31:59.144050 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-unplugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:31:59.144307 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-429725ae-ecde-4eb6-aac7-376b7db59626 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:31:59.144695 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'code': 200} Nov 10 23:31:59.147134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.185449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.210953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:31:59.220713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:31:59.246950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.247829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.248170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.248507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.248836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.249191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.249520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.249846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.250170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.250491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.250813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.251133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:31:59.266785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:31:59.267148 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:31:59.802491 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.815478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:31:59.837577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:31:59.841947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:31:59.887217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:00.043746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3e241585-721c-4831-8dea-7e143e81e102'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:32:00.526192 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:00.805538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:00.908809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:00.955983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3e241585-721c-4831-8dea-7e143e81e102 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:00.956350 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:01.032112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:01.064770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:01.068576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:01.113080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:01.145460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:01.147695 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aafb682-9032-4fb3-86aa-111f5178bf6d" -d '{"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-plugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:01.183411 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ebddf-1ed2-45dd-a40f-2ff2dbcf2ab6 x-openstack-request-id: req-221ebddf-1ed2-45dd-a40f-2ff2dbcf2ab6 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:01.183696 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-plugged", "status": "completed", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:01.183945 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-221ebddf-1ed2-45dd-a40f-2ff2dbcf2ab6 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:01.184326 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'code': 200} Nov 10 23:32:02.761095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-dd418210-671f-495a-8629-0277896c2576 req-a1c860af-2b0d-4c35-a96a-85ef5a874447 service neutron] (102457) timed out ('10.222.0.20', 49436) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:32:15.049663 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:15.510679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:15.576605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-0808a48e-d707-46ee-965e-974447dc77f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405231 Nov 10 23:32:15.657344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-77ae0a78-bba3-4dbd-93ce-f5f38d0ff7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:15.658791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-77ae0a78-bba3-4dbd-93ce-f5f38d0ff7eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0393584 Nov 10 23:32:15.762577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-3cdafb4a-9c9d-46b5-b1c8-0cbdd7cc9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:15.763932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-3cdafb4a-9c9d-46b5-b1c8-0cbdd7cc9b19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 896 time: 0.0863905 Nov 10 23:32:15.945484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-569bd653-eec2-41ce-81b1-01206674da89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 1002 time: 0.0576510 Nov 10 23:32:15.997382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-692b0759-ca4c-4a92-9f35-1807bf275b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:15.998757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-692b0759-ca4c-4a92-9f35-1807bf275b39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0454800 Nov 10 23:32:16.043503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-b0753731-59a8-4852-855d-ece41b45935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:16.045012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-b0753731-59a8-4852-855d-ece41b45935d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395746 Nov 10 23:32:16.134508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-2d2c11e1-96e8-4aa2-a9e2-c7edd12e14e2 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818503 Nov 10 23:32:16.225971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-02ab605d-69d2-42cf-b657-e4a1383882a8 req-a4d037fc-2e7f-4cc7-989f-bc93ddccd59b service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Nov 10 23:32:25.062896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ece7ea91-65e2-44b4-9a4c-8fdab75e1c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:27.695352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19fa86f0-7031-48b3-8581-ab6e853a2dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:28.194502 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:32:28.773391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54708) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:28.930111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port ec939e4c-63a2-4fd0-b975-6c15f124e347 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:32:28.930459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.010130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.010454 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.022376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for ec939e4c-63a2-4fd0-b975-6c15f124e347 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:32:29.090477 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.175086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.203407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=ec939e4c-63a2-4fd0-b975-6c15f124e347,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:29.228395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.228747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.229112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.229450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.229782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.230112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.230443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.230767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.231091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.231411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.231731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.232055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:29.271886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.272216 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Floating IP 72b95e32-2f16-41ed-9fc3-4a9303d70732 disassociated (deleted). External IP: 172.25.0.193, port: 3e241585-721c-4831-8dea-7e143e81e102. Nov 10 23:32:29.481156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 8adb2a41-99d7-411b-8466-df67fbcf7602 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:32:29.589959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:32:29.594860 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:29.599674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Sync routers for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:32:29.608719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:29.609360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:29.624393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a24c7cd5-1f06-4b09-ba43-aec9dc88844c tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/floatingips/72b95e32-2f16-41ed-9fc3-4a9303d70732 HTTP/1.1" status: 204 len: 168 time: 0.8476400 Nov 10 23:32:29.624393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:29.625052 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d557fb315da1bc834b0f4d2e149dcca35e468faeaf232655d53be3a343ea646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80635de9-33a0-4bbd-931e-8a9e80eb6c88" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:29.748009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:29.804399 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b465f-5366-4651-a6ff-6972315168f8 x-openstack-request-id: req-e55b465f-5366-4651-a6ff-6972315168f8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:29.804895 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:29.804895 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e55b465f-5366-4651-a6ff-6972315168f8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:29.805340 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'status': 'completed', 'code': 200} Nov 10 23:32:29.877274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-2c778562-9f24-4236-a4f5-f048c116a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:29.878799 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-2c778562-9f24-4236-a4f5-f048c116a6cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=901d29ac711d466a872974a873b89a73&device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 1097 time: 0.0500808 Nov 10 23:32:29.930869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5af8-d8c4-49d6-93a2-1c69248ab313 req-5d6b5252-4b0a-41ce-b308-fd4fdb46d48a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:29.932651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74fc5af8-d8c4-49d6-93a2-1c69248ab313 req-5d6b5252-4b0a-41ce-b308-fd4fdb46d48a tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Nov 10 23:32:29.975039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:29.982309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-66ebf87a-78d1-47c5-8da2-56973d816068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:29.983791 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-66ebf87a-78d1-47c5-8da2-56973d816068 service neutron] 10.222.0.20 "GET /v2.0/networks?id=995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 200 len: 896 time: 0.0972013 Nov 10 23:32:29.984390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74fc5af8-d8c4-49d6-93a2-1c69248ab313 req-35b20793-48d4-4a0c-9424-5391ddfc8362 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Nov 10 23:32:30.002273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Checking router: 8adb2a41-99d7-411b-8466-df67fbcf7602 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:32:30.010705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:30.011247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:30.028412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-099a2826-282a-4139-b4b2-515db6e60971 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 200 len: 217 time: 0.0354068 Nov 10 23:32:30.078163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-b1996bcf-4914-467d-bd33-b2d010a23973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:30.080199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-b1996bcf-4914-467d-bd33-b2d010a23973 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 200 len: 835 time: 0.0438468 Nov 10 23:32:30.116421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:30.132321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-0b614c6b-4584-4fe5-b579-7344268f6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:30.133992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-0b614c6b-4584-4fe5-b579-7344268f6982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=995615e8-f209-4be7-a195-953f9b55f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444617 Nov 10 23:32:30.237679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-938f76f4-5fd6-46ca-b819-471e7c1d94e0 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933478 Nov 10 23:32:30.317935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:30.332927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-80635de9-33a0-4bbd-931e-8a9e80eb6c88 req-1a884280-49b8-45f1-836f-1e8f7a966c65 service neutron] 10.222.0.20 "GET /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872703 Nov 10 23:32:30.343999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffcd54-4414-42a2-b7f4-635dd3e240e3 None None] The sync data for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 is: [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:52Z', 'revision_number': 4, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '92ec42c1-41a9-4b12-911a-c42c50ec729e', 'name': '', 'network_id': '995615e8-f209-4be7-a195-953f9b55f918', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'mac_address': 'fa:16:3e:93:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:50Z', 'updated_at': '2021-11-10T23:30:54Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'subnets': [{'id': 'f274e316-2a29-4d19-8db2-a58aca5a9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:32:30.534560 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:30.563288 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85943be-5c31-48de-bbfe-568fa12195a6 None None] New status for floating IP 72b95e32-2f16-41ed-9fc3-4a9303d70732: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:32:30.807563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:31.103952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4c93-6d59-457b-a391-1e06ccd586f9 req-92fadc4c-04a4-455e-a6b5-b0e8a6f21ea0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:31.105461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c1f4c93-6d59-457b-a391-1e06ccd586f9 req-92fadc4c-04a4-455e-a6b5-b0e8a6f21ea0 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Nov 10 23:32:31.153688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c1f4c93-6d59-457b-a391-1e06ccd586f9 req-8dab34a1-9bce-4b09-a413-b7f8918098ec tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "GET /v2.0/security-groups?id=510bcf9a-0ae9-4130-a7fa-862888e61bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Nov 10 23:32:31.201548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-325ec666-5893-42e9-a4d5-799527007e13 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:31.202953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-325ec666-5893-42e9-a4d5-799527007e13 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a06ed6b-64c9-4292-aee6-4cc65c10b210 HTTP/1.1" status: 200 len: 946 time: 0.0464411 Nov 10 23:32:31.292814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:32:31.293105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:31.379414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 3e241585-721c-4831-8dea-7e143e81e102, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3e241585-721c-4831-8dea-7e143e81e102,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:31.379774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:31.391898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 3e241585-721c-4831-8dea-7e143e81e102 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:32:31.525891 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:31.552506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=3e241585-721c-4831-8dea-7e143e81e102,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:31.566297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.566639 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.566977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.567310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.567638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.567966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.568290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.568611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.568931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.569277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.569597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.569913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:31.607692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] No DVR routers for this DVR port 3e241585-721c-4831-8dea-7e143e81e102 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:32:31.610647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:31.614116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c68c6f8c-1ace-4798-adb9-c57332cda34b req-34ae8c5f-cd33-4554-a7e5-45f334db5f30 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.20 "DELETE /v2.0/ports/3e241585-721c-4831-8dea-7e143e81e102 HTTP/1.1" status: 204 len: 173 time: 0.4049387 Nov 10 23:32:31.614546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-deleted', 'tag': '3e241585-721c-4831-8dea-7e143e81e102'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:31.616877 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96998214-13b0-48ad-80ad-eec0cab2f649" -d '{"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-deleted", "tag": "3e241585-721c-4831-8dea-7e143e81e102"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:31.653858 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f228da8-5003-4291-a7b8-843db7774f09 x-openstack-request-id: req-6f228da8-5003-4291-a7b8-843db7774f09 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:31.654155 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06ed6b-64c9-4292-aee6-4cc65c10b210", "name": "network-vif-deleted", "tag": "3e241585-721c-4831-8dea-7e143e81e102", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:31.654402 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f228da8-5003-4291-a7b8-843db7774f09 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:31.654888 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06ed6b-64c9-4292-aee6-4cc65c10b210', 'name': 'network-vif-deleted', 'tag': '3e241585-721c-4831-8dea-7e143e81e102', 'status': 'completed', 'code': 200} Nov 10 23:32:32.210822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54728) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:32.839139 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.085169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 92ec42c1-41a9-4b12-911a-c42c50ec729e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:32:33.085515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.170757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 92ec42c1-41a9-4b12-911a-c42c50ec729e, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=92ec42c1-41a9-4b12-911a-c42c50ec729e,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:33.171115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.187182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 92ec42c1-41a9-4b12-911a-c42c50ec729e owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:32:33.364665 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.392151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=92ec42c1-41a9-4b12-911a-c42c50ec729e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:33.560172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.775279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Router 8adb2a41-99d7-411b-8466-df67fbcf7602 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:32:33.880256 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:32:33.885240 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9c240f17-8c39-4cf3-9d57-4be5040ba00e tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "PUT /v2.0/routers/8adb2a41-99d7-411b-8466-df67fbcf7602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733835 Nov 10 23:32:33.887954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54730) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:33.890548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Sync routers for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:32:33.904258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:33.904855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:33.938382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting subnet f274e316-2a29-4d19-8db2-a58aca5a9190 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:32:33.942244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:33.980687 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.007994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:34.071615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.132700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.160837 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Subnet': ['ID=f274e316-2a29-4d19-8db2-a58aca5a9190,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:34.162889 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.166117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dfa61c0f-e6e0-48cf-9b2b-9239b1b6f737 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/subnets/f274e316-2a29-4d19-8db2-a58aca5a9190 HTTP/1.1" status: 204 len: 168 time: 0.2772295 Nov 10 23:32:34.168928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54732) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:34.192695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2ba13-db9f-4c69-aad9-c15ab9ff9598 None None] Network 995615e8-f209-4be7-a195-953f9b55f918 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:32:34.283245 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.386390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.440237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '814181b5-445d-4b52-bfcd-971668cafec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:32:33Z', 'revision_number': 5, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port': {'id': '814181b5-445d-4b52-bfcd-971668cafec3', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:34.442281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Deleting port 814181b5-445d-4b52-bfcd-971668cafec3 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:32:34.442637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.467337 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Checking router: 8adb2a41-99d7-411b-8466-df67fbcf7602 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:32:34.481096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] DHCP port deletion for 995615e8-f209-4be7-a195-953f9b55f918 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:32:34.483183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Routers {'8adb2a41-99d7-411b-8466-df67fbcf7602'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:34.483793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['8adb2a41-99d7-411b-8466-df67fbcf7602'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:34.531740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] For port 814181b5-445d-4b52-bfcd-971668cafec3, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=814181b5-445d-4b52-bfcd-971668cafec3,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:34.532111 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.544301 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Calling delete_port for 814181b5-445d-4b52-bfcd-971668cafec3 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:32:34.597362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] Set router 8adb2a41-99d7-411b-8466-df67fbcf7602 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:34.652635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:32:34Z', 'revision_number': 6, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:34.685497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a2470-d362-4b54-983c-b194fc2cd46c None None] The sync data for ids ['8adb2a41-99d7-411b-8466-df67fbcf7602'] in n-d-811521-3 is: [{'id': '8adb2a41-99d7-411b-8466-df67fbcf7602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056655414', 'tenant_id': '901d29ac711d466a872974a873b89a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:30:48Z', 'updated_at': '2021-11-10T23:32:34Z', 'revision_number': 6, 'project_id': '901d29ac711d466a872974a873b89a73', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:32:34.689137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Deleting port f42d896e-535f-4ab7-b186-59bd92c36aae {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:32:34.689137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.722412 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.749120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Port': ['ID=814181b5-445d-4b52-bfcd-971668cafec3,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:34.756490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] For port f42d896e-535f-4ab7-b186-59bd92c36aae, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f42d896e-535f-4ab7-b186-59bd92c36aae,segment=NetworkSegment(a6416de5-fb57-4ab5-b192-f4c4b1f8358f),segment_id=a6416de5-fb57-4ab5-b192-f4c4b1f8358f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:34.756887 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.766266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3ba88-401c-474b-afba-09a23de9c362 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:32:34.774761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Calling delete_port for f42d896e-535f-4ab7-b186-59bd92c36aae owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:32:34.808312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.858061 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.884992 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] Pushing event deleted for resources: {'Port': ['ID=f42d896e-535f-4ab7-b186-59bd92c36aae,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:34.888470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ed757-9019-427e-b8f8-59eca0391ed7 None None] No DVR routers for this DVR port f42d896e-535f-4ab7-b186-59bd92c36aae on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:32:34.905858 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.908550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.951542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.952196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Fanout notify agent at l3_agent the message router_deleted on router 8adb2a41-99d7-411b-8466-df67fbcf7602 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:32:34.962420 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:34.963532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b751f413-9ce1-4719-9646-a6d8b6553b51 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/routers/8adb2a41-99d7-411b-8466-df67fbcf7602 HTTP/1.1" status: 204 len: 168 time: 0.7932720 Nov 10 23:32:34.966419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54736) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:35.045326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.060955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:32:35.083646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3e241585-721c-4831-8dea-7e143e81e102 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:32:35.083984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3e241585-721c-4831-8dea-7e143e81e102 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:32:35.137888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.157184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995615e8-f209-4be7-a195-953f9b55f918']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:35.166068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:35.166365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6416de5-fb57-4ab5-b192-f4c4b1f8358f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:35.175489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.188380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.194563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:32:35.194943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:32:35.197806 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:32:35.257082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.263815 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.267451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/networks/995615e8-f209-4be7-a195-953f9b55f918 HTTP/1.1" status: 204 len: 168 time: 0.2995801 Nov 10 23:32:35.270438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:35.278911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0331d9-eac3-40b7-be61-08098bef1ca1 tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'Network': ['ID=995615e8-f209-4be7-a195-953f9b55f918,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:35.330098 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.354431 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.413054 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.415657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:35.416798 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] 10.222.0.25 "DELETE /v2.0/security-groups/510bcf9a-0ae9-4130-a7fa-862888e61bd8 HTTP/1.1" status: 204 len: 168 time: 0.1453135 Nov 10 23:32:35.427901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538bd0e-0e30-4030-ba32-506bb7d4e8bd tempest-TestNetworkAdvancedServerOps-2136662945 tempest-TestNetworkAdvancedServerOps-2136662945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510bcf9a-0ae9-4130-a7fa-862888e61bd8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:35.773837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54746) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:35.932398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e75d4922-9c32-4124-a2ba-1e783405c23b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=901d29ac711d466a872974a873b89a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567791 Nov 10 23:32:35.934783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54750) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:35.989771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.014569 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.062594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.065618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.066774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/314cb75a-030a-47c5-95e6-83ff359270dc HTTP/1.1" status: 204 len: 168 time: 0.1310802 Nov 10 23:32:36.074303 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075e73c-4f90-4853-8d3c-b7f5d6cae78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314cb75a-030a-47c5-95e6-83ff359270dc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:36.287988 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 92ec42c1-41a9-4b12-911a-c42c50ec729e no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:32:36.313128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 92ec42c1-41a9-4b12-911a-c42c50ec729e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:32:36.313476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 92ec42c1-41a9-4b12-911a-c42c50ec729e not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:32:36.313983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f42d896e-535f-4ab7-b186-59bd92c36aae no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:32:36.333347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54756) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:36.334652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f42d896e-535f-4ab7-b186-59bd92c36aae {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:32:36.335057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f42d896e-535f-4ab7-b186-59bd92c36aae not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:32:36.335534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 814181b5-445d-4b52-bfcd-971668cafec3 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:32:36.355441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 814181b5-445d-4b52-bfcd-971668cafec3 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:32:36.355781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 814181b5-445d-4b52-bfcd-971668cafec3 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:32:36.374168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-29723556-f97e-40a7-872d-0e6d845e6d80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ca1b77e5bd240e08ea037cc602ec1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396097 Nov 10 23:32:36.376613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54758) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:36.422385 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.443077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.490064 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.492563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:36.493783 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2fa46fa-09c3-4e70-9d99-698e32905a87 HTTP/1.1" status: 204 len: 168 time: 0.1162562 Nov 10 23:32:36.501911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160372-8adc-4bef-9c66-414e1a713ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa46fa-09c3-4e70-9d99-698e32905a87,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:38.408474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54810) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:38.413587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'network': {'name': 'tempest-network-smoke--1062330153', 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'port_security_enabled': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:38.437063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:32:38.441170 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.449462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.523236 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.526928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.550488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:32:38.567680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c97e68-7131-47d2-9863-50e2cb958897,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:38.570566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.570909 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Added segment 69b1188e-1387-4396-8b5a-a6f6525f4eb0 of type vlan for network edd0db4c-5b3c-4c9a-bd8e-316443513332 Nov 10 23:32:38.612773 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.640256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.645759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:38.646334 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.699961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2903628 Nov 10 23:32:38.702783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54812) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:38.707035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'admin_state_up': True, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:38.730845 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835df1f7-e83d-4f44-adfe-36d539eb848e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Network': ['ID=edd0db4c-5b3c-4c9a-bd8e-316443513332,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:38.742490 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:32:38.744807 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.746051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.796748 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:38.932617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.117197 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.138305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.237915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.25.0.116 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/8b2044e6-074c-4a95-a5b5-cbeafb582d43) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:32:39.340287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.372535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.412719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:39.415646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:39.420012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:32:39.421938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=8b2044e6-074c-4a95-a5b5-cbeafb582d43,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:39.429184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3d56c-036f-4eba-87cc-8e71c5e927e4 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:32:39.487468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ba8d106f-7af0-4cfb-8e9e-edba9c25b2e2 None None] Provisioning complete for port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:39.488157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ba8d106f-7af0-4cfb-8e9e-edba9c25b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:39.522821 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d106f-7af0-4cfb-8e9e-edba9c25b2e2 None None] Port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:32:39.929277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.122202 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.250361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:32:40.353627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:32:40.364510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Sync routers for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:32:40.374268 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.374961 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:40.375565 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:40.375714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-04e50ec2-9a07-40ab-9f78-a28abefc4379 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6720071 Nov 10 23:32:40.379229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54814) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:40.483149 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:40.497139 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1c382a63-1838-47ba-b545-ffb4297e1e44 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0cd8e78e56dd476380297f4ffe392373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168153 Nov 10 23:32:40.500036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54818) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:40.592748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf09fc0-d5b7-476d-9d6c-edfb416ea6d1 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:40.594309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2bf09fc0-d5b7-476d-9d6c-edfb416ea6d1 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933473 Nov 10 23:32:40.597939 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54820) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:40.628142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0fc34385-0208-4582-a554-6e2bc0cedc5d tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290027 Nov 10 23:32:40.629965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54822) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:40.634962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901115422', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:40.722647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:32:40.726126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.745457 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:39Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:40.770772 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Checking router: e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:32:40.771111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Updating router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:32:40.795938 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.902685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:40.966056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Subnet': ['ID=9e09f6d8-bf7d-430b-98a6-02942177c1ea,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:40.975159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Checking segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:32:40.975516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network hostable DHCP agents. Network: edd0db4c-5b3c-4c9a-bd8e-316443513332, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:32:40.993428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:32:41.001741 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, edd0db4c-5b3c-4c9a-bd8e-316443513332) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:41.006497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:41.006835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.011833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81117a7-b890-4b4f-a51e-987fbe7aeeab None None] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:32:41.026705 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1fa47d7a-f1b0-4381-bd82-62993dab0c99 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3930001 Nov 10 23:32:41.028137 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54824) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:41.044644 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.051344 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.096774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b6633-cc3d-4e41-ab71-1f94012090c8 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:32:41.101461 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8b2044e6-074c-4a95-a5b5-cbeafb582d43,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113531 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.113987 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.114167 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.114579 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.114774 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.114944 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:32:41.118922 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Attempting to bind port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:32:41.119276 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Attempting to bind port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:32:41.119617 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Attempting to bind port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:32:41.125147 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:32:41.125514 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:32:41.125900 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.126308 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:32:41.126822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Bound port: 8b2044e6-074c-4a95-a5b5-cbeafb582d43, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:32:41.127119 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.176508 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] For port 8b2044e6-074c-4a95-a5b5-cbeafb582d43, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:32:41.179459 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] For port 8b2044e6-074c-4a95-a5b5-cbeafb582d43, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8b2044e6-074c-4a95-a5b5-cbeafb582d43,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:32:41.185165 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.195547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] Provisioning complete for port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:41.195928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.234257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495541f2-51e3-46be-a51f-854bf7915848 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:32:41.236538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:41.236538 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:41.274801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-edd0db4c-5b3c-4c9a-bd8e-316443513332', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:32:41.275643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.339516 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293b81-610a-49aa-b3db-267b9d9e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8b2044e6-074c-4a95-a5b5-cbeafb582d43,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:41.355639 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:41.419981 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.451809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] For port 8b2044e6-074c-4a95-a5b5-cbeafb582d43, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8b2044e6-074c-4a95-a5b5-cbeafb582d43,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:41.457725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.485746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Allocated IP 172.20.0.2 (edd0db4c-5b3c-4c9a-bd8e-316443513332/9e09f6d8-bf7d-430b-98a6-02942177c1ea/53287402-cfcd-46f7-8090-bbbfec7aa250) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:32:41.520368 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.542557 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:39Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:41.553811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b01508-0769-4b1d-bc41-30e7340b6bc0 None None] Pushing event updated for resources: {'Port': ['ID=8b2044e6-074c-4a95-a5b5-cbeafb582d43,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:41.575353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6a6e2-1e0a-41d5-a722-d86dee5332e5 None None] The sync data for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 is: [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:39Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:32:41.607254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b3fc002d-075c-4640-99d7-2626a84c4de1 None None] Provisioning complete for port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:41.607744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b3fc002d-075c-4640-99d7-2626a84c4de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.707414 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.714349 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.789939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:41.793308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:41.799750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:32:41.803599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.20.0.1 (edd0db4c-5b3c-4c9a-bd8e-316443513332/9e09f6d8-bf7d-430b-98a6-02942177c1ea/74e5c011-a592-4b5e-a127-020d1dd7a3c7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:32:41.808478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Pushing event updated for resources: {'Port': ['ID=53287402-cfcd-46f7-8090-bbbfec7aa250,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:41.882928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Attempting to bind port 53287402-cfcd-46f7-8090-bbbfec7aa250 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:32:41.883438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Attempting to bind port 53287402-cfcd-46f7-8090-bbbfec7aa250 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:32:41.883897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Attempting to bind port 53287402-cfcd-46f7-8090-bbbfec7aa250 on network edd0db4c-5b3c-4c9a-bd8e-316443513332 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:32:41.890219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:32:41.890694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Checking segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:32:41.891097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.891574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Bound using segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:32:41.892754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Bound port: 53287402-cfcd-46f7-8090-bbbfec7aa250, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:32:41.893216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.956873 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.960041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] For port 53287402-cfcd-46f7-8090-bbbfec7aa250, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:32:41.963285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] For port 53287402-cfcd-46f7-8090-bbbfec7aa250, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53287402-cfcd-46f7-8090-bbbfec7aa250,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:32:41.967889 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:41.999474 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.033155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51db67-c36f-4619-8088-56f8af78b3a2 None None] Pushing event updated for resources: {'Port': ['ID=53287402-cfcd-46f7-8090-bbbfec7aa250,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:42.059470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:42.063065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:42.066970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:32:42.095056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:42.121204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.300013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.390313 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8b2044e6-074c-4a95-a5b5-cbeafb582d43 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:42.446489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:42.446914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.529317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53287402-cfcd-46f7-8090-bbbfec7aa250 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:42.582885 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 53287402-cfcd-46f7-8090-bbbfec7aa250 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:42.583341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.623091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.628370 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.660275 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.694114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 53287402-cfcd-46f7-8090-bbbfec7aa250, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53287402-cfcd-46f7-8090-bbbfec7aa250,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:42.698366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.700467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:42.703023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:42.749756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=53287402-cfcd-46f7-8090-bbbfec7aa250,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:42.803567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:42.805104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:42.922011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:32:43.035120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:32:43.041172 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0e9a579e-e196-44bf-ab2b-ca630cb55111 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "PUT /v2.0/routers/e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0105836 Nov 10 23:32:43.043051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:43.047796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--898187242', 'description': 'tempest-secgroup_access--898187242 description', 'project_id': '0cd8e78e56dd476380297f4ffe392373'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:43.071239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7dea1a-3b8d-413c-9c61-41aa9c782d49 None None] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:32:43.071889 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.143983 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.148141 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.163084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-31cc5fa1-7d03-4cb5-bedc-16431e95b2b3 None None] Provisioning complete for port 53287402-cfcd-46f7-8090-bbbfec7aa250 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:43.163547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-31cc5fa1-7d03-4cb5-bedc-16431e95b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.181705 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.183259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1391628 Nov 10 23:32:43.184386 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5cf4b-2ff4-42c0-9623-c3bd946317d3 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:43.186194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54828) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:43.190996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--114513282', 'description': 'tempest-secgroup_general--114513282 description', 'project_id': '0cd8e78e56dd476380297f4ffe392373'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:43.218196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.295088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.300197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.331918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.336508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54830) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:43.341190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'security_group_rule': {'security_group_id': '6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46', 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:43.346932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1595607 Nov 10 23:32:43.351637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651407a-7efd-4578-9a4b-b0cfec4b11ba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:43.381184 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.437091 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.442235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.462508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83131bd5-fc36-4aa7-933c-abaf88861323,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:43.475993 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.477308 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95d4893e-6193-4873-a101-13c093947ac1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396565 Nov 10 23:32:43.515238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Sync routers for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:32:43.525773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:43.526415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:43.638562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:43.838661 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c42139eb-b9c4-49cd-8e59-93f6ac8c3be8 None None] Provisioning complete for port 53287402-cfcd-46f7-8090-bbbfec7aa250 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:43.839026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c42139eb-b9c4-49cd-8e59-93f6ac8c3be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:43.879509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-fbf57a51-7374-463e-9fcf-68fbf822ee40 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--114513282&fields=id&tenant_id=0cd8e78e56dd476380297f4ffe392373 HTTP/1.1" status: 200 len: 267 time: 0.0508683 Nov 10 23:32:43.904189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 2, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:43.932617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-a281fa88-2612-458d-81dd-9bd34b0b8895 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--898187242&fields=id&tenant_id=0cd8e78e56dd476380297f4ffe392373 HTTP/1.1" status: 200 len: 267 time: 0.0441313 Nov 10 23:32:43.953046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Checking router: e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:32:43.953396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Updating router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:32:43.990850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.009397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c42139eb-b9c4-49cd-8e59-93f6ac8c3be8 None None] Provisioning complete for port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:44.009763 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c42139eb-b9c4-49cd-8e59-93f6ac8c3be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.052481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-08e00f88-d979-4641-8393-53822e9ae35a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:44.054022 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-08e00f88-d979-4641-8393-53822e9ae35a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 797 time: 0.1136703 Nov 10 23:32:44.070424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-e3d40556-5f27-47fa-b610-4264a24a0a19 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/quotas/0cd8e78e56dd476380297f4ffe392373 HTTP/1.1" status: 200 len: 375 time: 0.0101707 Nov 10 23:32:44.117481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c42139eb-b9c4-49cd-8e59-93f6ac8c3be8 None None] Port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:32:44.125227 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-08e2c2eb-7ac4-4b00-91d9-62049fc762e6 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488265 Nov 10 23:32:44.224866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-57160ab3-fdbb-4dc7-bf34-30b289f5fe01 service neutron] 10.222.0.25 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872850 Nov 10 23:32:44.275676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0bae4c3d-9b92-450a-87f0-58796d7ae88d None None] Provisioning complete for port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:44.276049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0bae4c3d-9b92-450a-87f0-58796d7ae88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.317820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-17090c02-1b3e-4d70-9fd5-595ce35a3f51 service neutron] 10.222.0.25 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Nov 10 23:32:44.318710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53287402-cfcd-46f7-8090-bbbfec7aa250 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:44.321719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.348689 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.354354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-0bae4c3d-9b92-450a-87f0-58796d7ae88d None None] Port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:32:44.411784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5828-2177-410d-86ab-d00375445e72 None None] Pushing event updated for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:44.449091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 53287402-cfcd-46f7-8090-bbbfec7aa250 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:44.449459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.498847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Attempting to bind port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:32:44.499211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Attempting to bind port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:32:44.499569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Attempting to bind port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 on network edd0db4c-5b3c-4c9a-bd8e-316443513332 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:32:44.507423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:32:44.507795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Checking segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:32:44.508183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.508573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Bound using segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:32:44.509081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Bound port: 74e5c011-a592-4b5e-a127-020d1dd7a3c7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:32:44.509457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.610169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] For port 74e5c011-a592-4b5e-a127-020d1dd7a3c7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:32:44.615119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] For port 74e5c011-a592-4b5e-a127-020d1dd7a3c7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=74e5c011-a592-4b5e-a127-020d1dd7a3c7,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:32:44.619438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.686078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:44.686705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:44.688841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5828-2177-410d-86ab-d00375445e72 None None] Pushing event updated for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:44.728585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] Provisioning complete for port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:44.728951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.833000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:44.900766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:44.998423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] For port 74e5c011-a592-4b5e-a127-020d1dd7a3c7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=74e5c011-a592-4b5e-a127-020d1dd7a3c7,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:45.005678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:45.077540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:45.099530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c2416-7dbe-45f6-9f1c-851f4e8344c2 None None] Pushing event updated for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:45.133492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-58bb2a1a-fafe-4504-88ed-c2e3911d2cfe None None] Provisioning complete for port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:45.134107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-58bb2a1a-fafe-4504-88ed-c2e3911d2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:45.169053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:45.198575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83100-ce4c-478c-b39c-2e6a8fa56e86 None None] The sync data for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 is: [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:32:45.530958 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:45.625683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c4717e59-90b8-447c-9393-730259d263cb req-37f177ae-890f-4146-8bf6-c41bbb1c9014 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 210 time: 0.0787249 Nov 10 23:32:46.303931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 74e5c011-a592-4b5e-a127-020d1dd7a3c7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:46.355857 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:46.356236 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:46.706826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-737f9006-a124-444e-b987-70f9b53cf3d4 req-a27e0500-be36-40cf-8c36-3a7dcbc2d274 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Nov 10 23:32:47.789955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1bccc8f3-b3b1-4dd5-949d-654fb61b2b83 req-409452e1-2812-4caa-a2c7-badc5affafbe tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Nov 10 23:32:48.466804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-0e783602-d737-488d-aa70-b5155395453e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:48.468247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-0e783602-d737-488d-aa70-b5155395453e tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 797 time: 0.1019521 Nov 10 23:32:48.541372 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-c1bcb1b7-65b2-4d99-b92d-9b26b8c01ad9 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd8e78e56dd476380297f4ffe392373&shared=False HTTP/1.1" status: 200 len: 476 time: 0.0636225 Nov 10 23:32:48.575425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1484addd-e76b-441a-89b3-feb8ec09ec76 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0281379 Nov 10 23:32:48.584550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'port': {'device_id': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'admin_state_up': True, 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'security_groups': ['e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c', '6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:48.687457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:32:48.691076 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:48.891025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-655f016b-6c46-435f-8442-3b29d2ffcfd5 req-7d89791b-4de5-4fb0-81a8-23c6110fe933 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 210 time: 0.0315919 Nov 10 23:32:49.084721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.20.0.6 (edd0db4c-5b3c-4c9a-bd8e-316443513332/9e09f6d8-bf7d-430b-98a6-02942177c1ea/e665dee2-c106-495a-8241-602ef40c6ea6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:32:49.227285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.259832 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.298437 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:49.301403 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:49.303773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:32:49.339764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:49.364869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:49.365617 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.382025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-1130b287-b7fa-42d0-8eee-2c3d596bda92 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8009624 Nov 10 23:32:49.493038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Request body: {'port': {'device_id': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:49.498037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1e057700-bed0-459e-a4c7-21264c483d98 None None] Provisioning complete for port e665dee2-c106-495a-8241-602ef40c6ea6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:49.498529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1e057700-bed0-459e-a4c7-21264c483d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.537760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1e057700-bed0-459e-a4c7-21264c483d98 None None] Port e665dee2-c106-495a-8241-602ef40c6ea6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:32:49.554094 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.808405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e665dee2-c106-495a-8241-602ef40c6ea6 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:32:49.815771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.827295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Transition to ACTIVE for port object e665dee2-c106-495a-8241-602ef40c6ea6 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:32:49.831651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:49.896265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:49.956043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Attempting to bind port e665dee2-c106-495a-8241-602ef40c6ea6 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:32:49.956370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Attempting to bind port e665dee2-c106-495a-8241-602ef40c6ea6 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:32:49.956702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Attempting to bind port e665dee2-c106-495a-8241-602ef40c6ea6 on network edd0db4c-5b3c-4c9a-bd8e-316443513332 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:32:49.961471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Port e665dee2-c106-495a-8241-602ef40c6ea6 on network edd0db4c-5b3c-4c9a-bd8e-316443513332 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:32:49.961794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Attempting to bind port e665dee2-c106-495a-8241-602ef40c6ea6 on network edd0db4c-5b3c-4c9a-bd8e-316443513332 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:32:49.977494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:32:49.977830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Checking segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:32:49.978221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Bound using segment: {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:32:49.978669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Bound port: e665dee2-c106-495a-8241-602ef40c6ea6, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b1188e-1387-4396-8b5a-a6f6525f4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:32:49.979027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:50.049973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f21a8-9f65-4003-b059-10e4d3f95acb req-964cdec6-02c1-45b0-bc0b-ec1d34a6ac1a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.051476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b0f21a8-9f65-4003-b059-10e4d3f95acb req-964cdec6-02c1-45b0-bc0b-ec1d34a6ac1a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 982 time: 0.0866177 Nov 10 23:32:50.089133 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:32:50.112183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e665dee2-c106-495a-8241-602ef40c6ea6,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:32:50.116534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:50.164180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.164799 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:50.166268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] 10.222.0.39 "PUT /v2.0/ports/e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 1130 time: 0.7211754 Nov 10 23:32:50.166853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:50.169126 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762896a-5ae9-40df-a4a6-5a27c47eae6d" -d '{"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:50.176217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b0f21a8-9f65-4003-b059-10e4d3f95acb req-344f4793-929d-4793-9650-3074c4c00b0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1161613 Nov 10 23:32:50.207967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ecc28-3034-4477-a86b-77d691fc5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:50.253132 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7607c2-ce45-4f22-9ded-6b8818da2ada x-openstack-request-id: req-ed7607c2-ce45-4f22-9ded-6b8818da2ada {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:50.253419 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:50.253671 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7607c2-ce45-4f22-9ded-6b8818da2ada {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:50.254074 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'status': 'completed', 'code': 200} Nov 10 23:32:50.271986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-f4207696-f202-4d56-8cf1-1ebcb09ccbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.273585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-f4207696-f202-4d56-8cf1-1ebcb09ccbda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1133 time: 0.0558481 Nov 10 23:32:50.321398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-089e9ce7-46fa-48c2-92f9-67a8bd8be922 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0400062 Nov 10 23:32:50.372098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-0104c4c9-a0d1-4b30-8189-4075941b6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.373605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-0104c4c9-a0d1-4b30-8189-4075941b6f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 200 len: 834 time: 0.0463111 Nov 10 23:32:50.419922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-d1d64e87-9c8b-4186-876c-a8988e6734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.421501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-d1d64e87-9c8b-4186-876c-a8988e6734ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edd0db4c-5b3c-4c9a-bd8e-316443513332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399966 Nov 10 23:32:50.514380 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-2d87435e-56ca-4ebd-912b-8f16913ff7e4 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Nov 10 23:32:50.602419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-099e515b-a4c8-4db0-91da-3b42457937f4 req-9f3ee5ab-73a3-4785-a476-c2ad6a4b8344 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815165 Nov 10 23:32:50.685565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-046e40b4-cc11-4505-a430-3afc95d005fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.687059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-046e40b4-cc11-4505-a430-3afc95d005fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1133 time: 0.0420744 Nov 10 23:32:50.780265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-7fbcd1af-0426-4960-ac4d-48de2956a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.781778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-7fbcd1af-0426-4960-ac4d-48de2956a121 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 897 time: 0.0870273 Nov 10 23:32:50.823857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-dac0ba84-55c3-402a-acef-107911046bf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0343020 Nov 10 23:32:50.870926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-842acf5a-142b-4636-9f76-6f1f72d1843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.872328 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-842acf5a-142b-4636-9f76-6f1f72d1843a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 200 len: 834 time: 0.0421014 Nov 10 23:32:50.922355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-b11cd863-60c3-4cd8-a6c6-891d5edb9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:50.924355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-b11cd863-60c3-4cd8-a6c6-891d5edb9cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edd0db4c-5b3c-4c9a-bd8e-316443513332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432658 Nov 10 23:32:51.012371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-553a1d48-8bf0-4d3d-a718-b59f9738df33 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795157 Nov 10 23:32:51.104599 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c762896a-5ae9-40df-a4a6-5a27c47eae6d req-509d60b8-e56b-4e45-85ea-8de67fd06047 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849919 Nov 10 23:32:51.298109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcef7f8-7b1a-4987-ba54-8cde67625a9d req-94529a8b-45a5-45f2-8698-705049c44d79 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:51.299604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbcef7f8-7b1a-4987-ba54-8cde67625a9d req-94529a8b-45a5-45f2-8698-705049c44d79 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 982 time: 0.0501461 Nov 10 23:32:51.354628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cbcef7f8-7b1a-4987-ba54-8cde67625a9d req-91971035-4c84-48e6-b971-666ed86c9caf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0490022 Nov 10 23:32:52.468073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd64-1e87-4c2d-849a-cdd2e6e91233 req-c18251d2-7dc3-4488-b58f-aa46516075b6 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:52.469777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bee2dd64-1e87-4c2d-849a-cdd2e6e91233 req-c18251d2-7dc3-4488-b58f-aa46516075b6 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 982 time: 0.0485029 Nov 10 23:32:52.525408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bee2dd64-1e87-4c2d-849a-cdd2e6e91233 req-a6ea0ab8-f177-48ac-b1cd-8bbef96e1b54 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0491307 Nov 10 23:32:53.321483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e665dee2-c106-495a-8241-602ef40c6ea6 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:32:53.566506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e665dee2-c106-495a-8241-602ef40c6ea6,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:53.577535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'port_id': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'mac_address': 'fa:16:3e:9c:2b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:32:53.614625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:53.628133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e665dee2-c106-495a-8241-602ef40c6ea6 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:32:53.640910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21bc2-5b10-4e22-9c6e-24bdf6e31c45 req-0feb4b60-762d-444f-a45f-9cc19cb6b0ed tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:53.642438 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b21bc2-5b10-4e22-9c6e-24bdf6e31c45 req-0feb4b60-762d-444f-a45f-9cc19cb6b0ed tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 982 time: 0.0494187 Nov 10 23:32:53.647016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e665dee2-c106-495a-8241-602ef40c6ea6,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:53.650969 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:53.697564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:53.705498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77b21bc2-5b10-4e22-9c6e-24bdf6e31c45 req-1a320368-55c7-4176-a151-da9e3df41e7d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0569756 Nov 10 23:32:53.908049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e665dee2-c106-495a-8241-602ef40c6ea6'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:32:54.821955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532504-9606-4737-bfdd-790a66f7a88d req-50b5262b-a27b-46bd-8fce-8110b59b7145 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:54.823451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da532504-9606-4737-bfdd-790a66f7a88d req-50b5262b-a27b-46bd-8fce-8110b59b7145 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 983 time: 0.0493309 Nov 10 23:32:54.878834 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da532504-9606-4737-bfdd-790a66f7a88d req-7b604219-3a83-46ec-aace-6e683f75cde1 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0493443 Nov 10 23:32:55.066125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-00f828f7-d610-46ce-a52d-f82735b1c242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:55.341378 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e665dee2-c106-495a-8241-602ef40c6ea6 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:32:55.391344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port e665dee2-c106-495a-8241-602ef40c6ea6 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:32:55.395529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port e665dee2-c106-495a-8241-602ef40c6ea6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:32:55.395887 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:55.469741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:55.491779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:55.494092 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cfe697a4dd751fd05d3cff821ce869770704a9863e2d07eaa4909fbb53eca0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597e01c-6e33-4d3c-9718-220b3d9ff929" -d '{"events": [{"server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "name": "network-vif-plugged", "status": "completed", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:55.506413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e665dee2-c106-495a-8241-602ef40c6ea6,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:32:55.510622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:55.534677 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ffb561-8961-4df1-9e1b-012a4cf23eea x-openstack-request-id: req-f1ffb561-8961-4df1-9e1b-012a4cf23eea {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:55.534962 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "name": "network-vif-plugged", "status": "completed", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:55.535210 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ffb561-8961-4df1-9e1b-012a4cf23eea {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:55.535601 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'code': 200} Nov 10 23:32:55.562164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:55.629061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989e57-5476-43f2-afb0-22ccc781d988 req-acee8a5b-9341-4ac2-8e6f-849f720514b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:55.630523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e989e57-5476-43f2-afb0-22ccc781d988 req-acee8a5b-9341-4ac2-8e6f-849f720514b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0400033 Nov 10 23:32:55.684373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2e989e57-5476-43f2-afb0-22ccc781d988 req-c90c8622-5dc1-4ca5-a7f8-5a6894cacf07 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0452704 Nov 10 23:32:55.994659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f30ff-21d5-4211-9031-91eea95fd771 req-4bf7959f-dff5-4688-9965-f8958bb3b159 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:55.996098 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54f30ff-21d5-4211-9031-91eea95fd771 req-4bf7959f-dff5-4688-9965-f8958bb3b159 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0515344 Nov 10 23:32:56.050859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c54f30ff-21d5-4211-9031-91eea95fd771 req-a4ba8502-bd94-414f-8f50-c0f9a21c1659 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0487895 Nov 10 23:32:57.168654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d02424-8c08-49d2-9068-76b6a183f14b req-571b52a2-786e-46cc-a884-d98b8d96b632 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:57.170174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8d02424-8c08-49d2-9068-76b6a183f14b req-571b52a2-786e-46cc-a884-d98b8d96b632 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0509279 Nov 10 23:32:57.227496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8d02424-8c08-49d2-9068-76b6a183f14b req-6bfacb47-6d2e-41cb-88b4-99438650233f tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0507038 Nov 10 23:32:57.341732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96d41-67de-4f22-8be3-c8372737d260 req-452b5447-2c11-4b81-a85b-af49f76ab2bf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:57.343113 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8d96d41-67de-4f22-8be3-c8372737d260 req-452b5447-2c11-4b81-a85b-af49f76ab2bf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0484848 Nov 10 23:32:57.398876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f8d96d41-67de-4f22-8be3-c8372737d260 req-f5b351e3-0af0-403a-85a7-121b28224434 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0492117 Nov 10 23:32:57.505211 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-4bf65026-3773-40cb-9278-d02a8c51cdaf tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:57.506702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-4bf65026-3773-40cb-9278-d02a8c51cdaf tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0448940 Nov 10 23:32:57.524612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-bdc20ed0-de6e-4ffd-890c-2bc7e5f02933 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.596915 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-bdc20ed0-de6e-4ffd-890c-2bc7e5f02933 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.600961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-bdc20ed0-de6e-4ffd-890c-2bc7e5f02933 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.643655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20ed0-de6e-4ffd-890c-2bc7e5f02933 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae19ec2-f8c1-4c57-8950-51800eaf9a36,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:57.648478 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-998800c2-7efb-4f89-8aa5-9d6c26ef3d0b req-bdc20ed0-de6e-4ffd-890c-2bc7e5f02933 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1358340 Nov 10 23:32:57.670245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54904) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:57.688032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-69ae30bf-d8a0-4464-86cc-cbd6cc4c41cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.710788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b8325f-de2d-4492-8049-c040038eb02c tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:57.712321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15b8325f-de2d-4492-8049-c040038eb02c tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1130 time: 0.0410609 Nov 10 23:32:57.715213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54906) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:57.719411 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:32:57.741719 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.840237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:57.943990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.25.0.233 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:32:58.043790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.076941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.112199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:32:58.116815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:32:58.120252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:32:58.146740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:58.475526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.543123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.688243 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.692673 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.760119 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:32:58.768651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:58.866341 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Floating IP 557612ca-4e17-410d-8ffa-0869c5c65d3f associated. External IP: 172.25.0.233, port: e665dee2-c106-495a-8241-602ef40c6ea6. Nov 10 23:32:59.071615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:32:59.089641 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:59.177067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:32:59.187298 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Sync routers for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:32:59.195466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:32:59.197491 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:59.198097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:59.222904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-202ab0c3-f418-4afe-8d3a-6ea2d2f1fcba tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5066876 Nov 10 23:32:59.223581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:32:59.225691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:59.226202 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d9243af63208907a64307f2a2a392526ee6431f2eca5b793e8c8dec67824d61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10622069-0609-4780-8984-601b2f0302a2" -d '{"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:32:59.265122 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ed989-bcb8-4677-a537-95e0d5bc6934 x-openstack-request-id: req-775ed989-bcb8-4677-a537-95e0d5bc6934 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:32:59.265534 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:32:59.265787 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-775ed989-bcb8-4677-a537-95e0d5bc6934 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:32:59.266184 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'status': 'completed', 'code': 200} Nov 10 23:32:59.310207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:59.332846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622069-0609-4780-8984-601b2f0302a2 req-e39094ba-94d5-4997-8bec-d39c8216ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.334419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-e39094ba-94d5-4997-8bec-d39c8216ede7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0464604 Nov 10 23:32:59.434630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622069-0609-4780-8984-601b2f0302a2 req-aaf33adf-4939-4849-8b9a-5e923ca8e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.436032 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-aaf33adf-4939-4849-8b9a-5e923ca8e646 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 897 time: 0.0952675 Nov 10 23:32:59.512514 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-7a6a4d24-1243-416c-b2b6-ca35f7899786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 999 time: 0.0634618 Nov 10 23:32:59.548558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '557612ca-4e17-410d-8ffa-0869c5c65d3f', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'port_id': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'mac_address': 'fa:16:3e:9c:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:32:58Z', 'updated_at': '2021-11-10T23:32:58Z', 'revision_number': 0, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:59.564587 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622069-0609-4780-8984-601b2f0302a2 req-3e4fb7c4-4cb8-40e2-828c-d023cf5bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.566109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-3e4fb7c4-4cb8-40e2-828c-d023cf5bb98d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 200 len: 834 time: 0.0452316 Nov 10 23:32:59.579624 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Checking router: e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:32:59.589123 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:32:59.589726 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:32:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:32:59.617904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622069-0609-4780-8984-601b2f0302a2 req-07c43fbd-7ab4-463e-a2f4-d9fffdcfb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.619393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-07c43fbd-7ab4-463e-a2f4-d9fffdcfb798 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edd0db4c-5b3c-4c9a-bd8e-316443513332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462360 Nov 10 23:32:59.692332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec347ebf-4e69-4b73-b6c3-2f114a08e1cd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.692719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec347ebf-4e69-4b73-b6c3-2f114a08e1cd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.693425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec347ebf-4e69-4b73-b6c3-2f114a08e1cd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.693884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec347ebf-4e69-4b73-b6c3-2f114a08e1cd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.698447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ec347ebf-4e69-4b73-b6c3-2f114a08e1cd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.4692783 Nov 10 23:32:59.698611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:32:59.698830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54912) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:59.710457 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-6c592cf1-b26a-428c-bfbc-4a6d5b882f43 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841303 Nov 10 23:32:59.787095 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52124c-0b3f-4dc8-897f-4c3ab53ae663 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.787564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52124c-0b3f-4dc8-897f-4c3ab53ae663 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.788018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52124c-0b3f-4dc8-897f-4c3ab53ae663 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.788463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52124c-0b3f-4dc8-897f-4c3ab53ae663 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:32:59.790169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bb52124c-0b3f-4dc8-897f-4c3ab53ae663 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0904629 Nov 10 23:32:59.793346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54914) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:32:59.806940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10622069-0609-4780-8984-601b2f0302a2 req-378632d7-654e-490c-b094-9bb171cffe44 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900428 Nov 10 23:33:00.019822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '557612ca-4e17-410d-8ffa-0869c5c65d3f', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'port_id': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'mac_address': 'fa:16:3e:9c:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:32:58Z', 'updated_at': '2021-11-10T23:32:58Z', 'revision_number': 0, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:00.025730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ea5e49e-e882-4b6f-94a7-b291fd92c859 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.2311547 Nov 10 23:33:00.028248 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54916) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:00.052938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8d356-d46e-4df4-9f9b-47695c54d5ac None None] The sync data for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 is: [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '557612ca-4e17-410d-8ffa-0869c5c65d3f', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'port_id': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'mac_address': 'fa:16:3e:9c:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:32:58Z', 'updated_at': '2021-11-10T23:32:58Z', 'revision_number': 0, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:00.069446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d20f77-66b5-4c71-8b61-00f257d06b32 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:00.069920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d20f77-66b5-4c71-8b61-00f257d06b32 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:00.072147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-46d20f77-66b5-4c71-8b61-00f257d06b32 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a HTTP/1.1" status: 200 len: 1990 time: 0.0429232 Nov 10 23:33:00.235555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be889b3-259d-46c6-8caf-295eb387f9c6 None None] New status for floating IP 557612ca-4e17-410d-8ffa-0869c5c65d3f: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:33:00.531952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:00.809052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:05.193470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:33:09.446912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-c9e23a0e-49e9-4675-b556-44071e0bd0fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419657 Nov 10 23:33:09.531540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-e56e0c43-8049-4857-8c17-918dda007589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:09.533586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-e56e0c43-8049-4857-8c17-918dda007589 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0417659 Nov 10 23:33:09.639768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-2f8face6-c7b4-4089-a534-025fa8b003c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:09.641257 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-2f8face6-c7b4-4089-a534-025fa8b003c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 897 time: 0.0875676 Nov 10 23:33:09.704404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-ad880192-1a5c-49b6-b5b0-23ceea1926a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0561149 Nov 10 23:33:09.756823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-c728544c-a2b6-45d7-854b-abe39e31b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:09.758264 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-c728544c-a2b6-45d7-854b-abe39e31b887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 200 len: 834 time: 0.0466840 Nov 10 23:33:09.803179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-99ff43cf-8f0e-4dfb-b172-aa77bd67500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:09.804628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-99ff43cf-8f0e-4dfb-b172-aa77bd67500d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edd0db4c-5b3c-4c9a-bd8e-316443513332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390735 Nov 10 23:33:09.890803 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-678c5e79-9e7c-4986-a8ed-6e8bc21d5cbb service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786302 Nov 10 23:33:10.248505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcc2cc1e-94bc-4434-99f5-5dc2d404d989 req-70fbc6c1-7432-4422-b4d0-07dfd8bd10cf service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492079 Nov 10 23:33:15.058727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:15.523771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:25.070357 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1c28-d699-4130-9ba3-3affe559cc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:27.690418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-be6020d8-68b9-413c-aa7b-f46d25377c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:29.093249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:30.537569 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:30.810186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.381479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54936) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:31.458346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-36f82cf4-6dbd-405b-a25a-c09736ad90bd tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0756934 Nov 10 23:33:31.461138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54938) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:31.465716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'network': {'name': 'tempest-network-smoke--2094565487', 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'port_security_enabled': False}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:33:31.487351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:33:31.491324 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.513304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:33:31.522450 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.522791 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Added segment c2c9c8d2-6855-429d-b3dd-bb01e42ac475 of type vlan for network 478740a5-7a13-4b00-8035-921dec4a35a2 Nov 10 23:33:31.561341 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.585581 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.591067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:31.591646 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.657011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1947641 Nov 10 23:33:31.660321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54940) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:31.665296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'admin_state_up': True, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:33:31.672557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Network': ['ID=478740a5-7a13-4b00-8035-921dec4a35a2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:31.679885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.680228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.680561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.680890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.681246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.681572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.681892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.682213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.682799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.683114 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.683430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.683742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5a3a4-5074-4b7b-9af5-5e4958cc1a3c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:31.689852 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.690902 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.694975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 478740a5-7a13-4b00-8035-921dec4a35a2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:33:31.748350 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:31.883515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.073742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.091792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.202051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.25.0.185 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ca0a72a9-7f2d-4b99-bf67-3d924487f1bb) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:33:32.301982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.333862 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.367969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:33:32.372571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:32.376110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:33:32.386802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38ceb3-e8a9-4808-8555-29c1533cf2a0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:32.403168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:32.414699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.415039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.415370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.415697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.416020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.416341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.416661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.417006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.417315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.417628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.417945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.418254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:32.441815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9b9feeb1-5ab3-477c-9dcf-2cf39eb98235 None None] Provisioning complete for port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:32.442190 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9b9feeb1-5ab3-477c-9dcf-2cf39eb98235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.474832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9b9feeb1-5ab3-477c-9dcf-2cf39eb98235 None None] Port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:33:32.638308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.827544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:32.949581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router c2bdf194-191d-4e14-bb1b-181c9d818a02 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:33:33.332191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:33:33.342369 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Sync routers for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:33:33.352206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.352499 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:33.353145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:33.353434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4f009c4a-138e-410d-8ba3-4ba4c46c5711 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6920099 Nov 10 23:33:33.356409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54942) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.419497 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb717253-448c-44a2-a3a8-0626c4676e27 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:33.420997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eb717253-448c-44a2-a3a8-0626c4676e27 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0cd8e78e56dd476380297f4ffe392373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0636268 Nov 10 23:33:33.423728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54944) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.454060 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:33.512632 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6738328-3d5c-41c4-bb15-b76fa78fd4df tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:33.514165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b6738328-3d5c-41c4-bb15-b76fa78fd4df tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895190 Nov 10 23:33:33.516920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54946) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.544285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c7ddec5e-1157-40c7-b328-4a114096603d tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255029 Nov 10 23:33:33.546872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54948) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.574064 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-00f90e2d-bfa1-45df-8574-3c3e2b1457a7 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0cd8e78e56dd476380297f4ffe392373&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261638 Nov 10 23:33:33.576499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54950) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.630318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:32Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:33.655974 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Checking router: c2bdf194-191d-4e14-bb1b-181c9d818a02 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:33:33.656386 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Updating router c2bdf194-191d-4e14-bb1b-181c9d818a02 port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:33:33.665492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607a4f6-2e43-424a-9c0d-8abf0d2abb11 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:33.666976 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7607a4f6-2e43-424a-9c0d-8abf0d2abb11 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895665 Nov 10 23:33:33.669794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54952) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.680168 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.697419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4e7ea222-7a49-4281-92b8-78eb756b9a27 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265586 Nov 10 23:33:33.699844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 54954) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:33.704457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410638199', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:33:33.789707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:33:33.793339 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.929698 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.934721 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.974155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa533e-8cbe-4f8d-abb8-bace0c38d8de None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:33.980169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.987470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Attempting to bind port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:33:33.987470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Attempting to bind port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:33:33.987470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Attempting to bind port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:33:33.992683 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7931202-ba4a-4e73-9bdf-73c962e808d5 None None] Pushing event updated for resources: {'Port': ['ID=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:33.994987 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:33:33.995360 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:33:33.995751 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:33.996126 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:33:33.996592 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Bound port: ca0a72a9-7f2d-4b99-bf67-3d924487f1bb, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:33:33.997003 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.006831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-853f5068-c092-4240-87fe-c8fe42d39076 None None] Provisioning complete for port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:34.007365 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-853f5068-c092-4240-87fe-c8fe42d39076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.047878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] For port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:33:34.049825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-853f5068-c092-4240-87fe-c8fe42d39076 None None] Port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:33:34.051550 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] For port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:33:34.056059 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.057737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Subnet': ['ID=8145d06f-b1a2-497e-a5e0-428be8398edf,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:34.067201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Checking segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:33:34.067559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network hostable DHCP agents. Network: 478740a5-7a13-4b00-8035-921dec4a35a2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:33:34.084107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 478740a5-7a13-4b00-8035-921dec4a35a2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:33:34.094526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 478740a5-7a13-4b00-8035-921dec4a35a2) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:34.099366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777b800-2e03-4df8-bae4-e6bb85c1e110 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:34.099634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:34.100741 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.114525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511adc6-a76d-456b-8943-43f566767fcd None None] Network 478740a5-7a13-4b00-8035-921dec4a35a2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:33:34.114760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7931202-ba4a-4e73-9bdf-73c962e808d5 None None] Pushing event updated for resources: {'Port': ['ID=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:34.123523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3851516-fa43-4780-890e-3ccd0716daa0 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4225776 Nov 10 23:33:34.126215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:34.126338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 54956) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:34.126913 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:34.185734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Provisioning complete for port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:34.186042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.228297 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:34.331805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-478740a5-7a13-4b00-8035-921dec4a35a2', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'fixed_ips': [{'subnet_id': '8145d06f-b1a2-497e-a5e0-428be8398edf'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:33:34.332670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.344003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.367262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] For port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:34.418527 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:32Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:34.444325 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.448118 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710a67d-94f5-4c93-a161-b14bc26f5de0 None None] The sync data for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 is: [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:32Z', 'revision_number': 3, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:34.529692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Allocated IP 172.20.0.18 (478740a5-7a13-4b00-8035-921dec4a35a2/8145d06f-b1a2-497e-a5e0-428be8398edf/f13ca9e2-37c2-47e9-a22f-64e37872592b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:33:34.542455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Pushing event updated for resources: {'Port': ['ID=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:34.553420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.553780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.554135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.554588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.555019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.555243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.555641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.555971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.556295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.556648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.556982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.557607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a8387-c768-4bad-a700-532986acfe3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:33:34.592405 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.719866 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.727674 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.766093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Network 478740a5-7a13-4b00-8035-921dec4a35a2 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:33:34.767577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:34.771171 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:33:34.806370 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Pushing event updated for resources: {'Port': ['ID=f13ca9e2-37c2-47e9-a22f-64e37872592b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:34.835815 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Attempting to bind port f13ca9e2-37c2-47e9-a22f-64e37872592b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:33:34.836284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Attempting to bind port f13ca9e2-37c2-47e9-a22f-64e37872592b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:33:34.836724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Attempting to bind port f13ca9e2-37c2-47e9-a22f-64e37872592b on network 478740a5-7a13-4b00-8035-921dec4a35a2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:33:34.842739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:33:34.843110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Checking segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:33:34.843505 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.843883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Bound using segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:33:34.844343 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Bound port: f13ca9e2-37c2-47e9-a22f-64e37872592b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:33:34.844717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.914050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] For port f13ca9e2-37c2-47e9-a22f-64e37872592b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:33:34.917701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.20.0.17 (478740a5-7a13-4b00-8035-921dec4a35a2/8145d06f-b1a2-497e-a5e0-428be8398edf/3d34814c-3f0b-4688-a015-975588ee0513) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:33:34.917853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] For port f13ca9e2-37c2-47e9-a22f-64e37872592b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f13ca9e2-37c2-47e9-a22f-64e37872592b,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:33:34.922065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:34.999000 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a964ea-3733-4e5c-bed1-ee689e6e8eff None None] Pushing event updated for resources: {'Port': ['ID=f13ca9e2-37c2-47e9-a22f-64e37872592b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:35.057654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.094438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.145720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 478740a5-7a13-4b00-8035-921dec4a35a2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:33:35.149236 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:35.151916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:33:35.180384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:35.213767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.357540 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.635537 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.640495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.714765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:35.717235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:35.822161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 478740a5-7a13-4b00-8035-921dec4a35a2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:33:35.823673 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:35.927811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef95fa6-8de1-4150-9731-fd5e7cb80526 None None] Network 478740a5-7a13-4b00-8035-921dec4a35a2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:33:35.938700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router c2bdf194-191d-4e14-bb1b-181c9d818a02 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:33:35.996222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] Provisioning complete for port f13ca9e2-37c2-47e9-a22f-64e37872592b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:35.996590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:36.054869 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:33:36.065574 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-966bc533-9b30-4095-ab87-557f895bb053 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "PUT /v2.0/routers/c2bdf194-191d-4e14-bb1b-181c9d818a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9363644 Nov 10 23:33:36.151411 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:36.193998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] For port f13ca9e2-37c2-47e9-a22f-64e37872592b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f13ca9e2-37c2-47e9-a22f-64e37872592b,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:36.198429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:36.247677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f421ac9-bcca-46c6-8cb9-f92ad2c71d9b None None] Pushing event updated for resources: {'Port': ['ID=f13ca9e2-37c2-47e9-a22f-64e37872592b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:36.287171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-7e5437e2-b1de-4b1d-ab87-dd856f49ba11 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:36.288738 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-7e5437e2-b1de-4b1d-ab87-dd856f49ba11 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/networks?id=478740a5-7a13-4b00-8035-921dec4a35a2 HTTP/1.1" status: 200 len: 798 time: 0.1197522 Nov 10 23:33:36.321558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-65b59a9d-b375-4497-abdc-4cf5a5d0162b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/quotas/0cd8e78e56dd476380297f4ffe392373 HTTP/1.1" status: 200 len: 375 time: 0.0154815 Nov 10 23:33:36.386368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-dd3ff6dc-aceb-4850-a666-044dfea97e19 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0608721 Nov 10 23:33:36.397626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ca0a72a9-7f2d-4b99-bf67-3d924487f1bb up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:33:36.437889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Sync routers for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:33:36.467713 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:36.468354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:36.512308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9a6e0533-82eb-477f-8b27-2f1bd7ec46f1 None None] Provisioning complete for port f13ca9e2-37c2-47e9-a22f-64e37872592b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:36.512665 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0533-82eb-477f-8b27-2f1bd7ec46f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:36.556286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:36.556653 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:36.589621 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-987b1d8b-b081-4e24-ab6e-19696a1510c1 service neutron] 10.222.0.25 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462357 Nov 10 23:33:36.664065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:36.693501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-4c5f151f-00aa-4a4e-9989-7e91f174df14 service neutron] 10.222.0.25 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979624 Nov 10 23:33:36.896131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebaac6e6-3a7f-456f-93bb-5c742b394f31 req-4826b289-2889-44b3-80ae-5b46886f3fec tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Nov 10 23:33:36.991032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f13ca9e2-37c2-47e9-a22f-64e37872592b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:33:37.058300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9a6e0533-82eb-477f-8b27-2f1bd7ec46f1 None None] Provisioning complete for port 3d34814c-3f0b-4688-a015-975588ee0513 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:37.058679 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0533-82eb-477f-8b27-2f1bd7ec46f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.123168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e0533-82eb-477f-8b27-2f1bd7ec46f1 None None] Port 3d34814c-3f0b-4688-a015-975588ee0513 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:33:37.170470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f13ca9e2-37c2-47e9-a22f-64e37872592b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:37.171120 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.239856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:35Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3d34814c-3f0b-4688-a015-975588ee0513', 'name': '', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:a7:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:34Z', 'updated_at': '2021-11-10T23:33:35Z', 'revision_number': 2, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:37.290377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Checking router: c2bdf194-191d-4e14-bb1b-181c9d818a02 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:33:37.290728 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Updating router c2bdf194-191d-4e14-bb1b-181c9d818a02 port 3d34814c-3f0b-4688-a015-975588ee0513 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:33:37.325889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-85454134-cc28-464b-a2b0-208537babf59 None None] Provisioning complete for port 3d34814c-3f0b-4688-a015-975588ee0513 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:37.326260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-85454134-cc28-464b-a2b0-208537babf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.354734 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.373442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-85454134-cc28-464b-a2b0-208537babf59 None None] Port 3d34814c-3f0b-4688-a015-975588ee0513 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:33:37.620792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.625910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.678190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be48240-abef-42c7-b1f8-579a87ebce98 None None] Pushing event updated for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:37.739942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Attempting to bind port 3d34814c-3f0b-4688-a015-975588ee0513 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:33:37.740349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Attempting to bind port 3d34814c-3f0b-4688-a015-975588ee0513 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:33:37.740681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Attempting to bind port 3d34814c-3f0b-4688-a015-975588ee0513 on network 478740a5-7a13-4b00-8035-921dec4a35a2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:33:37.747221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:33:37.747593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Checking segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:33:37.747994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.748747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Bound using segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:33:37.748872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Bound port: 3d34814c-3f0b-4688-a015-975588ee0513, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:33:37.749348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.836990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] For port 3d34814c-3f0b-4688-a015-975588ee0513, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:33:37.840092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] For port 3d34814c-3f0b-4688-a015-975588ee0513, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3d34814c-3f0b-4688-a015-975588ee0513,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:33:37.854212 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.880813 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-1ef6772b-3ab7-4c7e-ac21-2679f6bcff7b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:37.882524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-1ef6772b-3ab7-4c7e-ac21-2679f6bcff7b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.20 "GET /v2.0/networks?id=478740a5-7a13-4b00-8035-921dec4a35a2 HTTP/1.1" status: 200 len: 798 time: 0.1422439 Nov 10 23:33:37.895933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Request body: {'port': {'device_id': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'admin_state_up': True, 'tenant_id': '0cd8e78e56dd476380297f4ffe392373'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:33:37.935225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] Provisioning complete for port 3d34814c-3f0b-4688-a015-975588ee0513 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:37.935635 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:37.937738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be48240-abef-42c7-b1f8-579a87ebce98 None None] Pushing event updated for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:37.940267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:37.940887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:38.017711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25dbd03e-ef60-4095-9c4d-2c5548564902 req-8578d655-4da5-47ac-aa0b-62e19a1d7fd8 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 210 time: 0.0410366 Nov 10 23:33:38.067593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Made reservation on behalf of 0cd8e78e56dd476380297f4ffe392373 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:33:38.073150 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.117239 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:38.147103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.220111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Allocated IP 172.20.0.19 (478740a5-7a13-4b00-8035-921dec4a35a2/8145d06f-b1a2-497e-a5e0-428be8398edf/cd4ee9f9-dc0d-4c57-8055-1454f237a417) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:33:38.250695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] For port 3d34814c-3f0b-4688-a015-975588ee0513, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3d34814c-3f0b-4688-a015-975588ee0513,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:38.255696 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.334472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.334899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de171685-d926-4ac9-a089-4a316f981c06 None None] Pushing event updated for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:38.367375 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.388043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3803a7e9-65d2-48cf-8cf8-11a86238122f None None] Provisioning complete for port 3d34814c-3f0b-4688-a015-975588ee0513 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:38.388328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3803a7e9-65d2-48cf-8cf8-11a86238122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.407602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Network 478740a5-7a13-4b00-8035-921dec4a35a2 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:33:38.415024 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:33:38.415244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:35Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3d34814c-3f0b-4688-a015-975588ee0513', 'name': '', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:a7:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:34Z', 'updated_at': '2021-11-10T23:33:37Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:38.418986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:33:38.450572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415eb358-abf2-42a4-b871-13ee039630e0 None None] The sync data for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 is: [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:35Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3d34814c-3f0b-4688-a015-975588ee0513', 'name': '', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:a7:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:34Z', 'updated_at': '2021-11-10T23:33:37Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:38.741401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event updated for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:38.765434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3cf4b74d-653d-45c2-a1bf-1c8c16f20362 None None] Provisioning complete for port cd4ee9f9-dc0d-4c57-8055-1454f237a417 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:38.765801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3cf4b74d-653d-45c2-a1bf-1c8c16f20362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.770155 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:38.770794 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:38.788733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-db36f654-8981-4177-8860-fdfde46de954 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8969440 Nov 10 23:33:38.802407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4b74d-653d-45c2-a1bf-1c8c16f20362 None None] Port cd4ee9f9-dc0d-4c57-8055-1454f237a417 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:33:38.882521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Request body: {'port': {'device_id': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:33:38.937757 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.167821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3fab3-bfc1-4d64-8619-f37a5b0a8ee8 req-13a70800-938a-478e-b4ec-2e50e60e7ea8 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:39.169535 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dda3fab3-bfc1-4d64-8619-f37a5b0a8ee8 req-13a70800-938a-478e-b4ec-2e50e60e7ea8 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 895 time: 0.0534544 Nov 10 23:33:39.248756 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4ee9f9-dc0d-4c57-8055-1454f237a417 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:33:39.256495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.270061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Transition to ACTIVE for port object cd4ee9f9-dc0d-4c57-8055-1454f237a417 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:33:39.274820 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.328038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:39.400378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Attempting to bind port cd4ee9f9-dc0d-4c57-8055-1454f237a417 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:33:39.400714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Attempting to bind port cd4ee9f9-dc0d-4c57-8055-1454f237a417 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:33:39.401073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Attempting to bind port cd4ee9f9-dc0d-4c57-8055-1454f237a417 on network 478740a5-7a13-4b00-8035-921dec4a35a2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:33:39.406044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Port cd4ee9f9-dc0d-4c57-8055-1454f237a417 on network 478740a5-7a13-4b00-8035-921dec4a35a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:33:39.406382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Attempting to bind port cd4ee9f9-dc0d-4c57-8055-1454f237a417 on network 478740a5-7a13-4b00-8035-921dec4a35a2 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:33:39.412196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:33:39.412843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Checking segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:33:39.413382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Bound using segment: {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:33:39.413815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Bound port: cd4ee9f9-dc0d-4c57-8055-1454f237a417, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:33:39.414201 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.495984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:33:39.499597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:33:39.504046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.546375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:39.546924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:39.548530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd4ee9f9-dc0d-4c57-8055-1454f237a417 HTTP/1.1" status: 200 len: 1055 time: 0.7117381 Nov 10 23:33:39.549389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:33:39.577073 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3800c-1bb0-4b7e-871f-6d334a0ac742 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:39.609519 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76" -d '{"events": [{"name": "network-changed", "server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:33:39.660760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-573622ad-a849-4381-b1d9-d704b3e192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:39.662956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-573622ad-a849-4381-b1d9-d704b3e192c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 1058 time: 0.0648081 Nov 10 23:33:39.724378 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f992b723-f108-4f16-9307-bf8fcde58021 x-openstack-request-id: req-f992b723-f108-4f16-9307-bf8fcde58021 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:33:39.724667 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:33:39.724915 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f992b723-f108-4f16-9307-bf8fcde58021 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:33:39.725338 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417', 'status': 'completed', 'code': 200} Nov 10 23:33:39.726890 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-a21ec83f-7dbd-4210-87fb-fb5eeb47a40b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417 HTTP/1.1" status: 200 len: 217 time: 0.0560496 Nov 10 23:33:39.780415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-42e00905-e2c4-4bd3-8ca7-6390b98ca8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:39.782081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-42e00905-e2c4-4bd3-8ca7-6390b98ca8c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8145d06f-b1a2-497e-a5e0-428be8398edf HTTP/1.1" status: 200 len: 838 time: 0.0480218 Nov 10 23:33:39.826823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679da7-195e-4a57-9989-a170e9c82b20 req-2be538d6-2d8d-45bf-bed6-f2c0d456a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:39.828298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-2be538d6-2d8d-45bf-bed6-f2c0d456a655 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=478740a5-7a13-4b00-8035-921dec4a35a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392246 Nov 10 23:33:39.919929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-629216ed-a402-4e5c-b090-4edcef35b8d9 service neutron] 10.222.0.20 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Nov 10 23:33:40.008757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-16679da7-195e-4a57-9989-a170e9c82b20 req-253a0ce6-5261-432a-b81f-a401a326a3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Nov 10 23:33:40.098197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-582a6d67-6361-4495-8646-90e8afccd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:40.099681 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-582a6d67-6361-4495-8646-90e8afccd29d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 1058 time: 0.0408838 Nov 10 23:33:40.192963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-3928e0af-310b-47cf-9ec0-b9fd7fc7eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:40.194464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-3928e0af-310b-47cf-9ec0-b9fd7fc7eaa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=478740a5-7a13-4b00-8035-921dec4a35a2 HTTP/1.1" status: 200 len: 898 time: 0.0876517 Nov 10 23:33:40.235725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-4b43bebb-4bc9-42f5-87db-9eb3adb87aa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417 HTTP/1.1" status: 200 len: 217 time: 0.0343649 Nov 10 23:33:40.294269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-3584a30c-0b82-4feb-bcbe-f86b9e069258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:40.295159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7fa2d-d366-49ae-a346-e82efd9e4912 req-9c302f01-15af-4494-a89b-7897a28fd44c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:40.295780 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-3584a30c-0b82-4feb-bcbe-f86b9e069258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8145d06f-b1a2-497e-a5e0-428be8398edf HTTP/1.1" status: 200 len: 838 time: 0.0537748 Nov 10 23:33:40.296644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94d7fa2d-d366-49ae-a346-e82efd9e4912 req-9c302f01-15af-4494-a89b-7897a28fd44c tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 907 time: 0.0562320 Nov 10 23:33:40.344503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-91195a33-3a03-4a39-ae67-cba0984961ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:40.346683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-91195a33-3a03-4a39-ae67-cba0984961ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=478740a5-7a13-4b00-8035-921dec4a35a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433941 Nov 10 23:33:40.353678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3d34814c-3f0b-4688-a015-975588ee0513 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:33:40.400124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3d34814c-3f0b-4688-a015-975588ee0513 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:40.400490 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:40.441961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-ae52036e-a895-4004-b24b-505e41f79cfa service neutron] 10.222.0.20 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873888 Nov 10 23:33:40.534628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5dcf13a4-07e5-481d-9c42-fac9c3b26f76 req-9cc38cff-d536-4a87-89f0-78d63f324688 service neutron] 10.222.0.20 "GET /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854046 Nov 10 23:33:41.414425 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159746f-64dc-45c8-84d8-52d27e6a50dc req-6b10dd50-a9f8-491a-88b7-92a2cfde0a51 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:41.415864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2159746f-64dc-45c8-84d8-52d27e6a50dc req-6b10dd50-a9f8-491a-88b7-92a2cfde0a51 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 907 time: 0.0484891 Nov 10 23:33:42.193164 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:33:42.535946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d569637-beac-4879-a4d4-54093fad5198 req-7f787399-293d-4588-8b83-03fe2e59e04d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:42.537473 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d569637-beac-4879-a4d4-54093fad5198 req-7f787399-293d-4588-8b83-03fe2e59e04d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 907 time: 0.0551023 Nov 10 23:33:43.332784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cd4ee9f9-dc0d-4c57-8055-1454f237a417 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:33:43.426415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:43.437640 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417', 'network_id': '478740a5-7a13-4b00-8035-921dec4a35a2', 'port_id': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417', 'mac_address': 'fa:16:3e:fd:04:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145d06f-b1a2-497e-a5e0-428be8398edf', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:33:43.474202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:43.486606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4ee9f9-dc0d-4c57-8055-1454f237a417 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:33:43.504796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:43.508716 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:43.559072 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:43.657777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1edcc-599f-4043-adcc-b0d988b41998 req-fad22aa4-4541-493b-93c7-ff4a02b94510 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:43.659813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d8c1edcc-599f-4043-adcc-b0d988b41998 req-fad22aa4-4541-493b-93c7-ff4a02b94510 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 908 time: 0.0525851 Nov 10 23:33:43.711862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['cd4ee9f9-dc0d-4c57-8055-1454f237a417'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:33:44.776600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512420f-51d6-40c1-ae48-d2311f58ec87 req-81d32221-9999-493c-a783-7a499c5a8625 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:44.778096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9512420f-51d6-40c1-ae48-d2311f58ec87 req-81d32221-9999-493c-a783-7a499c5a8625 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 908 time: 0.0504014 Nov 10 23:33:45.071364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:45.338649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cd4ee9f9-dc0d-4c57-8055-1454f237a417 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:33:45.385329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port cd4ee9f9-dc0d-4c57-8055-1454f237a417 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:33:45.389228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port cd4ee9f9-dc0d-4c57-8055-1454f237a417 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:33:45.389593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:45.467989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:45.488831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:33:45.503287 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:45.507648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:45.536942 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f6703-3a0b-4989-a7f1-9d43e0fad560" -d '{"events": [{"server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:33:45.554060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:45.568704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:45.626535 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0b7a4-fed3-4f1a-9825-5c9f854dc306 x-openstack-request-id: req-ddf0b7a4-fed3-4f1a-9825-5c9f854dc306 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:33:45.627337 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:33:45.627592 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddf0b7a4-fed3-4f1a-9825-5c9f854dc306 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:33:45.627989 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417', 'code': 200} Nov 10 23:33:45.726046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1522d-3872-4f10-adea-fab86d1f4d7f req-81616d8e-0dd4-4c33-b0e5-23acb21a824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:45.727496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4f1522d-3872-4f10-adea-fab86d1f4d7f req-81616d8e-0dd4-4c33-b0e5-23acb21a824a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 1060 time: 0.0439494 Nov 10 23:33:45.890777 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fef43-0326-409a-bc42-436446f3c848 req-8cc2dd57-eb9d-479d-9c58-ba23f5d3b33a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:45.892231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b5fef43-0326-409a-bc42-436446f3c848 req-8cc2dd57-eb9d-479d-9c58-ba23f5d3b33a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0476356 Nov 10 23:33:47.007720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c372c3-8b37-455e-9914-c30c719e27d2 req-2ceef927-7c8e-4c27-999d-63269e748591 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.009218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76c372c3-8b37-455e-9914-c30c719e27d2 req-2ceef927-7c8e-4c27-999d-63269e748591 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0487521 Nov 10 23:33:47.134757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07b8a-0512-4c22-a9f4-393c3f9f3d17 req-24e632bd-67d6-4aca-b576-09d1fcf51d08 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.136217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ed07b8a-0512-4c22-a9f4-393c3f9f3d17 req-24e632bd-67d6-4aca-b576-09d1fcf51d08 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0504274 Nov 10 23:33:47.239583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743726a8-6d4d-4f6a-b3d7-d190fc6baf63 req-f5b5f4c5-0a09-43d1-b767-e222168e94c7 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.241065 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-743726a8-6d4d-4f6a-b3d7-d190fc6baf63 req-f5b5f4c5-0a09-43d1-b767-e222168e94c7 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 1060 time: 0.0396860 Nov 10 23:33:47.345122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9990a-e091-472d-bc1c-9c791a542bea req-404e499f-33bb-4944-a99b-beef257251e8 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.347142 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20c9990a-e091-472d-bc1c-9c791a542bea req-404e499f-33bb-4944-a99b-beef257251e8 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0435519 Nov 10 23:33:47.398207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20c9990a-e091-472d-bc1c-9c791a542bea req-6767a0d2-0ed3-47e3-92bd-aaaf86365f25 tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0450869 Nov 10 23:33:47.419397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55022) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:47.458668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4dcb11-858c-4d32-824c-ede146e68b6d tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.460132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9c4dcb11-858c-4d32-824c-ede146e68b6d tempest-TestSecurityGroupsBasicOps-1339237359 tempest-TestSecurityGroupsBasicOps-1339237359-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 1055 time: 0.0397165 Nov 10 23:33:47.667413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36fb4d-880f-495e-8ca3-d77fd5e66a5a req-9f2b02b9-038e-4ab3-bc6b-72d6bed57ccc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:47.668934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ef36fb4d-880f-495e-8ca3-d77fd5e66a5a req-9f2b02b9-038e-4ab3-bc6b-72d6bed57ccc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0489740 Nov 10 23:33:48.794482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468ba-9f9f-4ab4-9bdf-ab6417fbac8f req-bc157927-7f6e-4886-8524-c266a73c4844 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:48.795941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-619468ba-9f9f-4ab4-9bdf-ab6417fbac8f req-bc157927-7f6e-4886-8524-c266a73c4844 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0516756 Nov 10 23:33:48.895104 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5577-6292-437a-b79d-749114f0309f req-6769d603-7a8d-445a-8fce-459acaa6525f tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:48.896548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f7e5577-6292-437a-b79d-749114f0309f req-6769d603-7a8d-445a-8fce-459acaa6525f tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.20 "GET /v2.0/ports?device_id=014ec662-30c6-4c3d-a205-ea420e1292c0 HTTP/1.1" status: 200 len: 909 time: 0.0473239 Nov 10 23:33:48.983722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port cd4ee9f9-dc0d-4c57-8055-1454f237a417 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:48.983984 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:49.075208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port cd4ee9f9-dc0d-4c57-8055-1454f237a417, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cd4ee9f9-dc0d-4c57-8055-1454f237a417,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:49.075576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:49.088272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for cd4ee9f9-dc0d-4c57-8055-1454f237a417 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:49.213875 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:49.244009 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=cd4ee9f9-dc0d-4c57-8055-1454f237a417,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:49.282005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] No DVR routers for this DVR port cd4ee9f9-dc0d-4c57-8055-1454f237a417 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:33:49.284708 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:49.288060 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1f7e5577-6292-437a-b79d-749114f0309f req-7c2b7549-7550-4083-8db1-a74d04c44fc7 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.20 "DELETE /v2.0/ports/cd4ee9f9-dc0d-4c57-8055-1454f237a417 HTTP/1.1" status: 204 len: 173 time: 0.3854520 Nov 10 23:33:49.288521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'name': 'network-vif-deleted', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:33:49.290812 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13903b5-664c-43fc-abce-e0245b0609ac" -d '{"events": [{"server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "name": "network-vif-deleted", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:33:49.330841 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f23805-bebe-4279-b571-ed60cb07ab1b x-openstack-request-id: req-27f23805-bebe-4279-b571-ed60cb07ab1b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:33:49.331127 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014ec662-30c6-4c3d-a205-ea420e1292c0", "name": "network-vif-deleted", "tag": "cd4ee9f9-dc0d-4c57-8055-1454f237a417", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:33:49.331376 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27f23805-bebe-4279-b571-ed60cb07ab1b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:33:49.331769 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014ec662-30c6-4c3d-a205-ea420e1292c0', 'name': 'network-vif-deleted', 'tag': 'cd4ee9f9-dc0d-4c57-8055-1454f237a417', 'status': 'completed', 'code': 200} Nov 10 23:33:49.854340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55036) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:50.205076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:50.456883 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port 3d34814c-3f0b-4688-a015-975588ee0513 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:50.457250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:50.545851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port 3d34814c-3f0b-4688-a015-975588ee0513, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3d34814c-3f0b-4688-a015-975588ee0513,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:50.546208 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:50.557844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for 3d34814c-3f0b-4688-a015-975588ee0513 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:50.733402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:50.760326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=3d34814c-3f0b-4688-a015-975588ee0513,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:50.928761 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.138170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router c2bdf194-191d-4e14-bb1b-181c9d818a02 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:33:51.238972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:33:51.243836 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1777aebb-281b-4eaa-b77c-8694f35a5d86 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "PUT /v2.0/routers/c2bdf194-191d-4e14-bb1b-181c9d818a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882113 Nov 10 23:33:51.246803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55038) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:51.248265 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Sync routers for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:33:51.258688 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:51.259517 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:51.297085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting subnet 8145d06f-b1a2-497e-a5e0-428be8398edf {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:33:51.300602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.344342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.361672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:51.425647 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.482032 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.513476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Subnet': ['ID=8145d06f-b1a2-497e-a5e0-428be8398edf,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:51.516957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.520512 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-806ccfe4-e4e5-4c02-a751-63ecc7328e29 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/subnets/8145d06f-b1a2-497e-a5e0-428be8398edf HTTP/1.1" status: 204 len: 168 time: 0.2725337 Nov 10 23:33:51.523580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55040) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:51.526241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fafed95-25a1-4691-b37c-5445edb65a23 None None] Network 478740a5-7a13-4b00-8035-921dec4a35a2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:33:51.541285 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:50Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:51.568294 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Checking router: c2bdf194-191d-4e14-bb1b-181c9d818a02 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:33:51.577067 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Routers {'c2bdf194-191d-4e14-bb1b-181c9d818a02'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:51.577675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['c2bdf194-191d-4e14-bb1b-181c9d818a02'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:51.635459 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.685294 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] Set router c2bdf194-191d-4e14-bb1b-181c9d818a02 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:51.737614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] DHCP port deletion for 478740a5-7a13-4b00-8035-921dec4a35a2 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:51.753134 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.798522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Deleting port f13ca9e2-37c2-47e9-a22f-64e37872592b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:51.799658 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.809382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:51.809725 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.865109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] For port f13ca9e2-37c2-47e9-a22f-64e37872592b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f13ca9e2-37c2-47e9-a22f-64e37872592b,segment=NetworkSegment(c2c9c8d2-6855-429d-b3dd-bb01e42ac475),segment_id=c2c9c8d2-6855-429d-b3dd-bb01e42ac475)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:51.865340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.879376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Calling delete_port for f13ca9e2-37c2-47e9-a22f-64e37872592b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:51.894203 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port ca0a72a9-7f2d-4b99-bf67-3d924487f1bb, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:51.894567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.906490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for ca0a72a9-7f2d-4b99-bf67-3d924487f1bb owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:51.962876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:50Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:51.973731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:51.990254 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e44701-0d17-4ffd-aa72-baea679efd2e None None] The sync data for ids ['c2bdf194-191d-4e14-bb1b-181c9d818a02'] in n-d-811521-3 is: [{'id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2147300425', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:33:31Z', 'updated_at': '2021-11-10T23:33:50Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': 'ca0a72a9-7f2d-4b99-bf67-3d924487f1bb', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bdf194-191d-4e14-bb1b-181c9d818a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:33:32Z', 'updated_at': '2021-11-10T23:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:52.001444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] Pushing event deleted for resources: {'Port': ['ID=f13ca9e2-37c2-47e9-a22f-64e37872592b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:52.007488 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3a72e-7125-4c59-875c-450f089c9cbb None None] No DVR routers for this DVR port f13ca9e2-37c2-47e9-a22f-64e37872592b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:33:52.085872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.110033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=ca0a72a9-7f2d-4b99-bf67-3d924487f1bb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:52.123500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95278d9a-f682-44a4-b07b-d18c0bece418 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:52.169805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.261204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.263279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.306425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.306869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Fanout notify agent at l3_agent the message router_deleted on router c2bdf194-191d-4e14-bb1b-181c9d818a02 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:33:52.314897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.318751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55042) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:52.319294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a245a341-a99d-4581-b652-fb992cea9a36 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/routers/c2bdf194-191d-4e14-bb1b-181c9d818a02 HTTP/1.1" status: 204 len: 168 time: 0.7942882 Nov 10 23:33:52.404255 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.447322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3d34814c-3f0b-4688-a015-975588ee0513 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:33:52.469069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3d34814c-3f0b-4688-a015-975588ee0513 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:33:52.469551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3d34814c-3f0b-4688-a015-975588ee0513 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:33:52.469975 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f13ca9e2-37c2-47e9-a22f-64e37872592b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:33:52.491103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f13ca9e2-37c2-47e9-a22f-64e37872592b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:33:52.491440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f13ca9e2-37c2-47e9-a22f-64e37872592b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:33:52.510231 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.529791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478740a5-7a13-4b00-8035-921dec4a35a2']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:52.547318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:52.547617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c9c8d2-6855-429d-b3dd-bb01e42ac475') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:52.564465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.586258 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.594558 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:33:52.594973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:33:52.598759 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:33:52.662654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.668549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:52.672131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/networks/478740a5-7a13-4b00-8035-921dec4a35a2 HTTP/1.1" status: 204 len: 168 time: 0.3515530 Nov 10 23:33:52.674900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55044) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:52.686759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036f436-5d6b-478b-badd-a3259048a57b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Network': ['ID=478740a5-7a13-4b00-8035-921dec4a35a2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:52.829024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:52.829367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.207262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.207957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.218901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:53.339212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cd4ee9f9-dc0d-4c57-8055-1454f237a417 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:33:53.361730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.362696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: cd4ee9f9-dc0d-4c57-8055-1454f237a417 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:33:53.363039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cd4ee9f9-dc0d-4c57-8055-1454f237a417 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:33:53.386723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=dd50a33d-f5b6-4c6d-9ec6-55194a0f1d40,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:53.444103 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.444435 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Floating IP 557612ca-4e17-410d-8ffa-0869c5c65d3f disassociated (deleted). External IP: 172.25.0.233, port: e665dee2-c106-495a-8241-602ef40c6ea6. Nov 10 23:33:53.644214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:33:53.750637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:33:53.754996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:53.760648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897e649-752c-401a-b401-db19b187d013 None None] Sync routers for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:33:53.784350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bb1435be-a076-41ef-887a-958fe87eb815 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/floatingips/557612ca-4e17-410d-8ffa-0869c5c65d3f HTTP/1.1" status: 204 len: 168 time: 1.1083224 Nov 10 23:33:53.785065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:33:53.826644 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccb9c1-be0e-426d-8787-68b3f225d7db" -d '{"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:33:53.934058 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32745ee1-0b6a-4a70-84f6-448ea4cb5e95 x-openstack-request-id: req-32745ee1-0b6a-4a70-84f6-448ea4cb5e95 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:33:53.934679 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:33:53.935122 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32745ee1-0b6a-4a70-84f6-448ea4cb5e95 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:33:53.935329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:53.935806 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'status': 'completed', 'code': 200} Nov 10 23:33:53.935952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:53.997521 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-8fe4db6d-74b6-4a76-ba03-eb0d50cc792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:53.999634 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-8fe4db6d-74b6-4a76-ba03-eb0d50cc792e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd8e78e56dd476380297f4ffe392373&device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 1135 time: 0.0464280 Nov 10 23:33:54.042884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc4ac-bce3-4dda-8e0d-6634a915ccdf req-09fcaaf5-8d20-4131-86c1-d56c3dd3206b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:54.044470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905bc4ac-bce3-4dda-8e0d-6634a915ccdf req-09fcaaf5-8d20-4131-86c1-d56c3dd3206b tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0609591 Nov 10 23:33:54.046100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:54.101992 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-ee2fbe3d-2920-4814-8030-2f5bd32fb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:54.103795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-ee2fbe3d-2920-4814-8030-2f5bd32fb5dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 200 len: 897 time: 0.0966201 Nov 10 23:33:54.108488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905bc4ac-bce3-4dda-8e0d-6634a915ccdf req-3e1addaf-b1e4-4ceb-990e-e66e305d7328 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0575390 Nov 10 23:33:54.146174 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-432d1208-6329-48ac-9471-8b7c28de8a90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0350802 Nov 10 23:33:54.194537 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-d57b16ef-b877-43ad-a02a-8fefda25fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:54.195879 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-d57b16ef-b877-43ad-a02a-8fefda25fc0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 200 len: 834 time: 0.0425191 Nov 10 23:33:54.243136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:54.247330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-63ec205b-15dc-4490-8aa5-47fce6c70199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:54.248834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-63ec205b-15dc-4490-8aa5-47fce6c70199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edd0db4c-5b3c-4c9a-bd8e-316443513332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458467 Nov 10 23:33:54.273524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897e649-752c-401a-b401-db19b187d013 None None] Checking router: e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:33:54.282398 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:54.283724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:54.287964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ca0a72a9-7f2d-4b99-bf67-3d924487f1bb no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:33:54.337135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ca0a72a9-7f2d-4b99-bf67-3d924487f1bb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:33:54.337479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ca0a72a9-7f2d-4b99-bf67-3d924487f1bb not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:33:54.345055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-f4fc7b96-0bf8-4176-8438-e511be567bed service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874920 Nov 10 23:33:54.407324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:54.442070 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99ccb9c1-be0e-426d-8787-68b3f225d7db req-0a48c9ca-c739-41fa-a4c8-578b980f0373 service neutron] 10.222.0.39 "GET /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Nov 10 23:33:54.603324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d897e649-752c-401a-b401-db19b187d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:54.632045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897e649-752c-401a-b401-db19b187d013 None None] The sync data for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 is: [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:32:42Z', 'revision_number': 4, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '74e5c011-a592-4b5e-a127-020d1dd7a3c7', 'name': '', 'network_id': 'edd0db4c-5b3c-4c9a-bd8e-316443513332', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'mac_address': 'fa:16:3e:7a:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:41Z', 'updated_at': '2021-11-10T23:32:44Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'subnets': [{'id': '9e09f6d8-bf7d-430b-98a6-02942177c1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:54.851656 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5511ec-d897-462f-aa45-34dc4326b0fe None None] New status for floating IP 557612ca-4e17-410d-8ffa-0869c5c65d3f: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:33:55.071364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8d9ec1df-c6ea-4cfc-9707-31f0fc5a3eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:55.226177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6385445-031c-41d1-9afc-73e1faea039d req-b6bf1b24-fdad-49d3-9e78-55592449a5be tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:55.227566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6385445-031c-41d1-9afc-73e1faea039d req-b6bf1b24-fdad-49d3-9e78-55592449a5be tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0496364 Nov 10 23:33:55.317603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6385445-031c-41d1-9afc-73e1faea039d req-554c39a1-78a6-4519-a630-2e54e49ec386 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "GET /v2.0/security-groups?id=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c&id=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0839562 Nov 10 23:33:55.325790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-d1110a14-939f-4f78-988a-62d6b993ca0a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:33:55.327249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-d1110a14-939f-4f78-988a-62d6b993ca0a tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "GET /v2.0/ports?device_id=00d97146-50d9-4ad8-9405-ba9ee0912b05 HTTP/1.1" status: 200 len: 984 time: 0.0771537 Nov 10 23:33:55.417408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port e665dee2-c106-495a-8241-602ef40c6ea6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:55.417854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:55.509745 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port e665dee2-c106-495a-8241-602ef40c6ea6, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e665dee2-c106-495a-8241-602ef40c6ea6,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:55.510018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:55.522681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for e665dee2-c106-495a-8241-602ef40c6ea6 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:55.646545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:55.678387 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=e665dee2-c106-495a-8241-602ef40c6ea6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:55.718555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] No DVR routers for this DVR port e665dee2-c106-495a-8241-602ef40c6ea6 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:33:55.721553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:55.724884 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-641c1bd7-0a66-4c63-9c8a-92e3bd757cd6 req-c1ce1b18-1d64-4216-8223-7bb36332f5bd tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.39 "DELETE /v2.0/ports/e665dee2-c106-495a-8241-602ef40c6ea6 HTTP/1.1" status: 204 len: 173 time: 0.3915029 Nov 10 23:33:55.725342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'name': 'network-vif-deleted', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:33:55.727688 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6849f-d6df-4656-85a1-7649cdd40e71" -d '{"events": [{"server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "name": "network-vif-deleted", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:33:55.766484 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f790dac-749b-4a11-a95f-147ac7c5e167 x-openstack-request-id: req-8f790dac-749b-4a11-a95f-147ac7c5e167 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:33:55.766910 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d97146-50d9-4ad8-9405-ba9ee0912b05", "name": "network-vif-deleted", "tag": "e665dee2-c106-495a-8241-602ef40c6ea6", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:33:55.767664 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f790dac-749b-4a11-a95f-147ac7c5e167 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:33:55.768067 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d97146-50d9-4ad8-9405-ba9ee0912b05', 'name': 'network-vif-deleted', 'tag': 'e665dee2-c106-495a-8241-602ef40c6ea6', 'status': 'completed', 'code': 200} Nov 10 23:33:56.373652 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55072) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:56.425931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.447778 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.487441 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.490068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.491189 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/security-groups/e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c HTTP/1.1" status: 204 len: 168 time: 0.1165209 Nov 10 23:33:56.494062 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55074) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:56.500814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe371e-4421-4870-b854-e4dc21349fcf tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522a9ee-ba1a-4cdf-a9eb-a7398e18c89c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:56.547008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.570544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.613661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.616135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:56.617300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46 HTTP/1.1" status: 204 len: 168 time: 0.1221983 Nov 10 23:33:56.620113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55076) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:56.625957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4136493-26a5-47f7-84c8-ddb468e01c46 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef90ee5-9a05-46ce-ad9a-e1e12cb1ec46,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:56.975585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.224518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port 74e5c011-a592-4b5e-a127-020d1dd7a3c7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:57.224851 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.310775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port 74e5c011-a592-4b5e-a127-020d1dd7a3c7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=74e5c011-a592-4b5e-a127-020d1dd7a3c7,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:57.311048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.322945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for 74e5c011-a592-4b5e-a127-020d1dd7a3c7 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:57.500154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.525044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=74e5c011-a592-4b5e-a127-020d1dd7a3c7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:57.692621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df0c39f4-0c12-44b3-a502-9fd506b3acf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.708258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:57.918014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:33:58.021680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:33:58.029620 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e070a1b-ed16-40d2-a02c-77c2ee0421cc tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "PUT /v2.0/routers/e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053860 Nov 10 23:33:58.029620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:58.031391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Sync routers for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:33:58.041616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:58.042227 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:58.081468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting subnet 9e09f6d8-bf7d-430b-98a6-02942177c1ea {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:33:58.084521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.124448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.145566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:58.212407 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.273600 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.303172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.306378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/subnets/9e09f6d8-bf7d-430b-98a6-02942177c1ea HTTP/1.1" status: 204 len: 168 time: 0.2756276 Nov 10 23:33:58.307695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718edd39-c644-4dd2-bf77-6c0f4468dd0d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Subnet': ['ID=9e09f6d8-bf7d-430b-98a6-02942177c1ea,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:58.309532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55080) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:58.320258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d57a1-ca82-48cd-98c9-21baf530f8b4 None None] Network edd0db4c-5b3c-4c9a-bd8e-316443513332 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:33:58.411624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:33:57Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:58.420123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.459289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Checking router: e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:33:58.474912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Routers {'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:33:58.475444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:33:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:58.523218 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.555348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] DHCP port deletion for edd0db4c-5b3c-4c9a-bd8e-316443513332 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:58.582924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Deleting port 8b2044e6-074c-4a95-a5b5-cbeafb582d43 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:58.583265 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.606207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] Set router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:33:58.660868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] For port 8b2044e6-074c-4a95-a5b5-cbeafb582d43, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=8b2044e6-074c-4a95-a5b5-cbeafb582d43,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:58.661251 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.673836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Calling delete_port for 8b2044e6-074c-4a95-a5b5-cbeafb582d43 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:58.719026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Deleting port 53287402-cfcd-46f7-8090-bbbfec7aa250 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:33:58.719581 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.824554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] For port 53287402-cfcd-46f7-8090-bbbfec7aa250, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53287402-cfcd-46f7-8090-bbbfec7aa250,segment=NetworkSegment(69b1188e-1387-4396-8b5a-a6f6525f4eb0),segment_id=69b1188e-1387-4396-8b5a-a6f6525f4eb0)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:33:58.824832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.836632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:58.839439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Calling delete_port for 53287402-cfcd-46f7-8090-bbbfec7aa250 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:33:58.865782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Port': ['ID=8b2044e6-074c-4a95-a5b5-cbeafb582d43,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:58.893057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83a80e-76c3-4423-a35e-3b786f897a59 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:33:58.931593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.024482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.026809 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.069096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:33:57Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:59.071903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.072471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Fanout notify agent at l3_agent the message router_deleted on router e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:33:59.080028 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.081402 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-88ba9f65-494f-4acc-a200-24abcc3c9a88 tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/routers/e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a HTTP/1.1" status: 204 len: 168 time: 0.7703421 Nov 10 23:33:59.083926 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55082) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:59.107099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0547d8a-5af8-4c36-82c9-0b18680bf8dc None None] The sync data for ids ['e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a'] in n-d-811521-3 is: [{'id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1453579345', 'tenant_id': '0cd8e78e56dd476380297f4ffe392373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:32:38Z', 'updated_at': '2021-11-10T23:33:57Z', 'revision_number': 5, 'project_id': '0cd8e78e56dd476380297f4ffe392373', 'gw_port': {'id': '8b2044e6-074c-4a95-a5b5-cbeafb582d43', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63a2bfd-edab-48c8-88e1-9d0ff5dbf54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:32:39Z', 'updated_at': '2021-11-10T23:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:33:59.128955 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.139058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.167479 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.170692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] Pushing event deleted for resources: {'Port': ['ID=53287402-cfcd-46f7-8090-bbbfec7aa250,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:59.172514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1799fd-417b-4c05-ad87-fec46efdc540 None None] No DVR routers for this DVR port 53287402-cfcd-46f7-8090-bbbfec7aa250 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:33:59.263010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.282227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd0db4c-5b3c-4c9a-bd8e-316443513332']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:59.291068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b1188e-1387-4396-8b5a-a6f6525f4eb0') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:59.291361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b1188e-1387-4396-8b5a-a6f6525f4eb0') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:33:59.300806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.313598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.319931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:33:59.320320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:33:59.323288 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:33:59.378062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.384563 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.387699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] 10.222.0.25 "DELETE /v2.0/networks/edd0db4c-5b3c-4c9a-bd8e-316443513332 HTTP/1.1" status: 204 len: 168 time: 0.3028305 Nov 10 23:33:59.399147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8779e-1a59-4f6d-9107-65b3d9d9e88d tempest-TestSecurityGroupsBasicOps-827108662 tempest-TestSecurityGroupsBasicOps-827108662-project] Pushing event deleted for resources: {'Network': ['ID=edd0db4c-5b3c-4c9a-bd8e-316443513332,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:33:59.620324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e665dee2-c106-495a-8241-602ef40c6ea6 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:33:59.642293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: e665dee2-c106-495a-8241-602ef40c6ea6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:33:59.642554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e665dee2-c106-495a-8241-602ef40c6ea6 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:33:59.686980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:59.824607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b74836a3-baa8-4908-8caf-340cb1181db2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cd8e78e56dd476380297f4ffe392373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363928 Nov 10 23:33:59.827032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55094) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:33:59.880418 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.901441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.947131 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.949770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:33:59.950924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52c97e68-7131-47d2-9863-50e2cb958897 HTTP/1.1" status: 204 len: 168 time: 0.1229439 Nov 10 23:33:59.958546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809e54-cf89-4669-bc21-3ed1f9cc34fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c97e68-7131-47d2-9863-50e2cb958897,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:00.203430 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55100) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:00.217092 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fcb0-a7ba-4e77-b172-b14309dabf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.298331 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fcb0-a7ba-4e77-b172-b14309dabf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.303411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fcb0-a7ba-4e77-b172-b14309dabf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.332952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 74e5c011-a592-4b5e-a127-020d1dd7a3c7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:34:00.342668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0e6fcb0-a7ba-4e77-b172-b14309dabf34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd110e868b154619b52cd40b339eb447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381450 Nov 10 23:34:00.343563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6fcb0-a7ba-4e77-b172-b14309dabf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97335de1-a4a2-466a-93c5-f970e07c107e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:00.346028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55102) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:00.355032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 74e5c011-a592-4b5e-a127-020d1dd7a3c7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:34:00.355509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 74e5c011-a592-4b5e-a127-020d1dd7a3c7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:34:00.356066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8b2044e6-074c-4a95-a5b5-cbeafb582d43 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:34:00.375993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 8b2044e6-074c-4a95-a5b5-cbeafb582d43 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:34:00.376371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 8b2044e6-074c-4a95-a5b5-cbeafb582d43 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:34:00.376787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53287402-cfcd-46f7-8090-bbbfec7aa250 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:34:00.395445 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.396431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 53287402-cfcd-46f7-8090-bbbfec7aa250 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:34:00.396777 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53287402-cfcd-46f7-8090-bbbfec7aa250 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:34:00.418500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.465191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.467764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.468913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97335de1-a4a2-466a-93c5-f970e07c107e HTTP/1.1" status: 204 len: 168 time: 0.1213994 Nov 10 23:34:00.476390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa85db-f1b7-45df-9878-952f5f5ad22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97335de1-a4a2-466a-93c5-f970e07c107e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:00.541205 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.776466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55108) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:00.811915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.819872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-89c792c5-2688-4e7d-94bd-f874d0175995 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d790cf1b162480bb69f9bc384591f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422149 Nov 10 23:34:00.822431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55110) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:00.867815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.891266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.936099 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.939742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:00.940867 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ae19ec2-f8c1-4c57-8950-51800eaf9a36 HTTP/1.1" status: 204 len: 168 time: 0.1175425 Nov 10 23:34:00.948173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a742ca-f2b4-4b42-aa13-dd5a046b56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae19ec2-f8c1-4c57-8950-51800eaf9a36,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:10.851834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-b0598ba2-ddec-4643-824c-e8415d42a43b tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283313 Nov 10 23:34:11.301051 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-06b9e7df-9078-412f-8b05-0cf772b4d678 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:11.302426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-06b9e7df-9078-412f-8b05-0cf772b4d678 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4453342 Nov 10 23:34:11.317143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-8258a0e9-8188-4015-a9a1-43d5fe3943ad tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/quotas/6d2d7b24a5694ab29a9e5c8bed902386 HTTP/1.1" status: 200 len: 375 time: 0.0087245 Nov 10 23:34:11.352531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-c28cfb3b-fc20-4910-94f5-1bb398f1ede9 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302520 Nov 10 23:34:11.518760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3008ad59-e13f-4a71-8170-6395503a207f req-959b0d5f-35c8-4535-8e92-c9572b8c0935 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 210 time: 0.0308390 Nov 10 23:34:12.327492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-638b2e76-9b3d-444d-9473-dc9915b6dd0b tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217345 Nov 10 23:34:12.435657 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-eecfa7ad-df6c-4c25-9cc3-761e5d72a6b2 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:12.437256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-eecfa7ad-df6c-4c25-9cc3-761e5d72a6b2 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038759 Nov 10 23:34:12.451332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Request body: {'port': {'device_id': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'admin_state_up': True, 'tenant_id': '6d2d7b24a5694ab29a9e5c8bed902386'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:12.560028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Made reservation on behalf of 6d2d7b24a5694ab29a9e5c8bed902386 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:34:12.564060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:12.572571 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:12.623222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3334ddc2-de1f-4538-8b78-5631dd1c73cc req-accd4119-cf91-48e1-946d-590e0d58bbda tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 210 time: 0.0334392 Nov 10 23:34:12.670363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:12.673926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:12.739560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c696e-9aa4-4ef5-b03a-952f403845d7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:12.806053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Allocated IP 192.168.233.74 (d273266e-9cef-463f-b285-ab354ee987ee/e9362762-cc66-4f37-a25f-354537b89f43/a4a399b4-7218-4e54-9900-a2ef6bcacd04) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:34:12.950248 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:12.984960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.033065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Network d273266e-9cef-463f-b285-ab354ee987ee is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:34:13.037252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:34:13.041479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:34:13.066342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Pushing event updated for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:13.103717 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.104824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.122354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-f9b5d774-df05-4f6a-9173-d489cf72c0e4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6745832 Nov 10 23:34:13.134963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Request body: {'port': {'device_id': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:13.192332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.302334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4b612269-b99c-4d09-9d2f-20fae7e78d18 None None] Provisioning complete for port a4a399b4-7218-4e54-9900-a2ef6bcacd04 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:34:13.302913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b612269-b99c-4d09-9d2f-20fae7e78d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.336258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4b612269-b99c-4d09-9d2f-20fae7e78d18 None None] Port a4a399b4-7218-4e54-9900-a2ef6bcacd04 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:34:13.452298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a399b4-7218-4e54-9900-a2ef6bcacd04 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:34:13.461451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.473315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Transition to ACTIVE for port object a4a399b4-7218-4e54-9900-a2ef6bcacd04 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:34:13.476526 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.526907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:13.596037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Attempting to bind port a4a399b4-7218-4e54-9900-a2ef6bcacd04 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:34:13.596280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Attempting to bind port a4a399b4-7218-4e54-9900-a2ef6bcacd04 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:34:13.596607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Attempting to bind port a4a399b4-7218-4e54-9900-a2ef6bcacd04 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:34:13.601162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Port a4a399b4-7218-4e54-9900-a2ef6bcacd04 on network d273266e-9cef-463f-b285-ab354ee987ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:34:13.601482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Attempting to bind port a4a399b4-7218-4e54-9900-a2ef6bcacd04 on network d273266e-9cef-463f-b285-ab354ee987ee {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:34:13.606552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:34:13.606889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Checking segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:34:13.607269 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Bound using segment: {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:34:13.607691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Bound port: a4a399b4-7218-4e54-9900-a2ef6bcacd04, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4304fb7f-cfad-4d19-b138-5e2b80e48d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:34:13.608047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.680898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:34:13.684449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:34:13.690253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.725060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.725679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:13.727169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] 10.222.0.20 "PUT /v2.0/ports/a4a399b4-7218-4e54-9900-a2ef6bcacd04 HTTP/1.1" status: 200 len: 1095 time: 0.5963793 Nov 10 23:34:13.727484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:34:13.729776 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98609d9a-6a68-4072-8e46-3454d059e8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:34:13.761978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cdae9-0487-409f-83c4-6317f1e3d809 req-7900b3df-239f-4261-88f5-54f7d2af0f9f tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.764668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e50cdae9-0487-409f-83c4-6317f1e3d809 req-7900b3df-239f-4261-88f5-54f7d2af0f9f tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 947 time: 0.0668991 Nov 10 23:34:13.770838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71601ea0-150d-4420-962a-cf5335e67f2a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:13.795005 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555c456-d3a2-470d-9fb4-0b982b15421a x-openstack-request-id: req-3555c456-d3a2-470d-9fb4-0b982b15421a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:34:13.795475 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:34:13.795811 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3555c456-d3a2-470d-9fb4-0b982b15421a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:34:13.796217 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04', 'status': 'completed', 'code': 200} Nov 10 23:34:13.827483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e50cdae9-0487-409f-83c4-6317f1e3d809 req-7e79db0f-fcf4-41cf-8c79-a6765908f6d4 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Nov 10 23:34:13.833210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-0368e242-9678-4f88-9614-6a18c581c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.835474 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-0368e242-9678-4f88-9614-6a18c581c47f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 1098 time: 0.0658412 Nov 10 23:34:13.886583 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-6cb41e66-a3ed-413d-b469-72c8ca9ca69b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04 HTTP/1.1" status: 200 len: 217 time: 0.0404811 Nov 10 23:34:13.937561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-ae99082a-3b87-4a98-90c9-3933fb209dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.939037 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-ae99082a-3b87-4a98-90c9-3933fb209dc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0461719 Nov 10 23:34:13.985098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-7ffed29b-e3b8-4e2a-817c-32a2ba858a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:13.986589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-7ffed29b-e3b8-4e2a-817c-32a2ba858a95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404665 Nov 10 23:34:14.077954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-4960d50c-e874-4b10-a43a-f89d4d3efe8b service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Nov 10 23:34:14.165008 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0cd69118-934c-4a80-9eb5-719ea91d7f59 req-09062a7f-5ed5-46f5-8626-ffd766ddfba4 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Nov 10 23:34:14.250186 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-c723ab40-cff6-4075-816b-a9cd99710f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:14.251659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-c723ab40-cff6-4075-816b-a9cd99710f5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 1098 time: 0.0407133 Nov 10 23:34:14.344312 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-d0697b00-bf08-4a47-8151-2932a63b92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:14.345784 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-d0697b00-bf08-4a47-8151-2932a63b92ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=d273266e-9cef-463f-b285-ab354ee987ee HTTP/1.1" status: 200 len: 869 time: 0.0860064 Nov 10 23:34:14.386433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-6d17c6e9-bfee-44d6-99ba-f0886812e0d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04 HTTP/1.1" status: 200 len: 217 time: 0.0333011 Nov 10 23:34:14.435648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-54e7c194-75d2-4507-9c07-dea581470a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:14.436944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-54e7c194-75d2-4507-9c07-dea581470a49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9362762-cc66-4f37-a25f-354537b89f43 HTTP/1.1" status: 200 len: 843 time: 0.0418019 Nov 10 23:34:14.487604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-c511c1bb-795f-42e4-a5be-6db9658b438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:14.489079 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-c511c1bb-795f-42e4-a5be-6db9658b438a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d273266e-9cef-463f-b285-ab354ee987ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436516 Nov 10 23:34:14.576760 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-408e66eb-e0f4-4594-b335-282407cc56a0 service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798738 Nov 10 23:34:14.669516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98609d9a-6a68-4072-8e46-3454d059e8dc req-b466e6e6-cf63-4234-b1b4-47f174e4cabd service neutron] 10.222.0.20 "GET /v2.0/networks/d273266e-9cef-463f-b285-ab354ee987ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845652 Nov 10 23:34:14.943978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1cf09-c8fd-4bf6-b39b-9681230a463a req-ff46e2e6-c4eb-474e-b842-ac03331d40e0 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:14.945480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6b1cf09-c8fd-4bf6-b39b-9681230a463a req-ff46e2e6-c4eb-474e-b842-ac03331d40e0 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 947 time: 0.0494058 Nov 10 23:34:14.992134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f6b1cf09-c8fd-4bf6-b39b-9681230a463a req-22f08014-4e7f-4142-b399-6ea3ea64ff5d tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Nov 10 23:34:15.070592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:15.538652 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:16.106205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c43f3-7217-4b75-8f83-6f348536f5b9 req-bbf3c2c3-f94b-4e59-a9e1-ca75ad7b7414 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:16.107637 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec3c43f3-7217-4b75-8f83-6f348536f5b9 req-bbf3c2c3-f94b-4e59-a9e1-ca75ad7b7414 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 947 time: 0.0481195 Nov 10 23:34:16.153939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec3c43f3-7217-4b75-8f83-6f348536f5b9 req-700b51dd-206e-4db2-b083-10903a2aaa48 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Nov 10 23:34:17.268223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21fd72-327f-4617-bbed-dccb66ae4083 req-16bb5f8b-2f8b-42ff-8e32-77144f8740c6 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:17.270233 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab21fd72-327f-4617-bbed-dccb66ae4083 req-16bb5f8b-2f8b-42ff-8e32-77144f8740c6 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 947 time: 0.0479965 Nov 10 23:34:17.320732 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ab21fd72-327f-4617-bbed-dccb66ae4083 req-63fa5547-08ea-4fe2-b00e-67bb364280ed tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Nov 10 23:34:17.510969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a4a399b4-7218-4e54-9900-a2ef6bcacd04 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:34:17.603719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:17.618105 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04', 'network_id': 'd273266e-9cef-463f-b285-ab354ee987ee', 'port_id': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04', 'mac_address': 'fa:16:3e:ea:3f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9362762-cc66-4f37-a25f-354537b89f43', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:34:17.653319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:17.666101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a399b4-7218-4e54-9900-a2ef6bcacd04 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:34:17.685141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:17.689257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:17.733438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:17.876011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a4a399b4-7218-4e54-9900-a2ef6bcacd04'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:34:18.436893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfaf42-9699-4930-aad2-aefd7936eefb req-a277c153-7a6d-4abf-84fe-6ebe8ff11971 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:18.438379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38dfaf42-9699-4930-aad2-aefd7936eefb req-a277c153-7a6d-4abf-84fe-6ebe8ff11971 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 948 time: 0.0522454 Nov 10 23:34:18.484873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38dfaf42-9699-4930-aad2-aefd7936eefb req-4fff11b1-82ba-4877-ad4c-9d332d5666b8 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Nov 10 23:34:19.192316 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:34:19.526888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a4a399b4-7218-4e54-9900-a2ef6bcacd04 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:34:19.575033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a4a399b4-7218-4e54-9900-a2ef6bcacd04 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:34:19.578989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a4a399b4-7218-4e54-9900-a2ef6bcacd04 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:34:19.579361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:19.601546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682ba4-b051-47e7-a1ae-fb7e87d69e06 req-a84ee711-92b8-4e37-b023-8cbf7f6d3ea6 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:19.603017 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4682ba4-b051-47e7-a1ae-fb7e87d69e06 req-a84ee711-92b8-4e37-b023-8cbf7f6d3ea6 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 948 time: 0.0505178 Nov 10 23:34:19.649590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b4682ba4-b051-47e7-a1ae-fb7e87d69e06 req-d0ee3238-5818-48b1-8185-3e2f52c4c231 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Nov 10 23:34:19.658479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:19.681796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:34:19.684308 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b478d78a-6bfd-4c68-af28-a20b16754edf" -d '{"events": [{"server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "name": "network-vif-plugged", "status": "completed", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:34:19.696567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:19.700455 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:19.726506 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a195c96-49c1-4775-a915-b31b76fa3437 x-openstack-request-id: req-6a195c96-49c1-4775-a915-b31b76fa3437 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:34:19.726799 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "name": "network-vif-plugged", "status": "completed", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:34:19.727047 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a195c96-49c1-4775-a915-b31b76fa3437 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:34:19.727432 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04', 'code': 200} Nov 10 23:34:19.753408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:19.818082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673f635-de5b-44dc-b7c3-7f2ca4713657 req-faf000cb-15f1-4681-ade2-1ad558ed8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:19.819468 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2673f635-de5b-44dc-b7c3-7f2ca4713657 req-faf000cb-15f1-4681-ade2-1ad558ed8e6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 1100 time: 0.0407124 Nov 10 23:34:19.863858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2673f635-de5b-44dc-b7c3-7f2ca4713657 req-f9697c4d-1652-4bb1-960b-bd9d9f9c65de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375943 Nov 10 23:34:20.769663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da41784-0feb-41f5-ad8a-0f4d02840809 req-93428181-b1f0-4cb2-a273-3a7165d94f13 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:20.771133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1da41784-0feb-41f5-ad8a-0f4d02840809 req-93428181-b1f0-4cb2-a273-3a7165d94f13 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 949 time: 0.0538518 Nov 10 23:34:20.820839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1da41784-0feb-41f5-ad8a-0f4d02840809 req-a70a8b86-67ea-4631-93be-97976af8ad75 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Nov 10 23:34:21.934917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff6ea-8ed6-4604-a413-cdf2e2917edb req-875fa7b4-1307-4ae3-a5d6-42b8e11bac85 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:21.936373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-894ff6ea-8ed6-4604-a413-cdf2e2917edb req-875fa7b4-1307-4ae3-a5d6-42b8e11bac85 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 949 time: 0.0480957 Nov 10 23:34:21.982059 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-894ff6ea-8ed6-4604-a413-cdf2e2917edb req-5e2c0713-4a51-48cc-a26d-4dc80e8541fe tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Nov 10 23:34:22.248216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-cd690b33-17a6-4228-a30b-611583025aca req-aea82efb-6e61-4461-92be-c159f16d4ee2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:34:22.249228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd690b33-17a6-4228-a30b-611583025aca req-aea82efb-6e61-4461-92be-c159f16d4ee2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054522 Nov 10 23:34:22.681987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-0c76498a-58bb-45f8-bb1a-a327e3ac2200 req-91238f22-e01f-4a79-84e3-732e2d39f95b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:34:22.683344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0c76498a-58bb-45f8-bb1a-a327e3ac2200 req-91238f22-e01f-4a79-84e3-732e2d39f95b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476453 Nov 10 23:34:23.010841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d289-6518-4b0e-a01c-0200ec312b90 req-5837d2d5-3d3a-4a40-a5a7-b0c02f6c2c56 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:23.012285 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5715d289-6518-4b0e-a01c-0200ec312b90 req-5837d2d5-3d3a-4a40-a5a7-b0c02f6c2c56 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 949 time: 0.0485806 Nov 10 23:34:23.062604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5715d289-6518-4b0e-a01c-0200ec312b90 req-42238e55-06a1-4e7c-b604-8c9fe280b336 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Nov 10 23:34:24.178267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632792-8528-41a5-a55e-66cf7b65f65e req-d140a681-0168-45b8-9df4-90c0690e877e tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:24.179703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92632792-8528-41a5-a55e-66cf7b65f65e req-d140a681-0168-45b8-9df4-90c0690e877e tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 949 time: 0.0486438 Nov 10 23:34:24.259815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92632792-8528-41a5-a55e-66cf7b65f65e req-0812eaa5-e6fd-41dc-bb7b-5e4b01a100c0 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e80c696e-9aa4-4ef5-b03a-952f403845d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Nov 10 23:34:24.270728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-e993169d-d3c1-4fdd-abc7-9467ac0e3755 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:24.272014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-e993169d-d3c1-4fdd-abc7-9467ac0e3755 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ab37ab-9927-431e-9a8e-790c5f86a019 HTTP/1.1" status: 200 len: 949 time: 0.0796134 Nov 10 23:34:24.359464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Deleting port a4a399b4-7218-4e54-9900-a2ef6bcacd04 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:34:24.359804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:24.449308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] For port a4a399b4-7218-4e54-9900-a2ef6bcacd04, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a4a399b4-7218-4e54-9900-a2ef6bcacd04,segment=NetworkSegment(4304fb7f-cfad-4d19-b138-5e2b80e48d18),segment_id=4304fb7f-cfad-4d19-b138-5e2b80e48d18)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:24.449658 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:24.461686 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Calling delete_port for a4a399b4-7218-4e54-9900-a2ef6bcacd04 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:34:24.583114 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:24.594956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a4a399b4-7218-4e54-9900-a2ef6bcacd04'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:34:24.613142 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Pushing event deleted for resources: {'Port': ['ID=a4a399b4-7218-4e54-9900-a2ef6bcacd04,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:24.656769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] No DVR routers for this DVR port a4a399b4-7218-4e54-9900-a2ef6bcacd04 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:34:24.659496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:24.662993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-123be5d0-6ef1-4f5b-8eb5-63fe8611759c req-36a0b095-45bc-4a32-aa4a-e7f139454b47 tempest-ServersAdminNegativeTestJSON-844436692 tempest-ServersAdminNegativeTestJSON-844436692-project] 10.222.0.20 "DELETE /v2.0/ports/a4a399b4-7218-4e54-9900-a2ef6bcacd04 HTTP/1.1" status: 204 len: 173 time: 0.3849607 Nov 10 23:34:24.663445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'name': 'network-vif-deleted', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:34:24.665829 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fddf5-eb87-43a4-bb2c-7312eab4a672" -d '{"events": [{"server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "name": "network-vif-deleted", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:34:24.704643 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c4d1a-8fd5-4bc4-af72-dd63575bb020 x-openstack-request-id: req-503c4d1a-8fd5-4bc4-af72-dd63575bb020 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:34:24.704935 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ab37ab-9927-431e-9a8e-790c5f86a019", "name": "network-vif-deleted", "tag": "a4a399b4-7218-4e54-9900-a2ef6bcacd04", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:34:24.705211 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-503c4d1a-8fd5-4bc4-af72-dd63575bb020 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:34:24.705613 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ab37ab-9927-431e-9a8e-790c5f86a019', 'name': 'network-vif-deleted', 'tag': 'a4a399b4-7218-4e54-9900-a2ef6bcacd04', 'status': 'completed', 'code': 200} Nov 10 23:34:25.077822 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b3659036-1c2b-4331-a5e4-776591a5d1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:25.545183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55250) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:25.672755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8889304e-6bee-41bd-b454-76c1bdd6421d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d2d7b24a5694ab29a9e5c8bed902386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264071 Nov 10 23:34:25.675273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55254) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:25.720323 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:25.741594 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:25.786394 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:25.788997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:25.790111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e80c696e-9aa4-4ef5-b03a-952f403845d7 HTTP/1.1" status: 204 len: 168 time: 0.1139421 Nov 10 23:34:25.797486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11ad1-7b13-41e3-a323-1382eea0075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c696e-9aa4-4ef5-b03a-952f403845d7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:26.043999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55260) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:26.057273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bedf7-4577-4b2c-b8fc-2b8e981ab56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.132192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bedf7-4577-4b2c-b8fc-2b8e981ab56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.135739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-531bedf7-4577-4b2c-b8fc-2b8e981ab56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.176748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-531bedf7-4577-4b2c-b8fc-2b8e981ab56a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c84b47531224833a98f2d8cfb14da5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312275 Nov 10 23:34:26.177657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bedf7-4577-4b2c-b8fc-2b8e981ab56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca002301-0eea-48ad-a253-7baa4a78f589,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:26.179442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55262) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:26.227499 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.248806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.294712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.297223 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:26.298343 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca002301-0eea-48ad-a253-7baa4a78f589 HTTP/1.1" status: 204 len: 168 time: 0.1173983 Nov 10 23:34:26.306432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56204f-4415-4e5c-ba9b-8302793a7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca002301-0eea-48ad-a253-7baa4a78f589,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:26.980352 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55284) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:27.073058 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2144327948-network', 'tenant_id': 'e1cf6fcdd4b04395b161e9c3853cc488'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:27.094174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Made reservation on behalf of e1cf6fcdd4b04395b161e9c3853cc488 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:34:27.096342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.105311 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.185036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.188652 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.213173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:34:27.222642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649dc00a-ba7e-4147-9bbe-009202c21d19,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:27.227488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.227834 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Added segment 515ddc2b-7175-424b-b90b-99d5310f92d7 of type vlan for network 7131040a-3d1d-4ce3-ae31-a982f876cba5 Nov 10 23:34:27.266824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.290960 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.292101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:27.292788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.364385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3827221 Nov 10 23:34:27.367991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55288) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:27.372980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Request body: {'subnet': {'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2144327948-subnet', 'tenant_id': 'e1cf6fcdd4b04395b161e9c3853cc488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:27.393822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a149c-3442-4f77-ba32-6ebf4b246470 admin admin] Pushing event updated for resources: {'Network': ['ID=7131040a-3d1d-4ce3-ae31-a982f876cba5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:27.394133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Made reservation on behalf of e1cf6fcdd4b04395b161e9c3853cc488 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:34:27.397784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.403808 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7131040a-3d1d-4ce3-ae31-a982f876cba5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:34:27.568558 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a4a399b4-7218-4e54-9900-a2ef6bcacd04 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:34:27.571178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.596555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a4a399b4-7218-4e54-9900-a2ef6bcacd04 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:34:27.597031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a4a399b4-7218-4e54-9900-a2ef6bcacd04 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:34:27.617215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78492de1-af00-4a00-902d-033e76c5fec8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:27.638507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Checking segment: {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:34:27.638861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Network hostable DHCP agents. Network: 7131040a-3d1d-4ce3-ae31-a982f876cba5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:34:27.654974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Network 7131040a-3d1d-4ce3-ae31-a982f876cba5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:34:27.664913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 7131040a-3d1d-4ce3-ae31-a982f876cba5) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:34:27.672237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:27.672929 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.673217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe65e1a-49a6-459d-aaaf-7b4a9846e6e6 None None] Network 7131040a-3d1d-4ce3-ae31-a982f876cba5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:34:27.698693 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f964b86d-828b-47dd-be05-728a9c14f45d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3294964 Nov 10 23:34:27.757912 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-869dee8b-9001-44cc-9849-27a74270247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:27.820718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b1f43-0058-4d4b-bbec-c4097e4dcc25 None None] Network 7131040a-3d1d-4ce3-ae31-a982f876cba5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:34:28.116598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-009ee53d-9f0d-46de-86c7-c3148a451961 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:28.118067 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-009ee53d-9f0d-46de-86c7-c3148a451961 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 812 time: 0.1040146 Nov 10 23:34:28.132919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-9027c00f-bc2e-410d-bceb-bc417b005c94 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/quotas/e1cf6fcdd4b04395b161e9c3853cc488 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Nov 10 23:34:28.163822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-e431fb78-11f9-4316-b52a-c11d77ef8ae3 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258393 Nov 10 23:34:28.173927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-a634bd7a-4855-4cd7-ac3c-1090111a2fdb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:34:28.174860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-a634bd7a-4855-4cd7-ac3c-1090111a2fdb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047669 Nov 10 23:34:28.260789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-8bf187eb-ff1d-4f09-9b28-c06bd4082efa service neutron] 10.222.0.25 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803754 Nov 10 23:34:28.351069 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-30af7469-81be-422e-be1f-1308345c9170 service neutron] 10.222.0.25 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843086 Nov 10 23:34:28.508487 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-629da928-9ade-4df5-a2e2-d32a5998c6b1 req-befb5d79-6df0-43dd-b605-0e68f9f42904 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 210 time: 0.0284636 Nov 10 23:34:29.094867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:29.425355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7e9070b3-aff2-486a-a03e-90a75ecb8cd5 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:29.427366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7e9070b3-aff2-486a-a03e-90a75ecb8cd5 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.20 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 812 time: 0.1078534 Nov 10 23:34:29.441346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Request body: {'port': {'device_id': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5', 'admin_state_up': True, 'tenant_id': 'e1cf6fcdd4b04395b161e9c3853cc488'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:29.550517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Made reservation on behalf of e1cf6fcdd4b04395b161e9c3853cc488 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:34:29.554621 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:29.609409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4c928659-5cba-4f5b-ba68-966fd19fd9bc req-d484558c-9824-40e1-9bec-0e2ad546ae94 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Nov 10 23:34:29.683979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Allocated IP 172.20.0.4 (7131040a-3d1d-4ce3-ae31-a982f876cba5/78492de1-af00-4a00-902d-033e76c5fec8/a6a27d1d-719b-4011-aa73-fcee41dab597) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:34:29.833059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:29.866174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:29.905053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Network 7131040a-3d1d-4ce3-ae31-a982f876cba5 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:34:29.910003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:34:29.914170 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:34:29.942853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:29.966011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:29.966615 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:29.981929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-7984fb3f-d0b6-4684-a3e7-c708bfc90584 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452075 Nov 10 23:34:29.993697 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Request body: {'port': {'device_id': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:34:30.048838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.297668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a27d1d-719b-4011-aa73-fcee41dab597 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:34:30.304952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.316822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Transition to ACTIVE for port object a6a27d1d-719b-4011-aa73-fcee41dab597 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:34:30.321465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.390649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:30.440074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:34:30.440399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:34:30.440725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:34:30.445512 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:34:30.445832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:34:30.450632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:34:30.450969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Checking segment: {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:34:30.451348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Bound using segment: {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:34:30.451769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Bound port: a6a27d1d-719b-4011-aa73-fcee41dab597, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:34:30.452123 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.512898 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:34:30.515883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:34:30.521080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.542355 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.556848 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:30.557912 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:30.559612 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] 10.222.0.20 "PUT /v2.0/ports/a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 1091 time: 0.5697715 Nov 10 23:34:30.561808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:34:30.564961 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10322ab9-d3f9-4fc6-a192-28c8d3e83995" -d '{"events": [{"name": "network-changed", "server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:34:30.594125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d204-a5ad-4efb-a895-0ae527e2d76d service neutron] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:30.602920 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b78e638-dfa3-4627-b6bc-d6d2042d3331 x-openstack-request-id: req-9b78e638-dfa3-4627-b6bc-d6d2042d3331 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:34:30.603143 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:34:30.603399 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b78e638-dfa3-4627-b6bc-d6d2042d3331 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:34:30.603826 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'status': 'completed', 'code': 200} Nov 10 23:34:30.647922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-d078638d-2346-46f3-9d15-bda7266088c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:30.649484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-d078638d-2346-46f3-9d15-bda7266088c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0448577 Nov 10 23:34:30.692472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-b1c101d3-54b7-4f48-aacd-030920617ea7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0347743 Nov 10 23:34:30.726308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af93d3-bb24-4688-a353-8e9d58ba0ccf req-f7a42b04-fb03-413d-91e6-5f4b5146d325 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:30.727806 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0af93d3-bb24-4688-a353-8e9d58ba0ccf req-f7a42b04-fb03-413d-91e6-5f4b5146d325 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0509059 Nov 10 23:34:30.743678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-9df855ac-ab1c-4959-a6ac-c798b97a2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:30.745485 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-9df855ac-ab1c-4959-a6ac-c798b97a2426 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0457499 Nov 10 23:34:30.775775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c0af93d3-bb24-4688-a353-8e9d58ba0ccf req-83f757d8-6cdb-4068-b81a-79f07fc6f504 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Nov 10 23:34:30.777449 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-974a50be-b67c-4ba6-86a0-143b19b60d0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246835 Nov 10 23:34:30.814208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:31.149024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-94a32a8e-d643-4e0f-94c0-49064dcb43cc service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648088 Nov 10 23:34:31.238770 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be3c4ef2-878f-450c-8687-767bb257eb1b req-236f193e-e760-44dd-a70b-c41e0f60d90c service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825789 Nov 10 23:34:31.325817 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-675c6707-eced-4fe8-9438-4b8b41f8490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:31.327270 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-675c6707-eced-4fe8-9438-4b8b41f8490c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0403504 Nov 10 23:34:31.417887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-463b657a-a4f2-44c6-aa8f-0debf10d9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:31.419217 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-463b657a-a4f2-44c6-aa8f-0debf10d9d0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.0846629 Nov 10 23:34:31.460108 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-e48085bf-f933-4baf-a71e-af78a4fee7da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0339072 Nov 10 23:34:31.507368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-80fb5364-fb2c-4b6a-8315-b2e6c6cc9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:31.508745 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-80fb5364-fb2c-4b6a-8315-b2e6c6cc9e04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0413849 Nov 10 23:34:31.542630 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-7d0efe93-0a52-4966-8e47-0951efee5e9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249970 Nov 10 23:34:31.634038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-4c19f6d8-78c7-4906-b988-84c2f5bcf8db service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834625 Nov 10 23:34:31.721967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-10322ab9-d3f9-4fc6-a192-28c8d3e83995 req-479425bf-cf9e-4f44-a33d-959f2d65b46e service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795074 Nov 10 23:34:31.899358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067891e-0b51-4e52-bd40-48e7330d6351 req-98d405c6-c8d5-44ce-8109-1a207d403447 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:31.900802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0067891e-0b51-4e52-bd40-48e7330d6351 req-98d405c6-c8d5-44ce-8109-1a207d403447 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0537884 Nov 10 23:34:31.946939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0067891e-0b51-4e52-bd40-48e7330d6351 req-19966201-d0d2-46ba-a44c-3d1b20e624ed tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Nov 10 23:34:33.069182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd963-c97d-4191-aaf6-82c898ce4e32 req-615e64ba-3d51-43db-b120-f3e7148725c6 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:33.070658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fafd963-c97d-4191-aaf6-82c898ce4e32 req-615e64ba-3d51-43db-b120-f3e7148725c6 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0532029 Nov 10 23:34:33.115947 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fafd963-c97d-4191-aaf6-82c898ce4e32 req-fb4bc710-14e8-4903-978e-b567eb9cd072 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Nov 10 23:34:33.588049 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:34:33.682578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:33.694078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5', 'port_id': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'mac_address': 'fa:16:3e:e7:c6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78492de1-af00-4a00-902d-033e76c5fec8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:34:33.730157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:33.743149 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a27d1d-719b-4011-aa73-fcee41dab597 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:34:33.761833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:33.765731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:33.811056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:33.951448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a6a27d1d-719b-4011-aa73-fcee41dab597'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:34:34.228130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce1e6-cd83-4e05-87cc-8795bc26c571 req-0f95fe0e-3316-4340-823a-cf98996536fc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:34.229539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce6ce1e6-cd83-4e05-87cc-8795bc26c571 req-0f95fe0e-3316-4340-823a-cf98996536fc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 944 time: 0.0483248 Nov 10 23:34:34.275268 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ce6ce1e6-cd83-4e05-87cc-8795bc26c571 req-1988cf1c-e05d-4fe3-8241-1ed1ab31212f tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Nov 10 23:34:35.394714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed39b-f5cf-419e-81a8-518a3aa8b059 req-af7c0b75-c55d-4e75-8205-4f978b90a474 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:35.396224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c9ed39b-f5cf-419e-81a8-518a3aa8b059 req-af7c0b75-c55d-4e75-8205-4f978b90a474 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 944 time: 0.0539544 Nov 10 23:34:35.442855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c9ed39b-f5cf-419e-81a8-518a3aa8b059 req-794482bf-c73e-4f9a-bfa4-fc0a3ca2e26b tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Nov 10 23:34:35.603372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:34:35.650211 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a6a27d1d-719b-4011-aa73-fcee41dab597 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:34:35.654085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a6a27d1d-719b-4011-aa73-fcee41dab597 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:34:35.654466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:35.732367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:35.754605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:34:35.756819 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6ac17-b938-42e4-ae1e-8ed3de212067" -d '{"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-plugged", "status": "completed", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:34:35.768760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:34:35.772707 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:35.797844 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f02062-0124-403d-be3f-1c6848aebc5c x-openstack-request-id: req-c2f02062-0124-403d-be3f-1c6848aebc5c {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:34:35.798136 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-plugged", "status": "completed", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:34:35.798383 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2f02062-0124-403d-be3f-1c6848aebc5c {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:34:35.798776 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'code': 200} Nov 10 23:34:35.822514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:34:35.830065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.830413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.830749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.831089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.831418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.831743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.832065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.832389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.832739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.833120 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.833445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.833765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:34:35.893247 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5ba8-1646-4186-a7c5-6a835dea0cd7 req-e653c445-c5d3-4615-934c-a43bd77c352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:35.894742 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd6d5ba8-1646-4186-a7c5-6a835dea0cd7 req-e653c445-c5d3-4615-934c-a43bd77c352a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1096 time: 0.0424805 Nov 10 23:34:35.942820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd6d5ba8-1646-4186-a7c5-6a835dea0cd7 req-a42ded2d-16db-4efe-a4e4-e8e974ad0664 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Nov 10 23:34:36.558426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64ff3-3ebe-4c54-beb9-4f75db0f9199 req-73bb181a-7cdf-4dbe-9e20-86077eb574cc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:36.559801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6f64ff3-3ebe-4c54-beb9-4f75db0f9199 req-73bb181a-7cdf-4dbe-9e20-86077eb574cc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0485899 Nov 10 23:34:36.921809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d6f64ff3-3ebe-4c54-beb9-4f75db0f9199 req-16aec7a2-59b7-4d87-b5f4-a53098736391 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561676 Nov 10 23:34:38.037574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ccce-e0a2-4fa5-819a-0a811db72f9f req-d3d2465d-a811-4266-82ce-393b5e2424be tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:38.039044 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc22ccce-e0a2-4fa5-819a-0a811db72f9f req-d3d2465d-a811-4266-82ce-393b5e2424be tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Nov 10 23:34:38.085749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc22ccce-e0a2-4fa5-819a-0a811db72f9f req-e63ada87-368f-4b29-b4c7-3f8d2a822272 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Nov 10 23:34:38.299603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55358) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:34:38.321978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68b46-42d3-457e-96ac-7e03b60db7c4 req-ed96a510-4504-44b3-9bdc-cd319dc517d0 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:38.323484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0c68b46-42d3-457e-96ac-7e03b60db7c4 req-ed96a510-4504-44b3-9bdc-cd319dc517d0 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0539389 Nov 10 23:34:38.371844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f0c68b46-42d3-457e-96ac-7e03b60db7c4 req-e0d09250-00c7-4f09-822e-9a0b2547327b tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Nov 10 23:34:38.383208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-f7729855-69b2-448b-96d1-fed6ff008ce2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823715 Nov 10 23:34:38.391952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-266003a4-a69a-4eaa-9b5e-222a807a6c2b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:34:38.393009 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-266003a4-a69a-4eaa-9b5e-222a807a6c2b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050459 Nov 10 23:34:39.491814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adbe7e-e6c3-49c9-8b27-1d8f581d8115 req-45056059-411e-49d4-a68d-6f49e7b4f110 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:39.493315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4adbe7e-e6c3-49c9-8b27-1d8f581d8115 req-45056059-411e-49d4-a68d-6f49e7b4f110 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0511999 Nov 10 23:34:39.542811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4adbe7e-e6c3-49c9-8b27-1d8f581d8115 req-6cea7358-bb18-49a4-81da-a3f0038449af tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Nov 10 23:34:39.543795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-2a1a092f-b572-4f38-b43f-143f06f0a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:39.545299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-2a1a092f-b572-4f38-b43f-143f06f0a0ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1096 time: 0.0460627 Nov 10 23:34:39.634423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-b73312f5-7545-4853-94e7-f0ff8c6ff43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:39.635858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-b73312f5-7545-4853-94e7-f0ff8c6ff43f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.0834501 Nov 10 23:34:39.679876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-5b39afac-3bd0-4879-b261-62045245c90c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0373847 Nov 10 23:34:39.727725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-3ae805c3-db1b-4c6e-a5e4-3fec3fd0352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:39.729141 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-3ae805c3-db1b-4c6e-a5e4-3fec3fd0352b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0423377 Nov 10 23:34:39.760550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-ce9300e7-e2c7-417d-9687-d036c6a1fb4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Nov 10 23:34:39.850710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-6ebb57f5-6f4c-451a-b051-717535cfae7d service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Nov 10 23:34:39.939064 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-03ed485e-2c9d-4962-bfb0-34231a8bbe54 service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Nov 10 23:34:40.661213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed90f-e286-4c20-bb43-91587cca2214 req-ff0fab8a-3ecc-41da-bbaa-71c24c83b6fc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:40.663312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083ed90f-e286-4c20-bb43-91587cca2214 req-ff0fab8a-3ecc-41da-bbaa-71c24c83b6fc tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Nov 10 23:34:40.709669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-083ed90f-e286-4c20-bb43-91587cca2214 req-ae0a932b-8f7e-4993-ad63-c5070af17b32 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Nov 10 23:34:41.828553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c245d1e-d640-42d5-98b2-5042f1a89de4 req-0af73f0f-bbd7-4ec1-9fa9-c9c2667c1e3e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:41.830040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c245d1e-d640-42d5-98b2-5042f1a89de4 req-0af73f0f-bbd7-4ec1-9fa9-c9c2667c1e3e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Nov 10 23:34:41.876270 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c245d1e-d640-42d5-98b2-5042f1a89de4 req-5f8778c1-5f1d-462f-8b64-058e57a2a0b0 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Nov 10 23:34:42.999203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe2acc-07a2-4c96-bef9-3d43015ab2b6 req-cac34557-2ce7-4255-b83d-4437b4767e35 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:43.000675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cfe2acc-07a2-4c96-bef9-3d43015ab2b6 req-cac34557-2ce7-4255-b83d-4437b4767e35 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0536456 Nov 10 23:34:43.047393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6cfe2acc-07a2-4c96-bef9-3d43015ab2b6 req-f17d80e8-20eb-42e6-a3e0-62c8961d2faa tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Nov 10 23:34:44.164179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae7b3-3a3e-4821-9530-d02b7fa5bb68 req-a367b3b9-a413-4ecf-a409-a281cb5b38b8 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:44.165671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968ae7b3-3a3e-4821-9530-d02b7fa5bb68 req-a367b3b9-a413-4ecf-a409-a281cb5b38b8 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0493801 Nov 10 23:34:44.211440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-968ae7b3-3a3e-4821-9530-d02b7fa5bb68 req-016d04c3-8299-44a5-b851-06c7eda2e1fd tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Nov 10 23:34:45.070731 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:45.329122 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e671c4-aac2-48b7-a893-f3821758b946 req-f7635c37-d1be-4044-89c8-9604ab2a519c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:45.330518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e671c4-aac2-48b7-a893-f3821758b946 req-f7635c37-d1be-4044-89c8-9604ab2a519c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0513499 Nov 10 23:34:45.376934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e671c4-aac2-48b7-a893-f3821758b946 req-76c5c573-10ce-444b-8850-36c9ed83678f tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Nov 10 23:34:45.548186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:46.491379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132878-f2fe-4a4f-a8a0-5596d57b9a54 req-36daffbf-6f6b-4691-bf0a-c23ec11e3411 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:46.492840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a132878-f2fe-4a4f-a8a0-5596d57b9a54 req-36daffbf-6f6b-4691-bf0a-c23ec11e3411 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Nov 10 23:34:46.542496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a132878-f2fe-4a4f-a8a0-5596d57b9a54 req-b7d1aeb2-9d7f-4eb2-8653-66d911beb8c2 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Nov 10 23:34:47.659550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80190f7-6814-46bf-b811-4072e46d1678 req-b192daa3-e3a7-40cf-b1d2-1c9aa9710295 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:47.660993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80190f7-6814-46bf-b811-4072e46d1678 req-b192daa3-e3a7-40cf-b1d2-1c9aa9710295 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Nov 10 23:34:47.707322 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b80190f7-6814-46bf-b811-4072e46d1678 req-cbccbf88-1e71-4fe5-b7ba-6f1e7c0b72c3 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Nov 10 23:34:48.820641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf7288-4a89-4df2-8451-cc6c34e26bbf req-f40601b8-c76a-4959-bfae-a31c9de52996 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:48.822117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8bf7288-4a89-4df2-8451-cc6c34e26bbf req-f40601b8-c76a-4959-bfae-a31c9de52996 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Nov 10 23:34:48.867808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c8bf7288-4a89-4df2-8451-cc6c34e26bbf req-e080ab4d-fa6d-425f-8990-07a4595482f1 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Nov 10 23:34:49.985419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c1a6c-4b44-4533-a466-ff1412779ff2 req-819322ed-2a94-476c-8928-48fc1772d88c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:49.986889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e8c1a6c-4b44-4533-a466-ff1412779ff2 req-819322ed-2a94-476c-8928-48fc1772d88c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Nov 10 23:34:50.034339 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e8c1a6c-4b44-4533-a466-ff1412779ff2 req-6cff050a-357a-41f7-93f5-0c43f6b9c613 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Nov 10 23:34:51.149914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a9798-11e3-407d-af06-9c92ddb014b9 req-b16a7cde-15e3-43bc-abf0-6c22deb49824 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:51.151344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-625a9798-11e3-407d-af06-9c92ddb014b9 req-b16a7cde-15e3-43bc-abf0-6c22deb49824 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Nov 10 23:34:51.196553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-625a9798-11e3-407d-af06-9c92ddb014b9 req-913e1252-1c6c-422d-a060-0d4922c23946 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Nov 10 23:34:52.311149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354739-fb45-4d12-b02a-47bf91645918 req-36eaa752-5d51-481d-ab07-c9cb4e6c8bfa tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:52.312605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed354739-fb45-4d12-b02a-47bf91645918 req-36eaa752-5d51-481d-ab07-c9cb4e6c8bfa tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Nov 10 23:34:52.365223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ed354739-fb45-4d12-b02a-47bf91645918 req-9e120b35-696f-4c32-b2de-83366714cbae tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Nov 10 23:34:53.483915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5981a-8441-4c11-919b-ccdb9f2671aa req-efd9cb0e-d920-42b9-a7b4-7591dbb42fef tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:53.485401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00c5981a-8441-4c11-919b-ccdb9f2671aa req-efd9cb0e-d920-42b9-a7b4-7591dbb42fef tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0528178 Nov 10 23:34:53.531552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00c5981a-8441-4c11-919b-ccdb9f2671aa req-f9b181dc-015e-4dc9-ac0b-80272099162c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Nov 10 23:34:54.646453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969e55e-8e8a-443d-a59d-3eaede775142 req-2e4f320f-234f-444d-9010-3d8eaefb729d tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:54.647924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4969e55e-8e8a-443d-a59d-3eaede775142 req-2e4f320f-234f-444d-9010-3d8eaefb729d tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Nov 10 23:34:54.693974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4969e55e-8e8a-443d-a59d-3eaede775142 req-185c9d34-89f5-4c9d-b05a-e129966cb51c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Nov 10 23:34:55.069492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45b834b9-edf5-48b4-a9c0-df302247b034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:55.809240 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c809-0321-4d6b-99cb-6122dae8f102 req-11a97de8-b571-4c95-ae51-afaea61fb42e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:55.810711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c24c809-0321-4d6b-99cb-6122dae8f102 req-11a97de8-b571-4c95-ae51-afaea61fb42e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Nov 10 23:34:55.855899 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8c24c809-0321-4d6b-99cb-6122dae8f102 req-abc330bf-0d2e-411a-a695-9f34005cc183 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Nov 10 23:34:56.191331 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:34:56.970615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5c6a-1671-4c0c-9413-264ca2af378b req-efd7ace6-1f1b-480e-ba67-34de955ddc8a tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:56.972076 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a19a5c6a-1671-4c0c-9413-264ca2af378b req-efd7ace6-1f1b-480e-ba67-34de955ddc8a tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Nov 10 23:34:57.018127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a19a5c6a-1671-4c0c-9413-264ca2af378b req-dfdf268f-c58f-4054-a61e-9ab92d6edcc0 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Nov 10 23:34:57.699352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5a96b28b-240e-4e32-83b4-58ddc294fba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:58.134881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3be0-92e4-42e5-ab1e-4352be20b9a4 req-319d0e1b-16bc-4cb1-a8e5-82ca6aded426 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:58.136341 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea2a3be0-92e4-42e5-ab1e-4352be20b9a4 req-319d0e1b-16bc-4cb1-a8e5-82ca6aded426 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0478580 Nov 10 23:34:58.185295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea2a3be0-92e4-42e5-ab1e-4352be20b9a4 req-d41731ce-6dee-410a-8e90-680244dfead2 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Nov 10 23:34:59.095587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:34:59.306397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725cd52-9c54-4112-a001-d1f2bf3295b6 req-bbc7a1cb-0d86-4a56-b638-471761595d7b tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:34:59.308041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7725cd52-9c54-4112-a001-d1f2bf3295b6 req-bbc7a1cb-0d86-4a56-b638-471761595d7b tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0551562 Nov 10 23:34:59.354342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7725cd52-9c54-4112-a001-d1f2bf3295b6 req-585fc89a-5e9b-41fb-852a-122a400320c2 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Nov 10 23:35:00.467206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6802b-f8a0-45eb-95e4-874fe754968b req-136a7f7e-3426-4e1f-ad88-fbe93c6670aa tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:00.468666 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc6802b-f8a0-45eb-95e4-874fe754968b req-136a7f7e-3426-4e1f-ad88-fbe93c6670aa tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Nov 10 23:35:00.513982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0cc6802b-f8a0-45eb-95e4-874fe754968b req-70acf0ef-5e68-467d-8502-66c1a7753681 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Nov 10 23:35:00.549450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:00.816307 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:01.629308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f21ea-97bb-4a9a-a876-9f9c99b4520b req-7f83afbe-9d3c-4d19-813d-a1a20d178c0a tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:01.630781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221f21ea-97bb-4a9a-a876-9f9c99b4520b req-7f83afbe-9d3c-4d19-813d-a1a20d178c0a tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0495615 Nov 10 23:35:01.677114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-221f21ea-97bb-4a9a-a876-9f9c99b4520b req-c8f9e2ff-fc25-49a1-804f-3155ced7f552 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Nov 10 23:35:02.792978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b4799-6b61-40ee-a4df-5640eae60235 req-d7f32361-d983-49f4-b2f2-8f02011f7bfe tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:02.794465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a92b4799-6b61-40ee-a4df-5640eae60235 req-d7f32361-d983-49f4-b2f2-8f02011f7bfe tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0505455 Nov 10 23:35:02.840216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a92b4799-6b61-40ee-a4df-5640eae60235 req-74f4489a-e63b-4ae7-ae78-6a31e570cd78 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Nov 10 23:35:03.961220 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3415f-448f-4cc2-af4e-833cdf22b6c3 req-3b273e7d-b585-467a-b59a-1a2881392e1c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:03.962683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30a3415f-448f-4cc2-af4e-833cdf22b6c3 req-3b273e7d-b585-467a-b59a-1a2881392e1c tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Nov 10 23:35:04.012922 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-30a3415f-448f-4cc2-af4e-833cdf22b6c3 req-05f31628-ee86-4a80-a49e-b57fe550d790 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Nov 10 23:35:05.129084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9a65-0557-4eba-a8f4-7e49dd4fb1f1 req-a3538f21-c80d-49fa-93e2-c68bc9b66281 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:05.130547 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-441e9a65-0557-4eba-a8f4-7e49dd4fb1f1 req-a3538f21-c80d-49fa-93e2-c68bc9b66281 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Nov 10 23:35:05.176170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-441e9a65-0557-4eba-a8f4-7e49dd4fb1f1 req-2817f9c6-faa5-491d-a183-fb1d42ef6a2d tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Nov 10 23:35:06.290858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fbd6e-722e-4f54-9a2a-00486d549e87 req-8517d7b3-fe58-46d9-aba4-80fc1885115e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:06.292224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be9fbd6e-722e-4f54-9a2a-00486d549e87 req-8517d7b3-fe58-46d9-aba4-80fc1885115e tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Nov 10 23:35:06.338987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-be9fbd6e-722e-4f54-9a2a-00486d549e87 req-038ad84d-d640-4e98-bd64-4000d18551c9 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Nov 10 23:35:06.657786 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-cef24b50-8138-4874-9010-672d6c48242c req-350b1d06-921b-4a9e-9764-507b8213e79e service neutron] show failed (client error): The resource could not be found. Nov 10 23:35:06.658789 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-350b1d06-921b-4a9e-9764-507b8213e79e service neutron] 10.222.0.20 "GET /v2.0/ports/a6a27d1d-719b-4011-aa73-fcee41dab597/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0541551 Nov 10 23:35:06.859223 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-d7d35e3d-95b8-4b53-b557-65efe3e6f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:06.860706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-d7d35e3d-95b8-4b53-b557-65efe3e6f72d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635&tenant_id=e1cf6fcdd4b04395b161e9c3853cc488 HTTP/1.1" status: 200 len: 1096 time: 0.0442474 Nov 10 23:35:06.872474 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:06.923788 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.119834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:07.150604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:35:07.193562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:07.195816 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411495ee-6e12-40f6-98f4-1abacd9a2357" -d '{"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:07.199826 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.212279 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Transition to ACTIVE for port object a6a27d1d-719b-4011-aa73-fcee41dab597 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:35:07.215986 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.244114 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea799e5-327b-4f51-9677-16b47dde322e x-openstack-request-id: req-9ea799e5-327b-4f51-9677-16b47dde322e {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:07.244393 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:07.244642 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ea799e5-327b-4f51-9677-16b47dde322e {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:07.245582 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'code': 200} Nov 10 23:35:07.278793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] No DVR routers for this DVR port a6a27d1d-719b-4011-aa73-fcee41dab597 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:35:07.280566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:07.289428 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.289771 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.290109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.290439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.290831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.291674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.292222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.292323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.292614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.292931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.293275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.293591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:07.326007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:35:07.326340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:35:07.326663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:07.331026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:35:07.331342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Attempting to bind port a6a27d1d-719b-4011-aa73-fcee41dab597 on network 7131040a-3d1d-4ce3-ae31-a982f876cba5 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:07.336043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:35:07.336376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Checking segment: {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:35:07.336755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Bound using segment: {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:35:07.337206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Bound port: a6a27d1d-719b-4011-aa73-fcee41dab597, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515ddc2b-7175-424b-b90b-99d5310f92d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:35:07.338090 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.401492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:35:07.404731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:35:07.422824 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.477736 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:07.479013 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:07.480392 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] 10.222.0.39 "PUT /v2.0/ports/a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 1091 time: 0.6123073 Nov 10 23:35:07.510393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ead1-2848-46a6-bf7f-e3dce5d9152b service neutron] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:07.521113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21a19f-e6ce-48ec-9b1d-454245d9f7a0 req-dff558b4-ff5a-459a-9123-1bbcf0f78f25 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:07.522592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db21a19f-e6ce-48ec-9b1d-454245d9f7a0 req-dff558b4-ff5a-459a-9123-1bbcf0f78f25 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.1138589 Nov 10 23:35:07.578625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-beffeeff-16a3-4e03-857a-43f933999992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:07.580093 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-beffeeff-16a3-4e03-857a-43f933999992 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0788703 Nov 10 23:35:07.599465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db21a19f-e6ce-48ec-9b1d-454245d9f7a0 req-98407a68-958b-4839-bb9f-abd62fb084ba tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Nov 10 23:35:07.678275 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-8919b62d-b710-4599-9855-79a8019fc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:07.679719 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-8919b62d-b710-4599-9855-79a8019fc422 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.0923252 Nov 10 23:35:07.720191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-5712bfea-4603-479a-a95c-b88d9608d23c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0337644 Nov 10 23:35:07.771767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24b50-8138-4874-9010-672d6c48242c req-2ae1d956-f807-4640-9341-4871bf85a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:07.773179 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-2ae1d956-f807-4640-9341-4871bf85a09e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0464087 Nov 10 23:35:07.804651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-3da9ab4b-af26-41ff-a26a-405ed146efd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235174 Nov 10 23:35:07.891176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-48f31e7c-f281-4755-bdbe-d0bccc752c1f service neutron] 10.222.0.39 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792360 Nov 10 23:35:07.982820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cef24b50-8138-4874-9010-672d6c48242c req-7fea54fb-c12c-4b49-be73-1bcfdf173253 service neutron] 10.222.0.39 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848742 Nov 10 23:35:08.715990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fa6ac-a42e-462c-8187-967b15fa6703 req-9ac71e6a-2596-40c1-9fb9-9cddd03f4961 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:08.717484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a52fa6ac-a42e-462c-8187-967b15fa6703 req-9ac71e6a-2596-40c1-9fb9-9cddd03f4961 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0482264 Nov 10 23:35:08.764480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a52fa6ac-a42e-462c-8187-967b15fa6703 req-ed26aad5-d226-42c9-ab8a-e261bb8ed871 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Nov 10 23:35:09.246986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:09.249356 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:09.296386 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8347ec1d-6501-49f2-b1cf-a267508d7331 x-openstack-request-id: req-8347ec1d-6501-49f2-b1cf-a267508d7331 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:09.296673 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:09.296921 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8347ec1d-6501-49f2-b1cf-a267508d7331 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:09.297345 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'status': 'completed', 'code': 200} Nov 10 23:35:09.383421 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-d4291e3c-6bf6-4749-89dd-b0131e9b6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.385411 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-d4291e3c-6bf6-4749-89dd-b0131e9b6a67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0655856 Nov 10 23:35:09.391442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-e1ceeaf0-72bd-41f5-b422-4426837fd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.392788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-e1ceeaf0-72bd-41f5-b422-4426837fd762 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0643477 Nov 10 23:35:09.564200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-d4453495-6ba2-45df-bbda-a3afc4d4946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.565588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-d4453495-6ba2-45df-bbda-a3afc4d4946c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.1701639 Nov 10 23:35:09.568032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-aa5bcc4e-e71a-446a-af2d-92e7a427961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.569342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-aa5bcc4e-e71a-446a-af2d-92e7a427961d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.1648803 Nov 10 23:35:09.636685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-c83c7785-36b0-4ccf-8c32-dafd8bf2b8c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0638914 Nov 10 23:35:09.638040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-0f5063ad-819e-4263-9bba-e871265aa954 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0596292 Nov 10 23:35:09.718775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-4641e47a-9f97-4ea4-9855-c314c6873f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.720175 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-4641e47a-9f97-4ea4-9855-c314c6873f6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0771546 Nov 10 23:35:09.723418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-3e05dc05-c8cb-4b9f-94f9-ee29db198d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.724706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-3e05dc05-c8cb-4b9f-94f9-ee29db198d9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0747917 Nov 10 23:35:09.758029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-48b49997-e597-4739-91c5-c44f2245c102 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313132 Nov 10 23:35:09.773072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-084c97ec-2250-4e8f-be30-3413f3cb457b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384836 Nov 10 23:35:09.805380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:35:09.847367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:35:09.887871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f9cf-6077-483b-97f8-2721c39e3ee3 req-0a474d4a-e919-4db7-b90b-45bcf79f3596 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:09.889400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0417f9cf-6077-483b-97f8-2721c39e3ee3 req-0a474d4a-e919-4db7-b90b-45bcf79f3596 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0553687 Nov 10 23:35:09.925975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-30a384c7-9d06-48af-9b96-c54376e46f54 service neutron] 10.222.0.39 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549091 Nov 10 23:35:09.929311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-391ad3c9-10bb-4651-a808-34c64ea43f40 service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492286 Nov 10 23:35:09.937156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0417f9cf-6077-483b-97f8-2721c39e3ee3 req-641531a9-71fe-45f5-b20b-b919ee8aa508 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Nov 10 23:35:10.085009 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-887364f4-d3fe-4413-93f1-03f0eda9f937 service neutron] 10.222.0.39 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519122 Nov 10 23:35:10.090946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e1c0a5e-ab0b-4726-b175-a3a803b76c8e req-09695ea0-f74b-474e-9b6d-1dd3b4d9891b service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499372 Nov 10 23:35:10.175694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-0aa7a8f9-22e8-4f65-94fe-6a3058a40328 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:10.177173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-0aa7a8f9-22e8-4f65-94fe-6a3058a40328 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.20 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635&tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 943 time: 0.0512853 Nov 10 23:35:10.235085 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-d9332c03-32db-4702-b223-bae60626f9a6 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:35:10.236078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-d9332c03-32db-4702-b223-bae60626f9a6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/a6a27d1d-719b-4011-aa73-fcee41dab597/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0518656 Nov 10 23:35:10.321606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3b99f294-e18c-4609-8be2-70468b4cdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:10.323670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3b99f294-e18c-4609-8be2-70468b4cdc78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 1094 time: 0.0449774 Nov 10 23:35:10.411159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-2cf1adbb-13fd-425c-80ce-822d5badc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:10.412655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-2cf1adbb-13fd-425c-80ce-822d5badc132 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 200 len: 912 time: 0.0825562 Nov 10 23:35:10.457184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-5a383958-be9f-4ccf-9726-6cbd285669fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 200 len: 217 time: 0.0377781 Nov 10 23:35:10.504559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-373e2bd1-2bb1-4e8e-b971-7d10770f4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:10.506030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-373e2bd1-2bb1-4e8e-b971-7d10770f4756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 200 len: 852 time: 0.0426135 Nov 10 23:35:10.536159 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-1f51283e-bb4b-407f-9636-5b851d697d1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7131040a-3d1d-4ce3-ae31-a982f876cba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234878 Nov 10 23:35:10.622850 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-84050e64-f07e-4569-a501-8001be73dc83 service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798275 Nov 10 23:35:10.713605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-b9980502-da31-4b0c-a0cf-8ad279a4300a service neutron] 10.222.0.20 "GET /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Nov 10 23:35:11.404549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da15f93-1412-40d4-9a1c-4a771d05b576 req-fec09d91-27e9-448c-ac38-a84403f01411 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:11.406063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8da15f93-1412-40d4-9a1c-4a771d05b576 req-fec09d91-27e9-448c-ac38-a84403f01411 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 943 time: 0.0501101 Nov 10 23:35:11.452434 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8da15f93-1412-40d4-9a1c-4a771d05b576 req-d41f1200-8714-486f-9133-8f3f9a3c5104 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Nov 10 23:35:12.039912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:35:12.133624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:12.145131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'network_id': '7131040a-3d1d-4ce3-ae31-a982f876cba5', 'port_id': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'mac_address': 'fa:16:3e:e7:c6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78492de1-af00-4a00-902d-033e76c5fec8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:35:12.180466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:12.195920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a27d1d-719b-4011-aa73-fcee41dab597 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:35:12.220038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:12.224485 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:12.271113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:12.448704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['a6a27d1d-719b-4011-aa73-fcee41dab597'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:35:12.576490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d583ac-76aa-43f0-90e2-b0010856957e req-c2583a4d-688b-4491-ad67-2485c0c77fda tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:12.577899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37d583ac-76aa-43f0-90e2-b0010856957e req-c2583a4d-688b-4491-ad67-2485c0c77fda tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Nov 10 23:35:12.632723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37d583ac-76aa-43f0-90e2-b0010856957e req-ac3289bd-abaa-46e5-a695-b3d8332f662a tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.25 "GET /v2.0/security-groups?id=649dc00a-ba7e-4147-9bbe-009202c21d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484111 Nov 10 23:35:12.672157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-0e3b51a1-945f-47f8-96e7-2507056b953f tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:12.673641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-0e3b51a1-945f-47f8-96e7-2507056b953f tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.39 "GET /v2.0/ports?device_id=fad79696-2f76-4f4f-92f0-01193a9c8635 HTTP/1.1" status: 200 len: 944 time: 0.0554390 Nov 10 23:35:12.758797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Deleting port a6a27d1d-719b-4011-aa73-fcee41dab597 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:35:12.759130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:12.846323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] For port a6a27d1d-719b-4011-aa73-fcee41dab597, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a6a27d1d-719b-4011-aa73-fcee41dab597,segment=NetworkSegment(515ddc2b-7175-424b-b90b-99d5310f92d7),segment_id=515ddc2b-7175-424b-b90b-99d5310f92d7)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:12.846575 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:12.859895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Calling delete_port for a6a27d1d-719b-4011-aa73-fcee41dab597 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:35:12.979402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:13.012921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Pushing event deleted for resources: {'Port': ['ID=a6a27d1d-719b-4011-aa73-fcee41dab597,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:13.051076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] No DVR routers for this DVR port a6a27d1d-719b-4011-aa73-fcee41dab597 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:35:13.053677 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:13.056989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3172a9c8-dd7e-46a4-b409-00dd54dbf9b9 req-3f9bfeac-5153-47da-be4c-c97996d76756 tempest-DeleteServersTestJSON-317754733 tempest-DeleteServersTestJSON-317754733-project] 10.222.0.39 "DELETE /v2.0/ports/a6a27d1d-719b-4011-aa73-fcee41dab597 HTTP/1.1" status: 204 len: 173 time: 0.3773737 Nov 10 23:35:13.057432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-deleted', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:13.060029 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3332581e-dcd4-40e4-858a-1baa286e1ef2" -d '{"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-deleted", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:13.098766 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9fb374-22a0-4177-84c0-74b8e176b26a x-openstack-request-id: req-8b9fb374-22a0-4177-84c0-74b8e176b26a {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:13.099057 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad79696-2f76-4f4f-92f0-01193a9c8635", "name": "network-vif-deleted", "tag": "a6a27d1d-719b-4011-aa73-fcee41dab597", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:13.099312 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b9fb374-22a0-4177-84c0-74b8e176b26a {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:13.099727 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad79696-2f76-4f4f-92f0-01193a9c8635', 'name': 'network-vif-deleted', 'tag': 'a6a27d1d-719b-4011-aa73-fcee41dab597', 'status': 'completed', 'code': 200} Nov 10 23:35:13.761339 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55470) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:13.804808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Deleting subnet 78492de1-af00-4a00-902d-033e76c5fec8 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:35:13.808678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:13.840901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:13.882176 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.047022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:35:14.053068 n-d-811521-3 neutron-server[102459]: INFO neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No ports have port_id starting with a6a27d1d-719b-4011-aa73-fcee41dab597 Nov 10 23:35:14.054566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 requested by agent hyperv_n-h2-811521-3 not found in database {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 10 23:35:14.219758 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.246125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78492de1-af00-4a00-902d-033e76c5fec8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:14.248048 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.251219 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-22b4f98d-8f89-40d5-8663-d107263384f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78492de1-af00-4a00-902d-033e76c5fec8 HTTP/1.1" status: 204 len: 168 time: 0.4888749 Nov 10 23:35:14.253749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55472) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:14.320577 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.398952 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.418168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7131040a-3d1d-4ce3-ae31-a982f876cba5']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:35:14.427034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515ddc2b-7175-424b-b90b-99d5310f92d7') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:35:14.427326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515ddc2b-7175-424b-b90b-99d5310f92d7') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:35:14.436576 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.450473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.456125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:35:14.456501 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:35:14.458131 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:35:14.513655 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.518838 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.522452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7131040a-3d1d-4ce3-ae31-a982f876cba5 HTTP/1.1" status: 204 len: 168 time: 0.2677941 Nov 10 23:35:14.535226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032bf57-c290-4e93-8e30-599adb161803 admin admin] Pushing event deleted for resources: {'Network': ['ID=7131040a-3d1d-4ce3-ae31-a982f876cba5,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:14.627035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55476) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:14.665852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a3f1cada-a4b6-4489-86f5-d15234804e1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1cf6fcdd4b04395b161e9c3853cc488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376754 Nov 10 23:35:14.668135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55478) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:14.713858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.733762 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.780507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.783189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:14.784508 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/649dc00a-ba7e-4147-9bbe-009202c21d19 HTTP/1.1" status: 204 len: 168 time: 0.1155040 Nov 10 23:35:14.792083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9044b14-2f4e-4337-9b41-5a62df23eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649dc00a-ba7e-4147-9bbe-009202c21d19,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:15.076523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.430660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55500) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:15.526190 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1983119423-network', 'tenant_id': 'f9b6da8779a6481684dd5aff1ba4be26'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:15.537271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.548074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Made reservation on behalf of f9b6da8779a6481684dd5aff1ba4be26 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:35:15.550375 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.561961 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.633453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.636904 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.657354 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:35:15.672218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd1fcb-063e-473c-904f-8686cb794969,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:15.675289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.675624 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Added segment f94beddb-09e8-4117-8622-0837be228fff of type vlan for network 2aefd364-dd64-436c-98f9-8b37bb2d8854 Nov 10 23:35:15.715432 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.740080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.741444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:15.742022 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.766385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3341029 Nov 10 23:35:15.769408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55506) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:35:15.774407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Request body: {'subnet': {'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1983119423-subnet', 'tenant_id': 'f9b6da8779a6481684dd5aff1ba4be26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:15.796327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Made reservation on behalf of f9b6da8779a6481684dd5aff1ba4be26 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:35:15.798642 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:15.811730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96339a-d323-4464-adc9-366b7a04f7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2aefd364-dd64-436c-98f9-8b37bb2d8854,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:15.821822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:35:15.964951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:16.019862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:16.030862 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Checking segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:35:16.031219 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Network hostable DHCP agents. Network: 2aefd364-dd64-436c-98f9-8b37bb2d8854, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:35:16.034022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.034352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.034693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.035029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.035360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.035688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.036012 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.036334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.036660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.036994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.037320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.037640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:35:16.054463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:35:16.062834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2aefd364-dd64-436c-98f9-8b37bb2d8854) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:35:16.067229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:16.067814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:16.070740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:35:16.091470 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5d3085ba-a2d6-460b-a165-1bd9f512268b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3131051 Nov 10 23:35:16.095547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2deb7-2fb6-4237-ad6e-e86f1b0ad9e4 None None] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:35:16.107376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: a6a27d1d-719b-4011-aa73-fcee41dab597 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:35:16.107723 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a6a27d1d-719b-4011-aa73-fcee41dab597 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:35:16.220333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9991a-528b-4c7a-8f60-5ced3f15e18f None None] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:35:16.496445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-07705580-a638-4102-b88d-7179e7ae6359 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:16.497827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-07705580-a638-4102-b88d-7179e7ae6359 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 815 time: 0.1028678 Nov 10 23:35:16.512951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8261cff6-fd76-44bd-bbf0-a72c6765a83f tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/quotas/f9b6da8779a6481684dd5aff1ba4be26 HTTP/1.1" status: 200 len: 375 time: 0.0093684 Nov 10 23:35:16.543886 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-91ed2c76-7bdc-455b-9d42-cb73209e6f2d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257607 Nov 10 23:35:16.634348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-bfea64ad-7b25-4a02-b50c-fc1e7654b047 service neutron] 10.222.0.25 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836403 Nov 10 23:35:16.720257 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-89da3f6e-6de1-4a19-bece-4e0b1ec03798 service neutron] 10.222.0.25 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793445 Nov 10 23:35:16.877541 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4c371a29-29f7-456b-aa77-d41e877c76aa req-1e4ccc9e-cb81-4fa9-804e-364de47f5fce tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 210 time: 0.0280685 Nov 10 23:35:17.887888 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-6e9b8001-61eb-4aa7-bbf7-a6f1ca242dc1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:17.889524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-6e9b8001-61eb-4aa7-bbf7-a6f1ca242dc1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 815 time: 0.1007323 Nov 10 23:35:17.903667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Request body: {'port': {'device_id': '25066537-7d72-47a5-b943-b8a84ac7678c', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'admin_state_up': True, 'tenant_id': 'f9b6da8779a6481684dd5aff1ba4be26'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:17.973813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-658c51ef-30f5-4d3a-bf68-c67d4523668f req-a6b3497b-f750-4dc3-b8c6-f53440189c51 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 210 time: 0.0277917 Nov 10 23:35:18.019683 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Made reservation on behalf of f9b6da8779a6481684dd5aff1ba4be26 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:35:18.023125 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.148435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Allocated IP 172.20.0.10 (2aefd364-dd64-436c-98f9-8b37bb2d8854/fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:35:18.288044 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.319997 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.363407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:35:18.368322 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:35:18.371999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:35:18.398938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:18.423900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:18.424504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.439895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-8308f2fa-06a2-4070-a6ad-82f59120f57a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411775 Nov 10 23:35:18.453829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Request body: {'port': {'device_id': '25066537-7d72-47a5-b943-b8a84ac7678c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:18.504764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.763300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:35:18.770770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.782592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Transition to ACTIVE for port object 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:35:18.786024 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.852035 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:18.903560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:35:18.904196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:35:18.904196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:18.908466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:35:18.908782 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:18.913743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:35:18.914079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Checking segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:35:18.914452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Bound using segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:35:18.914868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Bound port: 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:35:18.915213 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:18.975785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:35:18.979218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:35:18.983886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:19.016640 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.017278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:19.018667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] 10.222.0.39 "PUT /v2.0/ports/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 1092 time: 0.5688963 Nov 10 23:35:19.019106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:19.021479 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:19.060200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9365f4-5232-48f6-9bb8-5762df24531f service neutron] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:19.077290 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e26407-b324-4d74-b8e1-701c9b3762dc x-openstack-request-id: req-66e26407-b324-4d74-b8e1-701c9b3762dc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:19.077581 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:19.077852 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66e26407-b324-4d74-b8e1-701c9b3762dc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:19.078225 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'status': 'completed', 'code': 200} Nov 10 23:35:19.142207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-7dd4ecfd-f727-4784-9993-1f1e45a956fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.143707 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-7dd4ecfd-f727-4784-9993-1f1e45a956fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0784247 Nov 10 23:35:19.151171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4318dfe-63e7-490a-81e5-6256c130a766 req-c7c139b4-d231-4261-8a66-a5ce47c49f06 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.152529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4318dfe-63e7-490a-81e5-6256c130a766 req-c7c139b4-d231-4261-8a66-a5ce47c49f06 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0861065 Nov 10 23:35:19.198051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-2b7190dd-86a6-4a11-9206-233c1286d614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0445728 Nov 10 23:35:19.256375 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4318dfe-63e7-490a-81e5-6256c130a766 req-32fcec26-3bc5-4925-8de4-43d5c7271e8d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971622 Nov 10 23:35:19.265300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f87c9-5840-498a-8b98-146c941f25ac req-dde9abdb-12c8-4af0-b7ef-a7e3f1cd8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.266631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-dde9abdb-12c8-4af0-b7ef-a7e3f1cd8608 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0623515 Nov 10 23:35:19.303185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-d770ba3b-1b81-41e3-b0ec-db76f715cb64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293193 Nov 10 23:35:19.390985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-9d73d97f-368f-4b61-ae21-9d5ce4380d75 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805590 Nov 10 23:35:19.487370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f69f87c9-5840-498a-8b98-146c941f25ac req-0098c1c5-77dc-434b-a276-7c4cb3379cfd service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892429 Nov 10 23:35:19.570906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-b83f8583-b963-4f94-8dd2-83927226d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.572272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-b83f8583-b963-4f94-8dd2-83927226d515 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0415425 Nov 10 23:35:19.663470 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-92754efb-8bd9-4969-8ebc-a1ea21649f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.664885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-92754efb-8bd9-4969-8ebc-a1ea21649f83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0859783 Nov 10 23:35:19.705504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-1b263d3e-8ac9-414b-a35a-74014b2c315e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0335846 Nov 10 23:35:19.756436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-215d9fc2-0907-44ad-91ef-6c2033953c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:19.757885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-215d9fc2-0907-44ad-91ef-6c2033953c38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0424628 Nov 10 23:35:19.790149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-5c319589-5523-4154-8067-ea581d0675a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241458 Nov 10 23:35:19.881147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-a7946952-382a-4c3c-ae91-cdfabd681df8 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Nov 10 23:35:19.969527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a573d46-65d6-4ad1-b427-5b33c3e2f6f2 req-473ab34d-6703-419c-9968-d438c12f4f04 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803134 Nov 10 23:35:20.377064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92fe1-e71b-4d95-9177-1235cff01dcf req-22a84061-14be-4078-b4c4-2999b5f7788c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:20.378524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4a92fe1-e71b-4d95-9177-1235cff01dcf req-22a84061-14be-4078-b4c4-2999b5f7788c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0537024 Nov 10 23:35:20.425776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f4a92fe1-e71b-4d95-9177-1235cff01dcf req-13b3c1b0-38f6-4bac-bea9-907f790ff42b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Nov 10 23:35:21.546996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cdc6b-d87d-48b2-84cd-21e4ac2e11da req-fe00c5df-9c76-4514-97b2-a485a9713553 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:21.548507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c1cdc6b-d87d-48b2-84cd-21e4ac2e11da req-fe00c5df-9c76-4514-97b2-a485a9713553 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0554929 Nov 10 23:35:21.594546 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8c1cdc6b-d87d-48b2-84cd-21e4ac2e11da req-15dd84fe-3b14-4bff-8e64-9ec646502ee6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Nov 10 23:35:22.094673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:35:22.185173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:22.199659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'port_id': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'mac_address': 'fa:16:3e:c8:db:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:35:22.235280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:22.248394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:35:22.266376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:22.270162 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:22.315925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:22.458136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:35:22.707625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915fd-d0d3-4bec-b327-3436e49ebc28 req-89a1e210-0a81-4cdd-bd12-ad6cc41c6942 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:22.709129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dfe915fd-d0d3-4bec-b327-3436e49ebc28 req-89a1e210-0a81-4cdd-bd12-ad6cc41c6942 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 945 time: 0.0481229 Nov 10 23:35:22.756187 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dfe915fd-d0d3-4bec-b327-3436e49ebc28 req-cccf59e5-1f1c-4684-b24b-e16eb8bc7105 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Nov 10 23:35:23.869751 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c906764-f9fe-4a2f-97e3-c46b354d670f req-c5576ee7-bb5d-42db-8074-28a381a09c67 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:23.871210 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c906764-f9fe-4a2f-97e3-c46b354d670f req-c5576ee7-bb5d-42db-8074-28a381a09c67 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 945 time: 0.0485265 Nov 10 23:35:23.918757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c906764-f9fe-4a2f-97e3-c46b354d670f req-2cb6b12b-d711-4b21-a6d9-8016095f93d3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Nov 10 23:35:24.133983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:35:24.181507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:35:24.185616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:35:24.185985 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:24.264025 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:24.285381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:24.287971 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325a39e-065c-49ad-abc5-47b10dbc7239" -d '{"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-plugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:24.300453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:24.304957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:24.330042 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43875b19-09d2-4028-929f-93a948dc1c79 x-openstack-request-id: req-43875b19-09d2-4028-929f-93a948dc1c79 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:24.330454 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-plugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:24.331220 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43875b19-09d2-4028-929f-93a948dc1c79 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:24.331608 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'code': 200} Nov 10 23:35:24.357719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:24.420596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc961be-a80e-4f76-adfe-cb9cf0c01f40 req-60439f3c-0748-4978-b31e-1b6d873311dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:24.422001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fc961be-a80e-4f76-adfe-cb9cf0c01f40 req-60439f3c-0748-4978-b31e-1b6d873311dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1097 time: 0.0400629 Nov 10 23:35:24.469007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fc961be-a80e-4f76-adfe-cb9cf0c01f40 req-c7fc724e-57fe-4194-b9ee-a9b777867765 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Nov 10 23:35:25.030891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c43015-a951-45f8-8064-ab7844f16f05 req-a0ecb542-e98c-48f1-9529-ed1f9707334b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:25.032378 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-82c43015-a951-45f8-8064-ab7844f16f05 req-a0ecb542-e98c-48f1-9529-ed1f9707334b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0489292 Nov 10 23:35:25.071352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-39b04c5c-2541-4c4e-b96e-14b3cf5eb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:25.080793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-82c43015-a951-45f8-8064-ab7844f16f05 req-d408c7af-a79d-48d7-bf2b-73cc71c53570 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Nov 10 23:35:26.202695 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a7da-fe22-440e-851a-937b7097f752 req-870e147f-9c2e-4a5a-b12e-8fb49080e5f6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:26.204182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da35a7da-fe22-440e-851a-937b7097f752 req-870e147f-9c2e-4a5a-b12e-8fb49080e5f6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0528762 Nov 10 23:35:26.249879 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-da35a7da-fe22-440e-851a-937b7097f752 req-aa149441-27d2-4fab-907b-9b3d2c25cb70 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Nov 10 23:35:26.362576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66859668-97b6-4f3e-adf7-855c46c13b7f req-c14082bd-7336-45fb-ac3f-1caa783b568c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:26.364023 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66859668-97b6-4f3e-adf7-855c46c13b7f req-c14082bd-7336-45fb-ac3f-1caa783b568c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0487127 Nov 10 23:35:26.411702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66859668-97b6-4f3e-adf7-855c46c13b7f req-3bc2cc1c-984d-475b-a925-87ece7cd82ad tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Nov 10 23:35:26.612217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862184-8ed8-457b-9e03-723d1b65ecf1 req-be0da7ac-be62-4dd3-a7b6-9870b0887d5b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:26.613593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21862184-8ed8-457b-9e03-723d1b65ecf1 req-be0da7ac-be62-4dd3-a7b6-9870b0887d5b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0516286 Nov 10 23:35:26.659184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21862184-8ed8-457b-9e03-723d1b65ecf1 req-6c628392-d327-4497-8e5f-52739f793041 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Nov 10 23:35:26.771526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694b3e4-64b6-4f28-bb1b-5cf1e10b1ab2 req-c1b3d0f3-cb62-4e17-b2c6-a1c4569fa003 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:26.772976 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b694b3e4-64b6-4f28-bb1b-5cf1e10b1ab2 req-c1b3d0f3-cb62-4e17-b2c6-a1c4569fa003 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0493288 Nov 10 23:35:26.819497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b694b3e4-64b6-4f28-bb1b-5cf1e10b1ab2 req-663a9181-5209-4808-b3df-91abf3f75949 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Nov 10 23:35:27.066234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-805b6746-21be-449a-9129-cdc9d5c6843d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720706 Nov 10 23:35:27.074245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6b6e-18a9-42c3-a031-bd395f0a5f96 req-85ab8bc2-ba60-4e53-b218-53cd9957f468 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:27.075612 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-733b6b6e-18a9-42c3-a031-bd395f0a5f96 req-85ab8bc2-ba60-4e53-b218-53cd9957f468 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0725281 Nov 10 23:35:27.124140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-733b6b6e-18a9-42c3-a031-bd395f0a5f96 req-c81c4077-1beb-4cff-bac6-83ffcbd0b292 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Nov 10 23:35:27.699883 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a24c-2fa9-477d-9211-8ac4fb5ae0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:28.110427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-a393777f-2916-4e34-9567-05a9d8ce68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:28.111920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-a393777f-2916-4e34-9567-05a9d8ce68c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1097 time: 0.0403230 Nov 10 23:35:28.213753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-a1638c15-cf2a-40d7-8f8d-07b7972edf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:28.215227 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-a1638c15-cf2a-40d7-8f8d-07b7972edf88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0967216 Nov 10 23:35:28.266593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-ad1311f4-0146-499e-a493-579fee9ec848 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0375321 Nov 10 23:35:28.289922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1877-b4b0-4a2f-8d08-8a3867cdfc82 req-18997619-bda8-409e-974d-3c4e9c485c93 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:28.291236 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93da1877-b4b0-4a2f-8d08-8a3867cdfc82 req-18997619-bda8-409e-974d-3c4e9c485c93 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0953600 Nov 10 23:35:28.348649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-fe2538f3-569d-41ed-809f-14826646ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:28.350126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-fe2538f3-569d-41ed-809f-14826646ae92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0771768 Nov 10 23:35:28.375013 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-93da1877-b4b0-4a2f-8d08-8a3867cdfc82 req-2e83f1c9-48c8-40a7-9793-031041666ea1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Nov 10 23:35:28.389243 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e4e82720-a414-4abb-ac78-352f62bc260e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293484 Nov 10 23:35:28.480261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-153cdb31-de8b-41f4-b04d-9d649e3031e6 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Nov 10 23:35:28.569012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-b86048d9-e654-468d-9a7e-81fcbd3151be service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824246 Nov 10 23:35:29.100102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:29.490567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467fe45-4c3c-4ac2-b7c5-06f8bc262371 req-df2e7f99-1630-49fb-8952-40b7ba6b78b3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:29.492051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f467fe45-4c3c-4ac2-b7c5-06f8bc262371 req-df2e7f99-1630-49fb-8952-40b7ba6b78b3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0495303 Nov 10 23:35:29.539328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f467fe45-4c3c-4ac2-b7c5-06f8bc262371 req-86a8ddaa-f7b9-4f9f-aaae-6ea37a20e6c2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Nov 10 23:35:30.544821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:30.654416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e3a65-a41e-448c-9b68-f4da089a2da0 req-4f5868da-c6c7-4c93-b318-2fa158356f8c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:30.655872 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d14e3a65-a41e-448c-9b68-f4da089a2da0 req-4f5868da-c6c7-4c93-b318-2fa158356f8c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0484211 Nov 10 23:35:30.705907 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d14e3a65-a41e-448c-9b68-f4da089a2da0 req-3510e20c-be9a-4f7c-9c7b-ac46697c774b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Nov 10 23:35:30.817382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:31.828386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23167a-b76b-4fa2-8ea9-91446e02429a req-b15651a8-015a-4c2f-99d5-d35068761d31 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:31.829867 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a23167a-b76b-4fa2-8ea9-91446e02429a req-b15651a8-015a-4c2f-99d5-d35068761d31 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0523937 Nov 10 23:35:31.875680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a23167a-b76b-4fa2-8ea9-91446e02429a req-f20a8140-c8c8-4575-ba07-82d8eb9d213a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Nov 10 23:35:32.989179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713fc9e-63d5-4d9e-bbed-daadaf98dd32 req-fcde5003-617b-4bb9-8c69-ab1ef4006265 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:32.991281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c713fc9e-63d5-4d9e-bbed-daadaf98dd32 req-fcde5003-617b-4bb9-8c69-ab1ef4006265 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0485811 Nov 10 23:35:33.038944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c713fc9e-63d5-4d9e-bbed-daadaf98dd32 req-3f74cc6d-1424-4b6a-85ba-87b4a3dfbcd0 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Nov 10 23:35:33.192479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:35:34.152520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbad4-c198-45fa-ae67-9d84a03ef210 req-3c97ca68-b9da-4927-827b-0d401cd6cf2d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:34.153995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c9fbad4-c198-45fa-ae67-9d84a03ef210 req-3c97ca68-b9da-4927-827b-0d401cd6cf2d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0481257 Nov 10 23:35:34.200241 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3c9fbad4-c198-45fa-ae67-9d84a03ef210 req-671df1d4-e812-48d6-868b-cff9b5fe5234 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Nov 10 23:35:35.316338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300abab-83a1-4da2-b22f-83c57c9dc95f req-a19cc244-a25d-468d-b143-7dbb566c5929 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:35.317777 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1300abab-83a1-4da2-b22f-83c57c9dc95f req-a19cc244-a25d-468d-b143-7dbb566c5929 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0508437 Nov 10 23:35:35.364326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1300abab-83a1-4da2-b22f-83c57c9dc95f req-fe5821fa-899b-4e10-8c11-057a2d238bff tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Nov 10 23:35:36.481354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339b32f-6a04-4f65-a6ae-f5303c3bff13 req-de0e0f3a-ae96-4f7b-ad9d-0cbbfb09a0f5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:36.482804 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6339b32f-6a04-4f65-a6ae-f5303c3bff13 req-de0e0f3a-ae96-4f7b-ad9d-0cbbfb09a0f5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0501075 Nov 10 23:35:36.532423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6339b32f-6a04-4f65-a6ae-f5303c3bff13 req-cdf2d42c-0360-4404-a71b-7471d7b8d611 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Nov 10 23:35:37.652140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c166f3-255b-47f0-8aa7-c6f1e499a02b req-cf35ff89-58a3-418f-b8d7-ce4780f362f1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:37.653730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18c166f3-255b-47f0-8aa7-c6f1e499a02b req-cf35ff89-58a3-418f-b8d7-ce4780f362f1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0527740 Nov 10 23:35:37.699978 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18c166f3-255b-47f0-8aa7-c6f1e499a02b req-4534c4c2-1c8b-4b66-972d-94d7de81cceb tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Nov 10 23:35:38.819110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b77a7-28fc-41f1-bbc1-a43e8386e546 req-bbf1c57e-8286-4d89-b215-d7c5bf36983c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:38.820408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-190b77a7-28fc-41f1-bbc1-a43e8386e546 req-bbf1c57e-8286-4d89-b215-d7c5bf36983c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0506427 Nov 10 23:35:38.867519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-190b77a7-28fc-41f1-bbc1-a43e8386e546 req-4c7f4ced-1f99-4fbe-9ed4-61cb98134811 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Nov 10 23:35:39.982737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e20ef-fd9b-4f4f-b95d-53eb06eb3ac9 req-81d8945f-cfc2-49ac-ad1e-07502f86a6c6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:39.984171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-598e20ef-fd9b-4f4f-b95d-53eb06eb3ac9 req-81d8945f-cfc2-49ac-ad1e-07502f86a6c6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0484059 Nov 10 23:35:40.030492 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-598e20ef-fd9b-4f4f-b95d-53eb06eb3ac9 req-34947c90-0961-4eea-96ae-5d2f4024257f tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Nov 10 23:35:41.144775 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefad0af-2b0b-4714-89df-5ff9566ceaa5 req-fabe9874-0664-4706-96a6-0a738c4a7aa9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:41.146245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eefad0af-2b0b-4714-89df-5ff9566ceaa5 req-fabe9874-0664-4706-96a6-0a738c4a7aa9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0482018 Nov 10 23:35:41.192091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eefad0af-2b0b-4714-89df-5ff9566ceaa5 req-3d897fbf-231d-44b8-ac99-fa3cbbf74686 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Nov 10 23:35:42.306374 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152342d-36f0-416e-afeb-f8961f777067 req-1766c6e2-f60c-4f6f-b9ae-98cdcde50d9a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:42.308639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c152342d-36f0-416e-afeb-f8961f777067 req-1766c6e2-f60c-4f6f-b9ae-98cdcde50d9a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0489409 Nov 10 23:35:42.358749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c152342d-36f0-416e-afeb-f8961f777067 req-c8812095-b27d-431c-a3a5-96d41249c5c0 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Nov 10 23:35:43.477052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1bd7-2add-4581-bf5c-a81f6a7df691 req-8b7fad10-0b52-43a9-83a7-7efa0fe0d2e2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:43.478500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d52c1bd7-2add-4581-bf5c-a81f6a7df691 req-8b7fad10-0b52-43a9-83a7-7efa0fe0d2e2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0526662 Nov 10 23:35:43.524639 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d52c1bd7-2add-4581-bf5c-a81f6a7df691 req-0b496457-34d3-45bb-a4b5-703018ba4b11 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Nov 10 23:35:44.638802 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452c41-3c69-4d8d-bc05-5a8fab6f45e9 req-dad4b432-c6fb-48c9-a913-7c006f501272 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:44.640263 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c452c41-3c69-4d8d-bc05-5a8fab6f45e9 req-dad4b432-c6fb-48c9-a913-7c006f501272 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0497427 Nov 10 23:35:44.687025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c452c41-3c69-4d8d-bc05-5a8fab6f45e9 req-bfe44934-1193-4151-8b36-034a2e2d87ef tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Nov 10 23:35:45.077237 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:45.535813 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:45.801897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10287446-5ce6-4a26-a085-53fe9da0925d req-db5a4434-3f29-42fe-ab7d-58f0087746c1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:45.803269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10287446-5ce6-4a26-a085-53fe9da0925d req-db5a4434-3f29-42fe-ab7d-58f0087746c1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0481796 Nov 10 23:35:45.849471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-10287446-5ce6-4a26-a085-53fe9da0925d req-84ec3f20-11e7-4839-a939-c69aacd886cb tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Nov 10 23:35:46.962347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13823193-0de2-4f08-a489-6f170679b17b req-a89577c3-68c6-432a-a638-e71fd5636487 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:46.963800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13823193-0de2-4f08-a489-6f170679b17b req-a89577c3-68c6-432a-a638-e71fd5636487 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0480440 Nov 10 23:35:47.010445 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13823193-0de2-4f08-a489-6f170679b17b req-73228147-c850-439e-bc00-d03c32794253 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Nov 10 23:35:48.125486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4d7b-11aa-4436-828c-c486e510c250 req-03ed877f-9234-4f4f-a783-342b83a16178 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:48.126936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9bc4d7b-11aa-4436-828c-c486e510c250 req-03ed877f-9234-4f4f-a783-342b83a16178 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0476909 Nov 10 23:35:48.177224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b9bc4d7b-11aa-4436-828c-c486e510c250 req-158ce9a3-1811-4b52-8644-f8243c0a440d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Nov 10 23:35:49.294562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c91ce-775d-4fcd-b5ff-64ccb1505745 req-0447802f-ae33-44ad-9ca1-1b01990d96c2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:49.295918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c0c91ce-775d-4fcd-b5ff-64ccb1505745 req-0447802f-ae33-44ad-9ca1-1b01990d96c2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0526416 Nov 10 23:35:49.342764 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c0c91ce-775d-4fcd-b5ff-64ccb1505745 req-9d13f97a-ca74-477d-bdb3-e4ed8a9a8010 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Nov 10 23:35:50.458450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56244a5-748e-49fe-ba21-ae2a6b552d0f req-4c54b2f0-52a0-49d6-b560-0a1e2f2e4d7a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:50.459896 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e56244a5-748e-49fe-ba21-ae2a6b552d0f req-4c54b2f0-52a0-49d6-b560-0a1e2f2e4d7a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0485926 Nov 10 23:35:50.505217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e56244a5-748e-49fe-ba21-ae2a6b552d0f req-c9e30d65-341b-4546-afb1-0dbc90fb3334 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Nov 10 23:35:51.622562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63280d79-c12f-48f5-a19c-a4a6ddcf7b9c req-04b87cac-ef9b-4860-b46c-25f4e688ef62 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:51.624049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63280d79-c12f-48f5-a19c-a4a6ddcf7b9c req-04b87cac-ef9b-4860-b46c-25f4e688ef62 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0488343 Nov 10 23:35:51.670633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63280d79-c12f-48f5-a19c-a4a6ddcf7b9c req-195829d6-0518-42c0-827e-9841f101f810 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Nov 10 23:35:52.786121 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b669-98ab-4834-9042-97e978cd5f3e req-bec3c764-9424-4811-9ea8-f3c494f7240c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:52.787566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8182b669-98ab-4834-9042-97e978cd5f3e req-bec3c764-9424-4811-9ea8-f3c494f7240c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0493343 Nov 10 23:35:52.832764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8182b669-98ab-4834-9042-97e978cd5f3e req-b30d6c49-a02f-4bcb-ae10-1d51dae345ca tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Nov 10 23:35:53.951143 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b813d2-5195-4789-8ecb-564fbe94d2e8 req-7664d7ca-d2a7-4e82-a6e3-72f64f6b42e2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:53.952579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56b813d2-5195-4789-8ecb-564fbe94d2e8 req-7664d7ca-d2a7-4e82-a6e3-72f64f6b42e2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0520072 Nov 10 23:35:53.998469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-56b813d2-5195-4789-8ecb-564fbe94d2e8 req-97d280bd-0d75-4868-a9ae-590982796f06 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Nov 10 23:35:55.073950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-87ebc694-8241-489c-a668-36208f3defc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:55.118634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196926d8-8a23-4ea0-941a-eeb90418883e req-0e764829-b7d1-41bb-9f0c-d9c0cb4e78a7 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:55.120717 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-196926d8-8a23-4ea0-941a-eeb90418883e req-0e764829-b7d1-41bb-9f0c-d9c0cb4e78a7 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0553985 Nov 10 23:35:55.166196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-196926d8-8a23-4ea0-941a-eeb90418883e req-2250a310-8721-4a31-844d-c8561480762b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 Nov 10 23:35:55.470741 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-ee81ec20-94c0-4288-92af-bfc42f182298 service neutron] show failed (client error): The resource could not be found. Nov 10 23:35:55.471778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-ee81ec20-94c0-4288-92af-bfc42f182298 service neutron] 10.222.0.39 "GET /v2.0/ports/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0548818 Nov 10 23:35:55.664599 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-85ac292f-d215-46fa-80b1-0415195b06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:55.666131 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-85ac292f-d215-46fa-80b1-0415195b06d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c&tenant_id=f9b6da8779a6481684dd5aff1ba4be26 HTTP/1.1" status: 200 len: 1097 time: 0.0417838 Nov 10 23:35:55.677591 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:35:55.731397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:55.923644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:35:55.955344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:35:55.994012 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:55.997089 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35560e0a-4191-4cf2-8332-709311e6dc37" -d '{"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-unplugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:56.000800 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:56.013458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Transition to ACTIVE for port object 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:35:56.017117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:56.052701 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b975280-7352-4ffb-94af-3a4100afccf7 x-openstack-request-id: req-1b975280-7352-4ffb-94af-3a4100afccf7 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:56.053011 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-unplugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:56.053265 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b975280-7352-4ffb-94af-3a4100afccf7 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:56.053655 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'code': 200} Nov 10 23:35:56.071401 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:56.086993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] No DVR routers for this DVR port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:35:56.130272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:35:56.130600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:35:56.130925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:56.135222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:35:56.136204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Attempting to bind port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:35:56.140946 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:35:56.141305 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Checking segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:35:56.141685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Bound using segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:35:56.142106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Bound port: 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:35:56.142451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:56.204194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:35:56.207272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:35:56.212136 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:56.244453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:56.245506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:56.246878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] 10.222.0.20 "PUT /v2.0/ports/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 1092 time: 0.5732307 Nov 10 23:35:56.269505 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b984e6-04d3-4319-823f-62f59b5a5de7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:35:56.287073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a2de-6cda-49eb-8d07-3825e5cbbe01 req-d50b0201-e8e8-43bd-9922-22d1cb4fb6ee tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:56.288583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fc2a2de-6cda-49eb-8d07-3825e5cbbe01 req-d50b0201-e8e8-43bd-9922-22d1cb4fb6ee tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0521667 Nov 10 23:35:56.312167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-cb4b108f-a852-4f95-8929-0de09c9e12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:56.313705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-cb4b108f-a852-4f95-8929-0de09c9e12dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0413742 Nov 10 23:35:56.337351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9fc2a2de-6cda-49eb-8d07-3825e5cbbe01 req-1d8380f1-68d5-4a1d-aab3-0ea20bc4ed98 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Nov 10 23:35:56.405872 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-4ae84616-1eb1-4de7-9f44-8516f9e756a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:56.407320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-4ae84616-1eb1-4de7-9f44-8516f9e756a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0871599 Nov 10 23:35:56.448774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-3810fcea-efd4-49f1-bdb7-9491b783f5b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0340786 Nov 10 23:35:56.499380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e68f565d-00b3-485e-b91a-b3ba51b02bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:56.500692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-e68f565d-00b3-485e-b91a-b3ba51b02bd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0457902 Nov 10 23:35:56.531100 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-f2fd38a1-3c46-4bf2-bf54-99d4bf1fdcbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235527 Nov 10 23:35:56.618049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-8150cb02-eb89-4765-9cea-8004af9e6089 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790379 Nov 10 23:35:56.710699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-056049da-9a61-4fac-bf55-ac430e3a13a2 req-66a24ef6-59ac-459e-a11c-3f2f21ae1bff service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Nov 10 23:35:57.455716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a39dd4-17b3-4fba-8f02-00b160ed23d0 req-83e48b01-6958-4ffb-8ece-882afe9694a9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:57.457185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8a39dd4-17b3-4fba-8f02-00b160ed23d0 req-83e48b01-6958-4ffb-8ece-882afe9694a9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0491583 Nov 10 23:35:57.503135 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b8a39dd4-17b3-4fba-8f02-00b160ed23d0 req-9f629840-00c2-401e-b0b1-08fc74069b75 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Nov 10 23:35:57.701876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e98d8694-932e-4bbd-a12d-6de7bcfdc396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:58.054724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:35:58.057079 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d" -d '{"events": [{"name": "network-changed", "server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:35:58.104364 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c18f0-244d-4dd3-9438-3a08d1f5b0f6 x-openstack-request-id: req-257c18f0-244d-4dd3-9438-3a08d1f5b0f6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:35:58.104650 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:35:58.104901 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-257c18f0-244d-4dd3-9438-3a08d1f5b0f6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:35:58.105316 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'status': 'completed', 'code': 200} Nov 10 23:35:58.202427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-e7e0d796-c1c6-4e3e-9b4d-91340d1bc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.203912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-e7e0d796-c1c6-4e3e-9b4d-91340d1bc2ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0762258 Nov 10 23:35:58.205658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-14586f3c-e072-48af-80a8-00f481ff1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.206979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-14586f3c-e072-48af-80a8-00f481ff1fae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0691993 Nov 10 23:35:58.363700 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-fd1162dc-ecb6-4a64-a54d-a62cd17ac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.365183 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-fd1162dc-ecb6-4a64-a54d-a62cd17ac6f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.1534202 Nov 10 23:35:58.367693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-0112527d-40d5-441a-8334-0c6b36ea1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.369091 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-0112527d-40d5-441a-8334-0c6b36ea1dda service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.1480770 Nov 10 23:35:58.438088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-1449755b-77dd-45f7-a9fd-5633892e0d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0662394 Nov 10 23:35:58.439408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-025d3fbd-566b-4ac6-8d71-23dcf647a02c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0619402 Nov 10 23:35:58.520238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-f78d9568-260f-42c5-af8c-cc8100b4dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.521660 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-f78d9568-260f-42c5-af8c-cc8100b4dcc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0752504 Nov 10 23:35:58.523284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-9b03258f-b7c7-466c-a56a-a21920c4390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.524566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-9b03258f-b7c7-466c-a56a-a21920c4390c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0705385 Nov 10 23:35:58.576266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-d7ac6bc4-2bb7-4723-b9b2-56ba3bfdc6a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475821 Nov 10 23:35:58.579258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-4ebe055f-0c76-4ad1-996b-19a94bec2658 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429885 Nov 10 23:35:58.723351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566ecd-722f-488c-825a-5f6287586f0b req-920f5314-1b58-4cee-9100-00e692813c70 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:58.724831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47566ecd-722f-488c-825a-5f6287586f0b req-920f5314-1b58-4cee-9100-00e692813c70 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.1475635 Nov 10 23:35:59.085208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-ca18f62f-f904-40a4-956f-74c190ead935 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969978 Nov 10 23:35:59.086906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-88b71d20-9cb4-49af-8e9b-70b437a2ed1e service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997716 Nov 10 23:35:59.102108 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:35:59.157832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-47566ecd-722f-488c-825a-5f6287586f0b req-552fe5ba-fac3-4fb1-938a-3b4ca66e711a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238458 Nov 10 23:35:59.256054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-f82607bc-c854-4188-9c44-4acf2ae4829f service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580317 Nov 10 23:35:59.257857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9057dc42-0982-46e5-9eb5-b5d5dd36b84d req-15399957-f03d-4eca-9695-428a25aa0b94 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648200 Nov 10 23:35:59.386723 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab46a9-6416-40d3-858f-f14e55d3f361 req-4a3ac26d-a735-4b52-b447-552e6e7e6224 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:59.388189 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aab46a9-6416-40d3-858f-f14e55d3f361 req-4a3ac26d-a735-4b52-b447-552e6e7e6224 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 944 time: 0.0825291 Nov 10 23:35:59.400441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-2e5bb026-b318-4b43-8313-1eb669501e1a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:59.401877 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-2e5bb026-b318-4b43-8313-1eb669501e1a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.39 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c&tenant_id=f9b6da8779a6481684dd5aff1ba4be26&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 944 time: 0.0698528 Nov 10 23:35:59.476057 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7aab46a9-6416-40d3-858f-f14e55d3f361 req-04fef4a4-fde5-4db2-82c3-3ad706fb8d04 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732369 Nov 10 23:35:59.489751 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-103075f1-805e-487c-bf14-26f409763434 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:35:59.490741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-103075f1-805e-487c-bf14-26f409763434 service neutron] 10.222.0.39 "DELETE /v2.0/ports/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0814762 Nov 10 23:35:59.573617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-e59c08ae-8b8e-40a4-b546-10d70ecc1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:59.575107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-e59c08ae-8b8e-40a4-b546-10d70ecc1061 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 1095 time: 0.0425463 Nov 10 23:35:59.665770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-353e003a-abfb-40cf-a971-182bbd6e867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:59.667665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-353e003a-abfb-40cf-a971-182bbd6e867b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0858171 Nov 10 23:35:59.707675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-c1c89d02-30ef-4678-b154-4a16a21fe575 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 200 len: 217 time: 0.0337691 Nov 10 23:35:59.755380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-c28bc1c5-1114-4b6c-94be-4311c2c88993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:35:59.756788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-c28bc1c5-1114-4b6c-94be-4311c2c88993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0422733 Nov 10 23:35:59.792247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-6d75e5c6-8410-4185-a8e9-154b3060bb40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280585 Nov 10 23:35:59.878383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-cd914761-2415-4f4c-839c-668949e6bff1 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794327 Nov 10 23:35:59.969985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b36069c-a2ab-4cae-bd5b-0752d70182f7 req-f17057b9-73e0-488f-9363-684ea2456780 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Nov 10 23:36:00.092219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:36:00.305412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:36:00.363454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:36:00.378791 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:00.389743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'port_id': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'mac_address': 'fa:16:3e:c8:db:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:36:00.430287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:00.443498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:36:00.463376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:00.468271 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:00.516181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:00.523982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.524326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.524660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.525025 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.525340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.525663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.526011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.526330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.526644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.526963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.527280 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.527599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:00.547060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:00.613284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b04a-194b-43e7-8080-d92f7f43f475 req-320480a0-b3e4-4186-a157-45f27cb0c4d9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:00.614739 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eef6b04a-194b-43e7-8080-d92f7f43f475 req-320480a0-b3e4-4186-a157-45f27cb0c4d9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 945 time: 0.0556827 Nov 10 23:36:00.661097 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eef6b04a-194b-43e7-8080-d92f7f43f475 req-383ff662-eb4f-4af0-8bf9-8a46eb9eebac tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Nov 10 23:36:00.681620 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:00.782510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49678-e9fe-4c08-947d-3712a603c102 req-afa1ee01-5998-446b-a3d2-dcab1f3dfbf1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:00.784016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5f49678-e9fe-4c08-947d-3712a603c102 req-afa1ee01-5998-446b-a3d2-dcab1f3dfbf1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 945 time: 0.0511811 Nov 10 23:36:00.826189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:00.831967 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a5f49678-e9fe-4c08-947d-3712a603c102 req-478855ea-5ca9-4816-9ba2-5ba6a586ae05 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Nov 10 23:36:00.948690 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e34673-8cea-4c49-af34-773dbaa51457 req-890dfd43-132f-4c77-bab3-70f1cf2be390 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:00.950186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66e34673-8cea-4c49-af34-773dbaa51457 req-890dfd43-132f-4c77-bab3-70f1cf2be390 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 945 time: 0.0490580 Nov 10 23:36:00.996329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-66e34673-8cea-4c49-af34-773dbaa51457 req-57ae04fa-53a5-44be-aedd-25bc0fd3c300 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Nov 10 23:36:01.335347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-44a897cd-3475-4f75-87de-03862481b9d6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:01.336822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-44a897cd-3475-4f75-87de-03862481b9d6 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 815 time: 0.1016457 Nov 10 23:36:01.351800 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-d29d2a12-009e-4a1b-9e87-6c058395dec9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/quotas/f9b6da8779a6481684dd5aff1ba4be26 HTTP/1.1" status: 200 len: 375 time: 0.0088427 Nov 10 23:36:01.399049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-e5ad4354-8090-4f48-bf0d-958b7d80961d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414388 Nov 10 23:36:01.490002 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-5c0f394b-6e38-485a-85dc-7ffb0dc88bbc service neutron] 10.222.0.25 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Nov 10 23:36:01.579081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-e4dfb01e-2780-4649-a596-5da14d51aea1 service neutron] 10.222.0.25 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826683 Nov 10 23:36:01.738138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c21e1cd-6b8f-4cde-b095-3f1662ccfbc1 req-4e7014ea-1d5f-4e35-8bfd-164901c8f731 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Nov 10 23:36:02.101741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:02.154199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:36:02.157921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:02.158288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.239891 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.262698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:02.264935 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f8709-63c8-4a14-b955-1abcc2e1fa23" -d '{"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-plugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:02.278282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:02.282910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.307486 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f6c076-0465-4271-a51c-c20a7daa34fb x-openstack-request-id: req-d3f6c076-0465-4271-a51c-c20a7daa34fb {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:02.307769 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-plugged", "status": "completed", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:02.308014 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f6c076-0465-4271-a51c-c20a7daa34fb {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:02.308661 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'code': 200} Nov 10 23:36:02.333510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:02.473593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-f9b4c023-5c8d-4a7c-82fc-5c14ee6a3004 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:02.475026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-f9b4c023-5c8d-4a7c-82fc-5c14ee6a3004 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.20 "GET /v2.0/ports?device_id=25066537-7d72-47a5-b943-b8a84ac7678c HTTP/1.1" status: 200 len: 946 time: 0.0500054 Nov 10 23:36:02.538152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.20', 50163) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:02.578507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Deleting port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:36:02.578899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.648923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-933b083e-9fac-4e0d-a7f3-57b9745a9884 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:02.650465 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-933b083e-9fac-4e0d-a7f3-57b9745a9884 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 815 time: 0.1113796 Nov 10 23:36:02.664027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Request body: {'port': {'device_id': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'admin_state_up': True, 'tenant_id': 'f9b6da8779a6481684dd5aff1ba4be26'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:02.674180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] For port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:02.674580 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.693484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Calling delete_port for 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:36:02.781537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Made reservation on behalf of f9b6da8779a6481684dd5aff1ba4be26 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:36:02.785438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.846654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d74b90e7-11fb-4bdf-b073-fcd142d8b80a req-41994ce7-ebbc-431b-bedd-263ade0b338b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Nov 10 23:36:02.851065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.865395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:02.883150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Pushing event deleted for resources: {'Port': ['ID=95d5dafc-c5ac-4b3b-ae00-2d2f9462238f,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:02.926458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] No DVR routers for this DVR port 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:36:02.930191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:02.934340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.20 "DELETE /v2.0/ports/95d5dafc-c5ac-4b3b-ae00-2d2f9462238f HTTP/1.1" status: 204 len: 173 time: 0.4528813 Nov 10 23:36:02.934791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-deleted', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:02.937767 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af8446c-5633-4830-8604-df68c261150b" -d '{"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-deleted", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:02.968064 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Allocated IP 172.20.0.9 (2aefd364-dd64-436c-98f9-8b37bb2d8854/fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1/1a2fd66e-000a-40fd-b84e-8f49e3a0a579) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:02.985327 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849db511-cab1-4674-861a-a716517aa4fc x-openstack-request-id: req-849db511-cab1-4674-861a-a716517aa4fc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:02.985841 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25066537-7d72-47a5-b943-b8a84ac7678c", "name": "network-vif-deleted", "tag": "95d5dafc-c5ac-4b3b-ae00-2d2f9462238f", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:02.986242 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-849db511-cab1-4674-861a-a716517aa4fc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:02.986944 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25066537-7d72-47a5-b943-b8a84ac7678c', 'name': 'network-vif-deleted', 'tag': '95d5dafc-c5ac-4b3b-ae00-2d2f9462238f', 'status': 'completed', 'code': 200} Nov 10 23:36:03.128010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.162186 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.173205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['95d5dafc-c5ac-4b3b-ae00-2d2f9462238f'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:03.207201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Network 2aefd364-dd64-436c-98f9-8b37bb2d8854 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:03.210363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:03.214163 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:03.236874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:03.263698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:03.264296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.279374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-dea786f2-8954-437c-b9e9-ffb69c7f47de tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201119 Nov 10 23:36:03.290950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Request body: {'port': {'device_id': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:03.347324 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.645431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:36:03.653045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.667833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Transition to ACTIVE for port object 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:36:03.670566 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.718207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:03.784507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:03.784838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:03.785205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:03.789377 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:36:03.789696 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:03.795083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:03.795416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Checking segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:03.795799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Bound using segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:03.796216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Bound port: 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:03.796564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.860101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:03.863275 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:03.866949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.901794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:03.902421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:03.903817 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 1091 time: 0.6168048 Nov 10 23:36:03.904261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:03.906539 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cce9df-3618-484b-b8ae-4a2bc47f5126" -d '{"events": [{"name": "network-changed", "server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:03.929570 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f75a6-966d-42aa-9902-887f94dce015 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:03.955711 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8ba41-cd7c-431e-acfa-72f346cc7c61 x-openstack-request-id: req-d9c8ba41-cd7c-431e-acfa-72f346cc7c61 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:03.956006 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:03.956258 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c8ba41-cd7c-431e-acfa-72f346cc7c61 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:03.956657 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'status': 'completed', 'code': 200} Nov 10 23:36:03.976484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a348-e31d-44cb-8c92-e8d75ac0fc09 req-620f3dc5-6429-42db-826e-8c9b5a6671a5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:03.978016 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8106a348-e31d-44cb-8c92-e8d75ac0fc09 req-620f3dc5-6429-42db-826e-8c9b5a6671a5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0615609 Nov 10 23:36:04.027034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8106a348-e31d-44cb-8c92-e8d75ac0fc09 req-0924082b-ecf5-48d3-92d0-00fb642e6fe2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Nov 10 23:36:04.036951 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-81007aaf-5be5-4f77-831e-fccea489fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:04.038480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-81007aaf-5be5-4f77-831e-fccea489fbff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0750773 Nov 10 23:36:04.096645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-1090accd-3d70-4468-8258-59e5b43c382c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0506880 Nov 10 23:36:04.153680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-1163c451-4a65-433d-a91a-a53489b8c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:04.154998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-1163c451-4a65-433d-a91a-a53489b8c67c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0510378 Nov 10 23:36:04.206680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-7a40055b-27f5-4702-bf6e-028080ca309c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434833 Nov 10 23:36:04.294979 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-2eabfd64-72ab-4d57-8144-1f4d932a220c service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811660 Nov 10 23:36:04.381049 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d73c1bbc-a93a-4bd1-ba20-8041c811db5c req-3f1728f3-748f-41c1-9f3a-fd05b42833af service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790348 Nov 10 23:36:04.463332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-87ee7ab1-eae1-4272-aafd-80d88d7cc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:04.464728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-87ee7ab1-eae1-4272-aafd-80d88d7cc70e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0412581 Nov 10 23:36:04.610458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-87486aee-0435-44e6-a687-55ca1859aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:04.611904 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-87486aee-0435-44e6-a687-55ca1859aa6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.1401737 Nov 10 23:36:04.651447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-c9633ab9-8d82-49b0-b68d-9a9a0df2cc40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0326149 Nov 10 23:36:04.699742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-7c8e674b-5ac9-42b7-b091-e769aa5c937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:04.701207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-7c8e674b-5ac9-42b7-b091-e769aa5c937b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0430779 Nov 10 23:36:04.737386 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-bacb9df3-2aad-49ae-aa72-b96fed043b1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271759 Nov 10 23:36:05.173194 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418febe-eb57-453f-a216-49532ff0604d req-4105e901-c87d-470a-8cf5-79966eea4986 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:05.174654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5418febe-eb57-453f-a216-49532ff0604d req-4105e901-c87d-470a-8cf5-79966eea4986 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0759959 Nov 10 23:36:05.176820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-07ece983-c00b-4048-92a5-3bb6afe38b90 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299352 Nov 10 23:36:05.270384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5418febe-eb57-453f-a216-49532ff0604d req-b28985d0-6125-4ed2-824a-bd746c55abda tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895617 Nov 10 23:36:05.295435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b0cce9df-3618-484b-b8ae-4a2bc47f5126 req-7dcf22db-f39e-49bd-b92e-73d9b076d826 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087232 Nov 10 23:36:06.150285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:36:06.152358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:36:06.183481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:36:06.183823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 95d5dafc-c5ac-4b3b-ae00-2d2f9462238f not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:36:06.272642 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:06.283247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'port_id': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'mac_address': 'fa:16:3e:42:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:36:06.320557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:06.333077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:36:06.353043 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:06.358241 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:06.393801 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb218b-430e-4c0a-9aeb-3e0a0d131034 req-e8e5787e-7256-4f77-b788-c36c9152921b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:06.395286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afcb218b-430e-4c0a-9aeb-3e0a0d131034 req-e8e5787e-7256-4f77-b788-c36c9152921b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0587831 Nov 10 23:36:06.409029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:06.443959 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-afcb218b-430e-4c0a-9aeb-3e0a0d131034 req-aaa8445d-77a0-4f53-8203-eb306ca21b2e tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Nov 10 23:36:06.545348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['1a2fd66e-000a-40fd-b84e-8f49e3a0a579'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:07.558833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef658-27a3-47af-be12-fcee1265bb31 req-39ee7e07-1556-4385-9182-75f651d32589 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:07.560329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-031ef658-27a3-47af-be12-fcee1265bb31 req-39ee7e07-1556-4385-9182-75f651d32589 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 944 time: 0.0506103 Nov 10 23:36:07.610528 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-031ef658-27a3-47af-be12-fcee1265bb31 req-bc7a3184-614c-408b-bfe8-d0b450f47829 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Nov 10 23:36:08.150345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:08.202076 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:36:08.206001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:08.206364 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:08.285172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:08.306896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:08.309422 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b29761-7c2c-4758-9fe0-9ee134a91dfa" -d '{"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:08.322270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:08.327714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:08.351242 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c913a1bf-732e-4692-9857-de9a3de0d9db x-openstack-request-id: req-c913a1bf-732e-4692-9857-de9a3de0d9db {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:08.351536 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:08.351792 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c913a1bf-732e-4692-9857-de9a3de0d9db {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:08.352183 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'code': 200} Nov 10 23:36:08.378207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:08.444350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9ddc2-8cfe-4d44-8820-70ff65b1f340 req-c6624c48-0024-446a-a536-026cc5a1602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:08.445849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-01c9ddc2-8cfe-4d44-8820-70ff65b1f340 req-c6624c48-0024-446a-a536-026cc5a1602a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0390444 Nov 10 23:36:08.488672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-01c9ddc2-8cfe-4d44-8820-70ff65b1f340 req-d189ef99-5665-4f68-9d14-dbe223b567da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358658 Nov 10 23:36:08.724620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5937-fa54-43cc-b87c-ddd5091ebcae req-eff3c153-ca2f-4eb9-9e99-3e3e78ae20d4 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:08.726700 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca1b5937-fa54-43cc-b87c-ddd5091ebcae req-eff3c153-ca2f-4eb9-9e99-3e3e78ae20d4 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Nov 10 23:36:08.774866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca1b5937-fa54-43cc-b87c-ddd5091ebcae req-ae30c1b3-ca9b-433c-bf59-f397f9ba6964 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Nov 10 23:36:09.890413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95add33-638c-456c-a296-aa4ab92861c6 req-bf20295b-f050-4849-8f7e-eb7200b7a67c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:09.891895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c95add33-638c-456c-a296-aa4ab92861c6 req-bf20295b-f050-4849-8f7e-eb7200b7a67c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Nov 10 23:36:09.939075 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c95add33-638c-456c-a296-aa4ab92861c6 req-b0d2fd80-f326-4cc6-9897-c6890797b1a8 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Nov 10 23:36:10.057599 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dcaba-cd39-4b74-8c5b-f9c44eec0626 req-a8debbc0-5319-458f-beea-3b2bfa400566 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:10.059264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b39dcaba-cd39-4b74-8c5b-f9c44eec0626 req-a8debbc0-5319-458f-beea-3b2bfa400566 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Nov 10 23:36:10.105202 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b39dcaba-cd39-4b74-8c5b-f9c44eec0626 req-0cd43c78-434c-42c3-96c8-196308b76e56 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Nov 10 23:36:10.191808 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:36:10.351323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-0b4bfb20-5f61-4f23-a414-7edd7b453796 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686567 Nov 10 23:36:10.363858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70522-1e67-4cf3-a338-90bc8790623c req-51c31029-873c-4d66-9622-5411a5435375 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:10.365363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5f70522-1e67-4cf3-a338-90bc8790623c req-51c31029-873c-4d66-9622-5411a5435375 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0729175 Nov 10 23:36:10.420193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f5f70522-1e67-4cf3-a338-90bc8790623c req-c5c3c565-581e-4963-a973-a2026d3379f9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Nov 10 23:36:11.484637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-4f16a8b1-701f-4534-9649-4efc4b1d2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:11.486185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-4f16a8b1-701f-4534-9649-4efc4b1d2e44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0413740 Nov 10 23:36:11.537772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230bf6-d6cc-44c4-9f1d-9aa099ec6a06 req-0b7edc31-da57-4b74-8bc9-ce2acbed9a05 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:11.539345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d230bf6-d6cc-44c4-9f1d-9aa099ec6a06 req-0b7edc31-da57-4b74-8bc9-ce2acbed9a05 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Nov 10 23:36:11.575839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-a9679b44-8726-4854-8ef6-cbc47907cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:11.577327 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-a9679b44-8726-4854-8ef6-cbc47907cce7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0842936 Nov 10 23:36:11.590861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d230bf6-d6cc-44c4-9f1d-9aa099ec6a06 req-862ea1f4-53bc-41b8-978a-990e7358c81c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Nov 10 23:36:11.623440 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-1fb9afd3-31ed-4ebf-a75a-1d1036c458a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0391076 Nov 10 23:36:11.670842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-4eb78fe8-55f2-4f1e-a70b-8a2dd309c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:11.672234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-4eb78fe8-55f2-4f1e-a70b-8a2dd309c10b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0425191 Nov 10 23:36:11.703390 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-d972637c-6e86-45dc-8a63-d867f6370759 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246968 Nov 10 23:36:11.794710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-a8e389d8-5185-4405-8144-5c79d6b7c3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 Nov 10 23:36:11.881179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-a109d0d7-3571-4d76-a468-cf308b61b679 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799561 Nov 10 23:36:12.705957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401c6a-51da-4f1d-98b8-a61016dadf0a req-3077ea64-0bdf-40d3-aa01-571099bafde8 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:12.707410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9401c6a-51da-4f1d-98b8-a61016dadf0a req-3077ea64-0bdf-40d3-aa01-571099bafde8 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Nov 10 23:36:12.760741 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f9401c6a-51da-4f1d-98b8-a61016dadf0a req-2f43d47e-fc13-4011-9cc1-d47cf4baee38 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Nov 10 23:36:13.876231 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2f8b-43dc-46de-a9dc-b73fd877d77a req-4926a653-7a61-4b5e-858f-7b21d12019ac tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:13.877792 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1d2f8b-43dc-46de-a9dc-b73fd877d77a req-4926a653-7a61-4b5e-858f-7b21d12019ac tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Nov 10 23:36:13.925345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b1d2f8b-43dc-46de-a9dc-b73fd877d77a req-72287e9f-3a10-45e7-9171-0c911d5e0192 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Nov 10 23:36:15.040828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8ed3e-3f79-4f2a-98bf-9e0858ed772a req-2a0bac6a-a2c8-4a5e-aa94-f5508fc797ba tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:15.042331 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3c8ed3e-3f79-4f2a-98bf-9e0858ed772a req-2a0bac6a-a2c8-4a5e-aa94-f5508fc797ba tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Nov 10 23:36:15.083481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:15.090876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3c8ed3e-3f79-4f2a-98bf-9e0858ed772a req-d979b915-6323-4446-83d6-919ba9f0fb86 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Nov 10 23:36:15.535758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:16.206195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09201b94-2678-43fa-944c-07ae76f80593 req-54bf8030-d3ea-44ae-ac27-ede94c5ea086 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:16.207697 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09201b94-2678-43fa-944c-07ae76f80593 req-54bf8030-d3ea-44ae-ac27-ede94c5ea086 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Nov 10 23:36:16.255238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-09201b94-2678-43fa-944c-07ae76f80593 req-3f0c91e1-35eb-44b1-b556-e751770f8849 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Nov 10 23:36:17.370325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31f140-4b18-4a8f-858f-cbb0061015c3 req-d063ee56-fb63-4c82-9782-d73cae1fc887 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:17.371779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a31f140-4b18-4a8f-858f-cbb0061015c3 req-d063ee56-fb63-4c82-9782-d73cae1fc887 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Nov 10 23:36:17.417394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a31f140-4b18-4a8f-858f-cbb0061015c3 req-430d964c-036e-4b0d-9408-4831dad03a0b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Nov 10 23:36:18.536412 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d65c3-937d-4c4e-acd8-6285367279cc req-cca1bf93-e867-46a6-8c59-c140aa67743e tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:18.537926 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc5d65c3-937d-4c4e-acd8-6285367279cc req-cca1bf93-e867-46a6-8c59-c140aa67743e tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0537288 Nov 10 23:36:18.584932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc5d65c3-937d-4c4e-acd8-6285367279cc req-9f483f65-79c6-4582-900f-741d72291ca5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Nov 10 23:36:19.702710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31165c-cea2-4464-b454-5e7635eba2dc req-07551b1f-c346-4920-a34b-4a5d0f2b7c83 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:19.704175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc31165c-cea2-4464-b454-5e7635eba2dc req-07551b1f-c346-4920-a34b-4a5d0f2b7c83 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0528381 Nov 10 23:36:19.751061 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bc31165c-cea2-4464-b454-5e7635eba2dc req-1e94723f-5782-4d7b-b825-b9be8913ec4f tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Nov 10 23:36:20.600272 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-50232621-24ac-4c73-8c77-ac7133ad0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:20.601737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-50232621-24ac-4c73-8c77-ac7133ad0f0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0405045 Nov 10 23:36:20.706339 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-c5911e65-20ce-48ed-ac41-90585cdecb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:20.707756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-c5911e65-20ce-48ed-ac41-90585cdecb4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0861034 Nov 10 23:36:20.749412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-e8c6f084-b74e-4725-8311-b7fe6f975047 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0340595 Nov 10 23:36:20.798548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-ad4d9fca-8f94-4af7-9917-72946c5a64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:20.799998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-ad4d9fca-8f94-4af7-9917-72946c5a64f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0433443 Nov 10 23:36:20.835808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-babf0a81-f784-4ea4-ae6b-86bf3027f022 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285132 Nov 10 23:36:20.869934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994282-ebda-4fbd-b77a-a51f2a8fa299 req-514fdb58-55f6-475f-a123-085ebc94323c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:20.871551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4994282-ebda-4fbd-b77a-a51f2a8fa299 req-514fdb58-55f6-475f-a123-085ebc94323c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Nov 10 23:36:20.919482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d4994282-ebda-4fbd-b77a-a51f2a8fa299 req-e8299dbc-c858-4ae7-899f-ccbf6270233b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Nov 10 23:36:20.925294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-43d7be38-730a-4c91-8eea-26cd9b93b024 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825353 Nov 10 23:36:21.015680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcce85ee-e171-487e-ae8f-3b05b4fa54c5 req-dcab09c4-f37d-41b2-8d36-79713ce5d6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834796 Nov 10 23:36:22.032659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4c6b-ee43-4965-a046-4f33ba01ffdc req-f2734581-3ca2-4e6e-babe-eb79ebaab7e5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:22.034177 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd4c4c6b-ee43-4965-a046-4f33ba01ffdc req-f2734581-3ca2-4e6e-babe-eb79ebaab7e5 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Nov 10 23:36:22.080769 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dd4c4c6b-ee43-4965-a046-4f33ba01ffdc req-7c591be0-b0cf-434b-b4ec-bcc2a4ea9a27 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Nov 10 23:36:23.193961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62de0cb-14c6-4909-b86f-ad9b4200952d req-b51892dc-3c0d-407a-809b-6a0c284c669d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:23.195403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a62de0cb-14c6-4909-b86f-ad9b4200952d req-b51892dc-3c0d-407a-809b-6a0c284c669d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Nov 10 23:36:23.245864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a62de0cb-14c6-4909-b86f-ad9b4200952d req-00174e03-79c3-4fc2-a822-d06748bdadd2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Nov 10 23:36:24.362799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf004282-9bd2-442e-9b89-248847b84403 req-80e83905-d97f-4cd4-ad45-2166b0cf8670 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:24.364264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf004282-9bd2-442e-9b89-248847b84403 req-80e83905-d97f-4cd4-ad45-2166b0cf8670 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Nov 10 23:36:24.410562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf004282-9bd2-442e-9b89-248847b84403 req-129e81a0-ea54-4a77-a343-954bf14d935c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Nov 10 23:36:25.075434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d7541b50-c96d-4746-a6c5-9662922731ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:25.527592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b797e5-204b-4ed2-94d2-21b7ab53870b req-f50e3c78-909b-4d71-8590-7240e969bbec tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:25.529089 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66b797e5-204b-4ed2-94d2-21b7ab53870b req-f50e3c78-909b-4d71-8590-7240e969bbec tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Nov 10 23:36:25.576253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-66b797e5-204b-4ed2-94d2-21b7ab53870b req-aeaa86e5-947e-4435-8b2e-1bf41828a8ba tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Nov 10 23:36:26.695329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec2190-f1f1-433c-969a-c26d4abd4d66 req-5e342b39-2550-4bff-8183-02984233cee8 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:26.696789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edec2190-f1f1-433c-969a-c26d4abd4d66 req-5e342b39-2550-4bff-8183-02984233cee8 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Nov 10 23:36:26.743532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-edec2190-f1f1-433c-969a-c26d4abd4d66 req-6fc3790b-4934-40e9-8e03-91308e3fe378 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 Nov 10 23:36:27.702354 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44a9cd06-48a0-4c62-ab82-79f978cc21f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:27.859740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4b66e-052f-494f-b471-56d5ad67029d req-13d36941-3398-4578-8871-e5f8660564e3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:27.861240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60c4b66e-052f-494f-b471-56d5ad67029d req-13d36941-3398-4578-8871-e5f8660564e3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491157 Nov 10 23:36:27.907769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-60c4b66e-052f-494f-b471-56d5ad67029d req-ebe9a437-3b98-4972-a676-e03f1c9d25e7 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Nov 10 23:36:29.022249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f34b2-1c5b-4dbc-aad1-b272fe807d3a req-c33f95c9-5247-41fc-8bf7-ebf9bed76a62 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:29.023757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73f34b2-1c5b-4dbc-aad1-b272fe807d3a req-c33f95c9-5247-41fc-8bf7-ebf9bed76a62 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Nov 10 23:36:29.071542 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a73f34b2-1c5b-4dbc-aad1-b272fe807d3a req-7854dba7-6c78-4da1-9ba4-8de062ae682c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Nov 10 23:36:29.107358 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:30.190538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdc7e1-2abf-45e0-bdad-79de1b5c38d9 req-a6de2933-c928-4165-a3a2-064ac4846a1b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:30.192031 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6dbdc7e1-2abf-45e0-bdad-79de1b5c38d9 req-a6de2933-c928-4165-a3a2-064ac4846a1b tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Nov 10 23:36:30.238880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6dbdc7e1-2abf-45e0-bdad-79de1b5c38d9 req-d7f106fa-e733-47c8-8744-645428dba515 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410221 Nov 10 23:36:30.551522 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:30.817187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:31.365144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f45800-1cb1-46f2-b21a-592b537c451e req-522ab582-3725-494b-b37a-1245450de963 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:31.370550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96f45800-1cb1-46f2-b21a-592b537c451e req-522ab582-3725-494b-b37a-1245450de963 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0657425 Nov 10 23:36:31.416956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-96f45800-1cb1-46f2-b21a-592b537c451e req-e8d08e48-c327-4aa6-b2fc-a0f3ab6f482a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440269 Nov 10 23:36:32.532287 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64837-61ae-4781-a2c1-eb5a0b01b1ad req-cb9c39aa-cac1-4994-80cd-06423170aa37 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:32.533757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eba64837-61ae-4781-a2c1-eb5a0b01b1ad req-cb9c39aa-cac1-4994-80cd-06423170aa37 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0487084 Nov 10 23:36:32.580376 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eba64837-61ae-4781-a2c1-eb5a0b01b1ad req-312286a8-80bc-4be5-a7dc-10ebcdbf8a97 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Nov 10 23:36:33.694238 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a65bc3-3054-4a5d-9b60-d91cb65a3bf2 req-668d340c-203b-426e-8e6f-48667079ef82 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:33.695825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5a65bc3-3054-4a5d-9b60-d91cb65a3bf2 req-668d340c-203b-426e-8e6f-48667079ef82 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0492890 Nov 10 23:36:33.742094 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5a65bc3-3054-4a5d-9b60-d91cb65a3bf2 req-c8fdfc88-d150-4108-99be-8b617a2bcbf9 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Nov 10 23:36:34.860738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac30687-d4b6-4478-a1cc-48412ab77e94 req-7f2170bb-5307-4a9d-8249-3f667c461db2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:34.862223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dac30687-d4b6-4478-a1cc-48412ab77e94 req-7f2170bb-5307-4a9d-8249-3f667c461db2 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Nov 10 23:36:34.908304 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dac30687-d4b6-4478-a1cc-48412ab77e94 req-8d2b5572-7def-42c5-a7e3-319eec1c1129 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Nov 10 23:36:36.022207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef0421-ed19-4c2d-b843-4cf16dbd3fc6 req-928918ef-67ee-468a-af0c-0d581bc7b8fe tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:36.023685 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3eef0421-ed19-4c2d-b843-4cf16dbd3fc6 req-928918ef-67ee-468a-af0c-0d581bc7b8fe tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Nov 10 23:36:36.070543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3eef0421-ed19-4c2d-b843-4cf16dbd3fc6 req-ab2a4dda-c798-4824-b08d-c5d052330f75 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Nov 10 23:36:37.184851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b082-a1a8-4ce4-9d98-0d69fe8af989 req-807314a3-5e5d-4cf6-87e6-be3d032ef55d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:37.186347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f9b082-a1a8-4ce4-9d98-0d69fe8af989 req-807314a3-5e5d-4cf6-87e6-be3d032ef55d tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0494914 Nov 10 23:36:37.232661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-18f9b082-a1a8-4ce4-9d98-0d69fe8af989 req-a399bd05-e3ec-4d5d-817b-f2ba865c83ec tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Nov 10 23:36:38.362228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aff6b-c7a5-4ec8-9871-5394337abc3a req-8a23fde9-23a4-4207-8b1c-78d8104a7532 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:38.363854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-967aff6b-c7a5-4ec8-9871-5394337abc3a req-8a23fde9-23a4-4207-8b1c-78d8104a7532 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Nov 10 23:36:38.409773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-967aff6b-c7a5-4ec8-9871-5394337abc3a req-943ffaec-4efb-4f0d-81ef-3666f7d07f5e tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Nov 10 23:36:38.610549 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-076ba1ca-552f-414f-96d4-4d1d2f703916 service neutron] show failed (client error): The resource could not be found. Nov 10 23:36:38.611447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-076ba1ca-552f-414f-96d4-4d1d2f703916 service neutron] 10.222.0.20 "GET /v2.0/ports/1a2fd66e-000a-40fd-b84e-8f49e3a0a579/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0539129 Nov 10 23:36:38.805535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-998f7d47-4236-4cce-9d38-f28be4463fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:38.807062 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-998f7d47-4236-4cce-9d38-f28be4463fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4&tenant_id=f9b6da8779a6481684dd5aff1ba4be26 HTTP/1.1" status: 200 len: 1096 time: 0.0401795 Nov 10 23:36:38.820020 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:38.874808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.071253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:39.102828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:39.141472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:39.143661 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52422c-e14f-4b9d-962d-d7f1229aac98" -d '{"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:39.147730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.160324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Transition to ACTIVE for port object 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:36:39.164138 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.194252 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db67ec-b736-424e-a7f3-390673f288ce x-openstack-request-id: req-e7db67ec-b736-424e-a7f3-390673f288ce {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:39.194545 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:39.194799 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7db67ec-b736-424e-a7f3-390673f288ce {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:39.195193 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'code': 200} Nov 10 23:36:39.231592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] No DVR routers for this DVR port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:36:39.239934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:39.250618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.250970 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.251313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.251649 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.251980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.252310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.252638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.252965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.253315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.253650 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.253974 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.254294 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:39.282739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:39.283077 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:39.283405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:39.287677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:36:39.288006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Attempting to bind port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on network 2aefd364-dd64-436c-98f9-8b37bb2d8854 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:39.293337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:39.293676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Checking segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:39.294056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Bound using segment: {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:39.294476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Bound port: 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94beddb-09e8-4117-8622-0837be228fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:39.294827 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.356452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:39.359538 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:39.363018 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.394889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:39.395495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:39.396857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 1091 time: 0.5807359 Nov 10 23:36:39.426983 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2804acd-8bd6-4819-aa2d-763c5dd18a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:39.468480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-8957cbd9-8fba-4515-9dcf-60a8b6cae03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:39.472077 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-8957cbd9-8fba-4515-9dcf-60a8b6cae03d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0507412 Nov 10 23:36:39.534385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ca69c-fa1f-4b8e-8ac5-8ada63812f58 req-de614a83-3ca4-4bbb-9a6b-8d8b080767e3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:39.535929 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-291ca69c-fa1f-4b8e-8ac5-8ada63812f58 req-de614a83-3ca4-4bbb-9a6b-8d8b080767e3 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0551574 Nov 10 23:36:39.572100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-1f4ba4fd-820d-45ab-801f-7401e4762c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:39.573656 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-1f4ba4fd-820d-45ab-801f-7401e4762c83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0965440 Nov 10 23:36:39.590864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-291ca69c-fa1f-4b8e-8ac5-8ada63812f58 req-90d488fe-4f30-43f1-a686-4b1d74271344 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Nov 10 23:36:39.619956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-0a2d2af4-e706-47b4-b412-9555f4ae5f06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0390408 Nov 10 23:36:39.669471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-45d51996-a5b1-402d-8ef4-99397d5b6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:39.670843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-45d51996-a5b1-402d-8ef4-99397d5b6b98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0445175 Nov 10 23:36:39.702834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-eb8b72cb-a3e1-446d-aa9e-3ef7b9f5e3f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248940 Nov 10 23:36:39.793035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-448f5792-5172-434c-bd35-ccf9a0bfef6b service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833006 Nov 10 23:36:39.887395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e364fe82-eb80-4415-9fb6-ec72876ef848 req-2c3799ff-e7b2-4451-a53f-20dc1ead7525 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871608 Nov 10 23:36:40.713085 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10661e-d617-41aa-b921-72ebab651dfa req-5d1d37e9-fb20-4db7-bf43-cacbeca74727 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:40.714626 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd10661e-d617-41aa-b921-72ebab651dfa req-5d1d37e9-fb20-4db7-bf43-cacbeca74727 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0511789 Nov 10 23:36:40.761465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd10661e-d617-41aa-b921-72ebab651dfa req-32114a0e-5eab-479f-bf95-e44a9c2d8c47 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Nov 10 23:36:41.195904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:41.198320 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7591322-977b-4fd4-8dab-849c0639f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:41.246093 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3605b4b-1908-40b7-88d9-5cfb37c39f4f x-openstack-request-id: req-e3605b4b-1908-40b7-88d9-5cfb37c39f4f {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:41.246383 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:41.246632 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3605b4b-1908-40b7-88d9-5cfb37c39f4f {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:41.247022 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'status': 'completed', 'code': 200} Nov 10 23:36:41.307393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-7d5b8fb0-a086-4f96-ba37-46cf83f474bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.309104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-7d5b8fb0-a086-4f96-ba37-46cf83f474bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0413177 Nov 10 23:36:41.310065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-19e625c3-4332-4140-a654-e95550f38ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.311539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-19e625c3-4332-4140-a654-e95550f38ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0457928 Nov 10 23:36:41.411176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-42c465f9-274b-4275-a586-0f1e8d092915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.412351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-42c465f9-274b-4275-a586-0f1e8d092915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0956848 Nov 10 23:36:41.415868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-970dd2a1-f869-4f96-b4d5-dd1c05d933ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.417398 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-970dd2a1-f869-4f96-b4d5-dd1c05d933ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0945420 Nov 10 23:36:41.455975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-8e229d2e-999b-4f01-89ec-89f436253c00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0368435 Nov 10 23:36:41.464432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-a7dbd197-933a-484a-8b7e-1348b97ce031 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0397093 Nov 10 23:36:41.508126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-23294afb-1f53-4ed2-a76a-a27af03d37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.509638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-23294afb-1f53-4ed2-a76a-a27af03d37de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0475063 Nov 10 23:36:41.525333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-3abd9aa3-ad77-4ff6-9c38-2859606b39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.527423 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-3abd9aa3-ad77-4ff6-9c38-2859606b39fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0449831 Nov 10 23:36:41.541154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-110df473-35b9-445f-8c57-539dd43edb49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245807 Nov 10 23:36:41.558979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-a9a5cfba-ddd9-4018-8902-e62d6d789ad9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246720 Nov 10 23:36:41.633208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-6342bea4-6891-4b4a-963a-39c96cbc8d8c service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852561 Nov 10 23:36:41.656316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-9878752c-6352-4659-a7e4-2757c2b50344 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909207 Nov 10 23:36:41.720824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-81fe53c4-60af-4704-9071-4fdad9e2b83c service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809944 Nov 10 23:36:41.751138 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7591322-977b-4fd4-8dab-849c0639f3b3 req-f6cae028-eeee-4382-99fd-56d8d48d2e36 service neutron] 10.222.0.39 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873365 Nov 10 23:36:41.876090 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921e465-b304-4dfe-abdd-269395fe490a req-88e91bf2-9aab-458c-9072-8bafde032969 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:41.877594 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2921e465-b304-4dfe-abdd-269395fe490a req-88e91bf2-9aab-458c-9072-8bafde032969 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0493155 Nov 10 23:36:41.923685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2921e465-b304-4dfe-abdd-269395fe490a req-718ff4a6-7734-4f47-b197-22c6a6a4c248 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Nov 10 23:36:42.118317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4dc9c-c587-4446-9d42-7b284f11fe89 req-9d3c7e4f-87d8-4cfe-83e8-8ca21de5fa6a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:42.119828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e4dc9c-c587-4446-9d42-7b284f11fe89 req-9d3c7e4f-87d8-4cfe-83e8-8ca21de5fa6a tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 943 time: 0.0536118 Nov 10 23:36:42.168083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7e4dc9c-c587-4446-9d42-7b284f11fe89 req-1b360346-edea-4a95-94bf-9bb76815a606 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Nov 10 23:36:42.171013 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-bbc8d023-118b-4181-8312-bcefe121ff05 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:42.172493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-bbc8d023-118b-4181-8312-bcefe121ff05 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4&tenant_id=f9b6da8779a6481684dd5aff1ba4be26&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 943 time: 0.0897403 Nov 10 23:36:42.233948 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-21b8d56b-f137-484c-8a90-c9e523d844e6 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:36:42.234812 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-21b8d56b-f137-484c-8a90-c9e523d844e6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/1a2fd66e-000a-40fd-b84e-8f49e3a0a579/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0541594 Nov 10 23:36:42.317564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-591e0f0e-e7fa-4f76-b7aa-f59fa9f81f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:42.319047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-591e0f0e-e7fa-4f76-b7aa-f59fa9f81f1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0419428 Nov 10 23:36:42.334687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:36:42.376186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:36:42.412781 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-bc8731b8-bea3-4e81-bf64-4ed4a32013f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:42.414266 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-bc8731b8-bea3-4e81-bf64-4ed4a32013f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 200 len: 915 time: 0.0888352 Nov 10 23:36:42.454160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-965e9a7b-5fe9-49a0-9a76-ec54953e7301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 200 len: 217 time: 0.0332146 Nov 10 23:36:42.494748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:36:42.505453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-6c7784df-a3a9-4224-8358-4c81db6d5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:42.506895 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-6c7784df-a3a9-4224-8358-4c81db6d5e8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 200 len: 855 time: 0.0465930 Nov 10 23:36:42.537822 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-74ce5769-185b-49d8-b1ac-2769616b66de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aefd364-dd64-436c-98f9-8b37bb2d8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243969 Nov 10 23:36:42.586929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:42.598617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'network_id': '2aefd364-dd64-436c-98f9-8b37bb2d8854', 'port_id': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'mac_address': 'fa:16:3e:42:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:36:42.625590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-8e6c425b-adb4-40fc-9a2d-c805fd048cc0 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808878 Nov 10 23:36:42.638009 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:42.650431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:36:42.669902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:42.674368 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:42.721274 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8218492-c410-4a36-a267-b4c09f7d9e58 req-da0a60ef-4956-49b8-95dd-13618fa95037 service neutron] 10.222.0.20 "GET /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880797 Nov 10 23:36:42.721492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:42.894221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1a2fd66e-000a-40fd-b84e-8f49e3a0a579'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:43.288911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de20e-fbfb-466e-95b0-d6257692fe4b req-45d66d41-3227-4d2c-b846-f858e9a36771 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:43.290322 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a3de20e-fbfb-466e-95b0-d6257692fe4b req-45d66d41-3227-4d2c-b846-f858e9a36771 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 944 time: 0.0499649 Nov 10 23:36:43.336456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a3de20e-fbfb-466e-95b0-d6257692fe4b req-4a931adc-9a1d-4ebe-a5fb-a1e8f5ee9e43 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Nov 10 23:36:43.450276 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316975e-323b-4ca0-ab61-64fe4c3afa2c req-b17a0e8b-02b3-460e-8f9b-b163445f8415 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:43.451735 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5316975e-323b-4ca0-ab61-64fe4c3afa2c req-b17a0e8b-02b3-460e-8f9b-b163445f8415 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Nov 10 23:36:43.498168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5316975e-323b-4ca0-ab61-64fe4c3afa2c req-2a8425ad-a07a-41c6-81f1-786e4bdff470 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 10 23:36:43.608587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837dd8-3f24-41b1-b928-a5da4061871b req-2517fbf7-cdb7-49ed-80f6-53ebece320a0 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:43.609956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc837dd8-3f24-41b1-b928-a5da4061871b req-2517fbf7-cdb7-49ed-80f6-53ebece320a0 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 944 time: 0.0466638 Nov 10 23:36:43.658758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-dc837dd8-3f24-41b1-b928-a5da4061871b req-be01e5cd-9bd6-4ca6-a84a-37e7f71a3ea7 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Nov 10 23:36:43.980935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c5ed-a3aa-462d-8bc9-beff96ecb77e req-526b2d7d-30e8-4307-96d9-b5aebe33d603 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:43.982406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9538c5ed-a3aa-462d-8bc9-beff96ecb77e req-526b2d7d-30e8-4307-96d9-b5aebe33d603 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Nov 10 23:36:44.032383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9538c5ed-a3aa-462d-8bc9-beff96ecb77e req-52d4ef0e-9049-4afb-9eb3-1377eae35eec tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Nov 10 23:36:44.521687 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:44.569606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:36:44.573993 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:44.574361 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:44.650960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:44.672536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:44.674763 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb79e4c6-de46-43ef-8243-cabc2dbd4f7c" -d '{"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:44.688368 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:44.692520 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:44.716074 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f90a5d-b9b9-4ebd-a6e6-9ff5c883770d x-openstack-request-id: req-42f90a5d-b9b9-4ebd-a6e6-9ff5c883770d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:44.716356 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:44.716601 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42f90a5d-b9b9-4ebd-a6e6-9ff5c883770d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:44.717022 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'code': 200} Nov 10 23:36:44.740743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:45.078039 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.163757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-f17e8bed-7f3b-4b5c-a869-d5aceb294ffe tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:45.165251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-f17e8bed-7f3b-4b5c-a869-d5aceb294ffe tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0770247 Nov 10 23:36:45.176843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e4f31-1bc8-462b-93f7-4a4f274f7875 req-c5dd7165-4792-45db-978d-7d54bf4887be tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:45.178232 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee4e4f31-1bc8-462b-93f7-4a4f274f7875 req-c5dd7165-4792-45db-978d-7d54bf4887be tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee388dca-7580-4ebe-adf3-abe11c69f1a4 HTTP/1.1" status: 200 len: 945 time: 0.0645778 Nov 10 23:36:45.276569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee4e4f31-1bc8-462b-93f7-4a4f274f7875 req-2a118f5f-5cd0-41be-9ce0-2c0ff223163c tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5cd1fcb-063e-473c-904f-8686cb794969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906558 Nov 10 23:36:45.295208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Deleting port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:36:45.295553 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.382447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] For port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,segment=NetworkSegment(f94beddb-09e8-4117-8622-0837be228fff),segment_id=f94beddb-09e8-4117-8622-0837be228fff)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:45.382804 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.398911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Calling delete_port for 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:36:45.518134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.532489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['1a2fd66e-000a-40fd-b84e-8f49e3a0a579'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:36:45.546613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Pushing event deleted for resources: {'Port': ['ID=1a2fd66e-000a-40fd-b84e-8f49e3a0a579,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:45.563190 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.590214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] No DVR routers for this DVR port 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:36:45.592769 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:45.596029 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40a5ede6-815f-4385-b8d3-11bb241e636e req-4177be97-286e-48df-ab95-afd0b482ea54 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] 10.222.0.39 "DELETE /v2.0/ports/1a2fd66e-000a-40fd-b84e-8f49e3a0a579 HTTP/1.1" status: 204 len: 173 time: 0.4169469 Nov 10 23:36:45.596457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-deleted', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:45.598684 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a5df4-7ad7-4df6-a755-b056a614c66b" -d '{"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-deleted", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:45.636226 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79e7a9-b268-44ae-af9c-6d5c7422e320 x-openstack-request-id: req-bc79e7a9-b268-44ae-af9c-6d5c7422e320 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:45.636517 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee388dca-7580-4ebe-adf3-abe11c69f1a4", "name": "network-vif-deleted", "tag": "1a2fd66e-000a-40fd-b84e-8f49e3a0a579", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:45.636767 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc79e7a9-b268-44ae-af9c-6d5c7422e320 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:45.637200 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee388dca-7580-4ebe-adf3-abe11c69f1a4', 'name': 'network-vif-deleted', 'tag': '1a2fd66e-000a-40fd-b84e-8f49e3a0a579', 'status': 'completed', 'code': 200} Nov 10 23:36:46.399223 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55838) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:46.442763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Deleting subnet fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:36:46.445730 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.478832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.516478 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.570785 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.595401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:46.599839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.602993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fc3ecab4-fcd4-46cf-9cbe-a6dfd94766d1 HTTP/1.1" status: 204 len: 168 time: 0.2027788 Nov 10 23:36:46.606192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55840) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:46.609018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.609348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.609688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.610019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.610367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.610677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.610996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.611319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.611637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.611956 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.612273 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.612593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144bda-45b7-4392-9f12-14ff047852c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:46.673846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.753998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.772722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aefd364-dd64-436c-98f9-8b37bb2d8854']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:46.781678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94beddb-09e8-4117-8622-0837be228fff') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:46.781978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94beddb-09e8-4117-8622-0837be228fff') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:46.790881 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.803900 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.811106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:36:46.811517 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:36:46.813210 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:36:46.874460 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.879787 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:46.882916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] 10.222.0.25 "DELETE /v2.0/networks/2aefd364-dd64-436c-98f9-8b37bb2d8854 HTTP/1.1" status: 204 len: 168 time: 0.2757342 Nov 10 23:36:46.893706 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b1de-0cc0-4c65-bb7e-5999c0c0184f admin admin] Pushing event deleted for resources: {'Network': ['ID=2aefd364-dd64-436c-98f9-8b37bb2d8854,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:46.987498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55844) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:47.029957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9969dd0b-48af-4289-b7c2-e2265ddc3b28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9b6da8779a6481684dd5aff1ba4be26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377307 Nov 10 23:36:47.029957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55846) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:47.076122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:47.096649 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:47.140853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:47.143312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:47.144469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5cd1fcb-063e-473c-904f-8686cb794969 HTTP/1.1" status: 204 len: 168 time: 0.1138816 Nov 10 23:36:47.152721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d9bf8-bc42-433d-a19e-f175df22facb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd1fcb-063e-473c-904f-8686cb794969,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:47.191568 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:36:47.787435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:47.901428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-649730624-network', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:47.921809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:36:47.924089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:47.932108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.008560 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.013205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.035153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:36:48.050937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8814e4-5207-4646-b91e-874a8397eac6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:48.055054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.055396 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Added segment 0ad2f38c-d399-46a4-95c3-deb6b6bbe704 of type vlan for network 3d731217-cc17-43d2-8fcb-472773536377 Nov 10 23:36:48.095429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.119113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.120572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:48.121162 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.170329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3818018 Nov 10 23:36:48.173689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55872) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:48.178590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Request body: {'subnet': {'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-649730624-subnet', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:48.180705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebb68-8c27-4521-a30e-895efb67f3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d731217-cc17-43d2-8fcb-472773536377,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:48.191259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3d731217-cc17-43d2-8fcb-472773536377 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:36:48.199390 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:36:48.201872 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.370484 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.418510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:48.432853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:48.433237 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Network hostable DHCP agents. Network: 3d731217-cc17-43d2-8fcb-472773536377, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:36:48.449222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Network 3d731217-cc17-43d2-8fcb-472773536377 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:36:48.457742 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3d731217-cc17-43d2-8fcb-472773536377) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:48.462095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:48.463206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.466737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f5dde-50e6-44e0-81a2-96c9e918eab1 None None] Network 3d731217-cc17-43d2-8fcb-472773536377 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:36:48.479920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd0ca506-aedb-427c-bb4b-45f20ab5c801 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3046241 Nov 10 23:36:48.482684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:48.486937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:48.507643 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.508756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.539629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:36:48.563287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.568130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:36:48.568473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 1a2fd66e-000a-40fd-b84e-8f49e3a0a579 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:36:48.634583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3d731217-cc17-43d2-8fcb-472773536377', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:36:48.635540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.698207 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.765844 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Allocated IP 172.20.0.2 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/b5ec7d15-ca2f-4035-979a-28fa7c1b39b2) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:48.910896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.917718 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:48.960249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:48.963255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:48.968362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:48.971557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Pushing event updated for resources: {'Port': ['ID=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:49.029395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Attempting to bind port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:49.029826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Attempting to bind port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:49.030194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Attempting to bind port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:49.035681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:49.036055 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:49.036603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.037015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:49.037506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Bound port: b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:49.037867 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.102108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] For port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:49.105566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] For port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:49.109664 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.167322 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447eb6c-2503-4365-b836-5a78fa33c417 None None] Pushing event updated for resources: {'Port': ['ID=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:49.188847 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.208356 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.310978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Allocated IP 172.25.0.197 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/53f87a50-f4e5-4da5-a6f6-9cce13d74d4d) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:49.425941 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.462361 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.501743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:49.504584 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:49.507023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:49.518416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abdab33-2fb3-4523-bd8e-b15f6f5f608c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:36:49.537213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Pushing event updated for resources: {'Port': ['ID=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:49.604019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-2e6dd878-7688-462d-ae67-4b65c1eccdf1 None None] Provisioning complete for port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:49.604617 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd878-7688-462d-ae67-4b65c1eccdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.638833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd878-7688-462d-ae67-4b65c1eccdf1 None None] Port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:36:49.764991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:49.966561 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.059188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254bec33-64e7-4818-9a0c-c13ea2dd36e8 None None] Network 3d731217-cc17-43d2-8fcb-472773536377 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:36:50.099376 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:36:50.185477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] Provisioning complete for port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:50.185845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.206713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:36:50.215380 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:36:50.225875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:36:50.226688 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:50.228522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.230539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4e52d0c5-d517-4f0b-b733-58f968855814 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7468493 Nov 10 23:36:50.233324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55876) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:50.298547 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.343797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:36:50.357718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] For port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:50.362758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.428875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e35c3-ed12-4018-aa0f-877cc35a7a29 None None] Pushing event updated for resources: {'Port': ['ID=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:50.514190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:50.557024 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:49Z', 'revision_number': 3, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:50.572530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:50.573258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.593581 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:36:50.593925 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Updating router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:36:50.618668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-42c336b4-a610-4a28-ba02-9968f5dfe0a8 None None] Provisioning complete for port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:50.619042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-42c336b4-a610-4a28-ba02-9968f5dfe0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.624859 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.740747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.884295 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.889535 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.935978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c32cdf-b347-4ca4-a07b-5640f901c5ab None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:36:50.943406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Allocated IP 172.20.0.1 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/0c62d342-9a59-4391-8e17-181b9b74a510) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:50.947573 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Attempting to bind port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:50.947959 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Attempting to bind port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:50.948317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Attempting to bind port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:50.950270 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Pushing event updated for resources: {'Port': ['ID=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:50.960232 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.960591 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.960926 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.961277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.961598 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.961917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.962258 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.962573 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.962883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.963195 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.964038 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.964348 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:36:50.968919 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:50.969330 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:50.969708 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:50.970084 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:50.970554 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Bound port: 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:50.970931 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.019880 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] For port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:51.023688 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] For port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:51.028299 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.048100 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.055383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] Provisioning complete for port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:51.055920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.081470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b12a0d-379b-412a-8dc6-0840a7ace25e None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:36:51.087348 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fab846-f87a-4da9-a94e-bd9bdd42bd6f None None] Pushing event updated for resources: {'Port': ['ID=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:51.087534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.098960 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:36:51.099478 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:51.132415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:51.137861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:51.140215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:51.149598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.169595 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Pushing event updated for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:51.178911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] For port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:51.188389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.194860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.248342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0fc04-5e2f-4d31-9311-aa729181ccd6 None None] Pushing event updated for resources: {'Port': ['ID=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:51.311138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-184ba8e0-b03c-4541-8740-8e821ac59a37 None None] Provisioning complete for port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:51.311535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-184ba8e0-b03c-4541-8740-8e821ac59a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.321478 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:36:51.354747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.521694 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:49Z', 'revision_number': 3, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:51.525205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-66f10e1f-05ef-4aeb-a016-577645599f80 None None] Provisioning complete for port 0c62d342-9a59-4391-8e17-181b9b74a510 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:51.525581 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66f10e1f-05ef-4aeb-a016-577645599f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.528191 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.534395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.550052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3f050-9fb8-40a3-9154-da79b3061849 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:49Z', 'revision_number': 3, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:36:51.561936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-66f10e1f-05ef-4aeb-a016-577645599f80 None None] Port 0c62d342-9a59-4391-8e17-181b9b74a510 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:36:51.602100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Pushing event updated for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:51.605077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:51.702064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:51.703485 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:51.837732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:36:51.964189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:36:51.969629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-592c3170-01d8-40a3-a8a3-20684c536407 admin admin] 10.222.0.25 "PUT /v2.0/routers/cd8b0b87-faa1-444c-aea8-cc9d8e620aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349410 Nov 10 23:36:51.990316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a00fa459-6f02-4935-b879-f2c581321449 None None] Provisioning complete for port 0c62d342-9a59-4391-8e17-181b9b74a510 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:51.990902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a00fa459-6f02-4935-b879-f2c581321449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.034266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a00fa459-6f02-4935-b879-f2c581321449 None None] Port 0c62d342-9a59-4391-8e17-181b9b74a510 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:36:52.382146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55884) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:52.386830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741662267', 'description': 'tempest-description--289974906'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:52.413979 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.487395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.491159 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.513041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:52.519594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.520825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1376674 Nov 10 23:36:52.523827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:52.524864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42e1a4-28a4-4e79-b85e-6d18b4b87d06 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c0a940-fb5b-4f19-9326-b08d24ddbc92,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:52.529710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'security_group_rule': {'security_group_id': '36c0a940-fb5b-4f19-9326-b08d24ddbc92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:52.558056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.622575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.626358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.646820 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e71451-9df6-42e8-9ad8-a9719d0cf8d5,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:52.659637 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.663673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f6e87047-3cee-4501-853d-b484cc81aa32 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383336 Nov 10 23:36:52.663804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 55888) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:52.668324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'security_group_rule': {'security_group_id': '36c0a940-fb5b-4f19-9326-b08d24ddbc92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:52.696010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.720949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:52.721260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.760896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.764594 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.783953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716ba903-d981-4410-b415-42a062c99a3d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:52.794464 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.795781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c63f8715-4f69-4511-919e-f4b4913e5c92 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310692 Nov 10 23:36:52.798413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:52.799145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55890) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:36:52.803738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:52.826154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.845409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:52.845783 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:52.927215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.039661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Allocated IP 172.25.0.43 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:53.141078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.178397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.178826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:36:53.188807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:36:53.189467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:53.215262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:53.220046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:53.223668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:53.247934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:53.297800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:36:53.312405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.345979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.496940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.500307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 2, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:53.501299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.525986 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:36:53.526339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Updating router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 port 0c62d342-9a59-4391-8e17-181b9b74a510 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:36:53.551979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.572299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:53.582570 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.597483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.598742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-89301e8c-ab76-47fd-9376-ac0044ae18e0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7985904 Nov 10 23:36:53.748561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-bd8fbc37-cb37-4739-a92a-0ddb6fd40d9f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1741662267&fields=id&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 267 time: 0.0435615 Nov 10 23:36:53.815923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.822340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.859957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-7267fddd-75f2-4a83-8af2-4d304c50ab55 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:53.861696 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-7267fddd-75f2-4a83-8af2-4d304c50ab55 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1060786 Nov 10 23:36:53.871581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e406-a0d9-442a-baef-1414a08068c8 None None] Pushing event updated for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:53.878756 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-62d347b9-4d84-4311-86b6-c1c7f3bcf3e7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/quotas/c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 375 time: 0.0108652 Nov 10 23:36:53.924117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Attempting to bind port 0c62d342-9a59-4391-8e17-181b9b74a510 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:53.924487 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Attempting to bind port 0c62d342-9a59-4391-8e17-181b9b74a510 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:53.924851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Attempting to bind port 0c62d342-9a59-4391-8e17-181b9b74a510 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:53.930596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:53.930970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:53.931400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.931945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:53.933042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Bound port: 0c62d342-9a59-4391-8e17-181b9b74a510, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:53.933765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:53.943295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-27e7bf05-1965-43e0-8fbf-1c27e9eb87ee tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583069 Nov 10 23:36:54.004293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] For port 0c62d342-9a59-4391-8e17-181b9b74a510, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:54.007944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] For port 0c62d342-9a59-4391-8e17-181b9b74a510, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0c62d342-9a59-4391-8e17-181b9b74a510,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:54.013591 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:54.057274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-230163e8-f2e0-4fae-88d6-c806725aaf57 service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025281 Nov 10 23:36:54.070293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:36:54.070920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:54.124521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e406-a0d9-442a-baef-1414a08068c8 None None] Pushing event updated for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:54.145137 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-b5d36ce1-d1c0-486a-9902-d74f55f87abf service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 Nov 10 23:36:54.203002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] Provisioning complete for port 0c62d342-9a59-4391-8e17-181b9b74a510 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:54.203599 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:54.232189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:36:54.322884 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-412fa377-7611-4037-8623-4eb650333011 req-0233bf38-6ca7-4ca1-a0b7-bdfc63950ae1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Nov 10 23:36:54.430826 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:54.494749 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] For port 0c62d342-9a59-4391-8e17-181b9b74a510, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0c62d342-9a59-4391-8e17-181b9b74a510,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:36:54.499292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:54.560209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f83b66-f7fd-48da-9d89-99e16f77d2d8 None None] Pushing event updated for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:54.565155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:36:54.591816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0e20-c00b-44e9-a5c2-616ae96d5c37 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:36:54.619996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-762a2bc4-b555-4a0b-89bb-e96b5b8fe9fe None None] Provisioning complete for port 0c62d342-9a59-4391-8e17-181b9b74a510 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:54.620308 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-762a2bc4-b555-4a0b-89bb-e96b5b8fe9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:55.077636 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6551d9e7-e95f-4117-9a54-351fedb26d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:55.316460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-cf8c352c-2440-41c5-bd5e-3ab96f4bb48d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:55.318148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-cf8c352c-2440-41c5-bd5e-3ab96f4bb48d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1149759 Nov 10 23:36:55.389458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-cea08dd1-5664-484f-8954-7e8a24c990d2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d99bdd82f4e7bb680907a799494da&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0608101 Nov 10 23:36:55.428132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34ce769e-8287-434a-946a-e297049723b7 req-ddce74f7-4a3a-4fa5-8158-ebff2388420d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0358121 Nov 10 23:36:55.443047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-0947323d-d8a5-4ad1-b47d-6bfcec4f056e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0410879 Nov 10 23:36:55.453120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'port': {'device_id': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'admin_state_up': True, 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'security_groups': ['36c0a940-fb5b-4f19-9326-b08d24ddbc92']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:55.567540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:36:55.571245 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:55.700492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Allocated IP 172.20.0.5 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/e193c421-d4e3-461c-bbe2-f8b066157a77) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:36:56.120899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.152704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.193791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:36:56.196660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:36:56.199067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:36:56.235297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:56.259894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:56.260570 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.277443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-986a97d1-b00d-4f48-8628-6798ee6cf685 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280292 Nov 10 23:36:56.289181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Request body: {'port': {'device_id': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:36:56.345756 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.461065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-91d2882f-3616-4201-adfc-21ce934e9185 None None] Provisioning complete for port e193c421-d4e3-461c-bbe2-f8b066157a77 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:56.461527 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91d2882f-3616-4201-adfc-21ce934e9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.463175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0c62d342-9a59-4391-8e17-181b9b74a510 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:36:56.528359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-91d2882f-3616-4201-adfc-21ce934e9185 None None] Port e193c421-d4e3-461c-bbe2-f8b066157a77 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:36:56.547531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0c62d342-9a59-4391-8e17-181b9b74a510 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:36:56.547819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.553722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e059a2-a3ff-444a-8efe-89c8dadb3202 req-90d68db3-c472-431c-afd9-e685f8ea28a6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:56.555384 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5e059a2-a3ff-444a-8efe-89c8dadb3202 req-90d68db3-c472-431c-afd9-e685f8ea28a6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0557587 Nov 10 23:36:56.606394 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a5e059a2-a3ff-444a-8efe-89c8dadb3202 req-ff172766-8cae-4d81-815e-570879d70e3f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Nov 10 23:36:56.641524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e193c421-d4e3-461c-bbe2-f8b066157a77 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:36:56.648700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.660651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Transition to ACTIVE for port object e193c421-d4e3-461c-bbe2-f8b066157a77 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:36:56.664649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.716011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:56.784669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:36:56.785022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:36:56.785349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:56.789793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:36:56.790106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:36:56.795060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:36:56.795397 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:36:56.795773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:36:56.796189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Bound port: e193c421-d4e3-461c-bbe2-f8b066157a77, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:36:56.796542 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.861603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:36:56.864929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:36:56.870507 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.902523 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:56.903135 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:56.904490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] 10.222.0.39 "PUT /v2.0/ports/e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 1091 time: 0.6195590 Nov 10 23:36:56.904919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:36:56.907176 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2691d-c2c1-407f-ad7b-d832a993d79c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:36:56.935091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f357e-db95-4561-b23a-31201974ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:36:56.974809 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ea209a-052b-47eb-93a0-e88eed3d3036 x-openstack-request-id: req-20ea209a-052b-47eb-93a0-e88eed3d3036 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:36:56.975101 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:36:56.975347 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20ea209a-052b-47eb-93a0-e88eed3d3036 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:36:56.975742 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'status': 'completed', 'code': 200} Nov 10 23:36:56.991718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-035bb4f5-e74e-48fc-bfe0-956e11d4c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:56.993335 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-035bb4f5-e74e-48fc-bfe0-956e11d4c830 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.0473802 Nov 10 23:36:57.042028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-e74a2522-1f84-4947-8001-ec0e9bf33083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 217 time: 0.0389688 Nov 10 23:36:57.093703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-b71a7061-049c-48a7-b01f-015827b44d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.095253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-b71a7061-049c-48a7-b01f-015827b44d0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0464776 Nov 10 23:36:57.140919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-111d1580-711b-49b2-bee7-fbd016de10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.142461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-111d1580-711b-49b2-bee7-fbd016de10fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405407 Nov 10 23:36:57.233889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-61686ae8-fcbf-4537-8a63-3cf01c1047ab service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Nov 10 23:36:57.322831 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44916d04-aea2-4660-8cb1-5cdfcb843eb4 req-4c1080c6-ca22-441f-aad1-17cbc5c7e2f7 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819786 Nov 10 23:36:57.404846 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-ba331d9d-5085-4483-bf1e-35e71111c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.406320 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-ba331d9d-5085-4483-bf1e-35e71111c3f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.0407836 Nov 10 23:36:57.498850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-925401dd-6820-4a16-b577-4fb953d138ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.500286 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-925401dd-6820-4a16-b577-4fb953d138ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0869517 Nov 10 23:36:57.540653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-bfbd5de5-1125-44e6-ba4a-d525124bf3a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 217 time: 0.0336888 Nov 10 23:36:57.594067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-d4a6e308-ea72-4a84-afbf-e20b4d7f8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.595489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-d4a6e308-ea72-4a84-afbf-e20b4d7f8fe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0472395 Nov 10 23:36:57.641517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-f630684f-8398-478d-b9d2-284456465f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.643003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-f630684f-8398-478d-b9d2-284456465f13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393710 Nov 10 23:36:57.703933 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e71e9984-9845-4e35-8d42-f1aec1ff3dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:36:57.727174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903a3c2-e364-49e1-8deb-b7cfead03e69 req-98125d61-e26a-4576-ac4d-d7285fabbb46 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:57.728697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e903a3c2-e364-49e1-8deb-b7cfead03e69 req-98125d61-e26a-4576-ac4d-d7285fabbb46 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0552218 Nov 10 23:36:57.742427 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-59bf16ba-df1c-4a71-9aa9-5c93c9e4912c service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Nov 10 23:36:57.776559 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e903a3c2-e364-49e1-8deb-b7cfead03e69 req-dc447656-2e7b-419b-a86f-0bb15e88620e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Nov 10 23:36:57.833665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5fd2691d-c2c1-407f-ad7b-d832a993d79c req-f811f569-79f6-4c92-bb5a-ca8795a68272 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828705 Nov 10 23:36:58.894111 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b712d-d767-43c2-8317-bf745a0fa6bf req-809aeeb0-248a-42a1-9da4-fad63507466a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:36:58.895614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f1b712d-d767-43c2-8317-bf745a0fa6bf req-809aeeb0-248a-42a1-9da4-fad63507466a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0504050 Nov 10 23:36:58.942765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8f1b712d-d767-43c2-8317-bf745a0fa6bf req-84289956-1952-4896-bb6e-6787d2d848ef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Nov 10 23:36:59.108995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:00.055630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26200-5fd2-41ff-b3f4-1d70864812d0 req-05e11c62-9221-4639-b37c-b892050c6a67 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:00.057776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-13b26200-5fd2-41ff-b3f4-1d70864812d0 req-05e11c62-9221-4639-b37c-b892050c6a67 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0489445 Nov 10 23:37:00.103080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-13b26200-5fd2-41ff-b3f4-1d70864812d0 req-71c216bf-9844-468b-8c46-46c488536276 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Nov 10 23:37:00.553902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:00.594324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:37:00.689805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:37:00.700311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'mac_address': 'fa:16:3e:89:07:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:37:00.736567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:00.750182 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e193c421-d4e3-461c-bbe2-f8b066157a77 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:37:00.768722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:37:00.772603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:00.833584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:00.834881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:37:00.843031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.843376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.843712 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.844048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.844376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.844699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.845042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.845366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.845684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.846001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.846320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.846635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:37:00.962829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['e193c421-d4e3-461c-bbe2-f8b066157a77'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:37:01.223594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a68f-534e-4e57-9a3e-c44f4bb89488 req-5cc2d1ce-29f0-408a-91bc-8a1df53f0522 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:01.225011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a35a68f-534e-4e57-9a3e-c44f4bb89488 req-5cc2d1ce-29f0-408a-91bc-8a1df53f0522 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 944 time: 0.0538044 Nov 10 23:37:01.271513 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9a35a68f-534e-4e57-9a3e-c44f4bb89488 req-e7bf1d14-d7e9-40ed-950a-1e91975afdcf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Nov 10 23:37:02.384112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617066f-a6dd-4efe-a065-97ee69f98af4 req-6d9c9394-be3e-424f-b7cc-2464ef778330 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:02.386117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4617066f-a6dd-4efe-a065-97ee69f98af4 req-6d9c9394-be3e-424f-b7cc-2464ef778330 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Nov 10 23:37:02.443643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4617066f-a6dd-4efe-a065-97ee69f98af4 req-2bc7292c-e3c2-4d1a-b6cc-cce36d07de11 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509286 Nov 10 23:37:02.594502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:37:02.641637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port e193c421-d4e3-461c-bbe2-f8b066157a77 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:37:02.645709 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port e193c421-d4e3-461c-bbe2-f8b066157a77 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:37:02.646074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:02.719757 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:02.741061 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:37:02.743522 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde33cd2-bfb6-4b92-bc7c-e2c79d8e01d4" -d '{"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:37:02.757537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:37:02.762075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:02.789178 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92cfc3f-81fc-4304-8bfe-8875ead30944 x-openstack-request-id: req-d92cfc3f-81fc-4304-8bfe-8875ead30944 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:37:02.789462 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:37:02.789714 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d92cfc3f-81fc-4304-8bfe-8875ead30944 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:37:02.790100 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'code': 200} Nov 10 23:37:02.815215 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:37:02.875417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6155b-e92d-44e2-a3a4-5697e437abed req-5cbb62fa-a690-40e6-8669-7b3798d46dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:02.876911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ce6155b-e92d-44e2-a3a4-5697e437abed req-5cbb62fa-a690-40e6-8669-7b3798d46dd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0397973 Nov 10 23:37:02.920820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ce6155b-e92d-44e2-a3a4-5697e437abed req-0314efeb-8846-4568-8273-0135b0a08a64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370054 Nov 10 23:37:03.554689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071cf8-e25d-4a1f-9b67-9c3cf3e4a1e2 req-1b255847-5d55-491a-a38e-cb3a1154f84b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:03.556140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e071cf8-e25d-4a1f-9b67-9c3cf3e4a1e2 req-1b255847-5d55-491a-a38e-cb3a1154f84b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Nov 10 23:37:03.601549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9e071cf8-e25d-4a1f-9b67-9c3cf3e4a1e2 req-a4a568fd-c84b-4b7e-b825-2b249a7a282a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Nov 10 23:37:04.722182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6db8a-ddfa-4646-8634-9603da24e198 req-1d430de5-b993-4957-bc0c-0a5b5d9f06f4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:04.723723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05d6db8a-ddfa-4646-8634-9603da24e198 req-1d430de5-b993-4957-bc0c-0a5b5d9f06f4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0521901 Nov 10 23:37:04.772123 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-05d6db8a-ddfa-4646-8634-9603da24e198 req-2489e181-5b7f-4dfc-817e-6fbe854402dd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Nov 10 23:37:04.883710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339b37d-bccd-467b-8760-5f852af35159 req-8a6c5240-fc05-4eff-8784-dedc36fe6869 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:04.885654 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f339b37d-bccd-467b-8760-5f852af35159 req-8a6c5240-fc05-4eff-8784-dedc36fe6869 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0478728 Nov 10 23:37:04.894383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 55940) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:37:04.898700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'floatingip': {'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:37:04.940485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:05.365453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:05.369125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:05.462185 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 associated. External IP: 172.25.0.43, port: e193c421-d4e3-461c-bbe2-f8b066157a77. Nov 10 23:37:05.661172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:37:06.089566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:37:06.094328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:06.099143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:37:06.109401 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:37:06.110005 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:37:06.120839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd97c28a-6e19-49f9-bacb-d23ece8b0e5e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "PUT /v2.0/floatingips/2f92161f-395b-400b-bd46-95fba7ed2ca9 HTTP/1.1" status: 200 len: 990 time: 1.2254446 Nov 10 23:37:06.121415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:37:06.123627 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe81d2e-abf5-4099-8484-2aacff20f657" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:37:06.161992 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3507c91-8863-4f2d-9c7c-a202ce296f28 x-openstack-request-id: req-c3507c91-8863-4f2d-9c7c-a202ce296f28 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:37:06.162280 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:37:06.162526 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3507c91-8863-4f2d-9c7c-a202ce296f28 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:37:06.162919 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'status': 'completed', 'code': 200} Nov 10 23:37:06.220343 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:37:06.229280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-8fdd2b09-2311-4506-aeee-dbbf5ce1d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:06.230811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-8fdd2b09-2311-4506-aeee-dbbf5ce1d87e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0434463 Nov 10 23:37:06.323232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-f39a9721-e27b-49aa-87a3-ed956f046dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:06.324651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-f39a9721-e27b-49aa-87a3-ed956f046dc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0876045 Nov 10 23:37:06.391315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-16541bc8-33a4-4954-bdb2-fdf0e81a25d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 998 time: 0.0595822 Nov 10 23:37:06.440157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-2e5229e2-55eb-4662-9fc0-bd85783248cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:06.441808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-2e5229e2-55eb-4662-9fc0-bd85783248cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0441577 Nov 10 23:37:06.442054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:89:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:37:05Z', 'revision_number': 1, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:37:06.468249 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:37:06.476409 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:37:06.477024 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:36:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:37:06.496261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-adcbcee6-b64c-4587-9dcb-76d8ff97bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:06.497773 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-adcbcee6-b64c-4587-9dcb-76d8ff97bd58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498240 Nov 10 23:37:06.581080 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:37:06.585624 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-d53f809d-9173-4658-9e1c-4dcbcb8482a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806618 Nov 10 23:37:06.676535 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfe81d2e-abf5-4099-8484-2aacff20f657 req-b1dff732-a5d9-4b89-8725-bc80539d4e75 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Nov 10 23:37:06.798334 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:89:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:37:05Z', 'revision_number': 1, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:37:06.823907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a633fa-6908-4122-be0b-6a5dcf38a0b9 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:89:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:37:05Z', 'revision_number': 1, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:37:07.000696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90683ad8-1539-49e0-ada8-5a3708a1e6cd None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:37:12.441970 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-d0d81b61-a66b-4124-8e95-bca423a29bbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398009 Nov 10 23:37:12.522326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-2066c900-4675-4203-9c28-2371c46dd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:12.523829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-2066c900-4675-4203-9c28-2371c46dd59a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0402420 Nov 10 23:37:12.628255 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-344bf5f5-c295-4df1-9763-cd2d94bd91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:12.629643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-344bf5f5-c295-4df1-9763-cd2d94bd91e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0870137 Nov 10 23:37:12.694974 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-3315a40c-a74e-4d4a-ad1a-5631e0a8e9c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 1000 time: 0.0580947 Nov 10 23:37:12.741880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-42f536aa-7c3c-4fac-9d46-6a43e687983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:12.743240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-42f536aa-7c3c-4fac-9d46-6a43e687983e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0422029 Nov 10 23:37:12.792739 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-9ffc3412-75c9-4354-a02a-e5f9976c1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:37:12.794267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-9ffc3412-75c9-4354-a02a-e5f9976c1cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431843 Nov 10 23:37:12.804794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-9d820a74-2d08-45ab-98ec-784ebbcf7e31 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:37:12.805753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-9d820a74-2d08-45ab-98ec-784ebbcf7e31 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048668 Nov 10 23:37:12.895607 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-55d02663-d675-4902-addb-b13643f7ded9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826516 Nov 10 23:37:12.987523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b998ccbb-4a4f-468f-9bff-7f99fcd6be4b req-aff8a583-ea4a-40d8-acd4-6b4d4722beb6 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Nov 10 23:37:15.084700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:15.608965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:24.190711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:37:25.078983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c067edac-6163-41e3-b4ce-76bb18bae05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:27.705874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e5dd17cc-919b-4156-a731-4c18d98b43ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:29.114847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:30.555903 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:30.816107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:45.082148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:45.563970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:55.080805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-340a84f7-0a56-4ab9-aba6-b06424d1a750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:57.706752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02f536ca-d319-4287-b2f3-f16309b81c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:37:59.114273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:00.558298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:00.820139 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:01.190450 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:38:14.456705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-44a428fc-9a1c-4e8e-bf65-0d912333c4fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866308 Nov 10 23:38:14.535761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-d891ff0e-c383-4f2d-97db-c97304640886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:14.537228 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-d891ff0e-c383-4f2d-97db-c97304640886 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0399771 Nov 10 23:38:14.642935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-a5e8d9cc-53a7-4520-88e7-677af134aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:14.644323 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-a5e8d9cc-53a7-4520-88e7-677af134aa8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0874734 Nov 10 23:38:14.707723 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-ef404df1-228d-43f9-99e4-fff2401ffaec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 1000 time: 0.0568571 Nov 10 23:38:14.760069 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-3d89ad5a-a682-4dfd-a3ed-badabb6f2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:14.762560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-3d89ad5a-a682-4dfd-a3ed-badabb6f2392 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0482051 Nov 10 23:38:14.810176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-97bda296-6950-4997-81b7-ddd9ba8bd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:14.811635 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-97bda296-6950-4997-81b7-ddd9ba8bd421 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406485 Nov 10 23:38:14.900472 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-b2929894-ff26-4a59-a267-ad8bcaf642e1 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817056 Nov 10 23:38:14.992669 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc85706-c9c5-43e1-943a-5cb0b57707f6 req-7fb812f4-6494-48f4-bb2e-798380bbe55c service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Nov 10 23:38:15.081938 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:15.578530 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:25.082230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ee555d8-ffaa-4528-825e-333339b37be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:27.707596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-149fb88c-fcb4-4839-b91c-b4a5202540e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:29.117465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:30.561154 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:30.821291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:38.188869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:38:43.038655 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aa3aa-008c-4d3c-883e-b26991bcde57 req-35659c83-d83c-4fab-828d-7b1d7f7cf3d4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:43.040137 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f40aa3aa-008c-4d3c-883e-b26991bcde57 req-35659c83-d83c-4fab-828d-7b1d7f7cf3d4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1248338 Nov 10 23:38:43.089929 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f40aa3aa-008c-4d3c-883e-b26991bcde57 req-f587c823-76e6-49d2-a6cc-a5c1b165ad5d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Nov 10 23:38:43.317859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-14bdb389-5034-4b39-9582-ee1ab9189c00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444121 Nov 10 23:38:43.336571 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92247fb2-cc3a-4a8c-b371-84462989f859 req-4282fe64-958d-4b85-8f16-97c7ab782949 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:43.338164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92247fb2-cc3a-4a8c-b371-84462989f859 req-4282fe64-958d-4b85-8f16-97c7ab782949 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Nov 10 23:38:43.386028 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92247fb2-cc3a-4a8c-b371-84462989f859 req-cce86c0a-153d-4f4e-9e5e-a444a5d0b38a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Nov 10 23:38:44.442318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-5429e264-0eda-41ac-a2e6-1eb47499ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:44.443825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-5429e264-0eda-41ac-a2e6-1eb47499ec76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0427186 Nov 10 23:38:44.538645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-7345e896-421c-4a9f-816e-e203ecac62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:44.540147 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-7345e896-421c-4a9f-816e-e203ecac62ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0899334 Nov 10 23:38:44.559352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851eec6-332e-4665-8022-8366310b8b0b req-a7541878-7010-48eb-88b1-4b60df52be08 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:44.560837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9851eec6-332e-4665-8022-8366310b8b0b req-a7541878-7010-48eb-88b1-4b60df52be08 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1015785 Nov 10 23:38:44.605595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-d0f1c896-34fc-4748-861e-d16635f199a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 1000 time: 0.0588813 Nov 10 23:38:44.607456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9851eec6-332e-4665-8022-8366310b8b0b req-1acc95f0-f43e-4fe8-92ff-52539a4d62cb tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Nov 10 23:38:44.654527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-3cb67fed-2170-490e-ba01-2183ae72111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:44.655969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-3cb67fed-2170-490e-ba01-2183ae72111b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0438681 Nov 10 23:38:44.704103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-698d0a9d-2244-4e45-ba17-141f853e0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:44.705516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-698d0a9d-2244-4e45-ba17-141f853e0245 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429251 Nov 10 23:38:44.792667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-ad2a011c-b348-48d9-ab88-d86abd92974c service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793378 Nov 10 23:38:44.883047 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-144eab73-149c-424c-843e-95865c73b8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Nov 10 23:38:45.112216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:45.576669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:45.722000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883137-dc31-4632-84bb-e555e303a9f7 req-93c35bbb-dca9-46b1-9a71-b0c9ce1fb7e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:45.724072 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1883137-dc31-4632-84bb-e555e303a9f7 req-93c35bbb-dca9-46b1-9a71-b0c9ce1fb7e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Nov 10 23:38:45.771258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f1883137-dc31-4632-84bb-e555e303a9f7 req-63bf493e-ea18-46a2-a777-8421ddc8be1b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Nov 10 23:38:46.885398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af99e4-b4ba-4a8f-b9a3-e566972ec3a2 req-b7a7212f-947a-4868-9ff1-e3431de54add tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:46.887141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3af99e4-b4ba-4a8f-b9a3-e566972ec3a2 req-b7a7212f-947a-4868-9ff1-e3431de54add tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Nov 10 23:38:46.933537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d3af99e4-b4ba-4a8f-b9a3-e566972ec3a2 req-bcc3e3e3-9ddd-454c-bd5a-8ff833ba5950 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Nov 10 23:38:48.046940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd5c30-bd9e-409b-a918-ca58975cdbb7 req-77b1f259-6fa5-4cf7-8c6c-7e3a763e1b98 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:48.048426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73bd5c30-bd9e-409b-a918-ca58975cdbb7 req-77b1f259-6fa5-4cf7-8c6c-7e3a763e1b98 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Nov 10 23:38:48.096177 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-73bd5c30-bd9e-409b-a918-ca58975cdbb7 req-1c4fb2bb-7038-47b9-a73f-5a55d049ae46 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Nov 10 23:38:49.219637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8d14c-b8ed-46fa-957e-689193d224ac req-c5f107e4-3cd6-444b-8047-08d3b8fd19a4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:49.221096 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ef8d14c-b8ed-46fa-957e-689193d224ac req-c5f107e4-3cd6-444b-8047-08d3b8fd19a4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0559647 Nov 10 23:38:49.266674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ef8d14c-b8ed-46fa-957e-689193d224ac req-78654767-60d9-4e83-92c8-79a02dd72054 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397465 Nov 10 23:38:50.385478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce768-094e-41ff-a894-5485b8a1a340 req-8def030e-797b-432a-b3dd-a65f291b62fe tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:50.386920 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-770ce768-094e-41ff-a894-5485b8a1a340 req-8def030e-797b-432a-b3dd-a65f291b62fe tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0515096 Nov 10 23:38:50.432521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-770ce768-094e-41ff-a894-5485b8a1a340 req-911ee2dd-57f3-46bd-9404-5d359546de08 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Nov 10 23:38:51.545825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7d93-247d-4293-be7b-3a295149e9b2 req-3a358e79-c84f-4c2e-afa6-cac53fce9b00 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:51.547282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26cb7d93-247d-4293-be7b-3a295149e9b2 req-3a358e79-c84f-4c2e-afa6-cac53fce9b00 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0478179 Nov 10 23:38:51.593607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26cb7d93-247d-4293-be7b-3a295149e9b2 req-af1a4bac-1d19-43b4-926e-c6c38ac0f111 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 Nov 10 23:38:52.706865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed9bbf-b896-4c51-b2c9-a322e4d8e3f5 req-9d3e5ca8-456c-45cd-babd-ce6f6ed18e78 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:52.708881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31ed9bbf-b896-4c51-b2c9-a322e4d8e3f5 req-9d3e5ca8-456c-45cd-babd-ce6f6ed18e78 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Nov 10 23:38:52.755241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31ed9bbf-b896-4c51-b2c9-a322e4d8e3f5 req-3ed39a70-0ab0-4424-8b4f-9638a1f77df2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Nov 10 23:38:53.868278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5f219-ceb3-4e4e-ba3a-61229975006f req-fe918fe3-d4ff-45e2-b543-ea8a3459e25e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:53.869763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1cf5f219-ceb3-4e4e-ba3a-61229975006f req-fe918fe3-d4ff-45e2-b543-ea8a3459e25e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Nov 10 23:38:53.919893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1cf5f219-ceb3-4e4e-ba3a-61229975006f req-fd0eb360-fa06-4f46-8e85-3d196c53cdb8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Nov 10 23:38:55.033982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b1453-e2a7-4d1a-a0c9-3c0332e1e530 req-26230fb4-7c1f-4a91-8231-8262e0b95a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:55.035520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df0b1453-e2a7-4d1a-a0c9-3c0332e1e530 req-26230fb4-7c1f-4a91-8231-8262e0b95a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0478451 Nov 10 23:38:55.084095 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cf3273b7-1df2-4e6b-9745-fb4225355f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:55.086563 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-df0b1453-e2a7-4d1a-a0c9-3c0332e1e530 req-d50160ca-b17b-428d-ad0e-7a1cea34ea7b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448706 Nov 10 23:38:56.199281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4c44-0ce4-4dbb-9522-35116837d9e8 req-d90ae54a-4efd-40fe-86e6-9dffb6d80ccc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:56.200711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a6f4c44-0ce4-4dbb-9522-35116837d9e8 req-d90ae54a-4efd-40fe-86e6-9dffb6d80ccc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Nov 10 23:38:56.245564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a6f4c44-0ce4-4dbb-9522-35116837d9e8 req-6dfe2251-f104-4a38-887b-62f891ba095a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Nov 10 23:38:56.690797 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-309925f4-0267-4392-850c-5b1cf2fef664 service neutron] show failed (client error): The resource could not be found. Nov 10 23:38:56.692194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-309925f4-0267-4392-850c-5b1cf2fef664 service neutron] 10.222.0.39 "GET /v2.0/ports/e193c421-d4e3-461c-bbe2-f8b066157a77/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0532372 Nov 10 23:38:56.953518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-e92fd8a7-a0dd-4d3b-8699-c56da4b4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:56.954913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-e92fd8a7-a0dd-4d3b-8699-c56da4b4e05d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1096 time: 0.1107254 Nov 10 23:38:56.966329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-593b4669-d07f-4ba2-a42c-fc10fb3a4ccc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:38:56.967328 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-593b4669-d07f-4ba2-a42c-fc10fb3a4ccc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047991 Nov 10 23:38:56.979621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:38:57.034769 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.226892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:38:57.258266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:38:57.300480 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:38:57.303452 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf470bb1-c8d5-4952-9db9-a047fc353c3b" -d '{"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:38:57.307739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.320699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Transition to ACTIVE for port object e193c421-d4e3-461c-bbe2-f8b066157a77 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:38:57.325177 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.370806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59b479-5faf-49a4-b68d-02c8dbfebc9f req-d408800c-6908-4351-ac0f-a648b04442b6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:57.372436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da59b479-5faf-49a4-b68d-02c8dbfebc9f req-d408800c-6908-4351-ac0f-a648b04442b6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0537038 Nov 10 23:38:57.433405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-da59b479-5faf-49a4-b68d-02c8dbfebc9f req-354546fe-45b0-4219-a30d-810a74a495be tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523224 Nov 10 23:38:57.437894 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78bb82b-d01b-49c1-95dd-c4bacb1c08ad x-openstack-request-id: req-c78bb82b-d01b-49c1-95dd-c4bacb1c08ad {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:38:57.438188 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:38:57.438437 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c78bb82b-d01b-49c1-95dd-c4bacb1c08ad {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:38:57.438831 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'code': 200} Nov 10 23:38:57.444309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:38:57.470685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.471022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.471356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.471683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.472005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.472322 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.473262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.473589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.473907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.474221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.474534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.474848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:38:57.509657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] No DVR routers for this DVR port e193c421-d4e3-461c-bbe2-f8b066157a77 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:38:57.642589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:38:57.642840 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:38:57.643164 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:38:57.648128 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:38:57.648489 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Attempting to bind port e193c421-d4e3-461c-bbe2-f8b066157a77 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:38:57.653167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:38:57.653500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:38:57.653869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:38:57.654302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Bound port: e193c421-d4e3-461c-bbe2-f8b066157a77, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:38:57.654647 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.709612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a33c8087-4a07-4a26-a81e-16bdcac165ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.720148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:38:57.723774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:38:57.727257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.759441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:57.760071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:57.761478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] 10.222.0.20 "PUT /v2.0/ports/e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 1091 time: 0.7856069 Nov 10 23:38:57.798429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e9c19-17dc-4793-81ad-01ce76b72bfc service neutron] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:38:57.830730 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-4602250d-5da8-4eea-a5f8-2e84d1ae3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:57.832912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-4602250d-5da8-4eea-a5f8-2e84d1ae3bdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.0451653 Nov 10 23:38:57.928754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-430c3ffb-e0d8-4e94-9066-f15b5a03d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:57.930395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-430c3ffb-e0d8-4e94-9066-f15b5a03d42e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0910716 Nov 10 23:38:58.023773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-86ffde74-1fe2-4ef3-9b5b-f03336db4fb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 998 time: 0.0863740 Nov 10 23:38:58.077470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-bc51798b-c8b2-4991-8e0a-d3e299c80f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:58.078915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-bc51798b-c8b2-4991-8e0a-d3e299c80f12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0488107 Nov 10 23:38:58.123282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-95ec8c7d-236c-4f19-ba03-eedee1c16e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:58.124809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-95ec8c7d-236c-4f19-ba03-eedee1c16e6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387328 Nov 10 23:38:58.214305 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-ef97696e-6bf6-4169-92da-9d4fea00ea2a service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827940 Nov 10 23:38:58.306510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5aa40ed-a7c7-4a40-b8cc-0c9e72bd93cd req-71d5b62f-a373-4805-a8e0-8e9b61c59c70 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846291 Nov 10 23:38:58.552841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c158-bfc9-440a-ad25-210c46940b06 req-b359142c-438b-476c-bf38-643719b5116c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:58.554329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce66c158-bfc9-440a-ad25-210c46940b06 req-b359142c-438b-476c-bf38-643719b5116c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0488570 Nov 10 23:38:58.601673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce66c158-bfc9-440a-ad25-210c46940b06 req-7d5c8160-6386-4889-8e05-2757a940c86d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Nov 10 23:38:59.119150 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:38:59.440365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:38:59.443266 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc094bd-8336-446d-820c-22d728c48f40" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:38:59.491725 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d118d8-1506-496f-ba33-c22033f783e3 x-openstack-request-id: req-43d118d8-1506-496f-ba33-c22033f783e3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:38:59.492008 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:38:59.492254 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d118d8-1506-496f-ba33-c22033f783e3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:38:59.493387 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'status': 'completed', 'code': 200} Nov 10 23:38:59.554786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-14c6c4d6-1267-4569-9ea1-a12fc5e4e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.556280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-14c6c4d6-1267-4569-9ea1-a12fc5e4e55d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.0443861 Nov 10 23:38:59.559739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-5e206d22-3708-45af-ad2c-135704b7d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.561236 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-5e206d22-3708-45af-ad2c-135704b7d500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.0450995 Nov 10 23:38:59.649647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-80d9f8e0-9c6a-4591-814a-7f4e510b8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.651242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-80d9f8e0-9c6a-4591-814a-7f4e510b8fb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0879111 Nov 10 23:38:59.654291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-e302b2f3-98fd-4dcf-aa62-7830428116f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.656143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-e302b2f3-98fd-4dcf-aa62-7830428116f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0873425 Nov 10 23:38:59.724011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-3289e17d-3f79-438a-8280-1431eb402d70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 998 time: 0.0654263 Nov 10 23:38:59.763123 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-c338e223-44ec-459d-a864-abba35df5a47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 998 time: 0.0979779 Nov 10 23:38:59.774675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0bfca-3cb3-4574-b8ed-211954a0d131 req-c79c46a8-634f-4b79-b622-48fba269215e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.776100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47b0bfca-3cb3-4574-b8ed-211954a0d131 req-c79c46a8-634f-4b79-b622-48fba269215e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0712845 Nov 10 23:38:59.779182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-2055fecc-7a58-4a1c-a7e8-b4ba13769bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.780667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-2055fecc-7a58-4a1c-a7e8-b4ba13769bbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0504925 Nov 10 23:38:59.832614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-e8af0b63-da41-4dc8-8263-67760e3e3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.835153 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-e8af0b63-da41-4dc8-8263-67760e3e3f55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460992 Nov 10 23:38:59.840846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-b36fcc56-eb86-4d3c-9642-2f12858a4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.842315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-b36fcc56-eb86-4d3c-9642-2f12858a4c17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0653646 Nov 10 23:38:59.899219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47b0bfca-3cb3-4574-b8ed-211954a0d131 req-d5b5dc1e-31f8-498e-8a43-406278767ec5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801809 Nov 10 23:38:59.918527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc094bd-8336-446d-820c-22d728c48f40 req-f98cb7d0-6efa-4b0d-ac63-471cce3b1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:38:59.918527 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-f98cb7d0-6efa-4b0d-ac63-471cce3b1c57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533540 Nov 10 23:38:59.934119 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-cfe2f7d6-2d7c-483e-8e25-e45afbefcf84 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927935 Nov 10 23:39:00.010466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-2cf5c635-f1da-4298-b883-7b22d32aed93 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873756 Nov 10 23:39:00.035279 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-96132786-9bee-4ba5-9511-59de161d2a79 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939877 Nov 10 23:39:00.112956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-acc094bd-8336-446d-820c-22d728c48f40 req-a95d97c3-274d-4d6e-ade8-a653dcd3cd8c service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953538 Nov 10 23:39:00.563823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:00.823873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:01.017254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0d09-8e78-4472-8013-37169ee3608d req-2cab823e-8d11-4f23-b77f-88746c34111c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.018715 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3ed0d09-8e78-4472-8013-37169ee3608d req-2cab823e-8d11-4f23-b77f-88746c34111c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0487213 Nov 10 23:39:01.028497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:39:01.061871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:39:01.071954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e3ed0d09-8e78-4472-8013-37169ee3608d req-f9662bf9-009b-47b6-9806-9205a3d6bf95 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465336 Nov 10 23:39:01.082680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:39:01.163942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:01.175823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'mac_address': 'fa:16:3e:89:07:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:39:01.219669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:01.237129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e193c421-d4e3-461c-bbe2-f8b066157a77 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:39:01.257449 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:01.262566 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:01.302183 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4473180-b3e7-4bc8-a07c-27c6495caa28 req-6911d568-1cf0-481c-bcf0-ac6abcea37ad tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.303667 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4473180-b3e7-4bc8-a07c-27c6495caa28 req-6911d568-1cf0-481c-bcf0-ac6abcea37ad tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0866590 Nov 10 23:39:01.309708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:01.317856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.318198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.318409 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-039fba92-5dfa-41a9-90b7-8ae88c0581b0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.318522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.318852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.319184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.319510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.319826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-039fba92-5dfa-41a9-90b7-8ae88c0581b0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8&tenant_id=c41d99bdd82f4e7bb680907a799494da&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 944 time: 0.0908468 Nov 10 23:39:01.319921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.320145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.320529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.320782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.321122 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.321456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:01.401327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4473180-b3e7-4bc8-a07c-27c6495caa28 req-78abb0e9-4406-4fba-bb91-a8e3ff049d42 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912142 Nov 10 23:39:01.410216 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-31bebbac-0aba-40d2-9b96-38451b6c1631 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:39:01.411511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-31bebbac-0aba-40d2-9b96-38451b6c1631 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e193c421-d4e3-461c-bbe2-f8b066157a77/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0790327 Nov 10 23:39:01.495094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['e193c421-d4e3-461c-bbe2-f8b066157a77'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:39:01.508212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-7d32d4ed-28f3-46af-8552-3ca6ee7eb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.509748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-7d32d4ed-28f3-46af-8552-3ca6ee7eb736 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0450547 Nov 10 23:39:01.599230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-6a7a0b71-38ce-4b0b-87a2-4dc0c2420f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.600698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-6a7a0b71-38ce-4b0b-87a2-4dc0c2420f6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0839381 Nov 10 23:39:01.669779 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-a334e6e6-8da4-4cd6-8cb1-d99b7af2febb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 200 len: 999 time: 0.0608337 Nov 10 23:39:01.716885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-6744ee2f-7747-4b65-a59c-2d30fe1ccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.718296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-6744ee2f-7747-4b65-a59c-2d30fe1ccd0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0424383 Nov 10 23:39:01.762633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-a6e48e47-905e-4261-b779-e79ba5d31f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:01.764063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-a6e48e47-905e-4261-b779-e79ba5d31f3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383558 Nov 10 23:39:02.141843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-a5c6cc91-7b2a-4fdf-a588-37fd97d617f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707397 Nov 10 23:39:02.232229 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1776c0f7-a4fc-4d01-b828-75d3954b4f6b req-7e2e7c73-92dd-4b65-a0c5-4e82eac57edb service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824521 Nov 10 23:39:02.519146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a890f-38df-476a-a666-eeb48c26e475 req-51dbae17-5df6-46a6-a8a8-b904a25f42dc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:02.521273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-256a890f-38df-476a-a666-eeb48c26e475 req-51dbae17-5df6-46a6-a8a8-b904a25f42dc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 944 time: 0.0509639 Nov 10 23:39:02.572913 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-256a890f-38df-476a-a666-eeb48c26e475 req-4abba912-b29f-4841-833b-49778bbdb5f4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Nov 10 23:39:03.064498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:39:03.113178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port e193c421-d4e3-461c-bbe2-f8b066157a77 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:39:03.117427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port e193c421-d4e3-461c-bbe2-f8b066157a77 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:39:03.117802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:03.193346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:03.215663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:39:03.217900 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55875937-9405-4a65-bb7c-3977a36ce0a5" -d '{"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:39:03.234832 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:03.239916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:03.286892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:03.317027 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f489c427-d084-4524-9288-741ddb89db2d x-openstack-request-id: req-f489c427-d084-4524-9288-741ddb89db2d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:39:03.317340 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:39:03.317592 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f489c427-d084-4524-9288-741ddb89db2d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:39:03.317984 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'code': 200} Nov 10 23:39:03.686669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e32b04-fba9-47fa-a581-fdb1d9b405d6 req-ab22d095-3d75-4372-bcc7-5af96b63a637 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:03.688131 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8e32b04-fba9-47fa-a581-fdb1d9b405d6 req-ab22d095-3d75-4372-bcc7-5af96b63a637 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Nov 10 23:39:03.733999 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d8e32b04-fba9-47fa-a581-fdb1d9b405d6 req-c5e9efab-f396-4c93-88f0-1c26ec71d841 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Nov 10 23:39:03.846094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83580a2a-6324-4fa2-8997-00cae23834f7 req-eee1cd54-b9ff-41a2-92d8-79fcf46417e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:03.848158 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83580a2a-6324-4fa2-8997-00cae23834f7 req-eee1cd54-b9ff-41a2-92d8-79fcf46417e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Nov 10 23:39:03.893726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-83580a2a-6324-4fa2-8997-00cae23834f7 req-9237af22-f58a-485d-be03-7611c6ec65a0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Nov 10 23:39:04.007492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10bf3-3e28-487c-88a2-7e36d9db4df1 req-79742682-9474-4841-a612-aaae9e5ba6a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:04.008960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2e10bf3-3e28-487c-88a2-7e36d9db4df1 req-79742682-9474-4841-a612-aaae9e5ba6a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0508785 Nov 10 23:39:04.055159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e2e10bf3-3e28-487c-88a2-7e36d9db4df1 req-cff0ca35-7782-458c-a811-79f59d191166 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 Nov 10 23:39:04.285357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41149bdd-417d-4fd2-9299-2c2c02b3d2af req-39570cd3-7a3d-45b8-95b6-9812932a6ed8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:04.286799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41149bdd-417d-4fd2-9299-2c2c02b3d2af req-39570cd3-7a3d-45b8-95b6-9812932a6ed8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Nov 10 23:39:04.333634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41149bdd-417d-4fd2-9299-2c2c02b3d2af req-773a11b0-f926-4629-a0a2-4f1d692e2041 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Nov 10 23:39:05.447215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222b9ea-f03d-4206-9b57-c87f989d9cbb req-1c7b4b37-1a54-40ef-bbdc-f9a7132ff1d2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:05.448680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e222b9ea-f03d-4206-9b57-c87f989d9cbb req-1c7b4b37-1a54-40ef-bbdc-f9a7132ff1d2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Nov 10 23:39:05.495058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e222b9ea-f03d-4206-9b57-c87f989d9cbb req-c54469b4-b122-4d6c-a804-0a18c2cbcb13 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Nov 10 23:39:05.520112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-f5a05393-7440-488c-aaaf-e8b2a11fd279 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:05.521592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-f5a05393-7440-488c-aaaf-e8b2a11fd279 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0515869 Nov 10 23:39:05.607766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Deleting port e193c421-d4e3-461c-bbe2-f8b066157a77 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:39:05.608102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:05.696874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] For port e193c421-d4e3-461c-bbe2-f8b066157a77, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=e193c421-d4e3-461c-bbe2-f8b066157a77,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:05.697258 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:05.929421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:05.930029 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:05.930345 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 disassociated. External IP: 172.25.0.43, port: e193c421-d4e3-461c-bbe2-f8b066157a77. Nov 10 23:39:05.930677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Calling delete_port for e193c421-d4e3-461c-bbe2-f8b066157a77 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:39:06.059363 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:06.085941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'Port': ['ID=e193c421-d4e3-461c-bbe2-f8b066157a77,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:06.207403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:39:06.319631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:39:06.329575 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:39:06.339602 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:39:06.340234 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:06.358199 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] No DVR routers for this DVR port e193c421-d4e3-461c-bbe2-f8b066157a77 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:39:06.360853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:06.364754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efc607ff-b464-4c66-b548-1bbedb64a4c8 req-ab8c9c38-fd99-4671-9db8-95ec8f700a60 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "DELETE /v2.0/ports/e193c421-d4e3-461c-bbe2-f8b066157a77 HTTP/1.1" status: 204 len: 173 time: 0.8369575 Nov 10 23:39:06.365229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-deleted', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:39:06.367494 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab608d0f-9f27-4af5-abf3-d7ece0a5f416" -d '{"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-deleted", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:39:06.412379 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed81be3-ca1c-4e34-abfe-d3ccf6b8bfd2 x-openstack-request-id: req-eed81be3-ca1c-4e34-abfe-d3ccf6b8bfd2 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:39:06.412667 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8", "name": "network-vif-deleted", "tag": "e193c421-d4e3-461c-bbe2-f8b066157a77", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:39:06.412917 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eed81be3-ca1c-4e34-abfe-d3ccf6b8bfd2 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:39:06.413353 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8', 'name': 'network-vif-deleted', 'tag': 'e193c421-d4e3-461c-bbe2-f8b066157a77', 'status': 'completed', 'code': 200} Nov 10 23:39:06.544419 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:39:06.617569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1a61c17a-575d-49d3-a167-170a3837af5a req-2d8f6407-e056-4e8f-ac5f-f7b35756a0c6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d5ac0a1-860a-4b8c-8ac1-8b22460a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0320139 Nov 10 23:39:06.742838 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:06.771785 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:39:06.779867 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:39:06.780460 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:06.883883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:39:07.074062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:07.099402 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bed3e1-22d3-4adb-862c-f54eb27b89b3 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:39:07.308015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390e8c8-ab77-4316-83b9-eaaa29b747de None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:39:07.857365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-6edbaf2e-d183-499e-8e7e-30223f979b4b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1741662267&fields=id&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 267 time: 0.0503573 Nov 10 23:39:07.967029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-a7aea53d-9de5-411a-86bb-5880e7688655 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:07.968385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-a7aea53d-9de5-411a-86bb-5880e7688655 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1038151 Nov 10 23:39:07.983309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-60282667-5f41-4e2d-80c8-c4db36285ce6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/quotas/c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 375 time: 0.0086675 Nov 10 23:39:08.035953 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-1bcca631-7ae7-40ce-a1fa-eaf200a4550a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473995 Nov 10 23:39:08.133358 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-cfc1066f-3df4-4f7a-a349-3954e30261ed service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Nov 10 23:39:08.222175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-77ce0f71-d18c-4135-95f4-fdcd6a0d806c service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826814 Nov 10 23:39:08.379281 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5f9f24f1-148a-4e8e-8367-3816b6d7de41 req-1e93281c-02b5-4a16-aa13-6aa9da4adbc1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 210 time: 0.0267231 Nov 10 23:39:09.065431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:39:09.085521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: e193c421-d4e3-461c-bbe2-f8b066157a77 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:39:09.085860 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device e193c421-d4e3-461c-bbe2-f8b066157a77 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:39:09.258162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9b489348-36a4-46ba-b501-475b3ec224df tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:09.259625 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9b489348-36a4-46ba-b501-475b3ec224df tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1017933 Nov 10 23:39:09.327419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ae2a2091-c401-4303-9aad-979f19fd9ad2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d99bdd82f4e7bb680907a799494da&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0580955 Nov 10 23:39:09.359870 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-800e10d3-f721-4bcb-abf2-75457a519b76 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0237482 Nov 10 23:39:09.370205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'port': {'device_id': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'admin_state_up': True, 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'security_groups': ['36c0a940-fb5b-4f19-9326-b08d24ddbc92']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:39:09.478207 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:39:09.481948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:09.484613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4fdf7633-95f1-491b-ba74-73bd19e068c3 req-23a7fab4-4a6d-4e27-8f74-1161f341108e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 210 time: 0.0365300 Nov 10 23:39:09.609901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Allocated IP 172.20.0.5 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:39:09.744913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:09.777835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:09.821977 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:39:09.825089 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:39:09.828787 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:39:09.835006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:09.864468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.864669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.864940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.865302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.865641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.865973 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.866298 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.866623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.866945 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.867266 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.867592 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.867920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:39:09.893452 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:09.894070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:09.911347 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-9a27b39e-7289-4d3b-a29f-46e3d90c6129 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446570 Nov 10 23:39:09.923380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Request body: {'port': {'device_id': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:39:09.984489 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.056701 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f7f1ffbb-d95c-44cd-a073-329cdad1a627 None None] Provisioning complete for port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:39:10.057100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ffbb-d95c-44cd-a073-329cdad1a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.089896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1ffbb-d95c-44cd-a073-329cdad1a627 None None] Port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:39:10.241682 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a695c34d-f5f2-4faa-b4b3-2e1ee087e52e {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:39:10.248790 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.260227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Transition to ACTIVE for port object a695c34d-f5f2-4faa-b4b3-2e1ee087e52e will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:39:10.263897 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.314141 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:10.391373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:39:10.391712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:39:10.392038 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:39:10.397494 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:39:10.397816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:39:10.402871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:39:10.403265 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:39:10.403653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:39:10.404079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Bound port: a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:39:10.404441 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.470851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:39:10.475507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:39:10.479306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.513617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:10.514160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:10.515546 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] 10.222.0.39 "PUT /v2.0/ports/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 1091 time: 0.5964551 Nov 10 23:39:10.515980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:39:10.518270 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e12d00-7143-4db5-850c-2773fb8b666b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:39:10.543179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8546e-aad0-4b16-a2d3-e0134a2ccb9e service neutron] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:10.635197 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7312a1b-4d59-4d0e-a84f-ef8719d7f88c x-openstack-request-id: req-f7312a1b-4d59-4d0e-a84f-ef8719d7f88c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:39:10.635496 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:39:10.635748 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7312a1b-4d59-4d0e-a84f-ef8719d7f88c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:39:10.636149 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'status': 'completed', 'code': 200} Nov 10 23:39:10.653325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-51d265fe-3691-4f3e-be99-c2e728db7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:10.654851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-51d265fe-3691-4f3e-be99-c2e728db7897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0902991 Nov 10 23:39:10.666838 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c508e1d-5193-43a5-917f-5432e99799f4 req-03508685-327f-4a0e-9ae9-2a532a6de6ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:10.668382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c508e1d-5193-43a5-917f-5432e99799f4 req-03508685-327f-4a0e-9ae9-2a532a6de6ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0735307 Nov 10 23:39:10.711242 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-e69af588-58cb-4f9f-8a14-ae70232e9bd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 217 time: 0.0418785 Nov 10 23:39:10.785359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0c508e1d-5193-43a5-917f-5432e99799f4 req-1dbe39f5-579b-44c7-8aeb-aa4ed811ffd6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097705 Nov 10 23:39:10.788815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-46671368-19ca-4db9-ae64-05adbe89567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:10.790222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-46671368-19ca-4db9-ae64-05adbe89567a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0723433 Nov 10 23:39:10.836134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-3edf6ae7-e0ff-4279-aefb-b2c0050fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:10.837670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-3edf6ae7-e0ff-4279-aefb-b2c0050fd2b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408940 Nov 10 23:39:10.929846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-51ea4890-3842-4007-a283-7f8bcaade00b service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853035 Nov 10 23:39:11.018470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d6f6837-1f83-4ad7-93be-8b92a7166241 req-52fd6d14-ef07-46af-b840-07d649867b35 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813468 Nov 10 23:39:11.105055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-fcee0b97-0b14-452a-8508-6f5dfd168d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:11.106479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-fcee0b97-0b14-452a-8508-6f5dfd168d39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0410025 Nov 10 23:39:11.199495 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-a5c947d6-4f2c-4cfd-96df-fe4f87b098c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:11.200938 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-a5c947d6-4f2c-4cfd-96df-fe4f87b098c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0871353 Nov 10 23:39:11.240787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-9e8ae36b-5555-4bdd-b88b-ea203b63ad83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 217 time: 0.0334461 Nov 10 23:39:11.299102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-b29b3685-6b6f-4e96-bf7b-52c093183b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:11.301165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-b29b3685-6b6f-4e96-bf7b-52c093183b3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0526679 Nov 10 23:39:11.350380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-6a79d775-1b71-43e8-b8c3-fa2339858658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:11.351832 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-6a79d775-1b71-43e8-b8c3-fa2339858658 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430813 Nov 10 23:39:11.441734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-194f817e-624a-425f-b646-51f30beb92ce service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 Nov 10 23:39:11.532628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3e12d00-7143-4db5-850c-2773fb8b666b req-33dedf39-b911-496f-b76c-1a837dea9c2f service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Nov 10 23:39:11.900327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d8f55-8217-48a4-9e9c-fda20ce9e76a req-bd6744c2-5bb1-4237-a83d-a5d63f60011d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:11.901805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e46d8f55-8217-48a4-9e9c-fda20ce9e76a req-bd6744c2-5bb1-4237-a83d-a5d63f60011d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0477026 Nov 10 23:39:11.947766 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e46d8f55-8217-48a4-9e9c-fda20ce9e76a req-8c8b9ffa-b728-4a05-bc2f-6ea63db890e5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Nov 10 23:39:13.063524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b238c2d-2c1b-48b8-8b5c-ee9fee922bf9 req-7954e63a-85e6-4bd2-86e1-0a5e85c5c131 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:13.065004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b238c2d-2c1b-48b8-8b5c-ee9fee922bf9 req-7954e63a-85e6-4bd2-86e1-0a5e85c5c131 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0499179 Nov 10 23:39:13.110193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:39:13.111900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b238c2d-2c1b-48b8-8b5c-ee9fee922bf9 req-4abd9226-4f45-43a5-942a-816bce197b88 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Nov 10 23:39:13.204730 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:13.216267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'mac_address': 'fa:16:3e:e1:ce:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:39:13.252026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:13.264565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a695c34d-f5f2-4faa-b4b3-2e1ee087e52e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:39:13.283533 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:13.287843 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:13.333143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:13.510688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:39:14.225601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bb414-9382-4eef-ab36-2e16ddbe2190 req-868acca9-f423-4b5b-8f83-64799058095a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:14.227060 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-115bb414-9382-4eef-ab36-2e16ddbe2190 req-868acca9-f423-4b5b-8f83-64799058095a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 944 time: 0.0487976 Nov 10 23:39:14.273281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-115bb414-9382-4eef-ab36-2e16ddbe2190 req-36dec170-0c06-4225-9015-834157a02cc1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Nov 10 23:39:15.130202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:39:15.166821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:15.183810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:39:15.187722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:39:15.188079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:15.188205 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:39:15.265109 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:15.287037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:39:15.289372 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8df3e1-317a-4b67-a45c-3c719ce782bf" -d '{"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:39:15.302798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:39:15.317971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:15.343194 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d9c84-e8ae-4888-b774-bba52dc265f7 x-openstack-request-id: req-222d9c84-e8ae-4888-b774-bba52dc265f7 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:39:15.343479 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:39:15.343732 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-222d9c84-e8ae-4888-b774-bba52dc265f7 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:39:15.344260 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'code': 200} Nov 10 23:39:15.387928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:39:15.417010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caed0e6-48a0-48e7-8fbb-f9c4bc3b486f req-4e39cb7c-0dda-4782-83a2-c1579dfbb04f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:15.425584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5caed0e6-48a0-48e7-8fbb-f9c4bc3b486f req-4e39cb7c-0dda-4782-83a2-c1579dfbb04f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0751731 Nov 10 23:39:15.445854 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250e72c-d89b-4d27-bc43-d2bd6a0c8c09 req-7b8cd0c4-ba86-44de-9667-2f423a134f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:15.447396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4250e72c-d89b-4d27-bc43-d2bd6a0c8c09 req-7b8cd0c4-ba86-44de-9667-2f423a134f9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0494325 Nov 10 23:39:15.470560 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5caed0e6-48a0-48e7-8fbb-f9c4bc3b486f req-fb42769f-0630-4962-83b7-ccc66e972d74 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Nov 10 23:39:15.501133 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4250e72c-d89b-4d27-bc43-d2bd6a0c8c09 req-bf4de650-5fec-4c32-b3ba-729aff0fba43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Nov 10 23:39:15.592089 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:16.588914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ff5a-bf27-46b4-9acb-e70c46b94754 req-3fbef292-cb14-48e6-937f-f3b105b6b752 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:16.590545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9f7ff5a-bf27-46b4-9acb-e70c46b94754 req-3fbef292-cb14-48e6-937f-f3b105b6b752 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0507338 Nov 10 23:39:16.638107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b9f7ff5a-bf27-46b4-9acb-e70c46b94754 req-8b6c2d69-18f8-4515-b5fb-1379cab2b8cc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Nov 10 23:39:17.753161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eefae-40dc-42c3-8bca-104365e29c8e req-7534b89c-39b4-458d-9627-3bd288136ff2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:17.755304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-940eefae-40dc-42c3-8bca-104365e29c8e req-7534b89c-39b4-458d-9627-3bd288136ff2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0494103 Nov 10 23:39:17.801920 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-940eefae-40dc-42c3-8bca-104365e29c8e req-5f23b714-afc8-4ef2-9246-ed57d330ada8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Nov 10 23:39:17.910861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347c7c-8fdd-45d6-9d99-fa14d9a323e2 req-a70876f8-b782-4d76-a0cf-6fb2b8379ad7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:17.912307 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1c347c7c-8fdd-45d6-9d99-fa14d9a323e2 req-a70876f8-b782-4d76-a0cf-6fb2b8379ad7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0478971 Nov 10 23:39:17.920927 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 56300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:39:17.925315 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'floatingip': {'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:39:17.966973 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:18.389654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:18.393423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:18.492694 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 associated. External IP: 172.25.0.43, port: a695c34d-f5f2-4faa-b4b3-2e1ee087e52e. Nov 10 23:39:18.690262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:39:18.797006 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:39:18.801887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:18.806518 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:39:18.815925 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:39:18.816515 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:18.831040 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95130852-3b91-4580-86cc-124fb9d78450 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "PUT /v2.0/floatingips/2f92161f-395b-400b-bd46-95fba7ed2ca9 HTTP/1.1" status: 200 len: 990 time: 0.9065197 Nov 10 23:39:18.831040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:39:18.831815 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:39:18.869536 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7e8d88-cabe-4fef-9689-8c3f88883fe6 x-openstack-request-id: req-9b7e8d88-cabe-4fef-9689-8c3f88883fe6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:39:18.869827 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:39:18.870079 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b7e8d88-cabe-4fef-9689-8c3f88883fe6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:39:18.870477 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'status': 'completed', 'code': 200} Nov 10 23:39:18.931189 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:39:18.934694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-542d5936-9095-42c3-b7d2-3e244fa3cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:18.936224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-542d5936-9095-42c3-b7d2-3e244fa3cb37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0442917 Nov 10 23:39:19.025921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-6e1c965d-f1aa-4d69-804e-6df035e9b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:19.027991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-6e1c965d-f1aa-4d69-804e-6df035e9b626 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0839238 Nov 10 23:39:19.096776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-0dd09714-b929-4ada-b586-26cbf7810128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 998 time: 0.0620284 Nov 10 23:39:19.146456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-7ee71cc8-9f26-4953-927b-12e6ad7ad2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:19.147954 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-7ee71cc8-9f26-4953-927b-12e6ad7ad2a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0439134 Nov 10 23:39:19.150641 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:e1:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:39:18Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:19.175661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:39:19.183728 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:39:19.184585 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:38:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:19.192377 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-26afacbd-5229-4498-85cf-47d061719e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:39:19.193873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-26afacbd-5229-4498-85cf-47d061719e12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395129 Nov 10 23:39:19.284436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-28380a36-7cbd-4f50-bcf8-aae8fff8384f service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836966 Nov 10 23:39:19.287899 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:39:19.372725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bc30563-5e3d-473e-a3cb-bb6ed43bef2d req-412241c2-a3b7-473d-b571-a4da255e98fb service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Nov 10 23:39:19.511557 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:e1:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:39:18Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:39:19.536451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cc2b5-ea2f-4138-b963-03ef7b46d3e8 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:e1:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:39:18Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:39:19.726100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642855df-9b9a-41cc-93eb-3b6becbcaa06 None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:39:25.086001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c97e9b6c-db82-4654-a30d-797da86a7952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:27.710592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e64e250-fb54-4aee-93a7-3ca36d9b0809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:29.126377 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:30.568200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:30.825202 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:45.131578 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:45.607096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:52.186735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:39:55.086382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-665c1204-c86e-4f7b-93ad-e04a3daed07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:57.711592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-01fc028e-1307-436d-8da1-a74f848224ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:39:59.126136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:00.571242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:00.826469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:15.150667 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:15.606804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:16.402390 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-9e687f49-22bd-4400-8fa8-ade162ca482b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393250 Nov 10 23:40:16.488552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-535e438e-9be6-4216-bb7c-becf1b71232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:16.490067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-535e438e-9be6-4216-bb7c-becf1b71232f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0454006 Nov 10 23:40:16.591590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-9b9859eb-807d-45da-a49f-88ffccb4537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:16.593042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-9b9859eb-807d-45da-a49f-88ffccb4537f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0844035 Nov 10 23:40:16.659904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-b36e5e7b-dde9-487e-b665-8d5ebaee8200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 1000 time: 0.0603750 Nov 10 23:40:16.708242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-8d93cd3e-a973-44bb-846b-4df85016d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:16.709748 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-8d93cd3e-a973-44bb-846b-4df85016d77d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0437417 Nov 10 23:40:16.752856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-e982196e-5001-403f-bb7c-c91830fa7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:16.754815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-e982196e-5001-403f-bb7c-c91830fa7d12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385926 Nov 10 23:40:16.846083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-f346e0da-6133-4275-b7fb-e83719f7b2d6 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Nov 10 23:40:16.934061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3506306-ea80-4ae4-9d6e-d7cd94e0cc6d req-9b450cc1-7254-4d7a-8714-a9380ae3d660 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794318 Nov 10 23:40:25.087532 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ea13790a-5295-4d69-9745-c14ea7ed217c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:27.711983 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b60212d1-950a-41d4-99f9-ad833add6589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:29.129183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:29.185379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:40:30.572900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:30.827691 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:45.147947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:45.605769 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:55.088254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3d99f23c-9215-403c-8265-0c5ade17ebe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:55.764131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c46e-677b-45b8-93cb-177660c0d16c req-f1b0f1c8-5a64-421d-96aa-b5eb61d42c6e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:55.765710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8020c46e-677b-45b8-93cb-177660c0d16c req-f1b0f1c8-5a64-421d-96aa-b5eb61d42c6e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0484605 Nov 10 23:40:55.816332 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8020c46e-677b-45b8-93cb-177660c0d16c req-f73a4173-9ca3-4417-91ce-8a05f1fce493 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Nov 10 23:40:56.938593 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222e8d-85e2-4d29-a2df-87ae76bdcfb5 req-870a8a11-1e4a-44e7-8641-77a2ceb09397 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:56.940044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8222e8d-85e2-4d29-a2df-87ae76bdcfb5 req-870a8a11-1e4a-44e7-8641-77a2ceb09397 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0538216 Nov 10 23:40:56.986995 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a8222e8d-85e2-4d29-a2df-87ae76bdcfb5 req-e357bcd1-702a-4136-af52-e1e43542f7c9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410459 Nov 10 23:40:57.712489 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8be51b6a-6b64-478b-b14e-9216d035140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:58.101499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897df3-08ed-48f5-acbd-a3400d8871c6 req-9a60b68b-2a76-40bc-a971-0ff012243a7e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:58.102960 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34897df3-08ed-48f5-acbd-a3400d8871c6 req-9a60b68b-2a76-40bc-a971-0ff012243a7e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0480449 Nov 10 23:40:58.150036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-34897df3-08ed-48f5-acbd-a3400d8871c6 req-37a0ce15-d55d-483f-88cf-42c21fd52ff0 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Nov 10 23:40:59.132190 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:40:59.263881 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ce866-b1c1-48f4-a744-a98cfb0cf5c1 req-39434b4a-ce1e-4f87-bee3-cda191c0f7a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:40:59.265378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-921ce866-b1c1-48f4-a744-a98cfb0cf5c1 req-39434b4a-ce1e-4f87-bee3-cda191c0f7a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0486999 Nov 10 23:40:59.311557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-921ce866-b1c1-48f4-a744-a98cfb0cf5c1 req-ce2b52a8-0444-4826-858e-4b2b0b01c359 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Nov 10 23:41:00.429250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973b630-ed81-4d0e-9b70-e809c2da273a req-a4472199-116d-40ac-8fd8-ecc86fb3a236 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:00.430720 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5973b630-ed81-4d0e-9b70-e809c2da273a req-a4472199-116d-40ac-8fd8-ecc86fb3a236 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0483134 Nov 10 23:41:00.477248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5973b630-ed81-4d0e-9b70-e809c2da273a req-140464c2-e62f-4de3-8427-ba4cf42394b6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Nov 10 23:41:00.574427 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:00.829408 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:01.589802 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e33f5d-ed90-4ff0-8151-513f73e7a991 req-ce34102c-12a5-4509-8957-cb8df81ee5ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:01.591261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94e33f5d-ed90-4ff0-8151-513f73e7a991 req-ce34102c-12a5-4509-8957-cb8df81ee5ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0482316 Nov 10 23:41:01.641219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94e33f5d-ed90-4ff0-8151-513f73e7a991 req-66ddd26b-bdc0-4abb-86f3-20a17e1d0de7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Nov 10 23:41:02.757215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db671e-60ec-4231-a5a7-b384ea6d2a65 req-ca591bcd-dc53-4961-a6bf-84e52d123174 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:02.758589 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-75db671e-60ec-4231-a5a7-b384ea6d2a65 req-ca591bcd-dc53-4961-a6bf-84e52d123174 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0517311 Nov 10 23:41:02.805061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-75db671e-60ec-4231-a5a7-b384ea6d2a65 req-27dd72e9-ad7e-49f3-be58-6f9306c8d0d4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Nov 10 23:41:03.917567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927467e-1b77-44cf-bbf2-99c9ab56fe9a req-3de73e26-52c1-4ebc-af21-940b723af28c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:03.919024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e927467e-1b77-44cf-bbf2-99c9ab56fe9a req-3de73e26-52c1-4ebc-af21-940b723af28c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0487695 Nov 10 23:41:03.965186 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e927467e-1b77-44cf-bbf2-99c9ab56fe9a req-bebf9778-357a-44fb-ba01-05d5fa63c22c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 Nov 10 23:41:05.076547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4706470-63cd-4b69-82c9-78b3f7fbc37e req-a7597a62-ce64-4b8f-9fa1-ee902b434d8d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:05.078088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4706470-63cd-4b69-82c9-78b3f7fbc37e req-a7597a62-ce64-4b8f-9fa1-ee902b434d8d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0479615 Nov 10 23:41:05.124318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e4706470-63cd-4b69-82c9-78b3f7fbc37e req-4e1ab33e-6f5d-43e7-ae5e-1d0713ad7556 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 Nov 10 23:41:06.184643 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:41:06.236811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69e192-dc57-44ff-a124-4cde384a42e2 req-7731cc6d-3a2e-4c1c-950a-54d37e012f15 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:06.238292 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b69e192-dc57-44ff-a124-4cde384a42e2 req-7731cc6d-3a2e-4c1c-950a-54d37e012f15 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0475340 Nov 10 23:41:06.283965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0b69e192-dc57-44ff-a124-4cde384a42e2 req-c230fb24-c102-4737-9f3f-0280df101897 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392857 Nov 10 23:41:06.544719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb97a7-d0d2-4638-abf3-b349e29e280d req-91121e73-bc82-4830-8666-52b844c7dc46 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:06.546164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8ddb97a7-d0d2-4638-abf3-b349e29e280d req-91121e73-bc82-4830-8666-52b844c7dc46 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0776293 Nov 10 23:41:06.564573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-81e8fe00-b534-4233-927c-d0e00423b27d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043437 Nov 10 23:41:06.602574 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8ddb97a7-d0d2-4638-abf3-b349e29e280d req-20624948-4551-4aaf-a8b8-3f15ad7a8757 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489607 Nov 10 23:41:07.725574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaf9a7-d3c4-4a34-a214-d204f466577c req-590b5376-ce90-4f62-b540-c66e2566d60b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:07.727344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9efaf9a7-d3c4-4a34-a214-d204f466577c req-590b5376-ce90-4f62-b540-c66e2566d60b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0577779 Nov 10 23:41:07.774048 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9efaf9a7-d3c4-4a34-a214-d204f466577c req-d8eedb2e-7738-4516-b136-4dad97994f2d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Nov 10 23:41:08.889243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3cf3-f880-44f7-b8c5-200ad45c027b req-e9866828-a429-4dba-a3af-cd6b0696db71 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:08.890706 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a42f3cf3-f880-44f7-b8c5-200ad45c027b req-e9866828-a429-4dba-a3af-cd6b0696db71 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0486722 Nov 10 23:41:08.938000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a42f3cf3-f880-44f7-b8c5-200ad45c027b req-bab32dab-c401-4241-ab2e-3da1ab3ae309 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Nov 10 23:41:09.760781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-d3ac831f-200d-4cdc-8eb7-ec7e1af666e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:09.762331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-d3ac831f-200d-4cdc-8eb7-ec7e1af666e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0423760 Nov 10 23:41:09.855636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-7339512b-0da4-4b23-9bfa-54c2687d7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:09.857101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-7339512b-0da4-4b23-9bfa-54c2687d7c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0874932 Nov 10 23:41:10.238659 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-1bf156ba-95da-4d74-a60f-f2a77b1ff4cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 1000 time: 0.3747408 Nov 10 23:41:10.253424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c067-c52e-4c62-b4e0-99840797f6e5 req-74791929-85e0-4ac0-8d43-301f5332baa3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:10.254818 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5444c067-c52e-4c62-b4e0-99840797f6e5 req-74791929-85e0-4ac0-8d43-301f5332baa3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0645194 Nov 10 23:41:10.326200 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-92d05805-ffbe-4a09-9373-687076bcc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:10.327497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-92d05805-ffbe-4a09-9373-687076bcc04e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0712419 Nov 10 23:41:10.334908 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5444c067-c52e-4c62-b4e0-99840797f6e5 req-ab46880d-4475-4a4f-9290-8a451b49191f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716352 Nov 10 23:41:10.376344 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aa502da2-8de7-405a-abb8-73970a5e9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:10.377851 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aa502da2-8de7-405a-abb8-73970a5e9e29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421138 Nov 10 23:41:10.469678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-8fdf24d6-7af7-4b95-b6c7-0bc07c31bc36 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Nov 10 23:41:10.557226 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-ce6e425a-1aa5-4b07-a9e4-abf0d72217b1 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804682 Nov 10 23:41:11.770252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593c0b0-2a6c-40f7-8a1e-c84c173a6aea req-7f7a700a-1a8d-43f8-a163-cd33e1f5177c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:11.771773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7593c0b0-2a6c-40f7-8a1e-c84c173a6aea req-7f7a700a-1a8d-43f8-a163-cd33e1f5177c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.3691792 Nov 10 23:41:11.818354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7593c0b0-2a6c-40f7-8a1e-c84c173a6aea req-2eebf740-d5e7-4e93-a4aa-40ee2023fb5b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Nov 10 23:41:12.318386 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-043e1b41-0a37-4f55-b1ca-de0edade224d service neutron] show failed (client error): The resource could not be found. Nov 10 23:41:12.319299 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-043e1b41-0a37-4f55-b1ca-de0edade224d service neutron] 10.222.0.39 "GET /v2.0/ports/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0543921 Nov 10 23:41:12.511081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-75b741ff-95b6-45f4-98cb-4229360c19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:12.512534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-75b741ff-95b6-45f4-98cb-4229360c19c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1096 time: 0.0395451 Nov 10 23:41:12.529093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:41:12.578773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:12.774312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:12.805165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:41:12.844800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:12.847133 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ef2b8-0539-4a08-a64b-6d083ed14c6b" -d '{"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:12.851076 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:12.864058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Transition to ACTIVE for port object a695c34d-f5f2-4faa-b4b3-2e1ee087e52e will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:41:12.868410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:12.948450 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b742f-3248-401c-93de-778ad9227120 x-openstack-request-id: req-5f0b742f-3248-401c-93de-778ad9227120 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:12.948895 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:12.949052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19514617-db1b-423b-8df1-084e4774018d req-dc6a9242-e671-4429-b3ac-95ab22c55785 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:12.949913 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f0b742f-3248-401c-93de-778ad9227120 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:12.950133 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'code': 200} Nov 10 23:41:12.951374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19514617-db1b-423b-8df1-084e4774018d req-dc6a9242-e671-4429-b3ac-95ab22c55785 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0625405 Nov 10 23:41:12.969582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:12.981190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.981531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.981859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.982198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.982524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.982851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.983174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.983495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.983814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.984132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.984449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:12.984769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:13.005835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19514617-db1b-423b-8df1-084e4774018d req-10285df4-ce8e-4de9-b4f3-a727958eb460 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Nov 10 23:41:13.007514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] No DVR routers for this DVR port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:41:13.147490 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:41:13.147821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:41:13.148141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:41:13.152359 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:41:13.152670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Attempting to bind port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:41:13.157421 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:41:13.157747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:41:13.158115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:41:13.158530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Bound port: a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:41:13.158876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:13.218965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:41:13.221797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:41:13.226486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:13.261649 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:13.262257 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:13.263617 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 1091 time: 0.7383616 Nov 10 23:41:13.293575 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed269ad-1608-4d24-9149-747a6a48f2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:13.330021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-1291cee1-e1e7-441e-a2cd-ee6064a4d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:13.331552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-1291cee1-e1e7-441e-a2cd-ee6064a4d54c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0460064 Nov 10 23:41:13.425821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-9630c770-1ae3-45b5-b549-7ca6e9316721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:13.427857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-9630c770-1ae3-45b5-b549-7ca6e9316721 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0895634 Nov 10 23:41:13.502993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-f2c9b94c-942c-497e-9fae-9e9b68b497c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 998 time: 0.0675781 Nov 10 23:41:13.554310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-9f38d14d-a9a8-4eab-a37d-8733bc36990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:13.555789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-9f38d14d-a9a8-4eab-a37d-8733bc36990a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0462945 Nov 10 23:41:13.601027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-be1a2e62-fc52-403f-8bbe-dc6bf194d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:13.602556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-be1a2e62-fc52-403f-8bbe-dc6bf194d9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398395 Nov 10 23:41:13.694267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-b8de6714-7794-4df3-ac78-cf8477bb2881 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843606 Nov 10 23:41:13.782157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8aca7f60-73a6-477a-b188-62c4d3407c13 req-f83e5ec8-79fc-40b6-9785-db0e3555ab46 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810416 Nov 10 23:41:14.128965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5351bef-0470-4975-bb84-b528eebf973d req-f1f60a15-da35-49b6-b1a7-0dc26801ce00 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:14.130427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5351bef-0470-4975-bb84-b528eebf973d req-f1f60a15-da35-49b6-b1a7-0dc26801ce00 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0529969 Nov 10 23:41:14.176102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5351bef-0470-4975-bb84-b528eebf973d req-4e2698ba-14bd-45bf-98a9-112d3ccaf90d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Nov 10 23:41:14.951023 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:14.953702 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:15.006290 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdbd73a-387b-4b62-aa9b-16d9ab967f1d x-openstack-request-id: req-0cdbd73a-387b-4b62-aa9b-16d9ab967f1d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:15.006587 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:15.006842 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cdbd73a-387b-4b62-aa9b-16d9ab967f1d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:15.007237 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'status': 'completed', 'code': 200} Nov 10 23:41:15.071933 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-0b733ca4-3fc3-4b1b-8d34-9b40af6547ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.073460 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-0b733ca4-3fc3-4b1b-8d34-9b40af6547ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0459900 Nov 10 23:41:15.090384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-f390969c-d8f9-488d-bb83-d01726c15ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.091865 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-f390969c-d8f9-488d-bb83-d01726c15ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0422773 Nov 10 23:41:15.152530 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:15.172714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-74c3ffc0-bcf1-43d2-ba92-fe98fdfbbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.174209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-74c3ffc0-bcf1-43d2-ba92-fe98fdfbbc59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0943687 Nov 10 23:41:15.185876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-6e96547d-baa0-4354-b220-dd4a340f0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.187333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-6e96547d-baa0-4354-b220-dd4a340f0c27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0891662 Nov 10 23:41:15.242532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-3c63a05e-0b37-4a7d-a2a8-71fa44c6efe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 998 time: 0.0602591 Nov 10 23:41:15.263307 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-94811dd0-eb45-4c06-9807-ec1508901cb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 998 time: 0.0691905 Nov 10 23:41:15.292915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-0e2777d9-1af3-4309-b916-bbf473ba9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.294414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-0e2777d9-1af3-4309-b916-bbf473ba9941 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0449679 Nov 10 23:41:15.333531 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-5b2e9efe-cde6-4d1a-a2db-9e80a471bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.334988 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-5b2e9efe-cde6-4d1a-a2db-9e80a471bf9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0585694 Nov 10 23:41:15.343408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6aadd-a92f-4797-9f26-19235284e54d req-11903d4f-91b2-487a-9f3a-2da284207229 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.344866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29a6aadd-a92f-4797-9f26-19235284e54d req-11903d4f-91b2-487a-9f3a-2da284207229 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0965595 Nov 10 23:41:15.347252 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-c65e22d6-7621-46f5-97f1-0bf0a8d8cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.353826 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-c65e22d6-7621-46f5-97f1-0bf0a8d8cc70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530677 Nov 10 23:41:15.410166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-443937c1-ec8c-4ff8-8d21-b616454c08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.412217 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-443937c1-ec8c-4ff8-8d21-b616454c08f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659440 Nov 10 23:41:15.433500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-29a6aadd-a92f-4797-9f26-19235284e54d req-d1d9cdd9-d9c4-4d00-9959-80cc217406be tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794349 Nov 10 23:41:15.457958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-06c64820-c96f-4e6f-a303-e0acccf0ac9e service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960457 Nov 10 23:41:15.532538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-b4939472-01c1-46af-83a3-7fb694b8abab service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124783 Nov 10 23:41:15.575139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-b0a8e4b0-cde9-4712-bfa1-422472c455d2 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088617 Nov 10 23:41:15.623467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:15.652617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:41:15.662814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-b54b7490-67dd-4d85-b625-37b2b2ba57e9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.664353 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-b54b7490-67dd-4d85-b625-37b2b2ba57e9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d&tenant_id=c41d99bdd82f4e7bb680907a799494da&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 943 time: 0.0552247 Nov 10 23:41:15.681919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fe4f-a03c-4d49-ac90-3f9ac43c5fe5 req-490acc67-1ec6-4572-89b9-d464df8b4b7d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.683411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2648fe4f-a03c-4d49-ac90-3f9ac43c5fe5 req-490acc67-1ec6-4572-89b9-d464df8b4b7d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 943 time: 0.0809169 Nov 10 23:41:15.686007 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c77dc2fc-15d9-4e6f-82c9-e4a8b7d689d9 req-eadff36a-6b8b-4799-9209-41c827c451db service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464992 Nov 10 23:41:15.698550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:41:15.731355 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-dc2cb419-92ba-471f-a040-113c29be2bf6 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:41:15.732295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-dc2cb419-92ba-471f-a040-113c29be2bf6 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0604424 Nov 10 23:41:15.732922 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:41:15.739551 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2648fe4f-a03c-4d49-ac90-3f9ac43c5fe5 req-e8b8bc31-45d0-4558-85ce-66f2dd44723c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498121 Nov 10 23:41:15.821924 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-9a9d7d94-538d-42cb-bcb0-aa29fe779c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.823433 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-9a9d7d94-538d-42cb-bcb0-aa29fe779c18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0412335 Nov 10 23:41:15.834871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:15.846114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'mac_address': 'fa:16:3e:e1:ce:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:41:15.882401 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:15.895103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a695c34d-f5f2-4faa-b4b3-2e1ee087e52e {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:41:15.914208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:15.917181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-cca99e80-8460-4cb6-bc8d-f8ae929e8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:15.917807 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:15.918692 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-cca99e80-8460-4cb6-bc8d-f8ae929e8dd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0876696 Nov 10 23:41:15.964572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:15.971843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.972189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.972525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.972858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.973212 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.973541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.973894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.974217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.974541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.974861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.975179 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.975500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:15.984632 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-d730a861-a922-4686-8e3b-9bf5993e479f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 999 time: 0.0587254 Nov 10 23:41:16.038152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-955a214b-9975-4905-8763-0508ff756c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:16.039638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-955a214b-9975-4905-8763-0508ff756c4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0478985 Nov 10 23:41:16.085299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-1d771d2e-02ba-4882-9873-10099c98f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:16.086768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-1d771d2e-02ba-4882-9873-10099c98f15c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403883 Nov 10 23:41:16.122383 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:41:16.179661 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-c0281cb6-ee08-42f0-855b-98ee039ab1a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Nov 10 23:41:16.268793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b81722fd-4d8f-4d1f-a28d-9762d5487bcf req-54be95d7-519f-41b8-b7e8-7093bde4166a service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813961 Nov 10 23:41:16.859676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e548bc1-4a67-4eaf-bcdb-352ab6451628 req-b10bd66d-966d-49c4-b09e-162243c09089 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:16.861201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e548bc1-4a67-4eaf-bcdb-352ab6451628 req-b10bd66d-966d-49c4-b09e-162243c09089 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 944 time: 0.0498016 Nov 10 23:41:16.909708 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9e548bc1-4a67-4eaf-bcdb-352ab6451628 req-3caed85a-5f30-453f-a188-44f8d1c175c4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Nov 10 23:41:17.023565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107e984-a193-41ac-b492-4c06dff52fba req-a8b963c5-0d6e-45ba-97af-1ff1c6eb083b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.025079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e107e984-a193-41ac-b492-4c06dff52fba req-a8b963c5-0d6e-45ba-97af-1ff1c6eb083b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 944 time: 0.0483143 Nov 10 23:41:17.071571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e107e984-a193-41ac-b492-4c06dff52fba req-1a6358c3-d547-4b82-bfdb-58ec44960fb4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 Nov 10 23:41:17.294969 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24cbbd-e7eb-45cb-9c5d-3b1e04deec89 req-26441481-8a6d-4a7e-b20b-90a5c1bfd54a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.296323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd24cbbd-e7eb-45cb-9c5d-3b1e04deec89 req-26441481-8a6d-4a7e-b20b-90a5c1bfd54a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 944 time: 0.0795519 Nov 10 23:41:17.322582 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-7a2bf611-809b-41c5-a990-d80a3445efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.324011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-7a2bf611-809b-41c5-a990-d80a3445efb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 1095 time: 0.0700848 Nov 10 23:41:17.393143 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fd24cbbd-e7eb-45cb-9c5d-3b1e04deec89 req-d5d2b31a-b950-4ce2-86c7-cc56620275ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896804 Nov 10 23:41:17.431945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-b89880fb-d81a-4886-b205-6e3c364b6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.433417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-b89880fb-d81a-4886-b205-6e3c364b6639 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0981572 Nov 10 23:41:17.501961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-5c3400a1-4fb7-4671-be53-a21aa20a2a4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 200 len: 999 time: 0.0619185 Nov 10 23:41:17.549569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-d2e3b6c5-f4f3-46f2-a48c-ffd96a7af787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.550854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-d2e3b6c5-f4f3-46f2-a48c-ffd96a7af787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0421045 Nov 10 23:41:17.600134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-53182423-3e71-4106-857e-8b1c649eecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:17.601750 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-53182423-3e71-4106-857e-8b1c649eecf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435567 Nov 10 23:41:17.696372 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-2c190f87-dafc-4f9e-92c4-8b6c66c24370 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868869 Nov 10 23:41:17.749346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:41:17.784549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ebd47859-2323-4bd8-9c43-0cd91031bc50 req-5f2891bc-8f1b-4466-9a0c-df8ac92b4292 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817270 Nov 10 23:41:17.797404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:41:17.801317 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:41:17.801607 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:17.880649 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:17.901956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:17.904391 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2622351-fe68-4550-b905-69b59e5522d9" -d '{"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:17.916593 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:17.921818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:17.945548 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bdc955-2d23-42cd-9f0b-33576fdcc942 x-openstack-request-id: req-39bdc955-2d23-42cd-9f0b-33576fdcc942 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:17.945828 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:17.946069 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39bdc955-2d23-42cd-9f0b-33576fdcc942 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:17.946444 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'code': 200} Nov 10 23:41:17.970547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:18.507079 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea849d0-d362-4a6d-8d53-d48e112c2752 req-cccad674-804c-43db-b0f7-0d3ec546c86c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:18.508554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ea849d0-d362-4a6d-8d53-d48e112c2752 req-cccad674-804c-43db-b0f7-0d3ec546c86c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0486085 Nov 10 23:41:18.560734 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ea849d0-d362-4a6d-8d53-d48e112c2752 req-86e24915-cc5c-4fa2-a5d7-7978cbd6c9e9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Nov 10 23:41:18.789815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76799de6-6ab8-4fe4-9542-9d77c1ac70b9 req-7b89a5e8-def9-4fcc-a5a1-a2cb2fc73480 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:18.791282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76799de6-6ab8-4fe4-9542-9d77c1ac70b9 req-7b89a5e8-def9-4fcc-a5a1-a2cb2fc73480 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0497632 Nov 10 23:41:18.838614 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-76799de6-6ab8-4fe4-9542-9d77c1ac70b9 req-5cae27e6-0c3e-4eee-8ef1-195c89049066 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Nov 10 23:41:19.957234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f71449-3a47-42e4-8d88-2d0b2fd6fb4b req-3282ac31-acc2-4544-aa74-8a34d7e5be3c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:19.959222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9f71449-3a47-42e4-8d88-2d0b2fd6fb4b req-3282ac31-acc2-4544-aa74-8a34d7e5be3c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0531991 Nov 10 23:41:20.005326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d9f71449-3a47-42e4-8d88-2d0b2fd6fb4b req-972d66db-dca4-450c-9a3e-1fe8f9e57bb3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Nov 10 23:41:20.051755 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-5e3eccdf-e59b-4647-8d19-b29f19858a7c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:20.053264 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-5e3eccdf-e59b-4647-8d19-b29f19858a7c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 945 time: 0.0497804 Nov 10 23:41:20.143132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Deleting port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:41:20.143471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:20.230204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] For port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:20.230564 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:20.401403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:20.401682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:20.402015 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 disassociated. External IP: 172.25.0.43, port: a695c34d-f5f2-4faa-b4b3-2e1ee087e52e. Nov 10 23:41:20.402337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Calling delete_port for a695c34d-f5f2-4faa-b4b3-2e1ee087e52e owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:41:20.525262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:20.556084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'Port': ['ID=a695c34d-f5f2-4faa-b4b3-2e1ee087e52e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:20.671954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:41:21.009249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:41:21.018475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:41:21.028949 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:41:21.029843 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:21.048169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] No DVR routers for this DVR port a695c34d-f5f2-4faa-b4b3-2e1ee087e52e on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:41:21.051519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:21.055418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-74ee3153-4585-4d29-a7d5-be2588c7c308 req-c50f1930-4eb8-44e7-9dc9-17ab7030fd51 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "DELETE /v2.0/ports/a695c34d-f5f2-4faa-b4b3-2e1ee087e52e HTTP/1.1" status: 204 len: 173 time: 0.9959984 Nov 10 23:41:21.056043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-deleted', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:21.058273 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6356113-c04a-4a7c-87a2-cb09e44e560c" -d '{"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-deleted", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:21.111836 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc2b0b9-cc07-4ec3-8dea-2960a4e2a0c0 x-openstack-request-id: req-bdc2b0b9-cc07-4ec3-8dea-2960a4e2a0c0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:21.112213 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d928fcb-7468-41c3-8cb7-d8145e65bf9d", "name": "network-vif-deleted", "tag": "a695c34d-f5f2-4faa-b4b3-2e1ee087e52e", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:21.112521 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc2b0b9-cc07-4ec3-8dea-2960a4e2a0c0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:21.113009 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d928fcb-7468-41c3-8cb7-d8145e65bf9d', 'name': 'network-vif-deleted', 'tag': 'a695c34d-f5f2-4faa-b4b3-2e1ee087e52e', 'status': 'completed', 'code': 200} Nov 10 23:41:21.134718 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec5b85c8-45f6-42bd-a62d-1f4e0b800b00 req-3473cd33-85a3-4372-811c-f587eb5f350b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d928fcb-7468-41c3-8cb7-d8145e65bf9d HTTP/1.1" status: 200 len: 210 time: 0.0361476 Nov 10 23:41:21.143345 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:41:21.343409 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:21.369132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:41:21.377558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:41:21.378155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:40:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:21.480486 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:41:21.672319 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:21.697790 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73192008-c496-4c5f-816d-c22de1bedfba None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:41:21.911342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89458c34-0ba4-48b6-96f6-dbdda76bb01a None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:41:22.414359 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-36d1f6c6-fa51-40b3-bf14-0b646dec56dc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1741662267&fields=id&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 267 time: 0.0418363 Nov 10 23:41:22.527844 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-c43fb954-930c-498d-b7b1-3f7e7871a801 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:22.529329 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-c43fb954-930c-498d-b7b1-3f7e7871a801 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1082628 Nov 10 23:41:22.544591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-619c429e-30dd-44b3-9319-1dc292c03d67 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/quotas/c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 375 time: 0.0095789 Nov 10 23:41:22.600265 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-8c7a00ab-501b-4883-9949-d3ff1d7e4ce3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506182 Nov 10 23:41:22.656222 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-045e2392-2b00-43d0-8f1d-2a1f7d257d23 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:41:22.657259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-045e2392-2b00-43d0-8f1d-2a1f7d257d23 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460615 Nov 10 23:41:22.744473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-24a2d709-a044-4552-a1c1-fa07e74423ef service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804136 Nov 10 23:41:22.834230 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-7b3b9f14-cffc-485b-8340-245ab79b6a93 service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 Nov 10 23:41:22.990404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4ab4b242-5de3-4bbc-829e-df224188ffa5 req-d62281aa-91bc-4798-9f6d-1452c48f1e8a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0259147 Nov 10 23:41:23.792026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:41:23.814845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a695c34d-f5f2-4faa-b4b3-2e1ee087e52e {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:41:23.815435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a695c34d-f5f2-4faa-b4b3-2e1ee087e52e not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:41:24.068855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c7043169-4f25-47d1-b95c-eef1cb24eb19 req-adaf5479-9d09-41a3-8b30-2b6ce88edae6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Nov 10 23:41:25.090057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa9be-b0e9-4bbe-a1df-5709411f5f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:25.147383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-166a118e-dd06-4fc3-9992-de794ba6b208 req-7ae6bb53-b168-4da2-a3b4-83b9a2c22103 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0256467 Nov 10 23:41:26.225388 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1acd4932-be3a-4b9f-afd4-54ba976bb6be req-120d9a48-0a6a-408c-b4df-fc68702c72df tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0261874 Nov 10 23:41:26.990066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-c7684d0c-3b3a-4a62-a703-7d09c06967a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:26.991524 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-c7684d0c-3b3a-4a62-a703-7d09c06967a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1070230 Nov 10 23:41:27.054734 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-bf5f5d5b-f410-4db5-a45a-b12aa09c2603 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d99bdd82f4e7bb680907a799494da&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0537753 Nov 10 23:41:27.085787 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-853a0739-1c28-494a-bcfd-5113612aca52 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0248914 Nov 10 23:41:27.096126 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'port': {'device_id': '1068faa2-4971-4646-a618-faad2b245206', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'admin_state_up': True, 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'security_groups': ['36c0a940-fb5b-4f19-9326-b08d24ddbc92']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:41:27.206626 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:41:27.211006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.322795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f34e1820-d42f-4d67-a1a3-c2a93c432299 req-aab6d25d-6797-41a8-9672-37ea659248fb tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0293016 Nov 10 23:41:27.337842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Allocated IP 172.20.0.13 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/22dacd95-0555-413b-8aaa-d4b77a1b59d9) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:41:27.475186 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.508732 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.552612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:41:27.557631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:41:27.561636 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:41:27.587953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:27.606271 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.606619 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.606964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.607304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.607645 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.607978 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.608310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.608644 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.608991 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.609338 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.610083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.610535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:41:27.630557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:27.631173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.647494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-717452dd-8f33-48b0-8c20-1f0e37f7faf1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548723 Nov 10 23:41:27.660326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Request body: {'port': {'device_id': '1068faa2-4971-4646-a618-faad2b245206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:41:27.715235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df6f3401-3d3d-427c-b976-35111fe6907a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.723294 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.763648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a6fabc6e-205a-494c-b16c-f04b4984bc1b None None] Provisioning complete for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:41:27.764110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a6fabc6e-205a-494c-b16c-f04b4984bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:27.800507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a6fabc6e-205a-494c-b16c-f04b4984bc1b None None] Port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:41:27.985561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:41:27.992709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:28.004336 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Transition to ACTIVE for port object 22dacd95-0555-413b-8aaa-d4b77a1b59d9 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:41:28.008645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:28.060625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:28.130509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:41:28.130843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:41:28.131169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:41:28.136638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:41:28.137233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:41:28.142755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:41:28.143094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:41:28.143477 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:41:28.143906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Bound port: 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:41:28.144293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:28.214688 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:41:28.218439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:41:28.223051 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:28.255765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.256377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:28.258267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] 10.222.0.39 "PUT /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1092 time: 0.6023495 Nov 10 23:41:28.258705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:28.261038 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526efb64-7806-4400-8cfd-544391e59f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:28.309902 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14cfb0-aa6e-4b31-9052-73b29f647555 x-openstack-request-id: req-bb14cfb0-aa6e-4b31-9052-73b29f647555 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:28.310195 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:28.310445 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb14cfb0-aa6e-4b31-9052-73b29f647555 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:28.310851 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'status': 'completed', 'code': 200} Nov 10 23:41:28.313063 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0631d-861a-45ad-8041-b0dceabf6730 service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:28.345765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-24d604ce-bf83-4108-a154-6d13f8d3248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.347573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-24d604ce-bf83-4108-a154-6d13f8d3248c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1095 time: 0.0517199 Nov 10 23:41:28.398469 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-3af21116-2fc2-424a-9337-724f056c220c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 217 time: 0.0422525 Nov 10 23:41:28.449653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-605a3c7b-1601-48a2-97de-33b0643bbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.450286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecde4e-fb94-4152-a549-1cb66f321df5 req-7a653054-af01-49c7-bd00-0617859bf173 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.451110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-605a3c7b-1601-48a2-97de-33b0643bbae6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0465083 Nov 10 23:41:28.451943 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fecde4e-fb94-4152-a549-1cb66f321df5 req-7a653054-af01-49c7-bd00-0617859bf173 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0560110 Nov 10 23:41:28.498263 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f7789360-a83c-4dfe-94fe-15170efc58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.499868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-f7789360-a83c-4dfe-94fe-15170efc58c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420127 Nov 10 23:41:28.500512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fecde4e-fb94-4152-a549-1cb66f321df5 req-af253e24-c627-4d6f-a4a5-eaf94a380a0b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Nov 10 23:41:28.597736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-3a1ad60d-d3f1-45e0-b1a9-7d86d52b560f service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903926 Nov 10 23:41:28.687538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4ff69302-82c1-4f55-bd7e-737e3c7ce10c req-22b6b095-e17d-446c-bea1-ecb42250dc5d service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Nov 10 23:41:28.773694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efb64-7806-4400-8cfd-544391e59f4b req-46f59a84-925c-464b-82f3-07d03861225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.775081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-46f59a84-925c-464b-82f3-07d03861225c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1095 time: 0.0414169 Nov 10 23:41:28.869749 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efb64-7806-4400-8cfd-544391e59f4b req-85b20e95-3f4a-456d-9583-7128db75ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.871203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-85b20e95-3f4a-456d-9583-7128db75ea69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0899129 Nov 10 23:41:28.912757 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-0096c758-ce10-44e0-aa90-8b794c35ed3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 217 time: 0.0344279 Nov 10 23:41:28.966213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efb64-7806-4400-8cfd-544391e59f4b req-b09a5f29-099f-465b-82a5-33738199e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:28.967766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-b09a5f29-099f-465b-82a5-33738199e8ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0483747 Nov 10 23:41:29.015475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efb64-7806-4400-8cfd-544391e59f4b req-2e97e335-4174-495a-a233-1e028a1cf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:29.016940 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-2e97e335-4174-495a-a233-1e028a1cf8b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394011 Nov 10 23:41:29.111045 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-c31c8d51-5be7-4bb2-a37f-6f64e224ac16 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Nov 10 23:41:29.135191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:29.208797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-526efb64-7806-4400-8cfd-544391e59f4b req-8715e100-dbc0-41b2-b4c6-b3c8e6e02f3a service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887880 Nov 10 23:41:29.623658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986484e1-ae76-4c05-8094-5f943035820b req-b2b1ab3f-96c7-4a3f-a230-394f1d44babe tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:29.625169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-986484e1-ae76-4c05-8094-5f943035820b req-b2b1ab3f-96c7-4a3f-a230-394f1d44babe tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0521820 Nov 10 23:41:29.671992 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-986484e1-ae76-4c05-8094-5f943035820b req-2b28442e-cac5-47c6-9a52-1b33513f7eaf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Nov 10 23:41:30.576338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:30.787280 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f0ccd-ccb8-43db-b552-60c616e5f08d req-9c8fdc03-4966-4205-a3fd-bc9f5a9f51bc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:30.788659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d6f0ccd-ccb8-43db-b552-60c616e5f08d req-9c8fdc03-4966-4205-a3fd-bc9f5a9f51bc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0482900 Nov 10 23:41:30.829825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:30.837991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6d6f0ccd-ccb8-43db-b552-60c616e5f08d req-2aceeca5-1972-4a91-8216-591d60986a34 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Nov 10 23:41:31.728699 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:41:31.824491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:31.835126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:41:31.878001 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:31.891307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:41:31.910193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:31.914379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:31.958083 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab4095-c5b0-4b77-bb2e-5520afdadc9a req-752b9480-3dd1-4009-9016-00b3a6aa95b4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:31.959575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2aab4095-c5b0-4b77-bb2e-5520afdadc9a req-752b9480-3dd1-4009-9016-00b3a6aa95b4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Nov 10 23:41:31.964513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:32.007665 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2aab4095-c5b0-4b77-bb2e-5520afdadc9a req-35173719-bc96-444d-9f63-10c11d0ac3c5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Nov 10 23:41:32.124262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['22dacd95-0555-413b-8aaa-d4b77a1b59d9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:41:33.124615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44611d-43c8-4070-9e7c-be805d422ddb req-1da46fcb-5dd3-4293-af27-041f0623e0fa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:33.126114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f44611d-43c8-4070-9e7c-be805d422ddb req-1da46fcb-5dd3-4293-af27-041f0623e0fa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0520704 Nov 10 23:41:33.172213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f44611d-43c8-4070-9e7c-be805d422ddb req-9e2510fd-528c-4317-8487-ad32bda34d78 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Nov 10 23:41:33.746641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:41:33.797816 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:41:33.802303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:41:33.802678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:33.879471 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:33.901872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:33.904073 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048a6b2-ddf6-40ce-ac63-181531cce83c" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:33.917407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:41:33.921396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:33.950288 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b75385-6890-45bc-884d-70464a2896fe x-openstack-request-id: req-85b75385-6890-45bc-884d-70464a2896fe {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:33.950570 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:33.950817 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b75385-6890-45bc-884d-70464a2896fe {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:33.951199 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'code': 200} Nov 10 23:41:33.977518 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:41:34.035798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0c6b-cfa9-46b5-aaa9-099947586786 req-be6e5ba1-804b-47ed-97d1-c3713d4aaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:34.037903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22bb0c6b-cfa9-46b5-aaa9-099947586786 req-be6e5ba1-804b-47ed-97d1-c3713d4aaf56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1097 time: 0.0398755 Nov 10 23:41:34.082744 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22bb0c6b-cfa9-46b5-aaa9-099947586786 req-30993c62-e673-4d52-b309-8d3fd4c7ebbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Nov 10 23:41:34.288311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a618e5-5dc5-46f9-b53e-f68e39730c38 req-03e87e35-f42e-4d09-83da-f12d6c2df4f1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:34.289745 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80a618e5-5dc5-46f9-b53e-f68e39730c38 req-03e87e35-f42e-4d09-83da-f12d6c2df4f1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Nov 10 23:41:34.335609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80a618e5-5dc5-46f9-b53e-f68e39730c38 req-526beb11-c241-49b7-915c-6ae6c904e26b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Nov 10 23:41:35.450253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761d24-d5ec-4ab1-a798-b2ae7a5a03b4 req-3a0c654c-d5d2-4d80-85e9-0de6db521825 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:35.451712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c761d24-d5ec-4ab1-a798-b2ae7a5a03b4 req-3a0c654c-d5d2-4d80-85e9-0de6db521825 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0481527 Nov 10 23:41:35.501374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c761d24-d5ec-4ab1-a798-b2ae7a5a03b4 req-6dfd9170-82b6-4f16-a3ea-1e4caafdfa48 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Nov 10 23:41:35.615269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f38a-b286-4138-b3cf-25d4c49defe2 req-28b547a3-36f2-492e-ba66-af6afeddf029 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:35.616650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f98f38a-b286-4138-b3cf-25d4c49defe2 req-28b547a3-36f2-492e-ba66-af6afeddf029 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0520566 Nov 10 23:41:35.625187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 56666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:41:35.629438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'floatingip': {'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:41:35.667906 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:36.093986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:36.097448 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:36.197090 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 associated. External IP: 172.25.0.43, port: 22dacd95-0555-413b-8aaa-d4b77a1b59d9. Nov 10 23:41:36.396618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:41:36.499942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:41:36.505502 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:36.511698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:41:36.521913 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:41:36.522523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:41:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:36.535537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-48c38100-0886-46d2-b220-0789f6fcf512 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "PUT /v2.0/floatingips/2f92161f-395b-400b-bd46-95fba7ed2ca9 HTTP/1.1" status: 200 len: 991 time: 0.9093134 Nov 10 23:41:36.536701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:41:36.539001 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:41:36.580046 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80946c67-c64d-4cb9-8898-b92ba05b7244 x-openstack-request-id: req-80946c67-c64d-4cb9-8898-b92ba05b7244 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:41:36.580334 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:41:36.580603 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80946c67-c64d-4cb9-8898-b92ba05b7244 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:41:36.581049 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'status': 'completed', 'code': 200} Nov 10 23:41:36.629971 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:41:36.646324 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-8f03030a-e0c5-4ca4-aeb0-3253bd3e6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:36.647882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-8f03030a-e0c5-4ca4-aeb0-3253bd3e6176 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1097 time: 0.0401599 Nov 10 23:41:36.736768 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-0c1b6ccf-1fb1-4b92-a7e8-612745400669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:36.738272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-0c1b6ccf-1fb1-4b92-a7e8-612745400669 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0833604 Nov 10 23:41:36.807796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-cc7708ef-9b07-42ac-bf50-cf7af163e261 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 999 time: 0.0624771 Nov 10 23:41:36.851611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1068faa2-4971-4646-a618-faad2b245206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:41:36Z', 'revision_number': 9, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:36.856029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-d826dd32-7fbb-42ce-b1e3-8a523f755a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:36.857511 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-d826dd32-7fbb-42ce-b1e3-8a523f755a5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0430751 Nov 10 23:41:36.877888 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:41:36.886131 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:41:36.886720 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:41:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:36.902082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-e54fece3-0b94-4ee8-93b9-8f3750509502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:41:36.903521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-e54fece3-0b94-4ee8-93b9-8f3750509502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397019 Nov 10 23:41:37.000617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-4322e44f-8c7a-4e0b-8055-22a31ad29bce service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897319 Nov 10 23:41:37.078706 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:41:37.089813 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3abc7bb6-e8aa-4440-84f2-4bc3a25b3bf5 req-014bcb09-14b7-4bc2-b884-a4dd810c2890 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827425 Nov 10 23:41:37.295142 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1068faa2-4971-4646-a618-faad2b245206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:41:36Z', 'revision_number': 9, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:41:37.320745 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5536ce-17cb-4ca2-ac7d-d29cdf42c7af None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1068faa2-4971-4646-a618-faad2b245206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:41:36Z', 'revision_number': 9, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:41:37.508462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234adac2-488a-4f22-a48c-19da59c92389 None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:41:43.183173 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:41:45.149058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:45.620058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:55.088053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-724bcd23-2502-4e6f-8e16-295794b2d4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:57.715666 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a3f2958e-fd72-445f-a105-df205220757b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:41:59.137075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:00.579622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:00.833517 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:15.154906 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:15.619051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:17.391419 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-bdf8443c-86fd-4d5f-b76e-5bbf91ffd950 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436811 Nov 10 23:42:17.472441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-b78dec6b-03f9-4cb2-a226-c05570caf39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:42:17.473927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-b78dec6b-03f9-4cb2-a226-c05570caf39f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1097 time: 0.0405750 Nov 10 23:42:17.580036 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-441487a4-90df-441f-a6f1-8fa39870178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:42:17.581582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-441487a4-90df-441f-a6f1-8fa39870178e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0888803 Nov 10 23:42:17.645352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-57df83f7-ed95-4f9d-b544-51fd9f1a5c76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1002 time: 0.0564795 Nov 10 23:42:17.694065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-90400117-4e70-4dce-af38-8a75da9f384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:42:17.696051 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-90400117-4e70-4dce-af38-8a75da9f384c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0443051 Nov 10 23:42:17.744168 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-4120575c-3e37-47fd-b476-86625ee42407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:42:17.745633 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-4120575c-3e37-47fd-b476-86625ee42407 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418019 Nov 10 23:42:17.832129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-82f22da3-2bf8-43fe-8725-77544eef3a33 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795610 Nov 10 23:42:17.925824 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cea00f88-60bf-4ff5-a151-394d3b38f8ba req-5a9850c4-8f1e-4e1d-ab97-5875d7a9538e service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Nov 10 23:42:20.182451 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:42:25.089671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c58cbd2-a474-43b1-a879-1e7705a6a07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:27.716661 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f50c4c2c-9acc-442c-84b9-a4f2be67de3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:29.142210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:30.581168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:30.835035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:45.152682 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:45.620079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:55.090911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-24708de8-594a-416c-9f5c-1adee24a2fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:57.181819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:42:57.717290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd1de-c8c6-4e72-89eb-95d593d15a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:42:59.143450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:00.585170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:00.835718 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:13.588533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-6094669b-d02e-409c-a8aa-dd02a2215e2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737176 Nov 10 23:43:13.600389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21060-cc53-4dfc-9f1f-04a24a6cc474 req-fa43963d-5a0f-406f-85e3-98950d963c45 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:13.601864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2cc21060-cc53-4dfc-9f1f-04a24a6cc474 req-fa43963d-5a0f-406f-85e3-98950d963c45 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0739820 Nov 10 23:43:13.651613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2cc21060-cc53-4dfc-9f1f-04a24a6cc474 req-87fefd08-7116-4657-a794-ecdf489e9add tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429688 Nov 10 23:43:14.733709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-f4146b70-28b5-4866-b933-7834c5331eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:14.735134 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-f4146b70-28b5-4866-b933-7834c5331eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1097 time: 0.0909784 Nov 10 23:43:14.827685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ff7e2-9b2a-4e3e-a19b-52a00f3b7bba req-7f326e78-a105-417f-9d5a-2d46ede685c2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:14.829071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f32ff7e2-9b2a-4e3e-a19b-52a00f3b7bba req-7f326e78-a105-417f-9d5a-2d46ede685c2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.1057792 Nov 10 23:43:14.871325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d4465e0a-7ee1-4fe2-8622-6c67ecabbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:14.872729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d4465e0a-7ee1-4fe2-8622-6c67ecabbd75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.1206701 Nov 10 23:43:14.929620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f32ff7e2-9b2a-4e3e-a19b-52a00f3b7bba req-f7129cca-b1b1-46c2-a635-47fd17e5275a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941300 Nov 10 23:43:14.948558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-a2f2c63d-e7cd-4448-a051-523998c1ead1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1002 time: 0.0684733 Nov 10 23:43:14.999630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-33045f56-3797-44c5-ade6-1866f412ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:15.001050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-33045f56-3797-44c5-ade6-1866f412ee45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0462756 Nov 10 23:43:15.045100 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-9b4eecb6-056d-4ce6-89e9-0e33c09101c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:15.046556 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-9b4eecb6-056d-4ce6-89e9-0e33c09101c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389879 Nov 10 23:43:15.137539 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-3584bed4-31c0-4ecb-88d8-f6ba1ab1a673 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Nov 10 23:43:15.156524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:15.225312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-9f804328-74f4-4695-a127-c60f1b0e42bf service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806956 Nov 10 23:43:15.616829 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:16.048019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80647c0-373f-457f-9a80-1f3f7d421236 req-dccc1d5e-660f-44bc-8bce-b53b149b42bd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:16.049529 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e80647c0-373f-457f-9a80-1f3f7d421236 req-dccc1d5e-660f-44bc-8bce-b53b149b42bd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0526879 Nov 10 23:43:16.095350 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e80647c0-373f-457f-9a80-1f3f7d421236 req-83b62e81-13d8-4d9b-8f32-c39843e177a4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 Nov 10 23:43:17.213422 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e472-3d6f-4fd0-b06d-a05721fb447e req-224ffdca-8ca7-44cb-a807-470c17e2f020 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:17.214885 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc88e472-3d6f-4fd0-b06d-a05721fb447e req-224ffdca-8ca7-44cb-a807-470c17e2f020 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0493779 Nov 10 23:43:17.261282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dc88e472-3d6f-4fd0-b06d-a05721fb447e req-e1e65cb3-8992-4804-a16c-989ee9d6c516 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Nov 10 23:43:18.381603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280051f0-533f-411f-b147-ab4ec9f537cf req-109acca5-ffd3-46e3-ae11-ed4652401796 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:18.383090 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-280051f0-533f-411f-b147-ab4ec9f537cf req-109acca5-ffd3-46e3-ae11-ed4652401796 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Nov 10 23:43:18.429945 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-280051f0-533f-411f-b147-ab4ec9f537cf req-e77b451f-2ccc-4dd8-89d7-3dcc4bbd65f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 10 23:43:19.548341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888ca8b-cac1-48c4-9559-a5bd61b582e3 req-29d4a371-e61f-4021-af6c-1a31e18932f1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:19.549830 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a888ca8b-cac1-48c4-9559-a5bd61b582e3 req-29d4a371-e61f-4021-af6c-1a31e18932f1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Nov 10 23:43:19.596998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a888ca8b-cac1-48c4-9559-a5bd61b582e3 req-4d29e4ec-0324-44a1-9a68-762e981c5cc6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Nov 10 23:43:20.030552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-bd3a9927-a4db-4bf8-ade2-2b554534eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:20.032043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-bd3a9927-a4db-4bf8-ade2-2b554534eeae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1097 time: 0.0406075 Nov 10 23:43:20.428013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-0c302182-9019-45b8-b119-64f6adf02d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:20.429648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-0c302182-9019-45b8-b119-64f6adf02d50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.3776851 Nov 10 23:43:20.493355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-6fa71ea4-51e1-4291-b13b-896f430555a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1002 time: 0.0562451 Nov 10 23:43:20.540542 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-a3ab51b6-8d6f-4814-bbb4-81920df6a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:20.542600 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-a3ab51b6-8d6f-4814-bbb4-81920df6a29a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0425670 Nov 10 23:43:20.589880 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-d429f66e-f116-4c91-a3d9-037fabea2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:20.591337 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-d429f66e-f116-4c91-a3d9-037fabea2063 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424252 Nov 10 23:43:20.680041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-448f308e-cca1-4de5-aa23-14f8d32453bd service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811388 Nov 10 23:43:20.716228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973cac3-c834-4873-87ce-20c26d6d2bd9 req-a86b3617-a00f-4cb9-9b82-b800e92661a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:20.717754 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9973cac3-c834-4873-87ce-20c26d6d2bd9 req-a86b3617-a00f-4cb9-9b82-b800e92661a7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Nov 10 23:43:20.767799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9973cac3-c834-4873-87ce-20c26d6d2bd9 req-f4d87299-27de-485e-8bcc-eb8162f5e10a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Nov 10 23:43:20.774464 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a29fe6ac-efed-496d-a37f-2ea6dacb0d79 req-b96caddd-2925-4012-9228-9005262663ec service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Nov 10 23:43:21.886105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7faeb-5962-4250-9dda-5d9aebf4b523 req-5328d134-1c8d-4979-86d2-64676060b6c5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:21.887548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78d7faeb-5962-4250-9dda-5d9aebf4b523 req-5328d134-1c8d-4979-86d2-64676060b6c5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0491819 Nov 10 23:43:21.934001 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78d7faeb-5962-4250-9dda-5d9aebf4b523 req-2c1135b0-dfeb-4a22-86a4-a8c21baac7e5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406861 Nov 10 23:43:23.295659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b3e07-93ee-4771-ba33-c2198e10432b req-9f515a9b-9bdf-4c27-ae6f-70278e1eda1f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:23.297055 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd7b3e07-93ee-4771-ba33-c2198e10432b req-9f515a9b-9bdf-4c27-ae6f-70278e1eda1f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0481672 Nov 10 23:43:23.343180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd7b3e07-93ee-4771-ba33-c2198e10432b req-7cf3701d-0f8a-4e0a-8848-62a387afc67c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 Nov 10 23:43:24.455486 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc603-cff9-46ee-b587-a1156445d3f0 req-ccf762c8-893c-4d95-9ead-1fc9388222db tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:24.457007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcdfc603-cff9-46ee-b587-a1156445d3f0 req-ccf762c8-893c-4d95-9ead-1fc9388222db tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0481844 Nov 10 23:43:24.506916 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fcdfc603-cff9-46ee-b587-a1156445d3f0 req-ae915a35-49a7-41d3-8bf4-421faf30e27d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Nov 10 23:43:25.091818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2ab07448-cab3-4c31-8060-542df6dd73b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:25.633981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f1f1b-865a-46bf-b25a-5025ec0ff52d req-27519c7b-dccd-490f-bf1b-da860b17d7f2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:25.635996 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e6f1f1b-865a-46bf-b25a-5025ec0ff52d req-27519c7b-dccd-490f-bf1b-da860b17d7f2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Nov 10 23:43:25.686764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e6f1f1b-865a-46bf-b25a-5025ec0ff52d req-a53fb721-7741-4c88-9793-6015d1ea9eac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 Nov 10 23:43:26.802286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea2de8-e101-4666-ac45-5bbfbe2c55d3 req-27f99bd8-e454-46c1-814b-6fb4dbc6ad82 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:26.803749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-deea2de8-e101-4666-ac45-5bbfbe2c55d3 req-27f99bd8-e454-46c1-814b-6fb4dbc6ad82 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0492167 Nov 10 23:43:26.851103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-deea2de8-e101-4666-ac45-5bbfbe2c55d3 req-a90ce967-238c-473f-a267-5d8d012e37d5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Nov 10 23:43:27.025522 n-d-811521-3 neutron-server[102458]: INFO neutron.api.v2.resource [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-9f02d8f5-a2ba-40a6-bfe5-728a3e9f667d service neutron] show failed (client error): The resource could not be found. Nov 10 23:43:27.027103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-9f02d8f5-a2ba-40a6-bfe5-728a3e9f667d service neutron] 10.222.0.39 "GET /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0550663 Nov 10 23:43:27.224215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-ada28e9c-9211-406a-bcb7-8d609617595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:27.225705 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-ada28e9c-9211-406a-bcb7-8d609617595d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1097 time: 0.0441775 Nov 10 23:43:27.237269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:43:27.287185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.479503 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:27.511207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:43:27.553372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:27.555633 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df317bb-d749-4766-8ea4-86e15763582e" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-unplugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:27.559336 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.571893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Transition to ACTIVE for port object 22dacd95-0555-413b-8aaa-d4b77a1b59d9 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:43:27.576275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.611179 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547373aa-b613-49f3-80f1-0525fecfc786 x-openstack-request-id: req-547373aa-b613-49f3-80f1-0525fecfc786 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:27.611534 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-unplugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:27.611702 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-547373aa-b613-49f3-80f1-0525fecfc786 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:27.612093 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'code': 200} Nov 10 23:43:27.627823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=6']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:27.663254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.663598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.663936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.664271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.664602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.664962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.665314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.665634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.665953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.666276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.666646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.666968 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:27.710598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] No DVR routers for this DVR port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:43:27.720670 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-56211239-2fbe-4a2c-b537-6c91c2e76dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.850469 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:43:27.850797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:43:27.851122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:27.855596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:43:27.855914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:27.860661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:43:27.861015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:43:27.861395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:43:27.861832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Bound port: 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:43:27.862161 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.924413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:43:27.927833 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:43:27.934387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.967565 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:27.968185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:27.969596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] 10.222.0.20 "PUT /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1092 time: 0.7361259 Nov 10 23:43:27.980709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a533-c5ef-4275-ada7-a1dbb17bff10 req-16e225db-2958-4077-9f26-83fb063ea7a5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:27.982224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8466a533-c5ef-4275-ada7-a1dbb17bff10 req-16e225db-2958-4077-9f26-83fb063ea7a5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0639648 Nov 10 23:43:28.002405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e2c32-b634-4684-8a52-47b13afb382a service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:28.042032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-aa5963d5-eb18-4275-bde3-79c5ff4e4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:28.043580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-aa5963d5-eb18-4275-bde3-79c5ff4e4057 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1095 time: 0.0511856 Nov 10 23:43:28.050875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8466a533-c5ef-4275-ada7-a1dbb17bff10 req-fc41450c-c592-4f87-9a8e-c0a49164f124 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594983 Nov 10 23:43:28.144034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-78524302-b983-4460-92e7-4af5da241c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:28.145519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-78524302-b983-4460-92e7-4af5da241c08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0944476 Nov 10 23:43:28.211474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-3f8343b2-36f2-4bca-97eb-b32831cdf34a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0581870 Nov 10 23:43:28.264681 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-e8ee0432-0a3e-46d0-8c9f-85d3efe4ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:28.266041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-e8ee0432-0a3e-46d0-8c9f-85d3efe4ad1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0482702 Nov 10 23:43:28.311964 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-b8bd442c-345e-41f3-87e1-1281245671cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:28.313449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-b8bd442c-345e-41f3-87e1-1281245671cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398936 Nov 10 23:43:28.407767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-944a025c-e07f-406b-8786-c7d077a25e71 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Nov 10 23:43:28.496130 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-db359256-5f7f-4d40-82fc-2e5b5b8a309a req-0123cdec-d460-4c96-b98b-d39b6554b49a service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804360 Nov 10 23:43:29.149006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:29.174934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8a82-bb6a-4cb0-b9f0-ceb293942716 req-83a9aec1-c0f1-4d0c-9278-71a8a2f01cf2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.176425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cdb8a82-bb6a-4cb0-b9f0-ceb293942716 req-83a9aec1-c0f1-4d0c-9278-71a8a2f01cf2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0502467 Nov 10 23:43:29.223469 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cdb8a82-bb6a-4cb0-b9f0-ceb293942716 req-3dc205b9-cce5-491b-94f9-d641d06f7344 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Nov 10 23:43:29.613036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:29.615308 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa" -d '{"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:29.665412 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424696c-b2d8-4719-a042-bcfa95ebf8e8 x-openstack-request-id: req-1424696c-b2d8-4719-a042-bcfa95ebf8e8 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:29.665700 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:29.666012 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1424696c-b2d8-4719-a042-bcfa95ebf8e8 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:29.666412 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'status': 'completed', 'code': 200} Nov 10 23:43:29.723261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-392d80c0-55e3-40ae-9ac2-f003daf23852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.724889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-392d80c0-55e3-40ae-9ac2-f003daf23852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1095 time: 0.0413175 Nov 10 23:43:29.733585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-a3f3e7c2-23b4-46e4-8f48-5ce780e438f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.735095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-a3f3e7c2-23b4-46e4-8f48-5ce780e438f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1095 time: 0.0465958 Nov 10 23:43:29.835857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-2acb72c2-3baf-48c1-8f2f-89de1d898190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.837811 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-2acb72c2-3baf-48c1-8f2f-89de1d898190 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.1044557 Nov 10 23:43:29.854588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-55efc448-a459-448c-8181-7aa4b9ba8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.856045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-55efc448-a459-448c-8181-7aa4b9ba8878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.1126385 Nov 10 23:43:29.907430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-2f3cf6c3-ef16-4e27-a455-f10e63301812 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0626352 Nov 10 23:43:29.934534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-01b41471-ac2d-43f5-89e4-d2df5bf30355 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0690315 Nov 10 23:43:29.960621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-0bd1dd89-7efe-4c47-ae39-7da67fc0043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.962366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-0bd1dd89-7efe-4c47-ae39-7da67fc0043f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0475984 Nov 10 23:43:29.993292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-d264706a-47dc-41a0-8c8b-dc0bad9ad1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:29.995432 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-d264706a-47dc-41a0-8c8b-dc0bad9ad1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0530648 Nov 10 23:43:30.020053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-4e1fa61c-c99f-4357-aacc-dc95d327feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:30.021638 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-4e1fa61c-c99f-4357-aacc-dc95d327feb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524461 Nov 10 23:43:30.051262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-b821b679-c104-44c9-a27e-ca49ca5fc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:30.052696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-b821b679-c104-44c9-a27e-ca49ca5fc59c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498295 Nov 10 23:43:30.118004 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-1dd5165e-5450-4e3d-8719-3c176506eb2f service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879455 Nov 10 23:43:30.217902 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-a2239607-3a50-4cb8-8393-4ee0fe64b528 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924504 Nov 10 23:43:30.266920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:43:30.314071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:43:30.362162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:43:30.415617 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf921-0084-4eaa-a223-350e9e35a332 req-ea84b0a0-c387-431b-91be-64069ff49879 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:30.417710 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70adf921-0084-4eaa-a223-350e9e35a332 req-ea84b0a0-c387-431b-91be-64069ff49879 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 944 time: 0.0625761 Nov 10 23:43:30.457478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-6b8f885c-b5f2-4107-8653-79f35f373644 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947482 Nov 10 23:43:30.462608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:30.475137 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:43:30.511522 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:30.522232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70adf921-0084-4eaa-a223-350e9e35a332 req-1c11c88e-c701-44ac-a67c-d15f20407c8c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959902 Nov 10 23:43:30.523881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:43:30.544418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:30.549739 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:30.575220 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9c4b17d7-793f-49b5-9a31-c3260d1f1efa req-1f238ac0-d5df-41d6-8867-73326a58665b service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095142 Nov 10 23:43:30.613064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:30.617609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:30.625991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.626432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.626850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.627203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.627541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.627866 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.628197 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.628521 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.628846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.629281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.629679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.630021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:30.790316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['22dacd95-0555-413b-8aaa-d4b77a1b59d9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:43:30.846304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-9c13344a-9f05-40a3-a2df-22cc96004f84 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:30.848052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:30.848423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-9c13344a-9f05-40a3-a2df-22cc96004f84 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206&tenant_id=c41d99bdd82f4e7bb680907a799494da&binding%3Ahost_id=n-h1-811521-3 HTTP/1.1" status: 200 len: 945 time: 0.0858445 Nov 10 23:43:30.860924 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982add84-b08a-44e7-aa01-15b92342b18e req-1c36d5d9-2614-43f5-993e-55230a268773 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:30.862399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-982add84-b08a-44e7-aa01-15b92342b18e req-1c36d5d9-2614-43f5-993e-55230a268773 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0703025 Nov 10 23:43:30.953878 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-44516c6f-0e36-4584-9d5e-0fb16173459c service neutron] 10.222.0.20 "GET /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9/bindings/n-h1-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.0905163 Nov 10 23:43:30.957778 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-982add84-b08a-44e7-aa01-15b92342b18e req-944c607b-e0dd-4582-9ecd-e9325c8d8cb1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878401 Nov 10 23:43:31.016015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-f9fd0c27-86f7-4a1d-8771-5d5f0c25fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:31.017436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-f9fd0c27-86f7-4a1d-8771-5d5f0c25fe4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1096 time: 0.0411484 Nov 10 23:43:31.113179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0cd1ffec-69bf-4f75-bc08-3c886a8a1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:31.114965 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0cd1ffec-69bf-4f75-bc08-3c886a8a1fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0882342 Nov 10 23:43:31.178781 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-2141b267-116c-405f-95f9-f7c2debffa51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1001 time: 0.0569336 Nov 10 23:43:31.227433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-78dd6068-3d37-42fc-bc00-7ff4b8c92ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:31.228872 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-78dd6068-3d37-42fc-bc00-7ff4b8c92ba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0424569 Nov 10 23:43:31.278311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-a35b7de1-fb69-4d11-af2d-2354a483c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:31.279733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-a35b7de1-fb69-4d11-af2d-2354a483c53f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437794 Nov 10 23:43:31.367841 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-320b5bb0-4b87-4077-b73b-6a33e62af369 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Nov 10 23:43:31.459695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-7755f312-f98b-47f7-88f0-e7cbbb1f9aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Nov 10 23:43:32.075674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea5f7e-72fd-463c-8e80-196a4e56c2dc req-8a675997-bfb2-4ee8-8764-1689dd862493 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:32.077173 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bea5f7e-72fd-463c-8e80-196a4e56c2dc req-8a675997-bfb2-4ee8-8764-1689dd862493 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Nov 10 23:43:32.122971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bea5f7e-72fd-463c-8e80-196a4e56c2dc req-b55ee7e8-57e2-4f02-b1cd-65d01453e943 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Nov 10 23:43:32.370177 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:43:32.421500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:43:32.425586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:43:32.425956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:32.501713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:32.524209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:32.527293 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8043b89-5192-4389-807d-fb662a4b6178" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:32.540744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:32.545545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:32.581016 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa05aec-f585-44bb-b61d-12d6c3a56b0a x-openstack-request-id: req-1fa05aec-f585-44bb-b61d-12d6c3a56b0a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:32.581314 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:32.581648 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fa05aec-f585-44bb-b61d-12d6c3a56b0a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:32.581962 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'code': 200} Nov 10 23:43:32.597862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:33.246925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fede-4ec0-44e3-99fb-a2a08ab0f62b req-bf88122a-4982-4e42-8949-31666415a6b2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:33.248441 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4d5fede-4ec0-44e3-99fb-a2a08ab0f62b req-bf88122a-4982-4e42-8949-31666415a6b2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0555158 Nov 10 23:43:33.295412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f4d5fede-4ec0-44e3-99fb-a2a08ab0f62b req-e8248ea4-c849-4154-8b3f-c05ce4562473 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Nov 10 23:43:33.372054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-2ab8ca90-af98-4bfe-aa77-dc33ec48db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:33.373565 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-2ab8ca90-af98-4bfe-aa77-dc33ec48db3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1097 time: 0.0440555 Nov 10 23:43:33.386165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:43:33.436749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:33.631149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:33.662743 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:43:33.704308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:33.706580 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8edd212-c7f8-4991-a069-9ca53715e744" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-unplugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:33.710612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:33.723604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Transition to ACTIVE for port object 22dacd95-0555-413b-8aaa-d4b77a1b59d9 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:43:33.727264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:33.758510 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac6b05-493a-48d7-826b-288ee12b92a6 x-openstack-request-id: req-25ac6b05-493a-48d7-826b-288ee12b92a6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:33.758796 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-unplugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:33.759040 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25ac6b05-493a-48d7-826b-288ee12b92a6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:33.759425 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'code': 200} Nov 10 23:43:33.806068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=10']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:33.821101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.821445 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.821780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.822113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.822441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.823316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.823637 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.823963 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.824281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.824630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.825064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.825277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:43:33.868659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] No DVR routers for this DVR port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:43:34.004628 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:43:34.004955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:43:34.005373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:34.009547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:43:34.009866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Attempting to bind port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:34.014586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:43:34.014917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:43:34.015290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:43:34.015701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Bound port: 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:43:34.016046 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:34.077859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:43:34.081026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:43:34.085060 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:34.118067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.118686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:34.120074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1093 time: 0.7385285 Nov 10 23:43:34.152526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f7261-3b63-4920-ad3c-294393edc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=11']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:34.181059 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:43:34.187055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-bd334888-ff41-4f7a-ac53-d0b88b1db08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.188591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-bd334888-ff41-4f7a-ac53-d0b88b1db08d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1096 time: 0.0458875 Nov 10 23:43:34.286549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-650fb91e-dfc6-40db-a3ec-3d47d7c4c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.288055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-650fb91e-dfc6-40db-a3ec-3d47d7c4c10e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0933020 Nov 10 23:43:34.357812 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-b938ef25-9632-4bc6-a8cf-1a8ace18bb64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0628383 Nov 10 23:43:34.434517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-6261115b-4c5e-40af-9df7-a0bbd23b81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.436244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-6261115b-4c5e-40af-9df7-a0bbd23b81d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0720854 Nov 10 23:43:34.446475 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a87cf-7fa3-4a0d-beb4-b261fe5d3593 req-4d8eabe5-4ca5-41bf-823c-b4b39475cb79 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.448351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-815a87cf-7fa3-4a0d-beb4-b261fe5d3593 req-4d8eabe5-4ca5-41bf-823c-b4b39475cb79 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Nov 10 23:43:34.519398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-307f1dc2-7927-41a8-b688-af719bfa0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:34.520866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-307f1dc2-7927-41a8-b688-af719bfa0157 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716782 Nov 10 23:43:34.525374 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-815a87cf-7fa3-4a0d-beb4-b261fe5d3593 req-f4cabe2a-2384-4fbc-a2d0-8e1d183bb7b3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688546 Nov 10 23:43:34.610252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-66c3f46a-05e3-404b-896c-34743c770888 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812752 Nov 10 23:43:34.703277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0f800cd3-eef2-459f-88b2-3c382ea262c3 req-2343ff2f-dbb8-4323-bad2-aa9f3909f273 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858183 Nov 10 23:43:35.644485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c21f9d-e901-4a21-aec7-f09f3f95dfc5 req-31002737-c6b8-4fc4-898d-ca4f3e44ea9d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:35.645972 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00c21f9d-e901-4a21-aec7-f09f3f95dfc5 req-31002737-c6b8-4fc4-898d-ca4f3e44ea9d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 945 time: 0.0489888 Nov 10 23:43:35.696737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00c21f9d-e901-4a21-aec7-f09f3f95dfc5 req-18cb6435-2c4a-4636-96f5-1292aa10729f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Nov 10 23:43:35.761253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:35.763620 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:35.810170 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e842f1-40a4-4e54-996e-edfe2f3176a9 x-openstack-request-id: req-97e842f1-40a4-4e54-996e-edfe2f3176a9 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:35.810465 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:35.810747 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97e842f1-40a4-4e54-996e-edfe2f3176a9 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:35.811159 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'status': 'completed', 'code': 200} Nov 10 23:43:35.871707 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-6ddd94c8-33d1-4948-9bab-1f932ba5e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:35.871955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-e3ac1a6d-6a7c-4147-80c9-29b9a892158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:35.873426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-6ddd94c8-33d1-4948-9bab-1f932ba5e9fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1096 time: 0.0433707 Nov 10 23:43:35.873590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-e3ac1a6d-6a7c-4147-80c9-29b9a892158b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 1096 time: 0.0410230 Nov 10 23:43:35.966999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-9587261c-b5b7-4f52-832f-dc9481685d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:35.967251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-cc742229-d2bb-4bf3-84ca-ce7359f53f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:35.968458 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-9587261c-b5b7-4f52-832f-dc9481685d2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0852311 Nov 10 23:43:35.968660 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-cc742229-d2bb-4bf3-84ca-ce7359f53f53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0883744 Nov 10 23:43:36.041472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-ff3dc34f-914f-4254-af45-18b5d7e9b784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0608830 Nov 10 23:43:36.046130 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-336a7a8a-32b9-445a-b308-50e6c6926a22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0699384 Nov 10 23:43:36.098441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-ca0e854d-e32b-4b86-aa18-f7725e7feee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.100333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-ca0e854d-e32b-4b86-aa18-f7725e7feee4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0528393 Nov 10 23:43:36.113459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-71ff6eb2-2a9b-404f-8af8-834ed203f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.114996 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-71ff6eb2-2a9b-404f-8af8-834ed203f5fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0463150 Nov 10 23:43:36.152484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-f71506e0-b815-4809-a867-d4b4366f2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.154141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-f71506e0-b815-4809-a867-d4b4366f2024 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470049 Nov 10 23:43:36.167624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-fad13940-f3c5-4751-aac4-fcb2a89d6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.169344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-fad13940-f3c5-4751-aac4-fcb2a89d6dee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439107 Nov 10 23:43:36.249179 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-86e8bf65-1173-4461-8620-b2eb7555bb1d service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873744 Nov 10 23:43:36.275868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-18a4cd52-0d5e-46ff-831e-208334c3f8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997744 Nov 10 23:43:36.282540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:43:36.359414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-7cca033e-b52c-4be9-bb9c-bad1be5e1f41 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036711 Nov 10 23:43:36.373989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c9c2633c-5cf8-4fad-b152-d3c39d328cf8 req-5cb9a791-8edc-491a-9593-b09ed30feca9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903714 Nov 10 23:43:36.381324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:36.396577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'mac_address': 'fa:16:3e:c8:9a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:43:36.400294 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:43:36.464444 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:36.468140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:43:36.478482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:43:36.498573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:36.502285 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:36.546798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:36.757768 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['22dacd95-0555-413b-8aaa-d4b77a1b59d9'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:43:36.810871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae86c85-339b-4747-b477-9ee2f5f67624 req-a31bcd10-7d60-4e1c-99de-540f2d8f8a6a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.812381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ae86c85-339b-4747-b477-9ee2f5f67624 req-a31bcd10-7d60-4e1c-99de-540f2d8f8a6a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Nov 10 23:43:36.860251 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ae86c85-339b-4747-b477-9ee2f5f67624 req-88ce8fcc-4766-42e2-b9ef-0825a6bb885a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Nov 10 23:43:36.980701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606630b2-0d64-4507-b974-b2ac8565f58d req-6677e98d-e96b-47fb-ad8d-714bbde4937d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:36.982110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-606630b2-0d64-4507-b974-b2ac8565f58d req-6677e98d-e96b-47fb-ad8d-714bbde4937d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0547101 Nov 10 23:43:37.029288 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-606630b2-0d64-4507-b974-b2ac8565f58d req-94961632-b435-46e7-b233-311e49f1e87d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Nov 10 23:43:37.151152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3348c-c6a0-4c23-9dc7-a4700ce39465 req-d8294ec3-c949-475c-bc81-ab6967944bc4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:37.152771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1da3348c-c6a0-4c23-9dc7-a4700ce39465 req-d8294ec3-c949-475c-bc81-ab6967944bc4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0576727 Nov 10 23:43:37.204478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1da3348c-c6a0-4c23-9dc7-a4700ce39465 req-dd736738-7e38-476e-8a82-7013a2f257e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455976 Nov 10 23:43:37.438016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721cdc-d943-492a-bf36-36121fe432e4 req-1294c0ea-82f9-4cd8-a6bf-fb17c562284d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:37.439500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38721cdc-d943-492a-bf36-36121fe432e4 req-1294c0ea-82f9-4cd8-a6bf-fb17c562284d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 946 time: 0.0527334 Nov 10 23:43:37.486567 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38721cdc-d943-492a-bf36-36121fe432e4 req-b416ad63-4242-4b21-a0b5-45aa26e3d924 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Nov 10 23:43:38.294089 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:43:38.343452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:43:38.347575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:43:38.347969 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:38.424399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:38.446129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:38.448853 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd73255-8568-40d6-a364-2510eb81a6f5" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:38.461312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:38.465186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:38.492126 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c19ccd-3b35-4bb9-aba7-c94b31245af4 x-openstack-request-id: req-41c19ccd-3b35-4bb9-aba7-c94b31245af4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:38.492411 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-plugged", "status": "completed", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:38.492656 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41c19ccd-3b35-4bb9-aba7-c94b31245af4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:38.493063 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'code': 200} Nov 10 23:43:38.518710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=13']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:38.603258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a748cdc-85f0-4b3a-b277-1ce3bce36647 req-c1139fe9-4049-4aa8-8cb7-0defe096ba09 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:38.604761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a748cdc-85f0-4b3a-b277-1ce3bce36647 req-c1139fe9-4049-4aa8-8cb7-0defe096ba09 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 947 time: 0.0498328 Nov 10 23:43:38.655422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4a748cdc-85f0-4b3a-b277-1ce3bce36647 req-929b5903-aecc-4c4e-bdd1-1b0e375c837f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Nov 10 23:43:38.713406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-38e3a674-c24a-445d-9ea1-701ae274fb29 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:38.714833 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-38e3a674-c24a-445d-9ea1-701ae274fb29 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 947 time: 0.0474935 Nov 10 23:43:38.803856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Deleting port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:43:38.804190 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:38.888982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] For port 22dacd95-0555-413b-8aaa-d4b77a1b59d9, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=22dacd95-0555-413b-8aaa-d4b77a1b59d9,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:38.889366 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:39.104834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:39.105219 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:39.105536 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 disassociated. External IP: 172.25.0.43, port: 22dacd95-0555-413b-8aaa-d4b77a1b59d9. Nov 10 23:43:39.105875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Calling delete_port for 22dacd95-0555-413b-8aaa-d4b77a1b59d9 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:43:39.230259 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:39.255965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'Port': ['ID=22dacd95-0555-413b-8aaa-d4b77a1b59d9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:39.373154 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:43:39.482174 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:43:39.493236 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:43:39.502676 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:43:39.503270 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:39.520478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] No DVR routers for this DVR port 22dacd95-0555-413b-8aaa-d4b77a1b59d9 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:43:39.523222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:39.527161 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d0c58a74-5d73-4403-9d95-67b0df23b142 req-ad6174ae-7468-40a4-9211-0f7c977f41f3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "DELETE /v2.0/ports/22dacd95-0555-413b-8aaa-d4b77a1b59d9 HTTP/1.1" status: 204 len: 173 time: 0.8061574 Nov 10 23:43:39.527653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-deleted', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:39.529931 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d809e6-ef7f-4f70-abf4-e3dcda1ebd9b" -d '{"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-deleted", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:39.571431 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d8e1d-6f69-439f-9a6d-953d57bd795d x-openstack-request-id: req-382d8e1d-6f69-439f-9a6d-953d57bd795d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:39.571718 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068faa2-4971-4646-a618-faad2b245206", "name": "network-vif-deleted", "tag": "22dacd95-0555-413b-8aaa-d4b77a1b59d9", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:39.571965 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-382d8e1d-6f69-439f-9a6d-953d57bd795d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:39.573428 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068faa2-4971-4646-a618-faad2b245206', 'name': 'network-vif-deleted', 'tag': '22dacd95-0555-413b-8aaa-d4b77a1b59d9', 'status': 'completed', 'code': 200} Nov 10 23:43:39.612307 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:43:39.758928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-608ac9b3-f3ca-40d9-9f92-9da6c20281fa req-ae9ba740-5e8e-4d78-998b-8b5575e26b21 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1068faa2-4971-4646-a618-faad2b245206 HTTP/1.1" status: 200 len: 210 time: 0.0250754 Nov 10 23:43:39.811715 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:39.836718 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:43:39.845295 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:43:39.845888 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:39.953165 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:43:40.146907 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:40.179081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f0c06-4b06-4f5d-bf83-56848ce6b5cd None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:43:40.394839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ce90a-f8e9-468b-ac72-7cfdc4821e91 None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:43:41.031516 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-e824d23c-2880-4345-a556-28d6df2ba407 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1741662267&fields=id&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 267 time: 0.0427063 Nov 10 23:43:41.139658 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-d6c1dd36-59e2-4628-a1cf-bc95543b94d2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:41.141198 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-d6c1dd36-59e2-4628-a1cf-bc95543b94d2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1030331 Nov 10 23:43:41.155475 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-6858c172-a409-4c60-8570-fead67d5ac0e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/quotas/c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 375 time: 0.0086598 Nov 10 23:43:41.207038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-bd2f7e84-c4ec-43c2-86d9-61ae2ef3ee40 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465751 Nov 10 23:43:41.301919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-985aafd9-bf10-419e-831f-bca43b63e3e0 service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834320 Nov 10 23:43:41.391740 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-9f46fa2a-221e-480d-85a5-0ab55ace8006 service neutron] 10.222.0.25 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804961 Nov 10 23:43:41.546701 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b73615fd-3834-4ff8-a2d0-02705732ce2f req-d7c3234f-75e0-4ee5-8349-229d89bb8bbf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0272520 Nov 10 23:43:42.321616 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:43:42.344133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 22dacd95-0555-413b-8aaa-d4b77a1b59d9 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:43:42.344631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 22dacd95-0555-413b-8aaa-d4b77a1b59d9 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:43:42.433146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-0ef56b21-866a-4c59-a4ed-f5d10c57e952 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:42.434587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-0ef56b21-866a-4c59-a4ed-f5d10c57e952 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 811 time: 0.1115355 Nov 10 23:43:42.508282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-617555da-dd1a-42f6-b7f9-91a7e6f15c3e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d99bdd82f4e7bb680907a799494da&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0636630 Nov 10 23:43:42.540688 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b4b40010-8612-4322-910b-2667aa3986f4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0262105 Nov 10 23:43:42.550700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'port': {'device_id': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'admin_state_up': True, 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'security_groups': ['36c0a940-fb5b-4f19-9326-b08d24ddbc92']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:43:42.663198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Made reservation on behalf of c41d99bdd82f4e7bb680907a799494da for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:43:42.667370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:42.683932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-939b72f7-54fd-424a-8a3f-cefd94f74dd7 req-4a5fb4bc-dcb9-48c9-8847-ffb4c2449a82 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0699179 Nov 10 23:43:42.790270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Allocated IP 172.20.0.6 (3d731217-cc17-43d2-8fcb-472773536377/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0/25cf738c-9347-4d5d-b0ef-a92e33eafcda) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:43:42.927580 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:42.959451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.003046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Network 3d731217-cc17-43d2-8fcb-472773536377 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:43:43.006162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:43:43.009897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:43:43.037332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:43.065912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.066514 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.084137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-5d6e9d4f-9ee4-4e71-853b-a41571fb3507 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370607 Nov 10 23:43:43.097626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Request body: {'port': {'device_id': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:43:43.152557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.267820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8802b207-498b-482d-92dc-9d88156c0b34 None None] Provisioning complete for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:43:43.268081 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8802b207-498b-482d-92dc-9d88156c0b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.304484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8802b207-498b-482d-92dc-9d88156c0b34 None None] Port 25cf738c-9347-4d5d-b0ef-a92e33eafcda cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:43:43.414697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:43:43.421911 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.433311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Transition to ACTIVE for port object 25cf738c-9347-4d5d-b0ef-a92e33eafcda will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:43:43.437355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.504838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:43.558807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:43:43.559471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:43:43.559471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:43.564356 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:43:43.564638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:43:43.569558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:43:43.569889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:43:43.570267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:43:43.570855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Bound port: 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:43:43.571212 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.635903 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:43:43.638890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:43:43.643465 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.678345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.678956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:43.680312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] 10.222.0.20 "PUT /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1091 time: 0.5872414 Nov 10 23:43:43.680738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:43.683591 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52426f49-a057-41e5-baa6-20f560e2e81a" -d '{"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:43.719192 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bf046-faca-4caf-abf5-63ae23d01d0f service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:43.722956 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0303c2ce-26c8-48e4-8c3f-f7b63d259e72 x-openstack-request-id: req-0303c2ce-26c8-48e4-8c3f-f7b63d259e72 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:43.723242 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:43.723505 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0303c2ce-26c8-48e4-8c3f-f7b63d259e72 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:43.723886 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'status': 'completed', 'code': 200} Nov 10 23:43:43.779980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-85378013-906b-456a-a6cb-b09d3e4d7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.782208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-85378013-906b-456a-a6cb-b09d3e4d7530 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0500274 Nov 10 23:43:43.830813 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-74b33ca5-27e4-4521-91cb-efbdc8517299 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 217 time: 0.0396409 Nov 10 23:43:43.833021 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5495c3-2620-4ec7-b78c-a870af8e1a33 req-cc7070f1-d689-4d27-8efd-1b391de525e2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.834554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d5495c3-2620-4ec7-b78c-a870af8e1a33 req-cc7070f1-d689-4d27-8efd-1b391de525e2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0607355 Nov 10 23:43:43.883985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7d5495c3-2620-4ec7-b78c-a870af8e1a33 req-b3b9b1eb-c77b-4dba-b051-266e59b5ffca tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Nov 10 23:43:43.887589 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-72ba5ae4-8330-47df-8090-bb919e47d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.888890 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-72ba5ae4-8330-47df-8090-bb919e47d601 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0513394 Nov 10 23:43:43.936501 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-2d030203-96c6-4b59-b0a7-4a48d9aeda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:43.938019 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-2d030203-96c6-4b59-b0a7-4a48d9aeda0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412080 Nov 10 23:43:44.027957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-2095408a-2fc0-401b-ad27-be43889f378f service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813305 Nov 10 23:43:44.118789 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8963812-3155-4dc0-a3af-28e5c350f14b req-c0fa9cca-9960-4e2a-802b-3c20167da56d service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844815 Nov 10 23:43:44.204566 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426f49-a057-41e5-baa6-20f560e2e81a req-894b4e13-f2c6-48d3-8741-329e21ec59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:44.206054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-894b4e13-f2c6-48d3-8741-329e21ec59e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0409837 Nov 10 23:43:44.297779 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426f49-a057-41e5-baa6-20f560e2e81a req-fe7abed2-6e14-4796-a195-1779d0d6794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:44.299221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-fe7abed2-6e14-4796-a195-1779d0d6794b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0853961 Nov 10 23:43:44.340382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-70cb1acd-1f4f-4cbd-b76e-36b5e785b209 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 217 time: 0.0343416 Nov 10 23:43:44.390279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426f49-a057-41e5-baa6-20f560e2e81a req-aef6affe-5034-4384-8770-1282adad9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:44.391610 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-aef6affe-5034-4384-8770-1282adad9656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0433254 Nov 10 23:43:44.443122 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426f49-a057-41e5-baa6-20f560e2e81a req-b9e96713-aff9-4d68-9eb2-8f117c75b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:44.444678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-b9e96713-aff9-4d68-9eb2-8f117c75b66a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438440 Nov 10 23:43:44.532846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-98cb9746-088a-4d17-b2cc-cc92166318bc service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Nov 10 23:43:44.626362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52426f49-a057-41e5-baa6-20f560e2e81a req-92f5cbb9-e889-4b1c-a762-6bdc2c801b21 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Nov 10 23:43:45.047882 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040e7d-c2ad-4c1d-b601-f367675de206 req-d398cc4c-98b1-4292-b9f8-b20794352962 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:45.049388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95040e7d-c2ad-4c1d-b601-f367675de206 req-d398cc4c-98b1-4292-b9f8-b20794352962 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0945396 Nov 10 23:43:45.096250 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-95040e7d-c2ad-4c1d-b601-f367675de206 req-8238d05f-c528-40d5-af17-90c95b0c90a5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Nov 10 23:43:45.169017 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:45.616053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:46.214891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b8bc-7c61-4bc9-9857-b182d21f7c03 req-796cbeba-2fe1-486f-9a3c-2c5035ba2347 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:46.216360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bba7b8bc-7c61-4bc9-9857-b182d21f7c03 req-796cbeba-2fe1-486f-9a3c-2c5035ba2347 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0489709 Nov 10 23:43:46.262593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bba7b8bc-7c61-4bc9-9857-b182d21f7c03 req-530f936c-9e62-4090-a6a3-04d48a0ea516 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Nov 10 23:43:46.462512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:43:46.554399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:46.566330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:43:46.606671 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:46.618895 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:43:46.637341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:46.641417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:46.686741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:46.827535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['25cf738c-9347-4d5d-b0ef-a92e33eafcda'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:43:47.374827 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd08a45-ec6a-4768-9432-3ac79300f286 req-2bbce55f-97df-4823-85a0-3284856d0994 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:47.376304 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bdd08a45-ec6a-4768-9432-3ac79300f286 req-2bbce55f-97df-4823-85a0-3284856d0994 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0480444 Nov 10 23:43:47.422665 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bdd08a45-ec6a-4768-9432-3ac79300f286 req-04f155e4-13a1-4be1-820c-b70e1a033875 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Nov 10 23:43:48.462619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:43:48.511605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:43:48.515759 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:43:48.516134 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:48.539908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1664561-fb11-4166-acff-84fd67f9f288 req-47856df1-fad0-4e00-9acb-ef52013b8ed6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:48.541919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1664561-fb11-4166-acff-84fd67f9f288 req-47856df1-fad0-4e00-9acb-ef52013b8ed6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Nov 10 23:43:48.592699 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:48.594490 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1664561-fb11-4166-acff-84fd67f9f288 req-832aad0c-dbb0-4b21-9a55-3a04e89ab41f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Nov 10 23:43:48.618978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:48.621788 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8da814-9ee4-44c5-8129-d6962717f041" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:48.766107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78052-e32c-46f0-a028-7dc4be6a5275 req-ee88074f-2e48-4ed9-a21b-98fe2b78a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:48.767530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0e78052-e32c-46f0-a028-7dc4be6a5275 req-ee88074f-2e48-4ed9-a21b-98fe2b78a26c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0458884 Nov 10 23:43:48.788677 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b276b-32c1-4cd9-a2cb-6c2de4224f72 x-openstack-request-id: req-b89b276b-32c1-4cd9-a2cb-6c2de4224f72 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:48.788677 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:48.789052 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b89b276b-32c1-4cd9-a2cb-6c2de4224f72 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:48.789294 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'code': 200} Nov 10 23:43:48.790924 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:43:48.795593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:48.816279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e0e78052-e32c-46f0-a028-7dc4be6a5275 req-495bf196-7ceb-40aa-833f-917661649ef9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Nov 10 23:43:48.841364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:43:49.710291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7904c-8b99-4377-abf0-ffc68cace559 req-d8a323d4-9523-458a-973a-e26199c0f973 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:49.711754 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7b7904c-8b99-4377-abf0-ffc68cace559 req-d8a323d4-9523-458a-973a-e26199c0f973 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Nov 10 23:43:49.758728 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7b7904c-8b99-4377-abf0-ffc68cace559 req-c7b2b1d7-0a53-47c4-b1c9-426bf71423d7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Nov 10 23:43:50.873584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f46f7-3c8d-4946-88e3-c3ade02ce206 req-e7599a92-14b4-4bd0-b4e1-02a7ba9764ea tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:50.875070 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-388f46f7-3c8d-4946-88e3-c3ade02ce206 req-e7599a92-14b4-4bd0-b4e1-02a7ba9764ea tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0481758 Nov 10 23:43:50.921664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-388f46f7-3c8d-4946-88e3-c3ade02ce206 req-eeb0d4b6-60b0-4707-aac2-b9f2232222f1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Nov 10 23:43:51.031413 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5b15-67a6-4afd-b1be-1b93f6af44a5 req-7bf1c865-2032-4322-bc87-c458eceda280 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:51.032900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6f2f5b15-67a6-4afd-b1be-1b93f6af44a5 req-7bf1c865-2032-4322-bc87-c458eceda280 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Nov 10 23:43:51.041420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57036) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:43:51.045684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Request body: {'floatingip': {'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:43:51.100045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:51.816700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:51.820453 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:51.918419 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 associated. External IP: 172.25.0.43, port: 25cf738c-9347-4d5d-b0ef-a92e33eafcda. Nov 10 23:43:52.120778 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:43:52.228622 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:43:52.234081 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:52.238983 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:43:52.248039 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:43:52.248627 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:52.261664 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c5e19858-ca25-45b6-ab55-8315866496e1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "PUT /v2.0/floatingips/2f92161f-395b-400b-bd46-95fba7ed2ca9 HTTP/1.1" status: 200 len: 991 time: 1.2192144 Nov 10 23:43:52.262264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:43:52.264529 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e" -d '{"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:43:52.302328 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923759d9-d0e7-4f9c-aa68-df6e71bafa95 x-openstack-request-id: req-923759d9-d0e7-4f9c-aa68-df6e71bafa95 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:43:52.302618 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:43:52.302870 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-923759d9-d0e7-4f9c-aa68-df6e71bafa95 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:43:52.303278 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'status': 'completed', 'code': 200} Nov 10 23:43:52.370680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-8bf3880e-59c3-451c-9084-45e3a5d7fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:52.372269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-8bf3880e-59c3-451c-9084-45e3a5d7fe9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0464604 Nov 10 23:43:52.450373 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:43:52.465679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-48629696-c699-4659-b583-e76f73645308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:52.467147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-48629696-c699-4659-b583-e76f73645308 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0882471 Nov 10 23:43:52.536550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-d6548a49-fdde-4599-bc47-4b9f3838fb52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0613902 Nov 10 23:43:52.586312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-823011c3-2c4d-461c-ae9a-cecf57123a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:52.587768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-823011c3-2c4d-461c-ae9a-cecf57123a9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0449767 Nov 10 23:43:52.633118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-d11fe067-f3b2-4456-b1be-9bdb03887559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:43:52.634504 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-d11fe067-f3b2-4456-b1be-9bdb03887559 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392973 Nov 10 23:43:52.670121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:43:51Z', 'revision_number': 13, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:52.700525 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:43:52.709236 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:43:52.709846 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:43:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:52.818095 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:43:52.969940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-b9f2d95c-6073-4e08-b358-bd96aed84ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281496 Nov 10 23:43:53.039809 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:43:51Z', 'revision_number': 13, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:43:53.064145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d68f6f5e-4ea3-47fb-9336-5e9631d2e16e req-54725967-4c5a-4393-a7f0-0b7647ab80cf service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865211 Nov 10 23:43:53.071250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f603b-3bcf-4f74-97b6-0e7944286355 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '2f92161f-395b-400b-bd46-95fba7ed2ca9', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:36:53Z', 'updated_at': '2021-11-10T23:43:51Z', 'revision_number': 13, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:43:53.255264 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76214f1-2393-4928-a4b2-dc483bd82675 None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:43:55.093063 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-02125a93-4bb0-444a-8dd5-f40987e6e962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:57.720902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8e752e8c-bb1c-4649-a33c-507551dc8758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:43:59.148243 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:00.591977 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:00.840239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:11.180035 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:44:15.169997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:15.625440 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:25.093586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1bc885d9-bdfb-4a6f-a5b0-ccfd9f63c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:27.721064 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14274ef6-c4bf-4832-8361-3cc0e76c3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:28.046456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-1d93130a-c014-432b-80a1-f498da0c27ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805719 Nov 10 23:44:28.138407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-3f77f7fd-7f6b-4f07-9b66-3069f36816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:44:28.140118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-3f77f7fd-7f6b-4f07-9b66-3069f36816c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0398536 Nov 10 23:44:28.241966 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-5acff88f-24b7-4a81-9aa6-1ae69526d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:44:28.243344 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-5acff88f-24b7-4a81-9aa6-1ae69526d91d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0843034 Nov 10 23:44:28.310615 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-e5a4ebc8-4ccd-4572-9a49-2d7fb3105136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1001 time: 0.0602105 Nov 10 23:44:28.361394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-1ad3d1d3-2fb8-44a7-9ec0-20101b68088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:44:28.362860 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-1ad3d1d3-2fb8-44a7-9ec0-20101b68088f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0437043 Nov 10 23:44:28.409942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-e7d52deb-b08f-41f4-b207-bbe0aee183c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:44:28.411480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-e7d52deb-b08f-41f4-b207-bbe0aee183c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413322 Nov 10 23:44:28.504607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-07258e6a-ac23-47b0-b5e3-f091eb32bf6c service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Nov 10 23:44:28.595877 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4b4f9f15-71f4-4717-badf-55d6023fecf0 req-4a6f10d1-6dc8-422c-8c9c-1659b62fd83d service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 Nov 10 23:44:29.152062 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:30.595639 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:30.841660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:45.169295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:45.623060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:48.178997 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:44:55.096167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-968896e5-c182-41c0-9bb1-fba9fed9320c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:57.722052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c5239f12-8866-48db-abb7-37d38d4d90a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:44:59.153427 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:00.598868 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:00.843168 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:15.184261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:15.621776 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:25.097096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa93c-ec24-4bdb-b28b-e00a820745c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:25.177544 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:45:27.723828 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-90ab3e16-aa80-480d-aa99-4a371b26368b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:28.323006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c64a95-a999-4766-ad51-ac5410a3ac5b req-22577a59-100d-44c1-95f4-848c25ad1fb6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:28.324486 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c64a95-a999-4766-ad51-ac5410a3ac5b req-22577a59-100d-44c1-95f4-848c25ad1fb6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0542388 Nov 10 23:45:28.371818 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-44c64a95-a999-4766-ad51-ac5410a3ac5b req-d6c85a2c-f6e2-4065-8a4a-fb20900a1f9c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Nov 10 23:45:29.158814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:30.020729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-7b8c555a-7b91-4994-b1ee-b1347b9f86da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392454 Nov 10 23:45:30.103620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-eadc3086-b5c3-4ee7-813f-826c88b21610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:30.105159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-eadc3086-b5c3-4ee7-813f-826c88b21610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0415182 Nov 10 23:45:30.218000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-5c90d3e2-c84b-49a5-8aa1-629ef3df68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:30.219505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-5c90d3e2-c84b-49a5-8aa1-629ef3df68ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0946772 Nov 10 23:45:30.287755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-16208365-0017-4bc5-b56a-a7f1099138f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1001 time: 0.0607851 Nov 10 23:45:30.340879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-a380d099-0643-45bf-bd4b-066c43523f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:30.342357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-a380d099-0643-45bf-bd4b-066c43523f26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0474687 Nov 10 23:45:30.392403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-2d861641-d9bc-489b-9d4e-17d7926e7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:30.394065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-2d861641-d9bc-489b-9d4e-17d7926e7963 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438004 Nov 10 23:45:30.494616 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-84b945d4-407b-4eb8-af2f-750772ecc965 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924337 Nov 10 23:45:30.592422 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ca4c94-3056-46bc-b5a6-0b7783bc851b req-458005c9-5d00-49ee-9578-2aaf65d28ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Nov 10 23:45:30.616167 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:30.845463 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:31.826372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-b95ef9a1-60c3-4b92-8410-a428fc6fb87e req-d327517c-b44f-420c-a502-5dd6068803d3 service neutron] (102457) timed out ('10.222.0.25', 53964) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:45:40.374464 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-71451326-15e1-48ad-8589-f55b6c5fa3d9 req-5ce424cf-b6f3-41c6-9d39-d0fbf1dbc315 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:45:40.375537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71451326-15e1-48ad-8589-f55b6c5fa3d9 req-5ce424cf-b6f3-41c6-9d39-d0fbf1dbc315 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468109 Nov 10 23:45:40.541835 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-6b941734-354b-49fb-b41d-b4d9cef756ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421388 Nov 10 23:45:40.550841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-2c1d2361-9a2d-4804-b75b-420bd74c2f82 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:45:40.551844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-2c1d2361-9a2d-4804-b75b-420bd74c2f82 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051782 Nov 10 23:45:40.564433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b671b0c-d718-445f-947f-a7fa82be75b5 req-dd56352a-3ed9-4dff-8176-38a4cf75e13f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:40.565961 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b671b0c-d718-445f-947f-a7fa82be75b5 req-dd56352a-3ed9-4dff-8176-38a4cf75e13f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0538003 Nov 10 23:45:40.614821 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1b671b0c-d718-445f-947f-a7fa82be75b5 req-d8baf8d8-71db-448e-b121-a586338bf446 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Nov 10 23:45:41.735308 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478803-59be-4323-9d89-8413368f5ee9 req-30017675-cdf5-442d-a043-6e2ad5e448ef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:41.736762 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00478803-59be-4323-9d89-8413368f5ee9 req-30017675-cdf5-442d-a043-6e2ad5e448ef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Nov 10 23:45:41.782351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-00478803-59be-4323-9d89-8413368f5ee9 req-c9f04a78-42e5-4e8c-9958-1a6014e8c0ac tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Nov 10 23:45:42.898332 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c3e2-9560-4691-b96c-fe2511b03486 req-1fba7766-4578-4e93-9edc-c25bab2b28b4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:42.899698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f855c3e2-9560-4691-b96c-fe2511b03486 req-1fba7766-4578-4e93-9edc-c25bab2b28b4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Nov 10 23:45:42.946506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f855c3e2-9560-4691-b96c-fe2511b03486 req-15d10d67-eb46-47a5-88b2-e02889e9399e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402174 Nov 10 23:45:43.662529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-0d329da6-185d-4ede-bc7a-144ce3d6e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:43.663962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-0d329da6-185d-4ede-bc7a-144ce3d6e2ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0402195 Nov 10 23:45:43.755287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-3f5ec3e0-5b27-439e-b7ca-ef3075b7ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:43.756707 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-3f5ec3e0-5b27-439e-b7ca-ef3075b7ad1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0849061 Nov 10 23:45:43.819862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-5d2a4820-da58-4977-a37e-3aaa3713872f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1001 time: 0.0564587 Nov 10 23:45:43.867258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-e2aabfb6-4d25-49bc-970c-bb63776e81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:43.869221 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-e2aabfb6-4d25-49bc-970c-bb63776e81c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0424170 Nov 10 23:45:43.917175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-746729f8-c985-457e-920c-6b883bd24845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:43.918545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-746729f8-c985-457e-920c-6b883bd24845 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428727 Nov 10 23:45:44.007808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-b889e0e4-7ef2-4fdd-9961-1428c228d2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817389 Nov 10 23:45:44.126055 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f1d44-2d03-4adc-b7c3-903c1afc1cd8 req-adb09646-ceaa-4274-bbda-1aaeae9ffc81 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:44.127546 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e9f1d44-2d03-4adc-b7c3-903c1afc1cd8 req-adb09646-ceaa-4274-bbda-1aaeae9ffc81 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.1111336 Nov 10 23:45:44.146815 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-7f777b80-9dce-4880-92a0-1f009704d944 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314828 Nov 10 23:45:44.182642 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0e9f1d44-2d03-4adc-b7c3-903c1afc1cd8 req-b5925856-beaa-4431-9940-b86bbbda2543 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Nov 10 23:45:45.182948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:45.303068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e84e0a-ba22-4967-a2bd-1dd16e55b66d req-586d5b46-5652-4242-885f-7d9ff43a873a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:45.304456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37e84e0a-ba22-4967-a2bd-1dd16e55b66d req-586d5b46-5652-4242-885f-7d9ff43a873a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0539861 Nov 10 23:45:45.353452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37e84e0a-ba22-4967-a2bd-1dd16e55b66d req-5d140dc5-8370-424c-85ba-438ec608881d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431008 Nov 10 23:45:45.628693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:46.467623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93aac8-847d-4ef1-b54c-f4a04002da1f req-cb02b034-ec9d-48b4-8eab-6d0db64563d3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:46.469132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f93aac8-847d-4ef1-b54c-f4a04002da1f req-cb02b034-ec9d-48b4-8eab-6d0db64563d3 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Nov 10 23:45:46.519784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2f93aac8-847d-4ef1-b54c-f4a04002da1f req-c1042126-7579-46f3-9fa6-d427947b69b1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Nov 10 23:45:47.634545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5ac0d-3923-47ba-b9e2-e36a212ff3fd req-64c08e15-142e-4b9c-8c0f-854651a50dcd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:47.635993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2f5ac0d-3923-47ba-b9e2-e36a212ff3fd req-64c08e15-142e-4b9c-8c0f-854651a50dcd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Nov 10 23:45:47.681898 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a2f5ac0d-3923-47ba-b9e2-e36a212ff3fd req-7ba52ef3-1895-4cdc-b3e8-3dc629df09c7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400970 Nov 10 23:45:48.802190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494931c-6578-44a0-b94d-e9e1811e8ea1 req-5d35173f-0ff4-48e7-acd1-2370a6215a0c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:48.803723 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c494931c-6578-44a0-b94d-e9e1811e8ea1 req-5d35173f-0ff4-48e7-acd1-2370a6215a0c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Nov 10 23:45:48.851673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c494931c-6578-44a0-b94d-e9e1811e8ea1 req-38d0c617-6b6d-470b-b846-0d5be5c51db4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Nov 10 23:45:49.969113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c457-a016-47fa-8c91-2ac89e308d2f req-cb1a7d98-d22e-4e2e-b830-1ee7af85c250 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:49.970585 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63d0c457-a016-47fa-8c91-2ac89e308d2f req-cb1a7d98-d22e-4e2e-b830-1ee7af85c250 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Nov 10 23:45:50.022203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63d0c457-a016-47fa-8c91-2ac89e308d2f req-ae0774d8-3bd8-46f6-8396-fd4ea5f15962 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Nov 10 23:45:51.137116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc265a38-acd7-4a1c-ad79-70b8f2bdc680 req-83082ca4-b416-487e-8021-1edf1bb951ed tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:51.138607 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc265a38-acd7-4a1c-ad79-70b8f2bdc680 req-83082ca4-b416-487e-8021-1edf1bb951ed tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Nov 10 23:45:51.184339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cc265a38-acd7-4a1c-ad79-70b8f2bdc680 req-bc133a59-4c78-4d53-97de-35d36d14d796 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Nov 10 23:45:52.298517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2caa-bc53-478e-a396-9c6f77d3e91c req-f6798d84-04e4-4fd8-b3bc-c67a8aba3f0a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:52.299896 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9dee2caa-bc53-478e-a396-9c6f77d3e91c req-f6798d84-04e4-4fd8-b3bc-c67a8aba3f0a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Nov 10 23:45:52.347176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9dee2caa-bc53-478e-a396-9c6f77d3e91c req-6fc2fe60-fca9-46d4-ae21-5e736e598a9e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Nov 10 23:45:53.464758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a22f5-797a-4767-aa8f-bdf38351bb50 req-3e051a4e-d84d-405a-995c-31f3375a87fc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:53.466247 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-006a22f5-797a-4767-aa8f-bdf38351bb50 req-3e051a4e-d84d-405a-995c-31f3375a87fc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0525587 Nov 10 23:45:53.512433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-006a22f5-797a-4767-aa8f-bdf38351bb50 req-2706305a-8740-48dc-bfbd-5d0ae0bf54e8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Nov 10 23:45:54.627163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0bc4-6404-4b64-b750-388ec762cec7 req-591af4bd-9088-49fb-9713-d3f12188287c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:54.628640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c52e0bc4-6404-4b64-b750-388ec762cec7 req-591af4bd-9088-49fb-9713-d3f12188287c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0485530 Nov 10 23:45:54.675769 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c52e0bc4-6404-4b64-b750-388ec762cec7 req-c320afab-0b3e-46a8-ba19-c995190ea027 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Nov 10 23:45:55.097627 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66501bc0-90b2-4181-8452-438507f27599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:55.789901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bcebc-bdac-4cb5-b0b2-2bffcf1c6bae req-3343c819-0a4a-4bb4-a16b-a758644caf0c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:55.791997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-727bcebc-bdac-4cb5-b0b2-2bffcf1c6bae req-3343c819-0a4a-4bb4-a16b-a758644caf0c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Nov 10 23:45:55.837543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-727bcebc-bdac-4cb5-b0b2-2bffcf1c6bae req-8c091af8-78f7-4e56-8802-0ebb39213c0d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Nov 10 23:45:56.958566 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab4b3-b06c-4f4b-a1ce-b1de572bd97a req-3bc93efe-6da2-4845-975e-3943b8d020cc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:56.959968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe8ab4b3-b06c-4f4b-a1ce-b1de572bd97a req-3bc93efe-6da2-4845-975e-3943b8d020cc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0538955 Nov 10 23:45:57.007864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe8ab4b3-b06c-4f4b-a1ce-b1de572bd97a req-5c9f22ab-e72e-43b1-a30b-5cdf5ae7871c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 10 23:45:57.726529 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4cfdb59f-37f9-48a8-893e-1e2831796115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:58.048400 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-808f4651-ef37-4bb3-ad56-61939989539c service neutron] show failed (client error): The resource could not be found. Nov 10 23:45:58.049538 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-808f4651-ef37-4bb3-ad56-61939989539c service neutron] 10.222.0.20 "GET /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0574329 Nov 10 23:45:58.133743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf573e-434b-4730-9c69-0201160faf11 req-f9127a0b-873d-4365-9e0b-4baf8899c93f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:58.135790 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8abf573e-434b-4730-9c69-0201160faf11 req-f9127a0b-873d-4365-9e0b-4baf8899c93f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0556872 Nov 10 23:45:58.185748 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8abf573e-434b-4730-9c69-0201160faf11 req-e4db7a12-4f46-4ae7-94e7-31c07a445682 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Nov 10 23:45:58.255760 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-f601ba3d-2740-4cd0-9dfd-a819bfc00492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:58.257267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-f601ba3d-2740-4cd0-9dfd-a819bfc00492 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1096 time: 0.0410519 Nov 10 23:45:58.270629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:45:58.325544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:58.520937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:45:58.553238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:45:58.593307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:45:58.595501 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8ac19-67fd-4d5c-8e72-2f3114145b43" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:45:58.599572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:58.612669 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Transition to ACTIVE for port object 25cf738c-9347-4d5d-b0ef-a92e33eafcda will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:45:58.616597 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:58.696424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9129d-12f1-4ee0-a58f-fccca58a3e79 x-openstack-request-id: req-72d9129d-12f1-4ee0-a58f-fccca58a3e79 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:45:58.696706 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:45:58.696951 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d9129d-12f1-4ee0-a58f-fccca58a3e79 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:45:58.697365 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'code': 200} Nov 10 23:45:58.706427 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:45:58.718559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.718905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.719240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.719573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.719900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.720224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.720547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.720866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.721212 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.721532 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.721849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.722161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:45:58.755731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] No DVR routers for this DVR port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:45:58.889075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:45:58.889406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:45:58.889726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:45:58.894099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:45:58.894420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:45:58.899414 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:45:58.899748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:45:58.900128 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:45:58.901123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Bound port: 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:45:58.901493 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:58.964204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:45:58.967341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:45:58.971058 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:59.004726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.005373 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:59.006847 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] 10.222.0.39 "PUT /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1091 time: 0.7402251 Nov 10 23:45:59.037075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d17ad-e116-4e66-986d-ee159eecf915 service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:45:59.053725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:45:59.087499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-04dfe71b-b594-4608-9f2f-2c727152fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.089700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-04dfe71b-b594-4608-9f2f-2c727152fe4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0538502 Nov 10 23:45:59.094672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:45:59.162540 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:45:59.183877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-723b7d3e-3c12-4568-9a14-cfefa1b56a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.185644 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-723b7d3e-3c12-4568-9a14-cfefa1b56a9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0890427 Nov 10 23:45:59.257991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-194169aa-849c-454f-ba64-075f5d1dc640 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0652301 Nov 10 23:45:59.307615 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-a37a180a-6df8-413f-a0ce-2b8859e16ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.307838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841c851-0b6f-4aa6-8cbe-502a4bc02d2f req-16f83b2c-c99d-4fee-9ef4-537f95315f01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.309109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-a37a180a-6df8-413f-a0ce-2b8859e16ba3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0442960 Nov 10 23:45:59.309425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e841c851-0b6f-4aa6-8cbe-502a4bc02d2f req-16f83b2c-c99d-4fee-9ef4-537f95315f01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0500045 Nov 10 23:45:59.354993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-41b2364d-b787-4dd0-89e2-8dc61016d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:45:59.356489 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-41b2364d-b787-4dd0-89e2-8dc61016d411 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405331 Nov 10 23:45:59.357927 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e841c851-0b6f-4aa6-8cbe-502a4bc02d2f req-78e5a69e-a58c-43dc-907d-c6d74de55fd2 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Nov 10 23:45:59.463752 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-c84a5f8a-6270-413a-a495-fd02503b475c service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994496 Nov 10 23:45:59.550709 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-d67679dd-14ce-40d7-ad01-453ea25daae5 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799475 Nov 10 23:46:00.483042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f19f-d4f9-4bb6-883c-4a9bf322e7c3 req-bd94c8f5-70f8-4dbe-be34-530e78ed4837 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:00.484509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9e5f19f-d4f9-4bb6-883c-4a9bf322e7c3 req-bd94c8f5-70f8-4dbe-be34-530e78ed4837 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0499253 Nov 10 23:46:00.535941 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a9e5f19f-d4f9-4bb6-883c-4a9bf322e7c3 req-e0626a13-a745-4e48-bfea-4cc7fca472d5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Nov 10 23:46:00.596845 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:00.698765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:00.701148 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a257cc-f0cc-4fa5-a540-62574b6e521a" -d '{"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:00.749024 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57ab91-74ad-47f3-b7c0-5c5b7f0ccc05 x-openstack-request-id: req-8c57ab91-74ad-47f3-b7c0-5c5b7f0ccc05 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:00.749314 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:00.749566 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c57ab91-74ad-47f3-b7c0-5c5b7f0ccc05 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:00.749962 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'status': 'completed', 'code': 200} Nov 10 23:46:00.811864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-1b3f1cb3-4814-43f9-b6ee-7353a03aacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:00.813277 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-1b3f1cb3-4814-43f9-b6ee-7353a03aacee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0427246 Nov 10 23:46:00.821590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-87a7b205-e7c6-4a7c-8d6c-f5fb286112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:00.823957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-87a7b205-e7c6-4a7c-8d6c-f5fb286112d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0474012 Nov 10 23:46:00.856196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:00.907552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-ba5d71a5-ab2a-44ef-bf3b-5a594b3a75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:00.909252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-ba5d71a5-ab2a-44ef-bf3b-5a594b3a75d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0894463 Nov 10 23:46:00.926693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-507b665c-37b2-4e42-827c-7ce8125b846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:00.928224 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-507b665c-37b2-4e42-827c-7ce8125b846e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0966020 Nov 10 23:46:00.979567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-60bdab7e-b599-4b3e-8f69-00e6d586533b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0637000 Nov 10 23:46:01.001207 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-d65979c0-ad43-4720-b87d-b81d9f06992b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0648417 Nov 10 23:46:01.033032 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-6c465779-c5f6-4076-a04b-a090f5a23ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:01.034778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-6c465779-c5f6-4076-a04b-a090f5a23ac3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0488749 Nov 10 23:46:01.054215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-41a8193d-8919-40b4-8512-e91adeac7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:01.055698 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-41a8193d-8919-40b4-8512-e91adeac7146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0478053 Nov 10 23:46:01.083152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-f6f3af7b-98e4-4c5f-b668-44697d3dec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:01.084674 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-f6f3af7b-98e4-4c5f-b668-44697d3dec56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429425 Nov 10 23:46:01.103520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-8c1f212b-829d-4823-8b24-6679745a41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:01.105162 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-8c1f212b-829d-4823-8b24-6679745a41ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424335 Nov 10 23:46:01.185678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-13a0d433-f2ef-45d2-bb53-4e7929e8b23c service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930429 Nov 10 23:46:01.206848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-6962c4d4-9a0c-4b0a-b55d-4df314aecbd5 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944219 Nov 10 23:46:01.278165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-b3c542c7-d5b5-4e6b-b833-b514849e5877 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857415 Nov 10 23:46:01.298137 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42a257cc-f0cc-4fa5-a540-62574b6e521a req-76c7891c-6c8c-4c2e-9b77-6813b012c2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838435 Nov 10 23:46:01.664134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9944f-1cec-44af-b3fa-2dd6353ae4e8 req-12f8206f-b485-4edd-9453-2229d86d1b8e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:01.665788 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53b9944f-1cec-44af-b3fa-2dd6353ae4e8 req-12f8206f-b485-4edd-9453-2229d86d1b8e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0605676 Nov 10 23:46:01.713925 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53b9944f-1cec-44af-b3fa-2dd6353ae4e8 req-f6746206-bfe0-46bf-a6fc-196356a96c7c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Nov 10 23:46:02.176043 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:46:02.839263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cbd63-fb07-477a-9a1b-bc79dc1d26fc req-6fd32d7c-93ff-4aa8-9439-434aa451ac9e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:02.840808 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d36cbd63-fb07-477a-9a1b-bc79dc1d26fc req-6fd32d7c-93ff-4aa8-9439-434aa451ac9e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0512767 Nov 10 23:46:02.892640 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d36cbd63-fb07-477a-9a1b-bc79dc1d26fc req-eb301012-59f6-460a-b945-8e64388d5777 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457230 Nov 10 23:46:04.013017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d4b66-e878-4c90-aee0-b80983a08244 req-48bd1bd1-e8f6-4af1-a931-cc3aa82cc4aa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:04.014507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d4b66-e878-4c90-aee0-b80983a08244 req-48bd1bd1-e8f6-4af1-a931-cc3aa82cc4aa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0495789 Nov 10 23:46:04.062919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-679d4b66-e878-4c90-aee0-b80983a08244 req-04525208-2173-4c42-9f56-4fc7b8a65f0d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Nov 10 23:46:05.178386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16cbe1-2608-4497-a6a9-a5d15696cd49 req-2712d9a2-b577-420b-ba08-a08edeac21eb tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:05.179854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee16cbe1-2608-4497-a6a9-a5d15696cd49 req-2712d9a2-b577-420b-ba08-a08edeac21eb tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0478201 Nov 10 23:46:05.225779 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee16cbe1-2608-4497-a6a9-a5d15696cd49 req-91efbcab-edfe-4ee1-83e5-e463768a2510 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390861 Nov 10 23:46:06.344423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40467bca-48f8-4048-b6e7-cac1128281c7 req-1b1f4203-4007-4f5c-90ab-3e4cc7718c0a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:06.345861 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40467bca-48f8-4048-b6e7-cac1128281c7 req-1b1f4203-4007-4f5c-90ab-3e4cc7718c0a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0524647 Nov 10 23:46:06.398481 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-40467bca-48f8-4048-b6e7-cac1128281c7 req-a8e3ed31-dbb8-4c48-9067-d73aeb7a5baa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Nov 10 23:46:07.516262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d95bd-7e01-423a-bd43-a3ed9d875bf7 req-53e78fc6-fb96-454a-9425-6482a42d572d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:07.518506 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a4d95bd-7e01-423a-bd43-a3ed9d875bf7 req-53e78fc6-fb96-454a-9425-6482a42d572d tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Nov 10 23:46:07.565132 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7a4d95bd-7e01-423a-bd43-a3ed9d875bf7 req-23d786d9-ef51-4b83-83f4-e941e80a0c44 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Nov 10 23:46:08.680962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fc612-d017-41af-92d2-b8ca41640ad2 req-f9cb2659-9ad0-4797-820e-8f06ca298edd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:08.682447 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f7fc612-d017-41af-92d2-b8ca41640ad2 req-f9cb2659-9ad0-4797-820e-8f06ca298edd tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0484555 Nov 10 23:46:08.728956 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f7fc612-d017-41af-92d2-b8ca41640ad2 req-3786e3e1-a3a0-4b2d-ac10-ac14f9154a73 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Nov 10 23:46:09.846618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e5dd-d44d-4eb9-a200-c437f3946d25 req-c21b6753-eb68-4faf-94c2-c0fa94bd95e5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:09.848085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9a4e5dd-d44d-4eb9-a200-c437f3946d25 req-c21b6753-eb68-4faf-94c2-c0fa94bd95e5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0515392 Nov 10 23:46:09.893400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9a4e5dd-d44d-4eb9-a200-c437f3946d25 req-f241cdc2-3eb4-4260-9a5a-0423ddba4088 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Nov 10 23:46:11.008451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6377b-a68e-4187-bc4a-be26ebbd4e76 req-144a2b44-e9fb-4b5c-950b-4785d6393025 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:11.009944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fd6377b-a68e-4187-bc4a-be26ebbd4e76 req-144a2b44-e9fb-4b5c-950b-4785d6393025 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0483525 Nov 10 23:46:11.060894 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8fd6377b-a68e-4187-bc4a-be26ebbd4e76 req-cac9ef26-9b73-4660-817e-d8c0df0961dc tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Nov 10 23:46:12.175648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ccde-ae4e-4a68-b669-1aa38137543a req-164d28f1-3643-4319-94e3-0c8363015b21 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.177144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcb0ccde-ae4e-4a68-b669-1aa38137543a req-164d28f1-3643-4319-94e3-0c8363015b21 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Nov 10 23:46:12.223583 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fcb0ccde-ae4e-4a68-b669-1aa38137543a req-1c4b6519-8ff5-40d3-b263-6a1cf0ca2b93 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Nov 10 23:46:12.500596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-ecdbfc05-b618-4ff3-ad78-81f934fb98ef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.502148 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-ecdbfc05-b618-4ff3-ad78-81f934fb98ef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.39 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&tenant_id=c41d99bdd82f4e7bb680907a799494da&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 943 time: 0.0506365 Nov 10 23:46:12.515949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5811a6-52a7-4baa-be1e-9373603f60fc req-b3b2ba11-2bda-4c28-8d92-ba455a1a37f6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.517438 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa5811a6-52a7-4baa-be1e-9373603f60fc req-b3b2ba11-2bda-4c28-8d92-ba455a1a37f6 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 943 time: 0.0480225 Nov 10 23:46:12.563640 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-3e933bb5-7c77-4bed-a379-fc2cf167fa98 service neutron] 10.222.0.39 "GET /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda/bindings/n-h2-811521-3 HTTP/1.1" status: 200 len: 382 time: 0.0540633 Nov 10 23:46:12.568112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa5811a6-52a7-4baa-be1e-9373603f60fc req-0ef6c603-853f-4b73-8af7-34bb27827fe8 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 Nov 10 23:46:12.624719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-d734c905-4644-461b-944e-52d559738b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.626223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-d734c905-4644-461b-944e-52d559738b89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0401807 Nov 10 23:46:12.721860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-08337372-fbe4-468d-b004-f88241950666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.723352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-08337372-fbe4-468d-b004-f88241950666 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0850306 Nov 10 23:46:12.786267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-244bffd4-dfd5-4f94-861a-3a86efde2194 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0557992 Nov 10 23:46:12.837786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-74e7d62d-f698-454d-8f21-683b0c6a2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.839082 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-74e7d62d-f698-454d-8f21-683b0c6a2bd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0463464 Nov 10 23:46:12.883703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-8a1fe148-f91d-4a47-b7ca-d72e1a75fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:12.885208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-8a1fe148-f91d-4a47-b7ca-d72e1a75fc2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396159 Nov 10 23:46:12.971747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-3a28eb3e-da97-4db3-b860-3d97aee8c4b3 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790348 Nov 10 23:46:12.993099 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:46:13.063026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-ac823de8-8999-4af1-842f-d17a7d2acb4b service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847492 Nov 10 23:46:13.090093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:13.101186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:46:13.136991 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:13.149042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:46:13.167689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:13.171535 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:13.215960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:13.223044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.223401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.223732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.224048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.224454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.224694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.225034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.225356 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.225670 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.225984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.226296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.226609 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:13.403364 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['25cf738c-9347-4d5d-b0ef-a92e33eafcda'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:46:13.688262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30a8c7-1e59-4804-abbb-a5f6d0214384 req-964f2524-20bb-4057-a595-916970827d01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:13.689670 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e30a8c7-1e59-4804-abbb-a5f6d0214384 req-964f2524-20bb-4057-a595-916970827d01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0493176 Nov 10 23:46:13.736101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e30a8c7-1e59-4804-abbb-a5f6d0214384 req-fa5ff0f5-e7cf-42bc-ad4e-109c77fe9d9c tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406866 Nov 10 23:46:14.855120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5d834-fab6-4950-9e87-279ecfadae9b req-4721bac1-cf4c-4f96-991c-e62c5370d98b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:14.856602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-daf5d834-fab6-4950-9e87-279ecfadae9b req-4721bac1-cf4c-4f96-991c-e62c5370d98b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0504928 Nov 10 23:46:14.908516 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-daf5d834-fab6-4950-9e87-279ecfadae9b req-ce7a33d2-3206-4e84-a685-b7f0f9fb400e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Nov 10 23:46:15.017968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:46:15.067611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:46:15.071473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:46:15.071846 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:15.152250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:15.174580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:15.176696 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486e7fb4-424e-4278-aa06-135fea1f2be7" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:15.193247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:15.203131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:15.228474 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:15.253538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:15.311036 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdbe9c9-bb6c-44c6-86c9-973660df4567 x-openstack-request-id: req-cfdbe9c9-bb6c-44c6-86c9-973660df4567 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:15.311329 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:15.311579 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfdbe9c9-bb6c-44c6-86c9-973660df4567 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:15.311969 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'code': 200} Nov 10 23:46:15.644263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:16.026499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332bc50-64b1-4997-b02a-934850c68e4b req-e5710b97-d176-4111-a458-e73e39ab5c53 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:16.028268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d332bc50-64b1-4997-b02a-934850c68e4b req-e5710b97-d176-4111-a458-e73e39ab5c53 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Nov 10 23:46:16.076554 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d332bc50-64b1-4997-b02a-934850c68e4b req-daf4c07b-9557-41f4-88f8-bdbb97663d2e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Nov 10 23:46:17.143118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-d7008bef-f8bb-4af8-87ca-30b57c9f844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:17.144584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-d7008bef-f8bb-4af8-87ca-30b57c9f844c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9&tenant_id=c41d99bdd82f4e7bb680907a799494da HTTP/1.1" status: 200 len: 1096 time: 0.0441859 Nov 10 23:46:17.157498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:46:17.201914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6bfb-c4b8-4ec9-a4ea-72892924ec06 req-f8e3ee74-70d7-41d1-b422-3b2fd985141f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:17.203394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62ac6bfb-c4b8-4ec9-a4ea-72892924ec06 req-f8e3ee74-70d7-41d1-b422-3b2fd985141f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Nov 10 23:46:17.209450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.250729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-62ac6bfb-c4b8-4ec9-a4ea-72892924ec06 req-551c2f8f-41a8-41f1-ac1e-248910039bef tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Nov 10 23:46:17.405651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:17.441326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:46:17.478785 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:17.480988 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d104f14-d832-4352-b88c-921f56bfafde" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:17.484732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.497485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Transition to ACTIVE for port object 25cf738c-9347-4d5d-b0ef-a92e33eafcda will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:46:17.501196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.549735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=10']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:17.559362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.559362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.559362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.559709 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.560015 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.560341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.560922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.561269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.561592 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.561911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.562228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.562542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:46:17.594153 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e3cd2-08a6-4576-aa81-6206895607d6 x-openstack-request-id: req-595e3cd2-08a6-4576-aa81-6206895607d6 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:17.594441 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:17.594689 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-595e3cd2-08a6-4576-aa81-6206895607d6 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:17.595081 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'code': 200} Nov 10 23:46:17.641425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] No DVR routers for this DVR port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:46:17.775524 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:46:17.775814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:46:17.776138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:46:17.780431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:46:17.780750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Attempting to bind port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on network 3d731217-cc17-43d2-8fcb-472773536377 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:46:17.785581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:46:17.785980 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Checking segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:46:17.786310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Bound using segment: {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:46:17.786713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Bound port: 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2f38c-d399-46a4-95c3-deb6b6bbe704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d731217-cc17-43d2-8fcb-472773536377'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:46:17.787120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.848634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:46:17.851596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:46:17.855940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.888432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:17.889073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:17.890447 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] 10.222.0.20 "PUT /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 1092 time: 0.7368555 Nov 10 23:46:17.923131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6091-dea5-4f82-9948-ae5c63f31d2c service neutron] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=11']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:17.959597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-36b0a738-9902-4ab0-9014-026c813a66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:17.961164 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-36b0a738-9902-4ab0-9014-026c813a66f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0477550 Nov 10 23:46:18.060320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-f26af262-eaf8-450c-aeae-dedef3f1b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:18.062104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-f26af262-eaf8-450c-aeae-dedef3f1b8e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0930734 Nov 10 23:46:18.129930 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-7ce78e5d-82ed-4586-94c4-5911beae5b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0602620 Nov 10 23:46:18.178612 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-b0bf4115-dd66-4fa4-a30c-74eb38d691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:18.179914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-b0bf4115-dd66-4fa4-a30c-74eb38d691e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0426424 Nov 10 23:46:18.223858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-57652a6b-f9f5-4ccc-9fc4-1002a7540332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:18.225348 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-57652a6b-f9f5-4ccc-9fc4-1002a7540332 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385997 Nov 10 23:46:18.317301 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-e3949a30-6c06-4ad5-8ca2-5f491b5b6979 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851040 Nov 10 23:46:18.366860 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67c769-5b4d-4d5b-b446-3685293ac9b9 req-6a34c9d6-a9df-4fc7-b6ac-244265435916 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:18.368345 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa67c769-5b4d-4d5b-b446-3685293ac9b9 req-6a34c9d6-a9df-4fc7-b6ac-244265435916 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0484021 Nov 10 23:46:18.410118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e5bd9b80-5232-4c03-9fa4-05be5563263a req-51c6a006-789c-4e09-8d7d-7423e0479f44 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Nov 10 23:46:18.418341 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fa67c769-5b4d-4d5b-b446-3685293ac9b9 req-dcb7d16e-e994-4d6f-83bc-6105ec78c3b7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Nov 10 23:46:19.048052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:46:19.089576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:46:19.544819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d5c90-9520-42ed-baf7-73617724980f req-0b237cdd-1f68-41e6-862b-59ed8c7e8c76 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.546329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd7d5c90-9520-42ed-baf7-73617724980f req-0b237cdd-1f68-41e6-862b-59ed8c7e8c76 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0505948 Nov 10 23:46:19.595414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd7d5c90-9520-42ed-baf7-73617724980f req-f997da85-5347-4635-a270-dacc3de2428a tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Nov 10 23:46:19.595864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:19.598143 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf30979-1cea-4c8d-9d19-0e478a487794" -d '{"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:19.653870 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d838253-baf7-4a10-a5f3-a4fdad6febe7 x-openstack-request-id: req-8d838253-baf7-4a10-a5f3-a4fdad6febe7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:19.654157 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:19.654474 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d838253-baf7-4a10-a5f3-a4fdad6febe7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:19.655002 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'status': 'completed', 'code': 200} Nov 10 23:46:19.719008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-6e44ed06-5153-4f9b-a4ff-73023d00673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.720903 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-6e44ed06-5153-4f9b-a4ff-73023d00673d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0438373 Nov 10 23:46:19.723499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-ee286cd6-f04c-4ffc-80e1-ca3c30812d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.725095 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-ee286cd6-f04c-4ffc-80e1-ca3c30812d2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c41d99bdd82f4e7bb680907a799494da&device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0475495 Nov 10 23:46:19.817709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-b8296233-525a-46d4-a179-efd7389d3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.819498 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-b8296233-525a-46d4-a179-efd7389d3f1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0920079 Nov 10 23:46:19.821033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-45d10fca-4775-4516-a9a4-1f9eaaa631af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.822497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-45d10fca-4775-4516-a9a4-1f9eaaa631af service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 200 len: 911 time: 0.0900095 Nov 10 23:46:19.891325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-aa273c40-17e1-416c-9c70-400348ad4c43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.0636067 Nov 10 23:46:19.950704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-9241a0d3-a2d3-4fd5-8fef-de72aa4fd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:19.952443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-9241a0d3-a2d3-4fd5-8fef-de72aa4fd6e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0542593 Nov 10 23:46:20.002864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-66bef6d5-d223-48b6-a98a-b1eb1470e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:20.004280 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-66bef6d5-d223-48b6-a98a-b1eb1470e4c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443826 Nov 10 23:46:20.105241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-d721740c-9a96-41ae-8e2e-7cc25f598bf0 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940244 Nov 10 23:46:20.142166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-f2aab732-32fe-4ca9-a728-fce4f42896be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 200 len: 999 time: 0.3127866 Nov 10 23:46:20.194493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-81b2ecfc-bc5f-42aa-8666-08c8aa0e1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:20.195318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-dfd1bf1b-ffc1-4bfc-b458-0890f6aa69e4 service neutron] 10.222.0.39 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832889 Nov 10 23:46:20.196456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-81b2ecfc-bc5f-42aa-8666-08c8aa0e1045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 200 len: 850 time: 0.0473015 Nov 10 23:46:20.241255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-5a43f4c8-ca0d-4957-956b-dd26d523fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:20.242741 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-5a43f4c8-ca0d-4957-956b-dd26d523fafd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d731217-cc17-43d2-8fcb-472773536377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395963 Nov 10 23:46:20.332138 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-60869448-bcea-4f40-805b-6dc2a56cf654 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Nov 10 23:46:20.422111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bf30979-1cea-4c8d-9d19-0e478a487794 req-7a5f1295-9efd-41d7-86d1-e5186e650530 service neutron] 10.222.0.20 "GET /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826521 Nov 10 23:46:20.723020 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a30d5-9677-4ace-b493-a005a0658292 req-24d6c776-f07b-4d98-979f-336b5a2efb4f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:20.724668 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a63a30d5-9677-4ace-b493-a005a0658292 req-24d6c776-f07b-4d98-979f-336b5a2efb4f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0565526 Nov 10 23:46:20.773627 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a63a30d5-9677-4ace-b493-a005a0658292 req-e1176ada-7871-4c8a-800a-4137bf2c4be1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 Nov 10 23:46:21.892773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879244-beeb-4953-b16f-f227a2f1c100 req-707ca2a8-9a5d-431d-8155-d823fc74ecf7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:21.894282 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37879244-beeb-4953-b16f-f227a2f1c100 req-707ca2a8-9a5d-431d-8155-d823fc74ecf7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0494752 Nov 10 23:46:21.950609 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37879244-beeb-4953-b16f-f227a2f1c100 req-5f0598ab-4e74-4e3f-b05f-e1bc3e0399a4 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Nov 10 23:46:23.073113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc5b1-4d36-4dd1-be32-3ec9df7fbce0 req-83044bf1-ac62-4e1c-a61a-4085863ba68f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:23.074651 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca3cc5b1-4d36-4dd1-be32-3ec9df7fbce0 req-83044bf1-ac62-4e1c-a61a-4085863ba68f tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0543430 Nov 10 23:46:23.125006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ca3cc5b1-4d36-4dd1-be32-3ec9df7fbce0 req-dfa2db0e-4e4e-44a7-aa80-e488c5ca28ec tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Nov 10 23:46:24.243654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25c80-f988-435e-9a6f-2177fca35adb req-b2a0016b-0b41-4055-ac26-fae9613d391e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:24.245666 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4b25c80-f988-435e-9a6f-2177fca35adb req-b2a0016b-0b41-4055-ac26-fae9613d391e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0514636 Nov 10 23:46:24.290912 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a4b25c80-f988-435e-9a6f-2177fca35adb req-60197f1a-c5e1-402f-a445-d0b759828702 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Nov 10 23:46:25.098576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2c3eea8d-3173-4955-9c28-531cbf32d999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:25.406397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e6aec-6731-436f-ba02-f77fd964857a req-36763a8a-595d-4b51-a8e8-9b4a6a974116 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:25.407864 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa5e6aec-6731-436f-ba02-f77fd964857a req-36763a8a-595d-4b51-a8e8-9b4a6a974116 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0481694 Nov 10 23:46:25.458963 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa5e6aec-6731-436f-ba02-f77fd964857a req-408b2cf4-de09-4804-b72e-c8fe9ed834ea tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Nov 10 23:46:26.573987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2366b0d-19d5-4670-8c11-86296e6cd2f3 req-919478cc-cb61-44dd-a20e-c60ff3dc2247 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:26.575451 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2366b0d-19d5-4670-8c11-86296e6cd2f3 req-919478cc-cb61-44dd-a20e-c60ff3dc2247 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0484340 Nov 10 23:46:26.621340 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2366b0d-19d5-4670-8c11-86296e6cd2f3 req-48364a4e-e7f7-4053-b245-0ccd6b72c9aa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398414 Nov 10 23:46:27.729004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8ac7ef5e-6fd8-4932-b4e3-10514b29db91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:27.738943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eebfc4-f550-4738-88e6-b344abd44b54 req-15f2c102-35c4-4ae7-a213-81617605cd78 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:27.740423 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94eebfc4-f550-4738-88e6-b344abd44b54 req-15f2c102-35c4-4ae7-a213-81617605cd78 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0502272 Nov 10 23:46:27.788809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-94eebfc4-f550-4738-88e6-b344abd44b54 req-ae554aa7-d301-47ed-b0da-8f1a1469cbdf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Nov 10 23:46:28.912326 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4ceaa-184c-4170-a77a-f84999f97b7e req-f77ed81a-ed24-4d7e-aee1-0afb37977a01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:28.913828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0fe4ceaa-184c-4170-a77a-f84999f97b7e req-f77ed81a-ed24-4d7e-aee1-0afb37977a01 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0521085 Nov 10 23:46:28.962035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0fe4ceaa-184c-4170-a77a-f84999f97b7e req-f237a340-61b2-4579-af39-05fb17283105 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Nov 10 23:46:29.166790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:30.086381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404b48-798c-4a30-8801-5cd4fdef4bc7 req-ba8db57e-937b-4b96-ad6f-93151f7a32cf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:30.088483 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18404b48-798c-4a30-8801-5cd4fdef4bc7 req-ba8db57e-937b-4b96-ad6f-93151f7a32cf tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0497947 Nov 10 23:46:30.137720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18404b48-798c-4a30-8801-5cd4fdef4bc7 req-bfa7b6d8-cb75-40b7-b78d-9b7615596540 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Nov 10 23:46:30.598774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:30.850554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:31.249727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:46:31.252316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a251c0-0cba-43b6-a5d2-41277c7cface req-c1af3aba-a463-42cf-84eb-d906a2396c11 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:31.253910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78a251c0-0cba-43b6-a5d2-41277c7cface req-c1af3aba-a463-42cf-84eb-d906a2396c11 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0482950 Nov 10 23:46:31.300820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78a251c0-0cba-43b6-a5d2-41277c7cface req-2c5263d6-7e65-41a9-acfc-bd9e6f5e5175 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Nov 10 23:46:31.343324 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:31.354710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'port_id': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'mac_address': 'fa:16:3e:1b:09:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:46:31.394004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:31.406973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:46:31.418911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43deb45-a27a-4d72-96af-b361f41d6425 req-912349a6-35a9-486d-adb0-721d706dc5c9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:31.420308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f43deb45-a27a-4d72-96af-b361f41d6425 req-912349a6-35a9-486d-adb0-721d706dc5c9 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 944 time: 0.0525329 Nov 10 23:46:31.425477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:31.430456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:31.469209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f43deb45-a27a-4d72-96af-b361f41d6425 req-9ca5c4fb-0043-4cc8-b5e3-4f598e063da5 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Nov 10 23:46:31.477292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=12']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:31.580776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403d87e-3663-4c46-9d8f-ef94aec18807 req-99b9ee02-a9b4-429d-8b04-b14a2ae3c431 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:31.582316 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b403d87e-3663-4c46-9d8f-ef94aec18807 req-99b9ee02-a9b4-429d-8b04-b14a2ae3c431 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0479336 Nov 10 23:46:31.631875 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b403d87e-3663-4c46-9d8f-ef94aec18807 req-413ce559-77ec-4b0f-a388-8249c567d391 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Nov 10 23:46:31.656627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['25cf738c-9347-4d5d-b0ef-a92e33eafcda'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:46:31.871410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1d8e-2d12-45b9-9e00-3ac822318274 req-a1e3c24e-4dc8-4a3e-a17c-35eaf9beed3e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:31.872823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99fb1d8e-2d12-45b9-9e00-3ac822318274 req-a1e3c24e-4dc8-4a3e-a17c-35eaf9beed3e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Nov 10 23:46:31.918971 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-99fb1d8e-2d12-45b9-9e00-3ac822318274 req-042357fa-6d5a-420d-b178-3cc5dece4183 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Nov 10 23:46:33.037791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99023b07-1312-4679-914c-23b465bb87fa req-a8bc5bc4-c3b7-4b85-b43c-038fc4326a7e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:33.039362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99023b07-1312-4679-914c-23b465bb87fa req-a8bc5bc4-c3b7-4b85-b43c-038fc4326a7e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Nov 10 23:46:33.086760 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-99023b07-1312-4679-914c-23b465bb87fa req-20b56d8c-c7d4-445f-9b18-e29345d85efa tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups?id=36c0a940-fb5b-4f19-9326-b08d24ddbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Nov 10 23:46:33.267897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:46:33.315972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:46:33.319711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 25cf738c-9347-4d5d-b0ef-a92e33eafcda triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:46:33.320076 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.396801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.419034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:33.421268 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef2282-cb62-4854-98bc-5e2f309f9e5b" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:33.434685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:33.439533 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.454845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-513cc606-2ad4-404f-8422-6b7cdcca5609 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:33.456495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-513cc606-2ad4-404f-8422-6b7cdcca5609 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Nov 10 23:46:33.463846 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e50b2-38fb-458f-a441-ce3b2216416b x-openstack-request-id: req-e95e50b2-38fb-458f-a441-ce3b2216416b {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:33.464131 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-plugged", "status": "completed", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:33.464383 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e95e50b2-38fb-458f-a441-ce3b2216416b {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:33.464764 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'code': 200} Nov 10 23:46:33.490469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=13']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:33.553885 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Deleting port 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:33.554153 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.641334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] For port 25cf738c-9347-4d5d-b0ef-a92e33eafcda, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=25cf738c-9347-4d5d-b0ef-a92e33eafcda,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:33.641693 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.812539 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.812807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.813144 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9 disassociated. External IP: 172.25.0.43, port: 25cf738c-9347-4d5d-b0ef-a92e33eafcda. Nov 10 23:46:33.813477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Calling delete_port for 25cf738c-9347-4d5d-b0ef-a92e33eafcda owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:33.936133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:33.966382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'Port': ['ID=25cf738c-9347-4d5d-b0ef-a92e33eafcda,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:34.084619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:46:34.200662 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e1f2db5c-4e40-4afe-a4da-396bbac7eb88 req-f2f8eb8f-06e7-44f4-b794-fc4ef78a750e tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0308294 Nov 10 23:46:34.218456 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:46:34.228835 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:46:34.238689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:46:34.239400 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:34.257267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] No DVR routers for this DVR port 25cf738c-9347-4d5d-b0ef-a92e33eafcda on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:46:34.259978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:34.263311 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c14deff-3b78-404b-9a0b-f5180dccec64 req-ce9b8658-5c59-4f79-b715-f429ecf5eb28 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.20 "DELETE /v2.0/ports/25cf738c-9347-4d5d-b0ef-a92e33eafcda HTTP/1.1" status: 204 len: 173 time: 0.7968829 Nov 10 23:46:34.263742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-deleted', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:34.266484 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f60b298-9997-412a-a7b9-860a1db52a55" -d '{"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-deleted", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:34.306021 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d603134-f57b-462c-9b10-b4139d5b7be3 x-openstack-request-id: req-9d603134-f57b-462c-9b10-b4139d5b7be3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:34.306425 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029fe6c-f90e-4482-a07e-36f7dcf97ed9", "name": "network-vif-deleted", "tag": "25cf738c-9347-4d5d-b0ef-a92e33eafcda", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:34.307301 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d603134-f57b-462c-9b10-b4139d5b7be3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:34.307784 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029fe6c-f90e-4482-a07e-36f7dcf97ed9', 'name': 'network-vif-deleted', 'tag': '25cf738c-9347-4d5d-b0ef-a92e33eafcda', 'status': 'completed', 'code': 200} Nov 10 23:46:34.346682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:46:34.630430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:34.655677 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:46:34.664142 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:46:34.664731 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:34.768029 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:46:34.975712 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:35.001369 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef3c13-e58f-4a05-96d8-2c9e53bef192 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '0c62d342-9a59-4391-8e17-181b9b74a510', 'name': '', 'network_id': '3d731217-cc17-43d2-8fcb-472773536377', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'mac_address': 'fa:16:3e:33:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:50Z', 'updated_at': '2021-11-10T23:36:54Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'subnets': [{'id': '5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:46:35.226577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035135c-2ccc-49b1-aedb-d2feb868f58e None None] New status for floating IP 2f92161f-395b-400b-bd46-95fba7ed2ca9: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:46:35.298229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cf5a730b-ca04-4a63-829f-3a0e90cd23a0 req-9d4bd165-e797-49b0-ac84-b4bcada37d52 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0269611 Nov 10 23:46:36.395425 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bdf2bdab-0d41-4837-b9e8-9780762755ed req-ca843acd-dce5-4ba7-a7e0-16298ecc2d6b tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0262055 Nov 10 23:46:37.286026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:46:37.310315 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 25cf738c-9347-4d5d-b0ef-a92e33eafcda {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:46:37.310908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 25cf738c-9347-4d5d-b0ef-a92e33eafcda not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:46:37.491918 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23f723f6-7a66-4dcc-b5bc-ab9a536793e3 req-95ece688-8caf-4a16-9514-ca75af2f8346 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0262134 Nov 10 23:46:38.597393 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4a242500-224b-4707-a0ee-b567ff5ab0cc req-24849c5c-06d2-43a5-9e6b-9d37470dfc77 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/ports?device_id=1029fe6c-f90e-4482-a07e-36f7dcf97ed9 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Nov 10 23:46:39.176210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:46:43.338556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57506) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:43.391619 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.418709 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.464753 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.467496 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.468726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "DELETE /v2.0/security-groups/36c0a940-fb5b-4f19-9326-b08d24ddbc92 HTTP/1.1" status: 204 len: 168 time: 0.1291792 Nov 10 23:46:43.471467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:43.479417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2acc9-0781-48d5-8a00-73ebb2691db7 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c0a940-fb5b-4f19-9326-b08d24ddbc92,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:43.488840 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-59f98294-89cc-451a-8315-bdad4e716ca1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] show failed (client error): The resource could not be found. Nov 10 23:46:43.493036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59f98294-89cc-451a-8315-bdad4e716ca1 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "GET /v2.0/security-groups/36c0a940-fb5b-4f19-9326-b08d24ddbc92 HTTP/1.1" status: 404 len: 347 time: 0.0202250 Nov 10 23:46:43.493768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57510) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:43.623606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Deleting port ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:43.623966 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.698650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.698978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.710402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Calling delete_port for ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:43.849643 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.874870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Pushing event deleted for resources: {'Port': ['ID=ebbe3d95-2226-4a9f-a1f2-5da5ed3faa22,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:43.941262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.943811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:43.945003 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-eb0df821-27a6-4b89-83e8-203b6cb8dd66 tempest-ServerActionsTestJSON-1371439313 tempest-ServerActionsTestJSON-1371439313-project] 10.222.0.25 "DELETE /v2.0/floatingips/2f92161f-395b-400b-bd46-95fba7ed2ca9 HTTP/1.1" status: 204 len: 168 time: 0.4496098 Nov 10 23:46:43.948493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57512) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:44.383299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:44.622868 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Deleting port 0c62d342-9a59-4391-8e17-181b9b74a510 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:44.623537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:44.703138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] For port 0c62d342-9a59-4391-8e17-181b9b74a510, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0c62d342-9a59-4391-8e17-181b9b74a510,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:44.703503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:44.715928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Calling delete_port for 0c62d342-9a59-4391-8e17-181b9b74a510 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:44.889117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:44.913680 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c62d342-9a59-4391-8e17-181b9b74a510,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:45.081745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.201995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.291508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:46:45.633540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:46:45.640075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-27d7cdee-43ca-4dc8-ac5f-96243db50ff6 admin admin] 10.222.0.25 "PUT /v2.0/routers/cd8b0b87-faa1-444c-aea8-cc9d8e620aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901829 Nov 10 23:46:45.642411 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57516) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:45.644111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Sync routers for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:46:45.655111 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:46:45.655739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:45.656504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.745620 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.758250 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:46:45.851968 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.904265 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Deleting port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:45.904490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.936543 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:46:44Z', 'revision_number': 5, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port': {'id': '53f87a50-f4e5-4da5-a6f6-9cce13d74d4d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:36:49Z', 'updated_at': '2021-11-10T23:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:45.962300 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Checking router: cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:46:45.970325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Routers {'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:46:45.970918 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:46:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:45.985625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] For port 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:45.985988 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:45.998361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Calling delete_port for 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:46.054086 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] Set router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:46:46.108862 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:46:45Z', 'revision_number': 6, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:46.135560 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e75438-33ab-44fb-bcb3-713a3e384189 None None] The sync data for ids ['cd8b0b87-faa1-444c-aea8-cc9d8e620aa1'] in n-d-811521-3 is: [{'id': 'cd8b0b87-faa1-444c-aea8-cc9d8e620aa1', 'name': 'tempest-ServerActionsTestJSON-649730624-router', 'tenant_id': 'c41d99bdd82f4e7bb680907a799494da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:36:48Z', 'updated_at': '2021-11-10T23:46:45Z', 'revision_number': 6, 'project_id': 'c41d99bdd82f4e7bb680907a799494da', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:46:46.165152 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.193352 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Pushing event deleted for resources: {'Port': ['ID=53f87a50-f4e5-4da5-a6f6-9cce13d74d4d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:46.203603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93561a-6fa3-4593-99f1-bc311b955cf5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:46:46.251271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.359300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.361396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.420447 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.420897 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:46:46.425515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.428758 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b23e76a2-3e81-4f60-87c3-30568e32533a admin admin] 10.222.0.25 "DELETE /v2.0/routers/cd8b0b87-faa1-444c-aea8-cc9d8e620aa1 HTTP/1.1" status: 204 len: 168 time: 0.7835109 Nov 10 23:46:46.429299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:46.472981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Deleting subnet 5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:46:46.475989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.515516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.597615 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.649229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.677763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:46.681237 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.684989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-41e7472b-181c-4949-ba22-4d8187dcf803 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b7ed6a4-7b07-4cfa-8cfd-95ef31d50be0 HTTP/1.1" status: 204 len: 168 time: 0.2546866 Nov 10 23:46:46.687663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:46.687805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4e0ab-167b-48fd-ab11-ae9c060aaaea None None] Network 3d731217-cc17-43d2-8fcb-472773536377 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:46:46.753635 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.808622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Deleting port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:46.808960 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.879712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] For port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,segment=NetworkSegment(0ad2f38c-d399-46a4-95c3-deb6b6bbe704),segment_id=0ad2f38c-d399-46a4-95c3-deb6b6bbe704)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:46.880082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.893692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Calling delete_port for b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:46.899880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] DHCP port deletion for 3d731217-cc17-43d2-8fcb-472773536377 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:46:46.958261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:46:46.983178 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:46.995897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Deleting port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:46:46.996280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.013269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] No DVR routers for this DVR port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:46:47.043029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:47.054230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No active binding found for port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 {{(pid=102459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 23:46:47.054672 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:46:47.055083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:46:47.082548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:46:47.082887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 53f87a50-f4e5-4da5-a6f6-9cce13d74d4d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:46:47.083291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0c62d342-9a59-4391-8e17-181b9b74a510 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:46:47.097715 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.114346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] For port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:47.114984 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.117174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0c62d342-9a59-4391-8e17-181b9b74a510 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:46:47.117507 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0c62d342-9a59-4391-8e17-181b9b74a510 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:46:47.118585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d731217-cc17-43d2-8fcb-472773536377']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:47.129479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Calling delete_port for b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:46:47.132140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:46:47.133511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.141512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad2f38c-d399-46a4-95c3-deb6b6bbe704') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:47.141806 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad2f38c-d399-46a4-95c3-deb6b6bbe704') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:46:47.159533 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.159939 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] Pushing event deleted for resources: {'Port': ['ID=b5ec7d15-ca2f-4035-979a-28fa7c1b39b2,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:47.163045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad5058-cae4-4845-a3c2-0b02a1dbb65e None None] No DVR routers for this DVR port b5ec7d15-ca2f-4035-979a-28fa7c1b39b2 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:46:47.186688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.194835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:46:47.195309 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:46:47.196988 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:46:47.250876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.256536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.259667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d731217-cc17-43d2-8fcb-472773536377 HTTP/1.1" status: 204 len: 168 time: 0.5710821 Nov 10 23:46:47.271251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84fc4-fa25-45be-a302-f21f4999e6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d731217-cc17-43d2-8fcb-472773536377,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:47.367407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57524) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:47.407083 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc6d02c7-de18-4e0c-8c97-28626233ddea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c41d99bdd82f4e7bb680907a799494da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384927 Nov 10 23:46:47.409568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57526) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:47.460870 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.481232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.527418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.530021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:47.531185 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e8814e4-5207-4646-b91e-874a8397eac6 HTTP/1.1" status: 204 len: 168 time: 0.1207228 Nov 10 23:46:47.538867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28a75-a5c9-444e-808f-084fe698a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8814e4-5207-4646-b91e-874a8397eac6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:48.242630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57548) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:48.366196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-953058061-network', 'tenant_id': '92e740c6879a4e79a0df1eb9d96a0caa'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:46:48.389970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Made reservation on behalf of 92e740c6879a4e79a0df1eb9d96a0caa for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:46:48.392217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.400362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.473515 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.477108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.498036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:46:48.513068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62241394-e0b5-47dd-9d9e-76a6f84d8680,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:48.515878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.516217 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Added segment 8bd999da-e45d-4e93-afe9-e8b173ab9f28 of type vlan for network 2d040aa5-b18d-4132-b005-36a226e5c0ff Nov 10 23:46:48.555206 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.581982 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.582948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:48.583497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.633664 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3899045 Nov 10 23:46:48.637131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57552) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:46:48.642092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Request body: {'subnet': {'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-953058061-subnet', 'tenant_id': '92e740c6879a4e79a0df1eb9d96a0caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:46:48.645311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778955d-9c49-45a8-bf37-07bf658b233b admin admin] Pushing event updated for resources: {'Network': ['ID=2d040aa5-b18d-4132-b005-36a226e5c0ff,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:48.656732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:46:48.667120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Made reservation on behalf of 92e740c6879a4e79a0df1eb9d96a0caa for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:46:48.669574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.844204 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.897496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1173296-5c69-41fc-a502-6e785ddf4fe5,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:48.907904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Checking segment: {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:46:48.908260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Network hostable DHCP agents. Network: 2d040aa5-b18d-4132-b005-36a226e5c0ff, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:46:48.924879 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:46:48.933656 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2d040aa5-b18d-4132-b005-36a226e5c0ff) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:46:48.937829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:48.938416 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:48.943340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf9c59-6e7c-42af-99a8-6c7b7e3fb097 None None] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:46:48.954452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0a66478d-1251-4c28-8946-e9e57049ca94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3161504 Nov 10 23:46:49.066053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281873bc-a76c-4519-a4e5-74843e6e7108 None None] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:46:49.369398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-c18f22a1-9811-4652-9e0c-c7b3ed60caaa tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:49.370846 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-c18f22a1-9811-4652-9e0c-c7b3ed60caaa tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 813 time: 0.1030536 Nov 10 23:46:49.386038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-b49d9f63-e8ca-4070-b750-4bd9f02f0fb3 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/quotas/92e740c6879a4e79a0df1eb9d96a0caa HTTP/1.1" status: 200 len: 375 time: 0.0093446 Nov 10 23:46:49.416825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-15bd372d-942e-438e-a6a7-63a932034e4a tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254202 Nov 10 23:46:49.552389 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-fb5f4fd1-1854-45e6-bb7e-f6ad485fc45b service neutron] 10.222.0.25 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 Nov 10 23:46:49.645778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-bd9910e8-4fcd-4c04-8357-813d6cbb22c1 service neutron] 10.222.0.25 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867393 Nov 10 23:46:49.816643 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c50000cc-1a4e-4211-b829-b0192172d9b2 req-fdba92b7-4a92-4d78-8bef-5b61ff889559 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 210 time: 0.0342488 Nov 10 23:46:51.152161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-41a83754-2f09-4ddf-a959-f2208797e334 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:51.153579 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-41a83754-2f09-4ddf-a959-f2208797e334 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.39 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 813 time: 0.4271507 Nov 10 23:46:51.155295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5da1527-14ec-4448-8b1f-174a75af8cd9 req-ce6fdcff-ba30-4433-9f57-ca4d98b36de9 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 210 time: 0.0417354 Nov 10 23:46:51.166337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Request body: {'port': {'device_id': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff', 'admin_state_up': True, 'tenant_id': '92e740c6879a4e79a0df1eb9d96a0caa'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:46:51.268862 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Made reservation on behalf of 92e740c6879a4e79a0df1eb9d96a0caa for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:46:51.272266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:51.392160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Allocated IP 172.20.0.14 (2d040aa5-b18d-4132-b005-36a226e5c0ff/f1173296-5c69-41fc-a502-6e785ddf4fe5/d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:46:51.535536 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:51.566810 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:51.606610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:46:51.611517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:46:51.615131 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:46:51.640074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Pushing event updated for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:51.668766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:51.669398 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:51.683997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-edcd1fc7-46c0-4f99-a099-4756e6421766 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5212581 Nov 10 23:46:51.695904 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Request body: {'port': {'device_id': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:46:51.750685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.001115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:46:52.008534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.021249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Transition to ACTIVE for port object d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:46:52.025260 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.076540 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:52.141507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Attempting to bind port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:46:52.141849 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Attempting to bind port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:46:52.142152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Attempting to bind port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:46:52.146384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:46:52.146728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Attempting to bind port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:46:52.151441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:46:52.151773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Checking segment: {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:46:52.152153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Bound using segment: {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:46:52.152578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Bound port: d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:46:52.153196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.213993 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:46:52.217050 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:46:52.222845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.257635 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.258252 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:52.259751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-562543d1-9852-4478-89ad-9624c28af194 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 HTTP/1.1" status: 200 len: 1092 time: 0.5676675 Nov 10 23:46:52.260288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:52.262592 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f16066b-d8f6-4c33-8b23-99dc4affd0df" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:52.286048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562543d1-9852-4478-89ad-9624c28af194 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:52.289250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db000d-0eb3-4170-8b25-3333c29d3929 req-2923ad62-0b66-48a7-9ace-67720fd5030c tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.290914 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55db000d-0eb3-4170-8b25-3333c29d3929 req-2923ad62-0b66-48a7-9ace-67720fd5030c tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 944 time: 0.0674613 Nov 10 23:46:52.327926 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaab7b2-443b-43c4-bd29-8ad57daa4f37 x-openstack-request-id: req-fdaab7b2-443b-43c4-bd29-8ad57daa4f37 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:52.329040 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:52.329353 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdaab7b2-443b-43c4-bd29-8ad57daa4f37 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:52.329765 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7', 'status': 'completed', 'code': 200} Nov 10 23:46:52.345824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-f7e28981-20e3-4e5d-bca1-8039249b6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.347140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55db000d-0eb3-4170-8b25-3333c29d3929 req-a2474565-8f60-45c8-b994-14cb9f983229 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Nov 10 23:46:52.347317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-f7e28981-20e3-4e5d-bca1-8039249b6b59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 1095 time: 0.0509377 Nov 10 23:46:52.389694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-cf616c08-ce54-4cc2-b1ca-3b92437310c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 HTTP/1.1" status: 200 len: 217 time: 0.0345516 Nov 10 23:46:52.437781 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50a85-735d-4351-b916-648d42100272 req-a9e617d5-6aa4-4920-9098-54e5911e1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.439166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-a9e617d5-6aa4-4920-9098-54e5911e1028 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1173296-5c69-41fc-a502-6e785ddf4fe5 HTTP/1.1" status: 200 len: 853 time: 0.0431671 Nov 10 23:46:52.470509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-5b4b6704-5bc3-4d3f-864a-a9c41aca16c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d040aa5-b18d-4132-b005-36a226e5c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233514 Nov 10 23:46:52.561205 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-3bb89578-0a64-4180-941e-08a555d15e62 service neutron] 10.222.0.39 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829737 Nov 10 23:46:52.647593 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aad50a85-735d-4351-b916-648d42100272 req-92b79cd0-e6c0-41c2-8d0f-7983b395b338 service neutron] 10.222.0.39 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800622 Nov 10 23:46:52.736075 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-f8340698-8a06-4a2e-b185-c3296199e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.737573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-f8340698-8a06-4a2e-b185-c3296199e6c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 1095 time: 0.0454314 Nov 10 23:46:52.826779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-112ac5b6-9133-4d21-8c91-ee9d7b3350ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.828164 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-112ac5b6-9133-4d21-8c91-ee9d7b3350ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 913 time: 0.0830390 Nov 10 23:46:52.872528 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-38d49854-45d5-46bd-ad34-8bf6d53bb2f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 HTTP/1.1" status: 200 len: 217 time: 0.0374105 Nov 10 23:46:52.920685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-9e9f76f6-bbe7-422f-bcf1-e28722510714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:52.922155 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-9e9f76f6-bbe7-422f-bcf1-e28722510714 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1173296-5c69-41fc-a502-6e785ddf4fe5 HTTP/1.1" status: 200 len: 853 time: 0.0427327 Nov 10 23:46:52.953755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-9f117fca-b355-4758-b673-5ffe1c92c187 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d040aa5-b18d-4132-b005-36a226e5c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241380 Nov 10 23:46:53.045114 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-d493fecc-f7cf-43ea-9dcd-ca3707aea2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835996 Nov 10 23:46:53.132655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4f16066b-d8f6-4c33-8b23-99dc4affd0df req-b15d9e49-5720-4094-b48b-4836d138d97b service neutron] 10.222.0.39 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800817 Nov 10 23:46:53.463703 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb5aec-ffbf-4947-b04a-54210af444e3 req-2342504c-d34d-4b3a-84a0-d6516b420b7e tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:53.465184 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eacb5aec-ffbf-4947-b04a-54210af444e3 req-2342504c-d34d-4b3a-84a0-d6516b420b7e tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 944 time: 0.0489407 Nov 10 23:46:53.511989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eacb5aec-ffbf-4947-b04a-54210af444e3 req-b4aea757-3e85-4824-abba-9252b242bb0b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Nov 10 23:46:54.624075 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e2deb-0c9f-4fa4-ba23-f11f663ec748 req-1415d616-e54c-493e-b1c4-2650e7c6c8e6 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:54.625562 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6e2deb-0c9f-4fa4-ba23-f11f663ec748 req-1415d616-e54c-493e-b1c4-2650e7c6c8e6 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 944 time: 0.0487938 Nov 10 23:46:54.672158 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6f6e2deb-0c9f-4fa4-ba23-f11f663ec748 req-d3092b4b-8c42-40f4-a281-a03311f6f0c2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Nov 10 23:46:55.099166 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d9bf95d8-bdd1-4f13-93c3-f0f5c24700a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:55.219853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:46:55.315396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:55.325973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7', 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff', 'port_id': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7', 'mac_address': 'fa:16:3e:da:4b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1173296-5c69-41fc-a502-6e785ddf4fe5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:46:55.363106 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:55.376166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:46:55.394435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:55.398142 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:55.443575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:55.638947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:46:55.791011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6165e-e351-4836-891b-ca77923cd70b req-6c45b407-85a2-49e6-a04c-9746be5c32c1 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:55.793712 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ff6165e-e351-4836-891b-ca77923cd70b req-6c45b407-85a2-49e6-a04c-9746be5c32c1 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 945 time: 0.0543840 Nov 10 23:46:55.840918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ff6165e-e351-4836-891b-ca77923cd70b req-d085392a-0410-4fcc-865e-8b8c666c546e tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Nov 10 23:46:56.956034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d2998-9a55-43a8-b184-56947d176560 req-05091dac-95c7-42ee-97c5-14f128be0dd3 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:56.957451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e1d2998-9a55-43a8-b184-56947d176560 req-05091dac-95c7-42ee-97c5-14f128be0dd3 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 945 time: 0.0485101 Nov 10 23:46:57.003849 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1e1d2998-9a55-43a8-b184-56947d176560 req-07a6eced-8841-475f-8d3a-4dc319a2cabf tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Nov 10 23:46:57.224421 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:46:57.271753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:46:57.276348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:46:57.276715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:57.354619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:57.376325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:46:57.378539 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5325d33-63de-4b86-b152-407c435d1d6e" -d '{"events": [{"server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:46:57.391255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:46:57.395618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:57.418867 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40dfb2-fdbc-4daf-8118-9986a7faefba x-openstack-request-id: req-0b40dfb2-fdbc-4daf-8118-9986a7faefba {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:46:57.419158 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:46:57.419406 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b40dfb2-fdbc-4daf-8118-9986a7faefba {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:46:57.419854 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7', 'code': 200} Nov 10 23:46:57.444688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:46:57.508028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68357-4fe0-4845-8531-af6ba111dace req-d0ca5cd8-adfd-4958-85b9-9433a56ac08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:57.509452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bb68357-4fe0-4845-8531-af6ba111dace req-d0ca5cd8-adfd-4958-85b9-9433a56ac08a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 1097 time: 0.0394068 Nov 10 23:46:57.554802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6bb68357-4fe0-4845-8531-af6ba111dace req-58f0abc4-890b-4011-afd3-360de98e51f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Nov 10 23:46:57.730785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e6a3115e-db8c-4a03-965f-7b9b3ef4c2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:58.120485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d33fa-7506-423f-a0c8-6ac33f8c2790 req-829cf473-85ed-42f3-ad20-911abd943002 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:58.121960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c05d33fa-7506-423f-a0c8-6ac33f8c2790 req-829cf473-85ed-42f3-ad20-911abd943002 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0522246 Nov 10 23:46:58.167680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c05d33fa-7506-423f-a0c8-6ac33f8c2790 req-a12835a2-8fde-426a-862f-7201db328ea2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Nov 10 23:46:59.166300 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:46:59.289060 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1bb3a-e2e6-4576-9cd2-8db88771a9f1 req-1d2fb075-15d5-4c7e-811b-d891c715e056 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:59.290463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7d1bb3a-e2e6-4576-9cd2-8db88771a9f1 req-1d2fb075-15d5-4c7e-811b-d891c715e056 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0517554 Nov 10 23:46:59.336537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f7d1bb3a-e2e6-4576-9cd2-8db88771a9f1 req-0ef32cc1-48ac-4943-b72e-f4e10236c1e1 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Nov 10 23:46:59.554405 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-2e8cb3a8-9bac-4224-826e-55d54ff2ded1 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:46:59.555765 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-2e8cb3a8-9bac-4224-826e-55d54ff2ded1 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 813 time: 0.1000743 Nov 10 23:46:59.570911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-dd532557-348d-466d-871b-ca97bbb6b495 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/quotas/92e740c6879a4e79a0df1eb9d96a0caa HTTP/1.1" status: 200 len: 375 time: 0.0090673 Nov 10 23:46:59.622228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff00b574-f138-482e-8c4e-f174b1240cdb tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459368 Nov 10 23:46:59.632716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-5e8e94e3-8c42-4ae3-9244-c9d875c68200 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:46:59.633687 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-5e8e94e3-8c42-4ae3-9244-c9d875c68200 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048697 Nov 10 23:46:59.721957 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-8140c1b6-1e56-489b-848e-ad9aea13817e service neutron] 10.222.0.25 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822272 Nov 10 23:46:59.812596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-eda7e9eb-6b81-4444-a515-9a1e190c4766 service neutron] 10.222.0.25 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Nov 10 23:46:59.967614 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9b41c6c7-036a-4f2c-9b23-c80ebdb0320a req-b4a95de3-aa2a-4a22-b2a0-16fbfec5d08d tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Nov 10 23:47:00.601724 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:00.858229 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:00.869259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-3aff3f37-aaa3-43c3-87d2-1a7d66142305 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:00.871218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-3aff3f37-aaa3-43c3-87d2-1a7d66142305 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.20 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 813 time: 0.1110194 Nov 10 23:47:00.883705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Request body: {'port': {'device_id': '21f8cfed-0562-4946-a47b-c73901215ce5', 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff', 'admin_state_up': True, 'tenant_id': '92e740c6879a4e79a0df1eb9d96a0caa'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:00.990731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Made reservation on behalf of 92e740c6879a4e79a0df1eb9d96a0caa for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:00.995110 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.083407 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-240b8488-468e-4b4c-89f0-3e66d69e2ab0 req-f7d8aae2-e370-47be-a483-104942e45b53 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 210 time: 0.0380845 Nov 10 23:47:01.142958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Allocated IP 172.20.0.12 (2d040aa5-b18d-4132-b005-36a226e5c0ff/f1173296-5c69-41fc-a502-6e785ddf4fe5/12086fd8-78cd-4e3d-9b8c-73d8ede45f78) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:01.284742 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.318085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.330441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:01.357878 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Network 2d040aa5-b18d-4132-b005-36a226e5c0ff is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:01.362880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:01.366601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:01.393707 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Pushing event updated for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:01.419483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:01.420088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.436404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-ff3ece6d-d1f2-4835-b8b1-1292f6d7f12b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564268 Nov 10 23:47:01.448552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Request body: {'port': {'device_id': '21f8cfed-0562-4946-a47b-c73901215ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:01.505494 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.755699 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:47:01.762770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.774057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Transition to ACTIVE for port object 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:47:01.778544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.827037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Pushing event updated for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:01.896797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Attempting to bind port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:01.897499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Attempting to bind port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:01.897499 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Attempting to bind port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:01.902224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:47:01.902542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Attempting to bind port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 on network 2d040aa5-b18d-4132-b005-36a226e5c0ff {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:01.907353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:01.907686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Checking segment: {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:01.908063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Bound using segment: {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:01.908484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Bound port: 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd999da-e45d-4e93-afe9-e8b173ab9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:01.908839 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:01.969731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:01.973165 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:01.977490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:02.009912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.011032 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:02.012401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] 10.222.0.20 "PUT /v2.0/ports/12086fd8-78cd-4e3d-9b8c-73d8ede45f78 HTTP/1.1" status: 200 len: 1092 time: 0.5678918 Nov 10 23:47:02.012830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:02.015097 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcae820-0a16-4ecd-b421-5d7d998c3815" -d '{"events": [{"name": "network-changed", "server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:02.039799 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ef33f-7a77-4284-9cfd-6e584606dd75 service neutron] Pushing event updated for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:02.070906 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325fd5d-0e68-44ad-b64d-78085efdbd23 x-openstack-request-id: req-0325fd5d-0e68-44ad-b64d-78085efdbd23 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:02.071185 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:02.071432 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0325fd5d-0e68-44ad-b64d-78085efdbd23 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:02.071815 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78', 'status': 'completed', 'code': 200} Nov 10 23:47:02.108258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-6f6a3b78-3d70-4147-83df-93a656901adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.109784 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-6f6a3b78-3d70-4147-83df-93a656901adb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0494273 Nov 10 23:47:02.153694 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-c2cd2972-d780-412a-9f31-f4737df486b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78 HTTP/1.1" status: 200 len: 217 time: 0.0365472 Nov 10 23:47:02.226328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-41c0e649-4612-4794-81fe-dba588e518e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.227755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-41c0e649-4612-4794-81fe-dba588e518e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1173296-5c69-41fc-a502-6e785ddf4fe5 HTTP/1.1" status: 200 len: 853 time: 0.0669353 Nov 10 23:47:02.235893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28491d4a-8e76-476a-b0a9-1678c4e18713 req-d63e441b-bbcd-43c9-a5c3-9b206ce4f061 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.237239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28491d4a-8e76-476a-b0a9-1678c4e18713 req-d63e441b-bbcd-43c9-a5c3-9b206ce4f061 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 944 time: 0.0865979 Nov 10 23:47:02.272126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-d85d2a4c-ec34-4a4e-b9a3-62d1600420ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d040aa5-b18d-4132-b005-36a226e5c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338948 Nov 10 23:47:02.342811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-28491d4a-8e76-476a-b0a9-1678c4e18713 req-babf56be-c399-46df-a8ae-9d7fcfe57284 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970507 Nov 10 23:47:02.380129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-d4dc4aad-59a4-4b15-bad3-a39c1016611e service neutron] 10.222.0.20 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008103 Nov 10 23:47:02.712550 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3f43f475-d14b-40de-99a6-dad16ea77db3 req-265d5c32-72fc-43c5-bf65-eaca23de496e service neutron] 10.222.0.20 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256969 Nov 10 23:47:02.802855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-3031e34c-8b50-4fa6-b9d7-6e0d07473bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.804356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-3031e34c-8b50-4fa6-b9d7-6e0d07473bec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0491276 Nov 10 23:47:02.896101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-813d1189-951f-403d-b920-f4d3c5431dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.897601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-813d1189-951f-403d-b920-f4d3c5431dfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 200 len: 913 time: 0.0860586 Nov 10 23:47:02.937828 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-ec57128c-778c-482f-98a8-9e302dafdbc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78 HTTP/1.1" status: 200 len: 217 time: 0.0330713 Nov 10 23:47:02.989731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-4945cac4-fa83-4c51-9cd8-1087f9a15eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:02.991144 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-4945cac4-fa83-4c51-9cd8-1087f9a15eb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1173296-5c69-41fc-a502-6e785ddf4fe5 HTTP/1.1" status: 200 len: 853 time: 0.0467627 Nov 10 23:47:03.023374 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-24b81a3c-6a4d-4839-8078-d93ea162429c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d040aa5-b18d-4132-b005-36a226e5c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239713 Nov 10 23:47:03.115363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-59579903-5739-4435-8644-9c652efffb8a service neutron] 10.222.0.20 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841031 Nov 10 23:47:03.206215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3bcae820-0a16-4ecd-b421-5d7d998c3815 req-fcd10a0c-8ca4-44a1-bbe7-5ef64c633a1d service neutron] 10.222.0.20 "GET /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834291 Nov 10 23:47:03.457187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076bda-039a-4bc9-90ad-06b9353c470a req-74ab1852-3025-417d-8ec9-793e22e9ec10 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:03.458592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1076bda-039a-4bc9-90ad-06b9353c470a req-74ab1852-3025-417d-8ec9-793e22e9ec10 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 944 time: 0.0487673 Nov 10 23:47:03.505274 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1076bda-039a-4bc9-90ad-06b9353c470a req-9730e526-78f1-4983-9ebf-20b7b6980183 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Nov 10 23:47:04.617791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd701bc-0e5a-4fed-846e-409a5feb4cb3 req-34b8751f-7a01-4326-a46b-6a4a591e6ae4 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:04.619243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cdd701bc-0e5a-4fed-846e-409a5feb4cb3 req-34b8751f-7a01-4326-a46b-6a4a591e6ae4 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 944 time: 0.0486710 Nov 10 23:47:04.670036 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cdd701bc-0e5a-4fed-846e-409a5feb4cb3 req-4554e2d6-953d-4812-a2ac-3cf8c2daa670 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Nov 10 23:47:05.378409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:47:05.472696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:05.483845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78', 'network_id': '2d040aa5-b18d-4132-b005-36a226e5c0ff', 'port_id': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78', 'mac_address': 'fa:16:3e:63:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1173296-5c69-41fc-a502-6e785ddf4fe5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:47:05.520571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:05.533425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:47:05.555688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:05.560916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:05.606814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:05.749382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['12086fd8-78cd-4e3d-9b8c-73d8ede45f78'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:05.789182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ce57-27f1-4c3b-a697-34f5e7bb8e44 req-4bbb5272-3515-4640-8296-5ec38593407b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:05.790682 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d89ce57-27f1-4c3b-a697-34f5e7bb8e44 req-4bbb5272-3515-4640-8296-5ec38593407b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 945 time: 0.0551872 Nov 10 23:47:05.839905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5d89ce57-27f1-4c3b-a697-34f5e7bb8e44 req-64c6dce6-b60f-4823-84c5-b93af825ceb4 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Nov 10 23:47:06.956720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb8b3d-f1b2-4f0f-9aad-831f77d19bbe req-3dc14a6c-9b70-4206-8e09-5ad92ed29353 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:06.958123 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aadb8b3d-f1b2-4f0f-9aad-831f77d19bbe req-3dc14a6c-9b70-4206-8e09-5ad92ed29353 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Nov 10 23:47:07.004795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aadb8b3d-f1b2-4f0f-9aad-831f77d19bbe req-43bf96a2-d560-45d1-a491-30acfb519d5f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Nov 10 23:47:07.378289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:07.425188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:47:07.429175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:07.429570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:07.504065 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:07.526102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:07.528305 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54417298-36de-4c0a-a389-782f73fe8dca" -d '{"events": [{"server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "name": "network-vif-plugged", "status": "completed", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:07.540643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:07.545947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:07.572531 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e9e00-77ee-4851-9b6e-47ac7071ccad x-openstack-request-id: req-4a5e9e00-77ee-4851-9b6e-47ac7071ccad {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:07.572816 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "name": "network-vif-plugged", "status": "completed", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:07.573102 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a5e9e00-77ee-4851-9b6e-47ac7071ccad {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:07.573482 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78', 'code': 200} Nov 10 23:47:07.601731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:07.662035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49466c-7dbd-49cb-86b5-64ebd69dd94a req-4a4646e8-6f79-4de5-a294-1d61fb8ba67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:07.663418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b49466c-7dbd-49cb-86b5-64ebd69dd94a req-4a4646e8-6f79-4de5-a294-1d61fb8ba67b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0392275 Nov 10 23:47:07.706763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6b49466c-7dbd-49cb-86b5-64ebd69dd94a req-f700fbd5-00cf-495e-baf6-9b19fbff666d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Nov 10 23:47:08.122326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716a27-f0a4-49c6-a3a7-bc0bad45451c req-6c5c5c3d-eb06-4a1b-9d9b-fc50a40e1f19 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:08.123785 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63716a27-f0a4-49c6-a3a7-bc0bad45451c req-6c5c5c3d-eb06-4a1b-9d9b-fc50a40e1f19 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 946 time: 0.0479252 Nov 10 23:47:08.172724 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63716a27-f0a4-49c6-a3a7-bc0bad45451c req-71adb3b4-dfd9-4e9e-8310-5cdf7c5f1938 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Nov 10 23:47:09.286551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffa11-f14d-4ccd-aa67-fa525f94b297 req-693ff260-1409-4823-b460-0b7eda7ac026 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:09.287931 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37dffa11-f14d-4ccd-aa67-fa525f94b297 req-693ff260-1409-4823-b460-0b7eda7ac026 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 946 time: 0.0478818 Nov 10 23:47:09.334367 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-37dffa11-f14d-4ccd-aa67-fa525f94b297 req-685f1a2d-3c79-4d7f-94d5-1ca096952d88 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Nov 10 23:47:09.560878 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd8f85-054e-4340-82b4-a4fbc7cb4227 req-9c7d226f-07db-4a1b-9d90-c82ca30736a0 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:09.562287 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3bd8f85-054e-4340-82b4-a4fbc7cb4227 req-9c7d226f-07db-4a1b-9d90-c82ca30736a0 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 946 time: 0.0479717 Nov 10 23:47:09.613135 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3bd8f85-054e-4340-82b4-a4fbc7cb4227 req-30112624-1d7e-4704-b521-30dcd0df6a5b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Nov 10 23:47:10.728372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b559-233d-452e-9eda-925616359bfc req-22a5dd4a-a712-4722-879a-6e9685cca785 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:10.729839 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9e6b559-233d-452e-9eda-925616359bfc req-22a5dd4a-a712-4722-879a-6e9685cca785 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 946 time: 0.0486479 Nov 10 23:47:10.800216 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d9e6b559-233d-452e-9eda-925616359bfc req-7b429af4-8fb6-4f76-8880-69e761f2187f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645449 Nov 10 23:47:10.820955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-ad737257-f837-4b13-82b4-c495f93f4330 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:10.823065 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-ad737257-f837-4b13-82b4-c495f93f4330 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.20 "GET /v2.0/ports?device_id=21f8cfed-0562-4946-a47b-c73901215ce5 HTTP/1.1" status: 200 len: 946 time: 0.0573132 Nov 10 23:47:10.910717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Deleting port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:10.910987 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:10.998126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] For port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:10.998487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:11.010521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Calling delete_port for 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:11.137228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:11.149881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:11.152115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['12086fd8-78cd-4e3d-9b8c-73d8ede45f78'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:11.165438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Pushing event deleted for resources: {'Port': ['ID=12086fd8-78cd-4e3d-9b8c-73d8ede45f78,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:11.210643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] No DVR routers for this DVR port 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:11.213770 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:11.217200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-20cd4e6c-1015-4ccb-8b3c-7bdd9e52336a req-7a5ec57a-7528-4326-8fd0-f506e4bb1a6f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.20 "DELETE /v2.0/ports/12086fd8-78cd-4e3d-9b8c-73d8ede45f78 HTTP/1.1" status: 204 len: 173 time: 0.3890285 Nov 10 23:47:11.217643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'name': 'network-vif-deleted', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:11.220007 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4167d5-0672-4a99-bfa1-b035502d0157" -d '{"events": [{"server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "name": "network-vif-deleted", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:11.258035 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577b035-9dd2-4a46-8b12-53fb4f2da4c0 x-openstack-request-id: req-e577b035-9dd2-4a46-8b12-53fb4f2da4c0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:11.258326 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f8cfed-0562-4946-a47b-c73901215ce5", "name": "network-vif-deleted", "tag": "12086fd8-78cd-4e3d-9b8c-73d8ede45f78", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:11.258573 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e577b035-9dd2-4a46-8b12-53fb4f2da4c0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:11.258967 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f8cfed-0562-4946-a47b-c73901215ce5', 'name': 'network-vif-deleted', 'tag': '12086fd8-78cd-4e3d-9b8c-73d8ede45f78', 'status': 'completed', 'code': 200} Nov 10 23:47:11.949309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20adb87-e8a0-43a1-a36c-978cdaab80d9 req-012a813d-d28e-4eec-a57b-7f2ecfa3af19 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:11.950778 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d20adb87-e8a0-43a1-a36c-978cdaab80d9 req-012a813d-d28e-4eec-a57b-7f2ecfa3af19 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0491581 Nov 10 23:47:11.998368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d20adb87-e8a0-43a1-a36c-978cdaab80d9 req-37e65750-e742-4acf-89ec-71adbb9cd386 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Nov 10 23:47:12.125350 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aafa4-e84d-41a9-aab2-09083248dce4 req-6b3760bf-7849-4d91-836e-897ed15135f2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:12.126844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-701aafa4-e84d-41a9-aab2-09083248dce4 req-6b3760bf-7849-4d91-836e-897ed15135f2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0482762 Nov 10 23:47:12.173825 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-701aafa4-e84d-41a9-aab2-09083248dce4 req-05baf70e-029e-40d9-b60e-3f1a7f078b4b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Nov 10 23:47:12.287769 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2d5c-0d31-4cc4-b1a2-204d1afcd081 req-5a0c68a1-9133-4d25-9d56-787558a43f7a tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:12.289282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f8c2d5c-0d31-4cc4-b1a2-204d1afcd081 req-5a0c68a1-9133-4d25-9d56-787558a43f7a tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0480430 Nov 10 23:47:12.335442 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5f8c2d5c-0d31-4cc4-b1a2-204d1afcd081 req-27c37397-32f4-492d-a9fd-1002add31773 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Nov 10 23:47:12.407638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-473bb912-7144-4544-9485-4534a07dcab8 req-a2533627-1c73-4b1d-9f51-dd3998e14f8c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:47:12.408566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-473bb912-7144-4544-9485-4534a07dcab8 req-a2533627-1c73-4b1d-9f51-dd3998e14f8c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054362 Nov 10 23:47:12.511146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886c0a-87b8-4a1b-942a-a08bfd965812 req-d525c3d8-3e51-45a7-bcdf-34c27b7db3e5 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:12.512604 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85886c0a-87b8-4a1b-942a-a08bfd965812 req-d525c3d8-3e51-45a7-bcdf-34c27b7db3e5 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0479507 Nov 10 23:47:12.562368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-85886c0a-87b8-4a1b-942a-a08bfd965812 req-802706fd-fdb4-42db-a732-8d9d6df490d3 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Nov 10 23:47:12.679753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df766-cc61-4b47-9a99-3952ad79aa29 req-66417561-0329-47e3-b629-5af1862bda3d tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:12.681259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-599df766-cc61-4b47-9a99-3952ad79aa29 req-66417561-0329-47e3-b629-5af1862bda3d tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0533199 Nov 10 23:47:12.734623 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-599df766-cc61-4b47-9a99-3952ad79aa29 req-ff18b716-5bd0-4922-b26f-cd2078939b4f tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Nov 10 23:47:12.856847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa52c-6771-4bc7-88d7-f9c9bf44bd7c req-99406f1d-b5dd-4cfd-b4fa-8799020a0a21 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:12.858331 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06bfa52c-6771-4bc7-88d7-f9c9bf44bd7c req-99406f1d-b5dd-4cfd-b4fa-8799020a0a21 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0484512 Nov 10 23:47:12.905181 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06bfa52c-6771-4bc7-88d7-f9c9bf44bd7c req-4f70daeb-3027-450d-a078-8f319153d621 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Nov 10 23:47:13.203590 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca4f7-2ed2-437b-a92a-21c2940a6d4c req-72c7af91-63aa-4309-a564-39c83141c3af tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:13.204994 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7fca4f7-2ed2-437b-a92a-21c2940a6d4c req-72c7af91-63aa-4309-a564-39c83141c3af tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0493939 Nov 10 23:47:13.255679 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7fca4f7-2ed2-437b-a92a-21c2940a6d4c req-a178116f-5409-4d58-b61d-38ddc9aeb776 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Nov 10 23:47:13.425327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:47:13.445744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:47:13.446084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 12086fd8-78cd-4e3d-9b8c-73d8ede45f78 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:47:14.372422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5339e-7477-4d6e-a9ac-a1f896bdb057 req-900e04c2-86e0-46e9-8495-5572341b8c68 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:14.373938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b5339e-7477-4d6e-a9ac-a1f896bdb057 req-900e04c2-86e0-46e9-8495-5572341b8c68 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0483167 Nov 10 23:47:14.421037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19b5339e-7477-4d6e-a9ac-a1f896bdb057 req-b577d637-1c85-4842-b95e-8089c90ae6f3 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.25 "GET /v2.0/security-groups?id=62241394-e0b5-47dd-9d9e-76a6f84d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Nov 10 23:47:14.574511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-70488ae4-aeb4-4ec9-bfb8-251e1ee2afc2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:14.575866 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-70488ae4-aeb4-4ec9-bfb8-251e1ee2afc2 tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbd730f7-521e-44c4-9fdc-14d13f1a681d HTTP/1.1" status: 200 len: 946 time: 0.0500095 Nov 10 23:47:14.663098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Deleting port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:14.663481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:14.756333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] For port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,segment=NetworkSegment(8bd999da-e45d-4e93-afe9-e8b173ab9f28),segment_id=8bd999da-e45d-4e93-afe9-e8b173ab9f28)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:14.756696 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:14.769331 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Calling delete_port for d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:14.896237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:14.907460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:14.923018 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Pushing event deleted for resources: {'Port': ['ID=d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:14.937784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.938134 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.938478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.938814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.939149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.939479 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.939805 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.940130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.940455 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.940789 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.941138 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.941456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:14.974310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] No DVR routers for this DVR port d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:14.976701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:14.980605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d01c9871-db2e-459b-8e89-3040c88a6848 req-993c1f31-9699-48e0-aa71-b35b6af0f02b tempest-ServersNegativeTestJSON-936967074 tempest-ServersNegativeTestJSON-936967074-project] 10.222.0.39 "DELETE /v2.0/ports/d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 HTTP/1.1" status: 204 len: 173 time: 0.3987145 Nov 10 23:47:14.981087 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'name': 'network-vif-deleted', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:14.983340 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2d879-7794-4b1e-bd12-7910751ede26" -d '{"events": [{"server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "name": "network-vif-deleted", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:15.021714 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15341c7c-0d49-453f-a77a-c77269367795 x-openstack-request-id: req-15341c7c-0d49-453f-a77a-c77269367795 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:15.022190 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd730f7-521e-44c4-9fdc-14d13f1a681d", "name": "network-vif-deleted", "tag": "d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:15.022460 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15341c7c-0d49-453f-a77a-c77269367795 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:15.022864 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd730f7-521e-44c4-9fdc-14d13f1a681d', 'name': 'network-vif-deleted', 'tag': 'd8f82ebb-7aea-4813-844c-fbf3c3a0b6f7', 'status': 'completed', 'code': 200} Nov 10 23:47:15.216916 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.478514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57694) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:15.522338 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Deleting subnet f1173296-5c69-41fc-a502-6e785ddf4fe5 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:47:15.525880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.558437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.601061 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.651359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.657727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.680013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.683379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f1173296-5c69-41fc-a502-6e785ddf4fe5 HTTP/1.1" status: 204 len: 168 time: 0.2038424 Nov 10 23:47:15.684507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc781587-f9aa-42f9-8160-6468068a1eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1173296-5c69-41fc-a502-6e785ddf4fe5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:15.686261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:15.758584 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.836002 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.854794 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d040aa5-b18d-4132-b005-36a226e5c0ff']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:15.863830 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd999da-e45d-4e93-afe9-e8b173ab9f28') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:15.864123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd999da-e45d-4e93-afe9-e8b173ab9f28') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:15.878238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.891383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.897144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:15.897522 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:15.899108 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:15.951909 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.957654 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:15.960771 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d040aa5-b18d-4132-b005-36a226e5c0ff HTTP/1.1" status: 204 len: 168 time: 0.2735195 Nov 10 23:47:15.972329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8795523-1564-416e-a143-3471d66b1128 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d040aa5-b18d-4132-b005-36a226e5c0ff,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:16.066676 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57700) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:16.106385 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7a1c9de5-ab7b-4313-b12b-1fd422b97311 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92e740c6879a4e79a0df1eb9d96a0caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385356 Nov 10 23:47:16.108826 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57702) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:16.154292 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:16.175507 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:47:16.184406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:16.238874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:16.241704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:16.242849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62241394-e0b5-47dd-9d9e-76a6f84d8680 HTTP/1.1" status: 204 len: 168 time: 0.1331060 Nov 10 23:47:16.250916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce3a27-b1b4-4c60-98fe-e14873a99749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62241394-e0b5-47dd-9d9e-76a6f84d8680,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:16.904286 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57724) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:16.995524 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135626350'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:17.016859 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:17.020404 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.029811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.103438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.107364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.133562 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:17.143508 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0fcc0-4c12-4319-b30b-0f444ac7c52d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:17.148428 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.148771 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Added segment ec415296-d145-46c8-9b5f-4099b5022a94 of type vlan for network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 Nov 10 23:47:17.188411 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.212611 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.218698 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:17.219269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:17.275510 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3700767 Nov 10 23:47:17.289951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f41f9-3fd9-452b-b075-733538f40ab9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Network': ['ID=0273adec-60a0-49ea-89d6-54c7b2ea49f5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:17.299596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:17.339720 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:47:17.366286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:47:17.366543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device d8f82ebb-7aea-4813-844c-fbf3c3a0b6f7 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:47:20.490529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:20.496189 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'subnet': {'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:20.582785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:20.586502 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:20.765881 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:20.831053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Subnet': ['ID=549ca9a6-6c3e-46b5-8658-2291f00e6440,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:20.840678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking segment: {'id': 'ec415296-d145-46c8-9b5f-4099b5022a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:20.841074 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network hostable DHCP agents. Network: 0273adec-60a0-49ea-89d6-54c7b2ea49f5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:20.857709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:20.866405 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 0273adec-60a0-49ea-89d6-54c7b2ea49f5) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:20.873302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:20.874364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:20.876930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5dcce-9d2c-42bd-b0d5-c230167507b2 None None] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:20.893010 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd8a009f-5923-4015-929c-e102e7addc85 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3990366 Nov 10 23:47:20.894151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57730) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:20.898987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420580309'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:20.919936 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:20.923512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:20.947504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:20.957237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:20.957600 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Added segment c727e979-54fb-4116-9291-11a40d235a50 of type vlan for network e85e41bf-b625-40d4-8d5d-2807926447d9 Nov 10 23:47:20.998505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.023684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-0273adec-60a0-49ea-89d6-54c7b2ea49f5', 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5', 'tenant_id': 'e205f89a728f436bbee656901aa9d1a9', 'fixed_ips': [{'subnet_id': '549ca9a6-6c3e-46b5-8658-2291f00e6440'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:21.024544 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.028106 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.034029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:21.034616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.093699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1984787 Nov 10 23:47:21.096632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57732) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:21.108795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'subnet': {'network_id': 'e85e41bf-b625-40d4-8d5d-2807926447d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:21.126651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb398c8-00a0-42ff-b099-06ae1f820be7 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Network': ['ID=e85e41bf-b625-40d4-8d5d-2807926447d9,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:21.136525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network e85e41bf-b625-40d4-8d5d-2807926447d9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:21.203082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:21.213316 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.217755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Allocated IP 2001:db8:0:ffff::2 (0273adec-60a0-49ea-89d6-54c7b2ea49f5/549ca9a6-6c3e-46b5-8658-2291f00e6440/d102db72-daf9-4e08-aab4-e10120cfa54d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:21.363131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.369475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.402392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.407869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:21.412377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:21.417139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:21.420129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Pushing event updated for resources: {'Port': ['ID=d102db72-daf9-4e08-aab4-e10120cfa54d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:21.432535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.432873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.433233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.433561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.433888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.434209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.434526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.434841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.435152 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.435464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.436029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.436340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:21.469268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Subnet': ['ID=78caf3ed-0fbf-42e2-8b75-143210bc912a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:21.477097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking segment: {'id': 'c727e979-54fb-4116-9291-11a40d235a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e85e41bf-b625-40d4-8d5d-2807926447d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:21.477463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network hostable DHCP agents. Network: e85e41bf-b625-40d4-8d5d-2807926447d9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:21.484601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Attempting to bind port d102db72-daf9-4e08-aab4-e10120cfa54d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:21.484966 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Attempting to bind port d102db72-daf9-4e08-aab4-e10120cfa54d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'ec415296-d145-46c8-9b5f-4099b5022a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:21.485349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Attempting to bind port d102db72-daf9-4e08-aab4-e10120cfa54d on network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:21.490198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:21.490563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Checking segment: {'id': 'ec415296-d145-46c8-9b5f-4099b5022a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:21.490950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.491334 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Bound using segment: {'id': 'ec415296-d145-46c8-9b5f-4099b5022a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:21.491786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Bound port: d102db72-daf9-4e08-aab4-e10120cfa54d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec415296-d145-46c8-9b5f-4099b5022a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0273adec-60a0-49ea-89d6-54c7b2ea49f5'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:21.492161 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.496268 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network e85e41bf-b625-40d4-8d5d-2807926447d9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:21.505388 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, e85e41bf-b625-40d4-8d5d-2807926447d9) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:21.511031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:21.511683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.526818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c45e1-44f0-4ac6-aa76-830740147f03 None None] Network e85e41bf-b625-40d4-8d5d-2807926447d9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:21.531206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b53f2fa7-d9e3-49db-b302-44e2b1bfd5a8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4310293 Nov 10 23:47:21.531458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57734) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:21.607158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] For port d102db72-daf9-4e08-aab4-e10120cfa54d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:21.611262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] For port d102db72-daf9-4e08-aab4-e10120cfa54d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d102db72-daf9-4e08-aab4-e10120cfa54d,segment=NetworkSegment(ec415296-d145-46c8-9b5f-4099b5022a94),segment_id=ec415296-d145-46c8-9b5f-4099b5022a94)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:21.622951 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.626385 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.711097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.717213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956173f7-b438-4d7d-bce8-dc6beef15ff4 None None] Pushing event updated for resources: {'Port': ['ID=d102db72-daf9-4e08-aab4-e10120cfa54d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:21.750658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bad26-d25d-476c-bb09-114b11f84cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-e85e41bf-b625-40d4-8d5d-2807926447d9', 'network_id': 'e85e41bf-b625-40d4-8d5d-2807926447d9', 'tenant_id': 'e205f89a728f436bbee656901aa9d1a9', 'fixed_ips': [{'subnet_id': '78caf3ed-0fbf-42e2-8b75-143210bc912a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:21.751561 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d91bad26-d25d-476c-bb09-114b11f84cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.781130 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.816107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Subnet': ['ID=78caf3ed-0fbf-42e2-8b75-143210bc912a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:21.892101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.917835 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85e41bf-b625-40d4-8d5d-2807926447d9']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:21.928730 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c727e979-54fb-4116-9291-11a40d235a50') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:21.929076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c727e979-54fb-4116-9291-11a40d235a50') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:21.941342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.956183 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.962625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:21.963023 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:21.966142 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-d91bad26-d25d-476c-bb09-114b11f84cd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78caf3ed-0fbf-42e2-8b75-143210bc912a: This subnet is being modified by another concurrent operation. Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78caf3ed-0fbf-42e2-8b75-143210bc912a: This subnet is being modified by another concurrent operation. Nov 10 23:47:22.037611 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:47:22.045742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.051451 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.051611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238f78a-2962-4bbe-b73f-e5f985035674 None None] Network e85e41bf-b625-40d4-8d5d-2807926447d9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:22.059058 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/e85e41bf-b625-40d4-8d5d-2807926447d9 HTTP/1.1" status: 204 len: 168 time: 0.5227280 Nov 10 23:47:22.059367 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57736) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:22.064723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105212886'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:22.068617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238f78a-2962-4bbe-b73f-e5f985035674 None None] Network e85e41bf-b625-40d4-8d5d-2807926447d9 could not be found, it might have been deleted concurrently. {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 23:47:22.073815 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1580613-eb6e-4390-96ce-279044d74774 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Network': ['ID=e85e41bf-b625-40d4-8d5d-2807926447d9,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:22.088743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:22.092236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.116017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:22.125813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.126201 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Added segment 363370a0-254a-4d4a-b9d0-196473e6ea0f of type vlan for network c1b25355-9f23-4a01-8c53-a94ce01470da Nov 10 23:47:22.166400 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.190814 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.196484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:22.197125 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.278875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2183905 Nov 10 23:47:22.281788 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57738) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:22.286901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'subnet': {'network_id': 'c1b25355-9f23-4a01-8c53-a94ce01470da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:22.309202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Network': ['ID=c1b25355-9f23-4a01-8c53-a94ce01470da,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:22.317205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.317549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.317887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.318216 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.318540 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.318889 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.319211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.319534 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.319853 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.320171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.320484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.320798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2e96-1676-496d-a497-8031cd83db56 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:22.334327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c1b25355-9f23-4a01-8c53-a94ce01470da details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:22.408564 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:22.412158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.471105 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Performing IP validity checks on allocation pools {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 23:47:22.471638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102458) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 23:47:22.600866 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.630345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630ebd4-d093-44bf-8f49-3a0ba20c2636 None None] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:22.667295 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Subnet': ['ID=76eafe66-8714-4294-ba4f-bd444a9540ac,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:22.677163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking segment: {'id': '363370a0-254a-4d4a-b9d0-196473e6ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1b25355-9f23-4a01-8c53-a94ce01470da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:22.677531 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network hostable DHCP agents. Network: c1b25355-9f23-4a01-8c53-a94ce01470da, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:22.697214 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network c1b25355-9f23-4a01-8c53-a94ce01470da is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:22.710775 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c1b25355-9f23-4a01-8c53-a94ce01470da) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:22.717290 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:22.721062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.737029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c76dbb6-b093-48d7-9767-d3d95943d42f None None] Network c1b25355-9f23-4a01-8c53-a94ce01470da requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:22.737029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] Provisioning complete for port d102db72-daf9-4e08-aab4-e10120cfa54d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:22.737029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.742383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ff84d506-bd0e-48e9-a103-1bd6cbd1e207 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4571066 Nov 10 23:47:22.742804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57740) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:22.808053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d102db72-daf9-4e08-aab4-e10120cfa54d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:22.846774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.897690 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.954965 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:22.986418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Subnet': ['ID=76eafe66-8714-4294-ba4f-bd444a9540ac,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:22.986750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d102db72-daf9-4e08-aab4-e10120cfa54d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:22.987129 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.054535 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.069319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.077955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b25355-9f23-4a01-8c53-a94ce01470da']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:23.081921 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec22cd-78c6-4ab4-9d06-c6038a6a0dd1 None None] Network c1b25355-9f23-4a01-8c53-a94ce01470da requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:23.089392 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363370a0-254a-4d4a-b9d0-196473e6ea0f') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:23.089732 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363370a0-254a-4d4a-b9d0-196473e6ea0f') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:23.100477 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.115068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.122513 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:23.122953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:23.126586 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:23.161676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] For port d102db72-daf9-4e08-aab4-e10120cfa54d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d102db72-daf9-4e08-aab4-e10120cfa54d,segment=NetworkSegment(ec415296-d145-46c8-9b5f-4099b5022a94),segment_id=ec415296-d145-46c8-9b5f-4099b5022a94)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:23.193824 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.195001 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.206434 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.213998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/c1b25355-9f23-4a01-8c53-a94ce01470da HTTP/1.1" status: 204 len: 168 time: 0.4660001 Nov 10 23:47:23.214805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:23.222867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307561890'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:23.235248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c345ad-7b07-4926-8770-c3cc844986c8 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Network': ['ID=c1b25355-9f23-4a01-8c53-a94ce01470da,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:23.256609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:23.260800 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.284029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:23.292625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2dc01-7a08-403e-9459-005015ecd249 None None] Pushing event updated for resources: {'Port': ['ID=d102db72-daf9-4e08-aab4-e10120cfa54d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:23.294114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.294295 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Added segment 5b98b639-19ba-48c2-9b0d-44f2eb727c14 of type vlan for network d0837b79-8d55-403e-bca5-33365a85efd9 Nov 10 23:47:23.301543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4cecb-c7e9-4cfd-afa3-4d75cb93a718 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:47:23.349581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.358012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-61bd4abf-57f2-44d0-a327-b9c59cfeb1e6 None None] Provisioning complete for port d102db72-daf9-4e08-aab4-e10120cfa54d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:23.358386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-61bd4abf-57f2-44d0-a327-b9c59cfeb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.374678 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.380215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:23.380796 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.418188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4cecb-c7e9-4cfd-afa3-4d75cb93a718 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:47:23.434023 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2172449 Nov 10 23:47:23.438044 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:23.444827 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'subnet': {'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:23.451252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f2b9-6dd3-4cb5-8d7f-850a6bc18bba tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Network': ['ID=d0837b79-8d55-403e-bca5-33365a85efd9,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:23.497207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network d0837b79-8d55-403e-bca5-33365a85efd9 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:23.534233 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:23.537753 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.719332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.781799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Subnet': ['ID=8bd5161a-75bb-4d38-91f5-be91a94dfe4a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:23.790342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking segment: {'id': '5b98b639-19ba-48c2-9b0d-44f2eb727c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:23.791228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network hostable DHCP agents. Network: d0837b79-8d55-403e-bca5-33365a85efd9, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:23.808887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network d0837b79-8d55-403e-bca5-33365a85efd9 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:23.817487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, d0837b79-8d55-403e-bca5-33365a85efd9) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:23.821928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:23.822511 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.825905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075842d-0bde-4d5b-95c5-320498cfba35 None None] Network d0837b79-8d55-403e-bca5-33365a85efd9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:23.838365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-085e1ed3-9700-42ff-8cc8-437a4227a0ee tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3988423 Nov 10 23:47:23.842102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:23.847117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113843396'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:23.869891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:23.873736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.896644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:23.905997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.906351 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Added segment 130de10e-4259-484b-aac1-94d27b882303 of type vlan for network 447f4dd8-600b-44b5-b995-4642d2a240a5 Nov 10 23:47:23.954225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.973677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-d0837b79-8d55-403e-bca5-33365a85efd9', 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9', 'tenant_id': 'e205f89a728f436bbee656901aa9d1a9', 'fixed_ips': [{'subnet_id': '8bd5161a-75bb-4d38-91f5-be91a94dfe4a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:23.974545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.981262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:23.986886 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:23.987467 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.043011 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1997974 Nov 10 23:47:24.045817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57748) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:24.050615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Request body: {'subnet': {'network_id': '447f4dd8-600b-44b5-b995-4642d2a240a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:24.106139 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb7699-9f89-4808-9491-90ae3a8d30be tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Network': ['ID=447f4dd8-600b-44b5-b995-4642d2a240a5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:24.115806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Allocated IP 2001:db8::2 (d0837b79-8d55-403e-bca5-33365a85efd9/8bd5161a-75bb-4d38-91f5-be91a94dfe4a/21bc68dc-aa4e-440c-b764-54ed78b05b67) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:24.119320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 447f4dd8-600b-44b5-b995-4642d2a240a5 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:24.154425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Made reservation on behalf of e205f89a728f436bbee656901aa9d1a9 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:24.157903 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.317416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.323200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.342063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.365651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Network d0837b79-8d55-403e-bca5-33365a85efd9 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:24.368531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:24.372082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:24.378890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Pushing event updated for resources: {'Port': ['ID=21bc68dc-aa4e-440c-b764-54ed78b05b67,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:24.402648 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event updated for resources: {'Subnet': ['ID=b05a6ca3-9516-4841-a914-dc0a74cdeebe,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:24.411835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Checking segment: {'id': '130de10e-4259-484b-aac1-94d27b882303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '447f4dd8-600b-44b5-b995-4642d2a240a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:24.412198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network hostable DHCP agents. Network: 447f4dd8-600b-44b5-b995-4642d2a240a5, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:24.428866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Network 447f4dd8-600b-44b5-b995-4642d2a240a5 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:24.437108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Attempting to bind port 21bc68dc-aa4e-440c-b764-54ed78b05b67 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:24.437477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Attempting to bind port 21bc68dc-aa4e-440c-b764-54ed78b05b67 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '5b98b639-19ba-48c2-9b0d-44f2eb727c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:24.437876 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Attempting to bind port 21bc68dc-aa4e-440c-b764-54ed78b05b67 on network d0837b79-8d55-403e-bca5-33365a85efd9 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:24.438044 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 447f4dd8-600b-44b5-b995-4642d2a240a5) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:24.444003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:24.444446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Checking segment: {'id': '5b98b639-19ba-48c2-9b0d-44f2eb727c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:24.444637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:24.444960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.445279 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.445491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Bound using segment: {'id': '5b98b639-19ba-48c2-9b0d-44f2eb727c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:24.446017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Bound port: 21bc68dc-aa4e-440c-b764-54ed78b05b67, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b98b639-19ba-48c2-9b0d-44f2eb727c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0837b79-8d55-403e-bca5-33365a85efd9'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:24.446457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.450109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051ca46-50af-479d-8b79-01ebdf9fc846 None None] Network 447f4dd8-600b-44b5-b995-4642d2a240a5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:24.461915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d9b77907-a1e0-4f61-82dd-1481897122c3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150901 Nov 10 23:47:24.465039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57750) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:24.562260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.578207 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] For port 21bc68dc-aa4e-440c-b764-54ed78b05b67, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:24.581929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] For port 21bc68dc-aa4e-440c-b764-54ed78b05b67, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=21bc68dc-aa4e-440c-b764-54ed78b05b67,segment=NetworkSegment(5b98b639-19ba-48c2-9b0d-44f2eb727c14),segment_id=5b98b639-19ba-48c2-9b0d-44f2eb727c14)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:24.602210 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.647203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.682945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820b553-960e-4d33-ba0d-31041e5c475e None None] Pushing event updated for resources: {'Port': ['ID=21bc68dc-aa4e-440c-b764-54ed78b05b67,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:24.695326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0cd3bb-e7ab-4fbe-b59f-b53bc6af264c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-447f4dd8-600b-44b5-b995-4642d2a240a5', 'network_id': '447f4dd8-600b-44b5-b995-4642d2a240a5', 'tenant_id': 'e205f89a728f436bbee656901aa9d1a9', 'fixed_ips': [{'subnet_id': 'b05a6ca3-9516-4841-a914-dc0a74cdeebe'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:24.696598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd3bb-e7ab-4fbe-b59f-b53bc6af264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.729865 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.766210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Subnet': ['ID=b05a6ca3-9516-4841-a914-dc0a74cdeebe,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:24.843604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.883320 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447f4dd8-600b-44b5-b995-4642d2a240a5']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:24.898135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130de10e-4259-484b-aac1-94d27b882303') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:24.898572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130de10e-4259-484b-aac1-94d27b882303') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:24.915779 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.929765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.937138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:24.937537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:24.940781 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:24.960196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d102db72-daf9-4e08-aab4-e10120cfa54d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-8c0cd3bb-e7ab-4fbe-b59f-b53bc6af264c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b05a6ca3-9516-4841-a914-dc0a74cdeebe: This subnet is being modified by another concurrent operation. Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exception Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b05a6ca3-9516-4841-a914-dc0a74cdeebe: This subnet is being modified by another concurrent operation. Nov 10 23:47:25.016297 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:47:25.023232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.036258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port d102db72-daf9-4e08-aab4-e10120cfa54d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:25.036258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.044716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.047986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/447f4dd8-600b-44b5-b995-4642d2a240a5 HTTP/1.1" status: 204 len: 168 time: 0.5820274 Nov 10 23:47:25.049146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50501ebe-9950-4103-8483-d22d0ee38ca3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Network': ['ID=447f4dd8-600b-44b5-b995-4642d2a240a5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:25.050995 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57752) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.059141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a952c-8454-48c3-9fa3-07e0be1bd43d None None] Network 447f4dd8-600b-44b5-b995-4642d2a240a5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:25.077689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a952c-8454-48c3-9fa3-07e0be1bd43d None None] Network 447f4dd8-600b-44b5-b995-4642d2a240a5 could not be found, it might have been deleted concurrently. {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 23:47:25.081794 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b238ca1-c918-45ba-a472-7ebf439e7172 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] GET failed (client error): The resource could not be found. Nov 10 23:47:25.083132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1b238ca1-c918-45ba-a472-7ebf439e7172 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "GET /v2.0/subnets/b05a6ca3-9516-4841-a914-dc0a74cdeebe HTTP/1.1" status: 404 len: 337 time: 0.0306268 Nov 10 23:47:25.087130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57754) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.108204 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d4c7e-a7c5-408d-9840-975bff05327a tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:25.108806 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57d4c7e-a7c5-408d-9840-975bff05327a tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:25.111808 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b57d4c7e-a7c5-408d-9840-975bff05327a tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/447f4dd8-600b-44b5-b995-4642d2a240a5 HTTP/1.1" status: 404 len: 339 time: 0.0233717 Nov 10 23:47:25.115593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57756) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.127733 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c520e467-93d9-4396-a474-bace15363cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.142273 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac037680-392f-4469-ae91-85b710adf8eb tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:25.142711 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac037680-392f-4469-ae91-85b710adf8eb tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:25.146267 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ac037680-392f-4469-ae91-85b710adf8eb tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/subnets/b05a6ca3-9516-4841-a914-dc0a74cdeebe HTTP/1.1" status: 404 len: 337 time: 0.0297420 Nov 10 23:47:25.148960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57758) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.167910 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c449617-8628-465c-b225-355befa1a686 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:25.168440 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c449617-8628-465c-b225-355befa1a686 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:25.171504 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4c449617-8628-465c-b225-355befa1a686 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/447f4dd8-600b-44b5-b995-4642d2a240a5 HTTP/1.1" status: 404 len: 339 time: 0.0215836 Nov 10 23:47:25.174049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57760) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.229047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Deleting subnet 8bd5161a-75bb-4d38-91f5-be91a94dfe4a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:47:25.232165 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.582578 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.605770 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579fbc1-666a-42a8-b953-e4053eb32657 None None] Network d0837b79-8d55-403e-bca5-33365a85efd9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:25.663357 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.724228 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.730098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] Provisioning complete for port 21bc68dc-aa4e-440c-b764-54ed78b05b67 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:25.730465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.753459 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.756653 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/subnets/8bd5161a-75bb-4d38-91f5-be91a94dfe4a HTTP/1.1" status: 204 len: 168 time: 0.5816987 Nov 10 23:47:25.757699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1da619-fb59-4b40-8ff8-046fce1faec6 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd5161a-75bb-4d38-91f5-be91a94dfe4a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:25.759910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57762) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:25.835128 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.846389 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.875183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] For port 21bc68dc-aa4e-440c-b764-54ed78b05b67, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=21bc68dc-aa4e-440c-b764-54ed78b05b67,segment=NetworkSegment(5b98b639-19ba-48c2-9b0d-44f2eb727c14),segment_id=5b98b639-19ba-48c2-9b0d-44f2eb727c14)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:25.880568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.905739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Deleting port 21bc68dc-aa4e-440c-b764-54ed78b05b67 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:25.906080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.930665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe4d97-678c-4f28-bed0-fe7ba008e411 None None] Pushing event updated for resources: {'Port': ['ID=21bc68dc-aa4e-440c-b764-54ed78b05b67,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:25.974957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] For port 21bc68dc-aa4e-440c-b764-54ed78b05b67, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=21bc68dc-aa4e-440c-b764-54ed78b05b67,segment=NetworkSegment(5b98b639-19ba-48c2-9b0d-44f2eb727c14),segment_id=5b98b639-19ba-48c2-9b0d-44f2eb727c14)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:25.975326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:25.988893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Calling delete_port for 21bc68dc-aa4e-440c-b764-54ed78b05b67 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:25.997285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d828314-ff8a-4c9a-9482-52467e97f743 None None] Network d0837b79-8d55-403e-bca5-33365a85efd9 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:26.073669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.099514 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Port': ['ID=21bc68dc-aa4e-440c-b764-54ed78b05b67,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:26.104571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No DVR routers for this DVR port 21bc68dc-aa4e-440c-b764-54ed78b05b67 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:26.115047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7695311a-4869-4a84-9bc3-b6ac978ecab6 None None] Could not find standard attr ID for object 21bc68dc-aa4e-440c-b764-54ed78b05b67. {{(pid=102459) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 23:47:26.160811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e4e81-5e8c-48af-b8aa-b49d4f3bee50 None None] DHCP port deletion for d0837b79-8d55-403e-bca5-33365a85efd9 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:26.179366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c527d-24a8-4127-bde6-4b1b458fb2d6 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:47:26.190116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.210520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0837b79-8d55-403e-bca5-33365a85efd9']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:26.220010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b98b639-19ba-48c2-9b0d-44f2eb727c14') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:26.220304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b98b639-19ba-48c2-9b0d-44f2eb727c14') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:26.229897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.242923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.247806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c527d-24a8-4127-bde6-4b1b458fb2d6 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:47:26.249613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:26.250025 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:26.253029 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:26.311808 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.321835 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.324932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/d0837b79-8d55-403e-bca5-33365a85efd9 HTTP/1.1" status: 204 len: 168 time: 0.5633335 Nov 10 23:47:26.327719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57764) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.342120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45396bb-c829-4da5-849d-481a2af5fb70 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Network': ['ID=d0837b79-8d55-403e-bca5-33365a85efd9,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:26.359215 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23e7162-643a-4a17-8306-cf9cfd0d2b7f tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:26.359596 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23e7162-643a-4a17-8306-cf9cfd0d2b7f tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:26.362677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d23e7162-643a-4a17-8306-cf9cfd0d2b7f tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/subnets/76eafe66-8714-4294-ba4f-bd444a9540ac HTTP/1.1" status: 404 len: 337 time: 0.0339525 Nov 10 23:47:26.365362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57766) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.383393 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e11c10-1df4-4c06-b67e-17380c629e36 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:26.383918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e11c10-1df4-4c06-b67e-17380c629e36 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:26.389338 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-27e11c10-1df4-4c06-b67e-17380c629e36 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/c1b25355-9f23-4a01-8c53-a94ce01470da HTTP/1.1" status: 404 len: 339 time: 0.0204532 Nov 10 23:47:26.389529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57768) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.414857 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-13baaae0-8923-41da-88a1-12acb5643d91 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:26.416361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13baaae0-8923-41da-88a1-12acb5643d91 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:26.421272 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-13baaae0-8923-41da-88a1-12acb5643d91 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/subnets/78caf3ed-0fbf-42e2-8b75-143210bc912a HTTP/1.1" status: 404 len: 337 time: 0.0283661 Nov 10 23:47:26.421458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57770) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.439028 n-d-811521-3 neutron-server[102458]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06430b1-a044-4e78-82e2-65f9ad00a1c9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] DELETE failed (client error): The resource could not be found. Nov 10 23:47:26.439553 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06430b1-a044-4e78-82e2-65f9ad00a1c9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102458) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 23:47:26.442537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a06430b1-a044-4e78-82e2-65f9ad00a1c9 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/e85e41bf-b625-40d4-8d5d-2807926447d9 HTTP/1.1" status: 404 len: 339 time: 0.0201578 Nov 10 23:47:26.444917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57772) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.494370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Deleting subnet 549ca9a6-6c3e-46b5-8658-2291f00e6440 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:47:26.497480 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.540126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.620085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.676101 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.709999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.716224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/subnets/549ca9a6-6c3e-46b5-8658-2291f00e6440 HTTP/1.1" status: 204 len: 168 time: 0.2673638 Nov 10 23:47:26.716224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843c00f-b315-4973-9abe-6146d7fc8694 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Subnet': ['ID=549ca9a6-6c3e-46b5-8658-2291f00e6440,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:26.716478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d345eae-0302-4ea4-879d-c83583f6ca1f None None] Network 0273adec-60a0-49ea-89d6-54c7b2ea49f5 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:26.717365 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57774) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:26.791939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.851346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Deleting port d102db72-daf9-4e08-aab4-e10120cfa54d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:26.851765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.893648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] DHCP port deletion for 0273adec-60a0-49ea-89d6-54c7b2ea49f5 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:26.919184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] For port d102db72-daf9-4e08-aab4-e10120cfa54d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d102db72-daf9-4e08-aab4-e10120cfa54d,segment=NetworkSegment(ec415296-d145-46c8-9b5f-4099b5022a94),segment_id=ec415296-d145-46c8-9b5f-4099b5022a94)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:26.919544 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:26.932109 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Calling delete_port for d102db72-daf9-4e08-aab4-e10120cfa54d owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:26.939870 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Deleting port d102db72-daf9-4e08-aab4-e10120cfa54d {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:26.940249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.005692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] For port d102db72-daf9-4e08-aab4-e10120cfa54d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=d102db72-daf9-4e08-aab4-e10120cfa54d,segment=NetworkSegment(ec415296-d145-46c8-9b5f-4099b5022a94),segment_id=ec415296-d145-46c8-9b5f-4099b5022a94)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:27.006086 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.009021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.019251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Calling delete_port for d102db72-daf9-4e08-aab4-e10120cfa54d owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:27.035787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Port': ['ID=d102db72-daf9-4e08-aab4-e10120cfa54d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:27.037636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] No DVR routers for this DVR port d102db72-daf9-4e08-aab4-e10120cfa54d on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:27.094517 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.120584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] Pushing event deleted for resources: {'Port': ['ID=d102db72-daf9-4e08-aab4-e10120cfa54d,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:27.125624 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a9d8a-ac16-4a61-b966-3d1464c9ad5e None None] No DVR routers for this DVR port d102db72-daf9-4e08-aab4-e10120cfa54d on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:27.125977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.148378 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0273adec-60a0-49ea-89d6-54c7b2ea49f5']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:27.157776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec415296-d145-46c8-9b5f-4099b5022a94') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:27.158073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec415296-d145-46c8-9b5f-4099b5022a94') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:27.167246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.180209 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.186800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:27.187184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:27.190260 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:27.250163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.256828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.260581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] 10.222.0.25 "DELETE /v2.0/networks/0273adec-60a0-49ea-89d6-54c7b2ea49f5 HTTP/1.1" status: 204 len: 168 time: 0.5416081 Nov 10 23:47:27.272461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb761a5-c80d-4b33-afce-1ac935b3f2f3 tempest-NetworksIpV6Test-485460202 tempest-NetworksIpV6Test-485460202-project] Pushing event deleted for resources: {'Network': ['ID=0273adec-60a0-49ea-89d6-54c7b2ea49f5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:27.495125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57780) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:27.622937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-864771b6-ffa8-4501-a743-d0ee78ca4e67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e205f89a728f436bbee656901aa9d1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266623 Nov 10 23:47:27.625510 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57784) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:27.671205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.691717 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.731805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-773920a1-3aa1-4096-814d-c8cbce8fe5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.738983 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.741633 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:27.742771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c0fcc0-4c12-4319-b30b-0f444ac7c52d HTTP/1.1" status: 204 len: 168 time: 0.1163852 Nov 10 23:47:27.751016 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978406e5-2db7-406e-812b-b955119f3439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0fcc0-4c12-4319-b30b-0f444ac7c52d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:28.361759 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57806) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:28.454904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-889277178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:28.480007 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.481022 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.567590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.571942 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.589813 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.590993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9a133a1-a56d-4c62-9084-36207c8f79b8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2282424 Nov 10 23:47:28.593666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:28.598743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1243768402'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:28.621100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Made reservation on behalf of ab53fef89f7247288201dbabf2e66864 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:28.624667 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.633631 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.712671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.717142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.745643 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:28.755494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89fddd-129f-4221-bf7f-295ff78465f5,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:28.760338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d102db72-daf9-4e08-aab4-e10120cfa54d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:47:28.762671 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.762947 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Added segment 4430b6ba-8893-46e0-bbf1-f2f453d00087 of type vlan for network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b Nov 10 23:47:28.785752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: d102db72-daf9-4e08-aab4-e10120cfa54d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:47:28.786107 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device d102db72-daf9-4e08-aab4-e10120cfa54d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:47:28.806922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.832398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.840918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:28.841519 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:28.893795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2990408 Nov 10 23:47:28.896783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57812) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:28.902078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'subnet': {'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:28.952603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aadf6-1884-4041-876d-e358724abaa0 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event updated for resources: {'Network': ['ID=3220b0f5-0b98-4b66-b6c7-644bc72ce20b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:28.964474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:29.002776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Made reservation on behalf of ab53fef89f7247288201dbabf2e66864 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:29.006282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.170947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.440133 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.503039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event updated for resources: {'Subnet': ['ID=89f6f357-b7b8-4f1c-864c-28d1310410a1,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:29.512363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Checking segment: {'id': '4430b6ba-8893-46e0-bbf1-f2f453d00087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:29.512718 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Network hostable DHCP agents. Network: 3220b0f5-0b98-4b66-b6c7-644bc72ce20b, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:29.528724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:29.537399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 3220b0f5-0b98-4b66-b6c7-644bc72ce20b) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:29.541353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:29.541936 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.548741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4f2fb-b82d-40aa-88da-2a9771b400f4 None None] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:29.564056 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4d34768a-2d50-4f3c-8164-8cdd6128b9fa tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6632555 Nov 10 23:47:29.564479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57814) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:29.569513 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1327115385'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:29.592417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Made reservation on behalf of ab53fef89f7247288201dbabf2e66864 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:29.596277 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.621931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:29.632360 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.632748 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Added segment b92981c4-3208-4824-a97d-a20f826dcfb0 of type vlan for network bb6f710c-f3b4-4ab2-97ec-02f4356690cb Nov 10 23:47:29.674030 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.702621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.704563 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-3220b0f5-0b98-4b66-b6c7-644bc72ce20b', 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b', 'tenant_id': 'ab53fef89f7247288201dbabf2e66864', 'fixed_ips': [{'subnet_id': '89f6f357-b7b8-4f1c-864c-28d1310410a1'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:29.705534 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.709478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:29.710222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.779601 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2140555 Nov 10 23:47:29.782449 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57816) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:29.786105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3386e-cdf9-4c03-b6eb-a3aff5eea7f8 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event updated for resources: {'Network': ['ID=bb6f710c-f3b4-4ab2-97ec-02f4356690cb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:29.787959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'subnet': {'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:29.801058 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network bb6f710c-f3b4-4ab2-97ec-02f4356690cb details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:29.877662 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Made reservation on behalf of ab53fef89f7247288201dbabf2e66864 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:29.881181 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:29.912893 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Allocated IP 172.20.0.2 (3220b0f5-0b98-4b66-b6c7-644bc72ce20b/89f6f357-b7b8-4f1c-864c-28d1310410a1/4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:30.060171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.065747 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.067050 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.107443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:30.110375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:30.113919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:30.120629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Pushing event updated for resources: {'Port': ['ID=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:30.135278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event updated for resources: {'Subnet': ['ID=0374f8f8-072c-4965-b598-d300aa8ae28e,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:30.141631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Checking segment: {'id': 'b92981c4-3208-4824-a97d-a20f826dcfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:30.141861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Network hostable DHCP agents. Network: bb6f710c-f3b4-4ab2-97ec-02f4356690cb, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:30.158548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Network bb6f710c-f3b4-4ab2-97ec-02f4356690cb is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:30.167776 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, bb6f710c-f3b4-4ab2-97ec-02f4356690cb) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:30.171846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Attempting to bind port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:30.172209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Attempting to bind port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '4430b6ba-8893-46e0-bbf1-f2f453d00087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:30.172585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Attempting to bind port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b on network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:30.173288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:30.173943 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.178898 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70923d08-b837-4ad3-b85c-cf7f11179ffc None None] Network bb6f710c-f3b4-4ab2-97ec-02f4356690cb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:30.189514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:30.189894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Checking segment: {'id': '4430b6ba-8893-46e0-bbf1-f2f453d00087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:30.190295 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.190684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Bound using segment: {'id': '4430b6ba-8893-46e0-bbf1-f2f453d00087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:30.191164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Bound port: 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4430b6ba-8893-46e0-bbf1-f2f453d00087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3220b0f5-0b98-4b66-b6c7-644bc72ce20b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:30.191541 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.191852 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9585e1db-afc6-488c-a19a-2c73cb8a53e1 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075990 Nov 10 23:47:30.194545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57818) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:30.199615 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cb312305-7ae5-44df-90f5-9a8961e42c8a tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:30.335649 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] For port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:30.354676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] For port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,segment=NetworkSegment(4430b6ba-8893-46e0-bbf1-f2f453d00087),segment_id=4430b6ba-8893-46e0-bbf1-f2f453d00087)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:30.362586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.419120 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb312305-7ae5-44df-90f5-9a8961e42c8a tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.429660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-bb6f710c-f3b4-4ab2-97ec-02f4356690cb', 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb', 'tenant_id': 'ab53fef89f7247288201dbabf2e66864', 'fixed_ips': [{'subnet_id': '0374f8f8-072c-4965-b598-d300aa8ae28e'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:30.430506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.452141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a9af-aa57-4b8c-b174-c33ce4d7fb19 None None] Pushing event updated for resources: {'Port': ['ID=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:30.534851 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [None req-cb312305-7ae5-44df-90f5-9a8961e42c8a tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 23:47:30.536460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cb312305-7ae5-44df-90f5-9a8961e42c8a tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "PUT /v2.0/routers/56d49786-bc11-4774-8a96-1384f4b94860 HTTP/1.1" status: 400 len: 364 time: 0.3408234 Nov 10 23:47:30.542473 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57820) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:30.583482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Allocated IP 172.21.0.2 (bb6f710c-f3b4-4ab2-97ec-02f4356690cb/0374f8f8-072c-4965-b598-d300aa8ae28e/0c820820-ea99-4e6c-aebd-d9f9d81a8053) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:30.603084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Deleting subnet 0374f8f8-072c-4965-b598-d300aa8ae28e {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:47:30.671968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.780869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.787461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.787845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:30.791601 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.830002 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.877437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Network bb6f710c-f3b4-4ab2-97ec-02f4356690cb is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:30.886371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:30.889491 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:30.891525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.892727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Pushing event updated for resources: {'Port': ['ID=0c820820-ea99-4e6c-aebd-d9f9d81a8053,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:30.932122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.934690 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:30.935060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.987648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Attempting to bind port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:30.988018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Attempting to bind port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'b92981c4-3208-4824-a97d-a20f826dcfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:30.988376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Attempting to bind port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 on network bb6f710c-f3b4-4ab2-97ec-02f4356690cb {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:30.998550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:30.998958 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Checking segment: {'id': 'b92981c4-3208-4824-a97d-a20f826dcfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:30.999310 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:30.999695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Bound using segment: {'id': 'b92981c4-3208-4824-a97d-a20f826dcfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:31.000203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Bound port: 0c820820-ea99-4e6c-aebd-d9f9d81a8053, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92981c4-3208-4824-a97d-a20f826dcfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bb6f710c-f3b4-4ab2-97ec-02f4356690cb'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:31.000657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.010010 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.042967 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Subnet': ['ID=0374f8f8-072c-4965-b598-d300aa8ae28e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.051846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.055477 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-374a075f-f255-4946-8e4a-c59626d04b42 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "DELETE /v2.0/subnets/0374f8f8-072c-4965-b598-d300aa8ae28e HTTP/1.1" status: 204 len: 168 time: 0.5119233 Nov 10 23:47:31.058466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57822) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:31.146165 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.206432 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Deleting port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:31.207054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.277917 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] For port 0c820820-ea99-4e6c-aebd-d9f9d81a8053, host n-d-811521-3, got binding levels [] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:31.278281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.292561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Calling delete_port for 0c820820-ea99-4e6c-aebd-d9f9d81a8053 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:31.303429 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.318477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] For port 0c820820-ea99-4e6c-aebd-d9f9d81a8053, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:31.339350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] For port 0c820820-ea99-4e6c-aebd-d9f9d81a8053, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0c820820-ea99-4e6c-aebd-d9f9d81a8053,segment=NetworkSegment(b92981c4-3208-4824-a97d-a20f826dcfb0),segment_id=b92981c4-3208-4824-a97d-a20f826dcfb0)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:31.347152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.359794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,segment=NetworkSegment(4430b6ba-8893-46e0-bbf1-f2f453d00087),segment_id=4430b6ba-8893-46e0-bbf1-f2f453d00087)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:31.377670 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.387157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.411442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Port': ['ID=0c820820-ea99-4e6c-aebd-d9f9d81a8053,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.415279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] No DVR routers for this DVR port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server [None req-098fdd5a-220e-48af-a49b-a126eed2d7c1 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 could not be found. Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 0c820820-ea99-4e6c-aebd-d9f9d81a8053 could not be found. Nov 10 23:47:31.473025 n-d-811521-3 neutron-server[102459]: ERROR oslo_messaging.rpc.server Nov 10 23:47:31.485651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f9c0e-4343-42ba-906c-ad2a4c66af78 None None] Pushing event updated for resources: {'Port': ['ID=0c820820-ea99-4e6c-aebd-d9f9d81a8053,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.512842 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.525583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7070ff5-a97c-43b2-9d07-8beffecb139f None None] Network bb6f710c-f3b4-4ab2-97ec-02f4356690cb requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:31.527438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fee0c4-bfbb-41c2-806e-d6f1afe9d898 None None] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:31.533053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6f710c-f3b4-4ab2-97ec-02f4356690cb']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:31.542846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92981c4-3208-4824-a97d-a20f826dcfb0') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:31.542846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92981c4-3208-4824-a97d-a20f826dcfb0') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:31.557169 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.571249 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.577666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:31.578045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:31.581147 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:31.639604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.647503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.653319 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "DELETE /v2.0/networks/bb6f710c-f3b4-4ab2-97ec-02f4356690cb HTTP/1.1" status: 204 len: 168 time: 0.5912008 Nov 10 23:47:31.654567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57824) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:31.662085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.669172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4e3a8-1faa-4060-9c00-0ccef00b8060 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Network': ['ID=bb6f710c-f3b4-4ab2-97ec-02f4356690cb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.674445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c656f3b2-f207-4089-96f5-2025ba26c81a None None] Provisioning complete for port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:31.674814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c656f3b2-f207-4089-96f5-2025ba26c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.726950 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Deleting subnet 89f6f357-b7b8-4f1c-864c-28d1310410a1 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:47:31.730784 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.770377 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.857468 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.923574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.951855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Subnet': ['ID=89f6f357-b7b8-4f1c-864c-28d1310410a1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:31.955721 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:31.961168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-01f10460-a831-43ab-b81b-243ae5ae30d7 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "DELETE /v2.0/subnets/89f6f357-b7b8-4f1c-864c-28d1310410a1 HTTP/1.1" status: 204 len: 168 time: 0.3039305 Nov 10 23:47:31.961361 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:32.041959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ffa87-3841-490d-aab6-1a1db028bd6d None None] Network 3220b0f5-0b98-4b66-b6c7-644bc72ce20b requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:32.043970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.103610 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Deleting port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:32.103948 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.111054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a8c667bf-f10c-471e-ae0d-b4d2c6729e85 None None] Provisioning complete for port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:32.111434 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a8c667bf-f10c-471e-ae0d-b4d2c6729e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.169755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] For port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,segment=NetworkSegment(4430b6ba-8893-46e0-bbf1-f2f453d00087),segment_id=4430b6ba-8893-46e0-bbf1-f2f453d00087)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:32.170012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.182471 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Calling delete_port for 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:32.261132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] DHCP port deletion for 3220b0f5-0b98-4b66-b6c7-644bc72ce20b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:32.272172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.297576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Port': ['ID=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:32.301246 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] No DVR routers for this DVR port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:32.312529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Deleting port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:47:32.312900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.376040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] For port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:32.376424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.380006 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.389321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Calling delete_port for 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:47:32.391909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:47:32.393196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.404067 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3220b0f5-0b98-4b66-b6c7-644bc72ce20b']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:32.413288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4430b6ba-8893-46e0-bbf1-f2f453d00087') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:32.413581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4430b6ba-8893-46e0-bbf1-f2f453d00087') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:32.418589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] Pushing event deleted for resources: {'Port': ['ID=4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:32.420440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8153d-276f-4d42-a086-5095e86d07af None None] No DVR routers for this DVR port 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:47:32.423047 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.437288 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.439111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e859d39-9388-43a4-886a-476cc92de783 None None] get_active_networks_info from n-d-811521-3 {{(pid=102459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 23:47:32.443280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:47:32.443666 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:47:32.447220 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:47:32.497994 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e859d39-9388-43a4-886a-476cc92de783 None None] Resources bound (agent type, host, resource id): {{(pid=102459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 23:47:32.506445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.513823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.516990 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "DELETE /v2.0/networks/3220b0f5-0b98-4b66-b6c7-644bc72ce20b HTTP/1.1" status: 204 len: 168 time: 0.5546796 Nov 10 23:47:32.519859 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57828) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:32.528651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787efc20-d6aa-4a69-a486-cec8eb8b58e5 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Pushing event deleted for resources: {'Network': ['ID=3220b0f5-0b98-4b66-b6c7-644bc72ce20b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:32.552081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6b60d375-a399-43ef-8907-67e07f4b6d22 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d49786-bc11-4774-8a96-1384f4b94860 HTTP/1.1" status: 200 len: 205 time: 0.0310562 Nov 10 23:47:32.554385 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57830) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:32.631397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.754903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:47:32.775007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:47:32.775345 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e2088f7-bf6b-4c4b-a746-78f4c9e91c5b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:47:32.789546 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.792201 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.834609 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.835175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Fanout notify agent at l3_agent the message router_deleted on router 56d49786-bc11-4774-8a96-1384f4b94860 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:47:32.842191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:32.843332 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc3cb6ce-7e68-4aab-98a5-18c22e3af678 tempest-RoutersNegativeTest-639179217 tempest-RoutersNegativeTest-639179217-project] 10.222.0.25 "DELETE /v2.0/routers/56d49786-bc11-4774-8a96-1384f4b94860 HTTP/1.1" status: 204 len: 168 time: 0.2879469 Nov 10 23:47:33.078622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57836) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:33.208029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-02904c91-8128-4a4b-bfff-101742b24af9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab53fef89f7247288201dbabf2e66864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282363 Nov 10 23:47:33.210482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57840) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:33.262274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:33.283884 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:33.331275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:33.333978 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:33.335193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a89fddd-129f-4221-bf7f-295ff78465f5 HTTP/1.1" status: 204 len: 168 time: 0.1237993 Nov 10 23:47:33.343293 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8db31-ce81-4956-8948-6d402bd3489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89fddd-129f-4221-bf7f-295ff78465f5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:33.954261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57862) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:34.046686 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-879140871-network', 'tenant_id': '03dbe485a36b43638365092a2dcc2171'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:34.067732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Made reservation on behalf of 03dbe485a36b43638365092a2dcc2171 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:34.070225 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.078918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.152160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.155951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.176211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:34.191418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01040289-73da-4eee-88b0-67861b08689f,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:34.194244 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.194583 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Added segment 95163f17-fb29-4551-b956-b11308988eda of type vlan for network c74751a6-6396-4b45-a519-cbab3ddce3da Nov 10 23:47:34.233461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.257694 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.258622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:34.259218 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.312366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3568861 Nov 10 23:47:34.315227 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57866) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:34.320248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Request body: {'subnet': {'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-subnet', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:34.323191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974f2d7-330e-4602-94b1-62e14098f882 admin admin] Pushing event updated for resources: {'Network': ['ID=c74751a6-6396-4b45-a519-cbab3ddce3da,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:34.333121 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network c74751a6-6396-4b45-a519-cbab3ddce3da details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:34.340357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Made reservation on behalf of 03dbe485a36b43638365092a2dcc2171 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:34.342736 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.505971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.562046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfccebf8-f793-45c9-8a56-79529f1c08ce,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:34.568870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Checking segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:34.569262 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Network hostable DHCP agents. Network: c74751a6-6396-4b45-a519-cbab3ddce3da, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:34.584695 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Network c74751a6-6396-4b45-a519-cbab3ddce3da is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:34.593047 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, c74751a6-6396-4b45-a519-cbab3ddce3da) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:34.596900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:34.597524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.602444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f7ef8-7eaa-46c9-ae90-6ea9856ff553 None None] Network c74751a6-6396-4b45-a519-cbab3ddce3da requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:34.613862 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2574e9de-88d5-4150-ba39-980ed3a63207 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2975190 Nov 10 23:47:34.616687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57868) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:34.622476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:34.642872 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.643518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.694999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.748425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-c74751a6-6396-4b45-a519-cbab3ddce3da', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:34.749311 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.837650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:34.884930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Allocated IP 172.20.0.2 (c74751a6-6396-4b45-a519-cbab3ddce3da/cfccebf8-f793-45c9-8a56-79529f1c08ce/f573b0fd-d46a-4081-9bc1-ac28396b52cc) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:35.025940 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.031524 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.058966 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.075303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Network c74751a6-6396-4b45-a519-cbab3ddce3da is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:35.078977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Pushing event updated for resources: {'Port': ['ID=f573b0fd-d46a-4081-9bc1-ac28396b52cc,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:35.081366 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:35.083344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:35.086382 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.136325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Attempting to bind port f573b0fd-d46a-4081-9bc1-ac28396b52cc on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:35.136696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Attempting to bind port f573b0fd-d46a-4081-9bc1-ac28396b52cc by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:35.137082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Attempting to bind port f573b0fd-d46a-4081-9bc1-ac28396b52cc on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:35.142192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:35.142592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Checking segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:35.142990 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.143382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Bound using segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:35.143872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Bound port: f573b0fd-d46a-4081-9bc1-ac28396b52cc, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:35.144250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.186357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Allocated IP 172.25.0.135 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/3c79416d-894a-4294-bef3-76ea00bea954) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:35.209251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] For port f573b0fd-d46a-4081-9bc1-ac28396b52cc, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:35.213222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] For port f573b0fd-d46a-4081-9bc1-ac28396b52cc, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f573b0fd-d46a-4081-9bc1-ac28396b52cc,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:35.217366 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.274173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9227e-469e-42cd-855b-472abc187ae2 None None] Pushing event updated for resources: {'Port': ['ID=f573b0fd-d46a-4081-9bc1-ac28396b52cc,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:35.300801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.337397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.374418 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:35.379568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:35.383211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:35.392485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129b655-c2f4-40a4-ad6a-057b67da4e71 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:35.419753 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Pushing event updated for resources: {'Port': ['ID=3c79416d-894a-4294-bef3-76ea00bea954,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:35.472631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-51352126-9054-45fb-8d69-42d26639940a None None] Provisioning complete for port 3c79416d-894a-4294-bef3-76ea00bea954 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:35.473027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51352126-9054-45fb-8d69-42d26639940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.518948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-51352126-9054-45fb-8d69-42d26639940a None None] Port 3c79416d-894a-4294-bef3-76ea00bea954 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:35.658086 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:35.845986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.002821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:47:36.113111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:47:36.122428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Sync routers for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:47:36.132765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.137515 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57870) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:36.137918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:36.138040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aaa6f56a-2054-48f5-9614-095984ac9696 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5202439 Nov 10 23:47:36.138235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:36.172819 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedeca7e-effb-4491-b71a-29871a93bb40 None None] Network c74751a6-6396-4b45-a519-cbab3ddce3da requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:36.302638 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] Provisioning complete for port f573b0fd-d46a-4081-9bc1-ac28396b52cc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:36.303003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.315328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:36.563990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.727705 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Allocated IP 172.20.0.1 (c74751a6-6396-4b45-a519-cbab3ddce3da/cfccebf8-f793-45c9-8a56-79529f1c08ce/2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:36.747906 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.788837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] For port f573b0fd-d46a-4081-9bc1-ac28396b52cc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f573b0fd-d46a-4081-9bc1-ac28396b52cc,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:36.796161 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f573b0fd-d46a-4081-9bc1-ac28396b52cc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:36.801396 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.852588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.862267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:35Z', 'revision_number': 3, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:36.895649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.900719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Checking router: 4efa0ab2-22c1-4513-b87e-1eb55da6d447 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:47:36.901098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Updating router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 port 3c79416d-894a-4294-bef3-76ea00bea954 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:47:36.935032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20511cbb-aa4d-414e-9747-19b8aaaee834 None None] Pushing event updated for resources: {'Port': ['ID=f573b0fd-d46a-4081-9bc1-ac28396b52cc,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:36.937861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Network c74751a6-6396-4b45-a519-cbab3ddce3da is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:36.942726 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:36.945597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.947929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:36.974310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f573b0fd-d46a-4081-9bc1-ac28396b52cc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:36.974683 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:36.981160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:37.000550 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.101426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-369d4a18-9e63-4c99-a758-be435d5ee5cf None None] Provisioning complete for port f573b0fd-d46a-4081-9bc1-ac28396b52cc triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:37.101798 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-369d4a18-9e63-4c99-a758-be435d5ee5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.145422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.318541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.324772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.342971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.347765 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.390362 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:37.392893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.394813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efc626-2302-4a61-b7b0-81f5f61f1328 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:37.404021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c8248-ecc8-43e0-80ef-883431f358db None None] Pushing event updated for resources: {'Port': ['ID=3c79416d-894a-4294-bef3-76ea00bea954,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:37.406456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Attempting to bind port 3c79416d-894a-4294-bef3-76ea00bea954 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:37.406829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Attempting to bind port 3c79416d-894a-4294-bef3-76ea00bea954 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:37.407214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Attempting to bind port 3c79416d-894a-4294-bef3-76ea00bea954 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:37.413879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:37.414253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:37.414752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.415530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:37.416008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Bound port: 3c79416d-894a-4294-bef3-76ea00bea954, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:37.416381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.477636 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Provisioning complete for port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:37.478505 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.482440 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] For port 3c79416d-894a-4294-bef3-76ea00bea954, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:37.490008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Network c74751a6-6396-4b45-a519-cbab3ddce3da is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:37.491442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:37.513592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] For port 3c79416d-894a-4294-bef3-76ea00bea954, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3c79416d-894a-4294-bef3-76ea00bea954,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:37.521697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.550973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:37.571942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b11d57-d227-4cb5-805d-67e6bfdddabf None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:37.601932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Provisioning complete for port 3c79416d-894a-4294-bef3-76ea00bea954 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:37.602221 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.604756 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:37.605423 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:37.608056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c8248-ecc8-43e0-80ef-883431f358db None None] Pushing event updated for resources: {'Port': ['ID=3c79416d-894a-4294-bef3-76ea00bea954,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:37.629917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:47:37.746693 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:47:37.752370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b7aa7926-0f30-47bf-bfbe-84ea3b456bb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/4efa0ab2-22c1-4513-b87e-1eb55da6d447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129785 Nov 10 23:47:37.769817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:37.806426 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.861426 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] For port 3c79416d-894a-4294-bef3-76ea00bea954, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3c79416d-894a-4294-bef3-76ea00bea954,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:37.873110 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:37.967392 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac0466-a67a-425f-b49b-0bd16e4bc6a6 None None] Pushing event updated for resources: {'Port': ['ID=3c79416d-894a-4294-bef3-76ea00bea954,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:38.016232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-109b296f-96ed-4144-bc25-51c3b5ab12f0 None None] Provisioning complete for port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:38.016596 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-109b296f-96ed-4144-bc25-51c3b5ab12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.065009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-109b296f-96ed-4144-bc25-51c3b5ab12f0 None None] Port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:38.084020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6', 'name': '', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'mac_address': 'fa:16:3e:cf:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:36Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 2, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'subnets': [{'id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:38.088029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-109b296f-96ed-4144-bc25-51c3b5ab12f0 None None] Provisioning complete for port 3c79416d-894a-4294-bef3-76ea00bea954 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:38.088403 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-109b296f-96ed-4144-bc25-51c3b5ab12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.132069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41d977-4123-438b-8129-d9dbb6124ec2 None None] The sync data for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 is: [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6', 'name': '', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'mac_address': 'fa:16:3e:cf:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:36Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 2, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'subnets': [{'id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:47:38.259805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57886) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:38.264737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1938015882-network', 'tenant_id': '750bf8426ed749cc9676903f4e952e36'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:38.286031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Made reservation on behalf of 750bf8426ed749cc9676903f4e952e36 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:38.288396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.297426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.388599 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.392526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.677519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:47:38.694115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32738b-8822-49c2-bf78-3170221ea800,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:38.697188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.697531 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Added segment f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b of type vlan for network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 Nov 10 23:47:38.738558 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.766619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.768258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:38.768841 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.785485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f573b0fd-d46a-4081-9bc1-ac28396b52cc up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:38.837330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5762758 Nov 10 23:47:38.841291 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57888) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:38.850232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee857-d252-46fe-ac56-094dbb3a2028 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1761fd-49aa-45b3-8d0d-fe18913f78f0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:38.850864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Request body: {'subnet': {'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-subnet', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:38.862024 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:47:38.877415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Made reservation on behalf of 750bf8426ed749cc9676903f4e952e36 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:38.881234 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:38.914718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f573b0fd-d46a-4081-9bc1-ac28396b52cc triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:38.915513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.071744 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.135240 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03b8017-0f5e-432f-a987-6ccc99003e7c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:39.142328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Checking segment: {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:39.142690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Network hostable DHCP agents. Network: 1e1761fd-49aa-45b3-8d0d-fe18913f78f0, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:47:39.160068 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:47:39.169416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 1e1761fd-49aa-45b3-8d0d-fe18913f78f0) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:39.173466 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:39.174059 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.180505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ebcba-19f5-4c45-b97a-bb5a91d9131e None None] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:39.198702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 57890) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:39.198918 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6e854ba1-2da9-4d1c-86e9-2debfc62b667 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3560338 Nov 10 23:47:39.204042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:39.231329 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.232390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.291051 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.343734 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:47:39.344884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.439682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.494101 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Allocated IP 172.20.0.2 (1e1761fd-49aa-45b3-8d0d-fe18913f78f0/d03b8017-0f5e-432f-a987-6ccc99003e7c/0bc5e3ff-29cf-43c4-aa3e-fc96598429e7) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:39.638864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.644600 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.644900 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.663886 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.691596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:39.694648 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:39.701631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:39.714338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Pushing event updated for resources: {'Port': ['ID=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:39.759875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Attempting to bind port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:39.760240 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Attempting to bind port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:39.760629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Attempting to bind port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 on network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:39.765807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:39.766168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Checking segment: {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:39.766557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.766945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Bound using segment: {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:39.767399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Bound port: 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:39.767770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.777835 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Allocated IP 172.25.0.212 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/25fbc43c-0eac-430e-8d05-8c8f38806f6c) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:39.832418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] For port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:39.835467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] For port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:39.839777 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.883466 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.907916 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64d192-ee08-4071-8cfc-cbcaf14d0ec4 None None] Pushing event updated for resources: {'Port': ['ID=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:39.931285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:39.973317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:39.976311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:39.980481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:39.991333 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5386be2-8506-48da-b726-9cfd1f915bda None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:40.002341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Pushing event updated for resources: {'Port': ['ID=25fbc43c-0eac-430e-8d05-8c8f38806f6c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:40.049681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-76c0be5b-9a63-4b09-995e-3b2ccda9442f None None] Provisioning complete for port 25fbc43c-0eac-430e-8d05-8c8f38806f6c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:40.050200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-76c0be5b-9a63-4b09-995e-3b2ccda9442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:40.105413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-76c0be5b-9a63-4b09-995e-3b2ccda9442f None None] Port 25fbc43c-0eac-430e-8d05-8c8f38806f6c cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:40.270248 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Sync routers for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:47:40.273008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:40.280430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:40.281058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:40.476088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:40.476644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:40.613371 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Router 50bf09b4-b219-449f-be7c-5c2750b759d9 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:47:40.692848 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6', 'name': '', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'mac_address': 'fa:16:3e:cf:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:36Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 2, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'subnets': [{'id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:40.727773 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Checking router: 4efa0ab2-22c1-4513-b87e-1eb55da6d447 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:47:40.728054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Updating router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:47:40.734587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:47:40.748745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Sync routers for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:47:40.761745 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:40.775627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:40.776428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:40.779443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:40.779968 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0272ac3e-6909-4bc0-bb5b-12cfbbad047e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5796120 Nov 10 23:47:40.782873 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 57892) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:47:41.035807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:41.037748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22451be9-09a7-4ba8-930e-abdd07b4ee12 None None] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:47:41.073843 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.079840 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.147262 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Pushing event updated for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:41.175695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] Provisioning complete for port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:41.176072 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.210608 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.211120 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.211431 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.212484 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.212991 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.213474 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.213955 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.214458 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.214935 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.215399 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.215875 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.216505 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:47:41.220156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Attempting to bind port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:41.220707 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Attempting to bind port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:41.221407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Attempting to bind port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:41.229132 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:41.229722 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Checking segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:41.230387 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.230939 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Bound using segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:41.231691 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Bound port: 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:41.232232 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.259694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:41.288650 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:41.289053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.300255 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] For port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:41.303375 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.303928 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] For port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:41.309782 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.372767 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:41.373392 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:41.418695 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d658b-2606-4ca2-bb9b-5828a0b20def None None] Pushing event updated for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:41.494577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:41.514217 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Allocated IP 172.20.0.1 (1e1761fd-49aa-45b3-8d0d-fe18913f78f0/d03b8017-0f5e-432f-a987-6ccc99003e7c/ee088b5c-2315-4f8e-b4fb-2219616c19d1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:41.628618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.651332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.664693 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.719029 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.720476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] For port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:41.730630 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.749601 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6', 'name': '', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'mac_address': 'fa:16:3e:cf:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:36Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'subnets': [{'id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:41.770473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:41.779728 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:41.784607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:41.793541 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e2c1-954e-413d-8430-00b5e9f8dc19 None None] The sync data for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 is: [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6', 'name': '', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'mac_address': 'fa:16:3e:cf:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:36Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'subnets': [{'id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:47:41.821796 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92452108-7a78-47fd-9f7a-cb4591ad9ab7 None None] Pushing event updated for resources: {'Port': ['ID=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:41.828247 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:47:41.828603 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:47:41.831426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.834036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:40Z', 'revision_number': 3, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:41.835420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:41.872539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Checking router: 50bf09b4-b219-449f-be7c-5c2750b759d9 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:47:41.872813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Updating router 50bf09b4-b219-449f-be7c-5c2750b759d9 port 25fbc43c-0eac-430e-8d05-8c8f38806f6c binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:47:41.905801 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:41.933108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] Provisioning complete for port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:41.933472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.002322 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.166052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.220458 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.226761 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.233100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] For port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:42.239506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.297686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.299583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:42.335754 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa5d9c-5aa2-4cbd-ae81-4477d1169437 None None] Pushing event updated for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:42.358874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.384700 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.403166 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:42.404654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:42.421967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3c79416d-894a-4294-bef3-76ea00bea954 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:42.429022 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-489be8cc-4a73-4c97-9431-fca61972d6e4 None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:42.429399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-489be8cc-4a73-4c97-9431-fca61972d6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.479973 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b0725-a543-4caa-a65d-daf131630d9d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:42.513905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170faa0-3ab1-4ba1-aaab-d4e1bfc36728 None None] Pushing event updated for resources: {'Port': ['ID=25fbc43c-0eac-430e-8d05-8c8f38806f6c,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:42.523512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Attempting to bind port 25fbc43c-0eac-430e-8d05-8c8f38806f6c on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:42.523881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Attempting to bind port 25fbc43c-0eac-430e-8d05-8c8f38806f6c by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:42.524511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Attempting to bind port 25fbc43c-0eac-430e-8d05-8c8f38806f6c on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:42.539408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:42.539781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:42.540715 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.541126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:42.541610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Bound port: 25fbc43c-0eac-430e-8d05-8c8f38806f6c, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:42.541989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.546018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-489be8cc-4a73-4c97-9431-fca61972d6e4 None None] Port ee088b5c-2315-4f8e-b4fb-2219616c19d1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:42.556316 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Router 50bf09b4-b219-449f-be7c-5c2750b759d9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:47:42.605597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3c79416d-894a-4294-bef3-76ea00bea954 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:42.606290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.620700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-489be8cc-4a73-4c97-9431-fca61972d6e4 None None] Provisioning complete for port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:42.621090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-489be8cc-4a73-4c97-9431-fca61972d6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.692955 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] For port 25fbc43c-0eac-430e-8d05-8c8f38806f6c, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:42.714807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] For port 25fbc43c-0eac-430e-8d05-8c8f38806f6c, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25fbc43c-0eac-430e-8d05-8c8f38806f6c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:42.722712 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:42.795166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4e772-4fa4-4d95-8947-28c4019afbcc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:47:42.863681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170faa0-3ab1-4ba1-aaab-d4e1bfc36728 None None] Pushing event updated for resources: {'Port': ['ID=25fbc43c-0eac-430e-8d05-8c8f38806f6c,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:42.867736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:42.868910 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:43.002605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:47:43.007904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7967c869-ebe3-4d2f-9556-1f2ac3da64b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/50bf09b4-b219-449f-be7c-5c2750b759d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232931 Nov 10 23:47:43.072463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:43.154336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Provisioning complete for port 25fbc43c-0eac-430e-8d05-8c8f38806f6c triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:43.154714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.215132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:43.248033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:43.248412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.407726 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.464219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] For port 25fbc43c-0eac-430e-8d05-8c8f38806f6c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25fbc43c-0eac-430e-8d05-8c8f38806f6c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:43.476752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.510915 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:43.574606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:43.574899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.620269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Pushing event updated for resources: {'Port': ['ID=25fbc43c-0eac-430e-8d05-8c8f38806f6c,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:43.647705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe044c-3fa2-43d6-b0c6-c026d2b1904a None None] Port ee088b5c-2315-4f8e-b4fb-2219616c19d1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:43.657657 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:43.658025 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:43.681845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ee088b5c-2315-4f8e-b4fb-2219616c19d1', 'name': '', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'mac_address': 'fa:16:3e:d1:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:41Z', 'updated_at': '2021-11-10T23:47:42Z', 'revision_number': 2, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'subnets': [{'id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:43.716438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72014ec1-2ec9-4afb-94d3-1258c7116cf8 None None] The sync data for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 is: [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ee088b5c-2315-4f8e-b4fb-2219616c19d1', 'name': '', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'mac_address': 'fa:16:3e:d1:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:41Z', 'updated_at': '2021-11-10T23:47:42Z', 'revision_number': 2, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'subnets': [{'id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:47:44.803894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-b78b1f73-6351-4588-a29e-329b9834e11a tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:44.805880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-b78b1f73-6351-4588-a29e-329b9834e11a tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 816 time: 0.1062396 Nov 10 23:47:44.822309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-679a6015-fa06-44ae-9395-24dc454919f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/quotas/03dbe485a36b43638365092a2dcc2171 HTTP/1.1" status: 200 len: 375 time: 0.0102575 Nov 10 23:47:44.875911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-3f7dc0b8-d907-4c04-b8ec-bcdbddd51aa0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477159 Nov 10 23:47:44.982929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25fbc43c-0eac-430e-8d05-8c8f38806f6c up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:44.987759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-b7f06a34-daef-4486-ac12-38d57f1b373a service neutron] 10.222.0.25 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992732 Nov 10 23:47:45.037143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 25fbc43c-0eac-430e-8d05-8c8f38806f6c triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:45.037606 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:45.090405 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-4e5aa942-a68c-4c14-b6ab-67950cf90515 service neutron] 10.222.0.25 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959413 Nov 10 23:47:45.219254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:45.257112 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1e46b22a-98e9-4b85-97f2-90e4b0978343 req-cde08261-b706-4692-90cf-15c88bb8075f tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 210 time: 0.0266831 Nov 10 23:47:45.658145 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:45.815331 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Sync routers for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:47:45.826321 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:45.826915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:45.928062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:46.128837 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ee088b5c-2315-4f8e-b4fb-2219616c19d1', 'name': '', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'mac_address': 'fa:16:3e:d1:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:41Z', 'updated_at': '2021-11-10T23:47:42Z', 'revision_number': 2, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'subnets': [{'id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:46.165317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Checking router: 50bf09b4-b219-449f-be7c-5c2750b759d9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:47:46.165675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Updating router 50bf09b4-b219-449f-be7c-5c2750b759d9 port ee088b5c-2315-4f8e-b4fb-2219616c19d1 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:47:46.186962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-351394c1-8068-4375-9ae6-633b0ad7e27d tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:46.189054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-351394c1-8068-4375-9ae6-633b0ad7e27d tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 816 time: 0.1145248 Nov 10 23:47:46.191926 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.201907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Request body: {'port': {'device_id': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'admin_state_up': True, 'tenant_id': '03dbe485a36b43638365092a2dcc2171'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:46.318370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Made reservation on behalf of 03dbe485a36b43638365092a2dcc2171 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:47:46.322424 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.361437 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fbceddfa-b599-48a1-84b4-123864293b05 req-10447afc-e94b-4d44-8b6a-494d98de37e9 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 210 time: 0.0292850 Nov 10 23:47:46.463264 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.469275 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.473644 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Allocated IP 172.20.0.7 (c74751a6-6396-4b45-a519-cbab3ddce3da/cfccebf8-f793-45c9-8a56-79529f1c08ce/fb09ddaa-10c3-4065-b99f-a77c16de0874) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:47:46.514678 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcd048-5e9e-413e-8293-6b0bdae63f97 None None] Pushing event updated for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:46.572291 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Attempting to bind port ee088b5c-2315-4f8e-b4fb-2219616c19d1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:46.572661 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Attempting to bind port ee088b5c-2315-4f8e-b4fb-2219616c19d1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:46.573054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Attempting to bind port ee088b5c-2315-4f8e-b4fb-2219616c19d1 on network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:46.578465 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:46.579479 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Checking segment: {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:46.579479 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.579687 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Bound using segment: {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:46.580057 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Bound port: ee088b5c-2315-4f8e-b4fb-2219616c19d1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:46.580433 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.631345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.652087 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] For port ee088b5c-2315-4f8e-b4fb-2219616c19d1, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:46.656407 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] For port ee088b5c-2315-4f8e-b4fb-2219616c19d1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ee088b5c-2315-4f8e-b4fb-2219616c19d1,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:46.661230 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.668383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.719260 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcd048-5e9e-413e-8293-6b0bdae63f97 None None] Pushing event updated for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:46.724243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Network c74751a6-6396-4b45-a519-cbab3ddce3da is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:47:46.728328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:47:46.729679 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:47:46.730152 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:47:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:46.733189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:47:46.737059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Pushing event updated for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:46.790935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:46.791875 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.792850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:46.795132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.818969 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-aa444496-f2ea-48d6-bf34-19fe7cc3c169 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211677 Nov 10 23:47:46.836443 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Request body: {'port': {'device_id': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:47:46.936836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:46.975832 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.046327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] For port ee088b5c-2315-4f8e-b4fb-2219616c19d1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ee088b5c-2315-4f8e-b4fb-2219616c19d1,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:47.055559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ee088b5c-2315-4f8e-b4fb-2219616c19d1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:47.059568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.068752 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:47:47.144456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbd65-9db2-4c95-a29a-d11d9adaadaa None None] Pushing event updated for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:47.152522 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:47.152892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.198905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c66621b9-9d72-4f88-ade6-30a03f5b7245 None None] Provisioning complete for port fb09ddaa-10c3-4065-b99f-a77c16de0874 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:47.199290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c66621b9-9d72-4f88-ade6-30a03f5b7245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.245077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c66621b9-9d72-4f88-ade6-30a03f5b7245 None None] Port fb09ddaa-10c3-4065-b99f-a77c16de0874 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:47:47.246350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb09ddaa-10c3-4065-b99f-a77c16de0874 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:47:47.254773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.269058 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Transition to ACTIVE for port object fb09ddaa-10c3-4065-b99f-a77c16de0874 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:47:47.276442 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.285193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c66621b9-9d72-4f88-ade6-30a03f5b7245 None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:47.285579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c66621b9-9d72-4f88-ade6-30a03f5b7245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.291930 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ee088b5c-2315-4f8e-b4fb-2219616c19d1', 'name': '', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'mac_address': 'fa:16:3e:d1:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:41Z', 'updated_at': '2021-11-10T23:47:46Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'subnets': [{'id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:47:47.319623 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3eca-65c4-477b-a143-6fbcaa6e8709 None None] The sync data for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 is: [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:41Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'ee088b5c-2315-4f8e-b4fb-2219616c19d1', 'name': '', 'network_id': '1e1761fd-49aa-45b3-8d0d-fe18913f78f0', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'mac_address': 'fa:16:3e:d1:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:41Z', 'updated_at': '2021-11-10T23:47:46Z', 'revision_number': 4, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'subnets': [{'id': 'd03b8017-0f5e-432f-a987-6ccc99003e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:47:47.344358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:47.414195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Attempting to bind port fb09ddaa-10c3-4065-b99f-a77c16de0874 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:47:47.414549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Attempting to bind port fb09ddaa-10c3-4065-b99f-a77c16de0874 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:47:47.414933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Attempting to bind port fb09ddaa-10c3-4065-b99f-a77c16de0874 on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:47.419734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Port fb09ddaa-10c3-4065-b99f-a77c16de0874 on network c74751a6-6396-4b45-a519-cbab3ddce3da not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:47:47.420057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Attempting to bind port fb09ddaa-10c3-4065-b99f-a77c16de0874 on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:47:47.425398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:47:47.425743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Checking segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:47:47.426136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Bound using segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:47:47.426574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Bound port: fb09ddaa-10c3-4065-b99f-a77c16de0874, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:47:47.426939 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.512273 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011ec3a-8c7e-4f90-bcff-7b7a035db4ea req-6562fc36-93c8-43e3-9005-143981dffb91 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:47.513977 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a011ec3a-8c7e-4f90-bcff-7b7a035db4ea req-6562fc36-93c8-43e3-9005-143981dffb91 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 943 time: 0.0652888 Nov 10 23:47:47.579409 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a011ec3a-8c7e-4f90-bcff-7b7a035db4ea req-d1a7d55c-0f67-4e4f-b387-a8b4183c2fff tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Nov 10 23:47:47.785263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:47:47.788304 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:47:47.794005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.829663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:47.830280 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:47.831663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb09ddaa-10c3-4065-b99f-a77c16de0874 HTTP/1.1" status: 200 len: 1091 time: 1.0009148 Nov 10 23:47:47.832174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:47.834425 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a92ba-9642-42d9-bd49-7cb929333c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:47.866521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f150-49b8-4cf4-95d2-ba1487bfefb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:47.897529 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf68c8e1-4619-4547-84c2-0091c4d6d90b x-openstack-request-id: req-cf68c8e1-4619-4547-84c2-0091c4d6d90b {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:47.897820 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:47.898057 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf68c8e1-4619-4547-84c2-0091c4d6d90b {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:47.898438 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874', 'status': 'completed', 'code': 200} Nov 10 23:47:47.937798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-c6f1390f-9f91-4e02-90cc-9618f9341a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:47.939425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-c6f1390f-9f91-4e02-90cc-9618f9341a1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 1094 time: 0.0519884 Nov 10 23:47:47.987906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-384da8ce-b5ac-43cd-97ea-3ddbdbc5e70a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874 HTTP/1.1" status: 200 len: 217 time: 0.0393581 Nov 10 23:47:48.038482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-7264b57b-4b66-4e5d-89a9-f7e871ba96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.040515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-7264b57b-4b66-4e5d-89a9-f7e871ba96f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 200 len: 855 time: 0.0455980 Nov 10 23:47:48.084307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-e7f32154-c9c6-4a97-b5e4-065cf17e695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.085805 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-e7f32154-c9c6-4a97-b5e4-065cf17e695b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c74751a6-6396-4b45-a519-cbab3ddce3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393438 Nov 10 23:47:48.178167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-8ba28dd0-117b-473f-bcf4-bdddf9696107 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845399 Nov 10 23:47:48.266208 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-995b04dc-5729-4a48-b9a4-b023a6286881 req-45b85c39-0471-4572-9374-65729fbc9e55 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809262 Nov 10 23:47:48.356602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-fcdb1137-6539-4dfc-b921-82a26fe9082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.358104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-fcdb1137-6539-4dfc-b921-82a26fe9082e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 1094 time: 0.0461178 Nov 10 23:47:48.447453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-2c4acebf-9861-4616-ba87-a37a5230c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.448912 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-2c4acebf-9861-4616-ba87-a37a5230c402 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 916 time: 0.0843015 Nov 10 23:47:48.493902 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-c07b71b1-96d1-4d87-863d-20fd0a31cdcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874 HTTP/1.1" status: 200 len: 217 time: 0.0367641 Nov 10 23:47:48.542758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-43dcc576-d861-47fc-b299-084d8b67ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.544063 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-43dcc576-d861-47fc-b299-084d8b67ba4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 200 len: 855 time: 0.0428228 Nov 10 23:47:48.592224 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-322423c9-6b88-4af0-b8a7-76f1532d929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.593787 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-322423c9-6b88-4af0-b8a7-76f1532d929a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c74751a6-6396-4b45-a519-cbab3ddce3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415008 Nov 10 23:47:48.688165 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-2152e466-28de-4c06-a756-8ad9f0fcb1db service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Nov 10 23:47:48.693406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a09ef-8b5f-4d5e-b63a-ad4b4c949144 req-d50d1a42-4db2-441b-b4ed-b4cb298c0583 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:48.694864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-616a09ef-8b5f-4d5e-b63a-ad4b4c949144 req-d50d1a42-4db2-441b-b4ed-b4cb298c0583 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 943 time: 0.0541885 Nov 10 23:47:48.746256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-616a09ef-8b5f-4d5e-b63a-ad4b4c949144 req-4ce9912a-79bc-4576-a823-e242b0b4ee5c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Nov 10 23:47:48.779728 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-245a92ba-9642-42d9-bd49-7cb929333c1f req-81043fd7-d2c7-4b1d-b2b2-b43ca32b9c4b service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Nov 10 23:47:48.943432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ee088b5c-2315-4f8e-b4fb-2219616c19d1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:48.991568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ee088b5c-2315-4f8e-b4fb-2219616c19d1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:48.991940 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:49.518871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fb09ddaa-10c3-4065-b99f-a77c16de0874 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:47:49.617458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:49.629035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'fb09ddaa-10c3-4065-b99f-a77c16de0874', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'port_id': 'fb09ddaa-10c3-4065-b99f-a77c16de0874', 'mac_address': 'fa:16:3e:d9:5d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:47:49.666140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:49.679082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb09ddaa-10c3-4065-b99f-a77c16de0874 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:47:49.703665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:49.706915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:49.753847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:49.866386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b64ca-e6ec-4e42-a1c5-b95038c8c8f9 req-306925b3-dde3-4f17-911f-0cdbb243562c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:49.868482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b27b64ca-e6ec-4e42-a1c5-b95038c8c8f9 req-306925b3-dde3-4f17-911f-0cdbb243562c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 944 time: 0.0522888 Nov 10 23:47:49.909879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['fb09ddaa-10c3-4065-b99f-a77c16de0874'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:47:49.917079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b27b64ca-e6ec-4e42-a1c5-b95038c8c8f9 req-dbd9f6eb-45b3-4418-a28a-35316e3736c1 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Nov 10 23:47:51.033442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38ac6-7562-4253-a8b0-26cd629ff92c req-43475ad5-8ba5-475d-93eb-72907bec2ded tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:51.034927 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20d38ac6-7562-4253-a8b0-26cd629ff92c req-43475ad5-8ba5-475d-93eb-72907bec2ded tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 944 time: 0.0487866 Nov 10 23:47:51.081668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-20d38ac6-7562-4253-a8b0-26cd629ff92c req-aec063e3-da35-42c0-b159-3697684ab46b tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 10 23:47:51.533781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fb09ddaa-10c3-4065-b99f-a77c16de0874 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:47:51.582314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port fb09ddaa-10c3-4065-b99f-a77c16de0874 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:47:51.586314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port fb09ddaa-10c3-4065-b99f-a77c16de0874 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:47:51.586711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:51.662915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:51.686217 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:47:51.688556 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710dd88-97df-4fc5-868e-89e711cef4a2" -d '{"events": [{"server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "name": "network-vif-plugged", "status": "completed", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:47:51.701708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:47:51.705628 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:51.735237 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3ad22-b05b-47ef-a9dd-947772b81fd3 x-openstack-request-id: req-49f3ad22-b05b-47ef-a9dd-947772b81fd3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:47:51.735524 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "name": "network-vif-plugged", "status": "completed", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:47:51.735774 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49f3ad22-b05b-47ef-a9dd-947772b81fd3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:47:51.736158 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874', 'code': 200} Nov 10 23:47:51.761480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:47:51.825069 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c055f-3e91-45ef-b096-3fc3da29aa0c req-a7db2063-3cd7-4adb-bebc-040512b5df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:51.826480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905c055f-3e91-45ef-b096-3fc3da29aa0c req-a7db2063-3cd7-4adb-bebc-040512b5df01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 1096 time: 0.0446293 Nov 10 23:47:51.870720 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-905c055f-3e91-45ef-b096-3fc3da29aa0c req-e88ab14a-7e7b-4f5f-8d15-6d3f7f00b457 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Nov 10 23:47:52.194280 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e142-d963-4c70-8ee9-c96ecca570df req-b2a172d7-2d27-4346-8b66-c8ea8d2a79bf tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:52.196246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7196e142-d963-4c70-8ee9-c96ecca570df req-b2a172d7-2d27-4346-8b66-c8ea8d2a79bf tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0480273 Nov 10 23:47:52.242053 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7196e142-d963-4c70-8ee9-c96ecca570df req-df38680e-16d3-4ee5-869f-9dd1ac81c4e7 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Nov 10 23:47:53.174053 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:47:53.358792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab1fe-5a28-4a92-8a5f-9a57be5bf570 req-edf1df37-4898-4811-940c-fdb374565e1c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:53.360261 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79cab1fe-5a28-4a92-8a5f-9a57be5bf570 req-edf1df37-4898-4811-940c-fdb374565e1c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0483134 Nov 10 23:47:53.407986 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79cab1fe-5a28-4a92-8a5f-9a57be5bf570 req-8b5496a5-a53b-438c-b7ad-b9352a876edf tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Nov 10 23:47:53.524014 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fabfc1-9f7f-4a06-b849-30e2aa3e9981 req-4d95b95f-ce85-4f7c-b5f6-67a5240a208c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:47:53.525529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6fabfc1-9f7f-4a06-b849-30e2aa3e9981 req-4d95b95f-ce85-4f7c-b5f6-67a5240a208c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0523248 Nov 10 23:47:53.571648 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b6fabfc1-9f7f-4a06-b849-30e2aa3e9981 req-2e5d0303-a961-4fbb-ab67-f6f474c33c05 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Nov 10 23:47:55.099074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-76190f72-c888-4d9b-a0bd-ebd75ab2cc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:57.733405 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4039ffd0-41c3-434e-92df-2ddd2a134239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:47:59.170315 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:00.602997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:00.852476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:15.093536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9e5e4-4af3-4982-985c-45f413cf37d8 req-4a7d6ce3-6ba4-4a58-b675-96d8c1dd89d1 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:15.095038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55c9e5e4-4af3-4982-985c-45f413cf37d8 req-4a7d6ce3-6ba4-4a58-b675-96d8c1dd89d1 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0545256 Nov 10 23:48:15.143159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55c9e5e4-4af3-4982-985c-45f413cf37d8 req-7ceacfdb-41b5-4a75-b482-fb637bebe55c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Nov 10 23:48:15.219518 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:15.672224 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:16.256525 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f87971-f1d9-491d-839a-b304afb00a4a req-9cb22a5a-60ed-47fe-a2b1-ea728b794196 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:16.257993 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f87971-f1d9-491d-839a-b304afb00a4a req-9cb22a5a-60ed-47fe-a2b1-ea728b794196 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0471108 Nov 10 23:48:16.303991 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e1f87971-f1d9-491d-839a-b304afb00a4a req-f1812594-4560-4a7f-ab0a-bae544a2279a tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Nov 10 23:48:16.627057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-a4963479-7862-4864-8184-0b7925e527be tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:16.628484 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-a4963479-7862-4864-8184-0b7925e527be tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 945 time: 0.0474033 Nov 10 23:48:16.716244 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Deleting port fb09ddaa-10c3-4065-b99f-a77c16de0874 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:16.716587 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:16.807860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] For port fb09ddaa-10c3-4065-b99f-a77c16de0874, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=fb09ddaa-10c3-4065-b99f-a77c16de0874,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:16.808226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:16.820926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Calling delete_port for fb09ddaa-10c3-4065-b99f-a77c16de0874 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:16.949538 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:16.960989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['fb09ddaa-10c3-4065-b99f-a77c16de0874'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:48:16.978002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Pushing event deleted for resources: {'Port': ['ID=fb09ddaa-10c3-4065-b99f-a77c16de0874,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:17.018417 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] No DVR routers for this DVR port fb09ddaa-10c3-4065-b99f-a77c16de0874 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:48:17.021103 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:17.024414 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6a9df6fa-40d8-4bc8-8e27-75e1d3fe1ed3 req-29f18056-94dc-418f-be6f-ee5c066c14a5 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "DELETE /v2.0/ports/fb09ddaa-10c3-4065-b99f-a77c16de0874 HTTP/1.1" status: 204 len: 173 time: 0.3890481 Nov 10 23:48:17.024867 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'name': 'network-vif-deleted', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:48:17.027178 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a18811-a3ca-433f-a49f-c39bbe29ed83" -d '{"events": [{"server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "name": "network-vif-deleted", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:48:17.080401 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5902f-fea9-4cec-9803-1bf18773a201 x-openstack-request-id: req-8ca5902f-fea9-4cec-9803-1bf18773a201 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:48:17.081004 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fee62b-9129-48f3-8779-fba7724af60e", "name": "network-vif-deleted", "tag": "fb09ddaa-10c3-4065-b99f-a77c16de0874", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:48:17.081275 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ca5902f-fea9-4cec-9803-1bf18773a201 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:48:17.081683 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fee62b-9129-48f3-8779-fba7724af60e', 'name': 'network-vif-deleted', 'tag': 'fb09ddaa-10c3-4065-b99f-a77c16de0874', 'status': 'completed', 'code': 200} Nov 10 23:48:17.410039 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7a539cc1-1090-4ee3-9b2c-751a65d095f2 req-b9f9ba48-929f-42dc-97d5-b886867f63ee tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8fee62b-9129-48f3-8779-fba7724af60e HTTP/1.1" status: 200 len: 210 time: 0.0269017 Nov 10 23:48:19.144078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-552ee9a6-768c-4d81-9dbe-27ef3f76fbef tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:19.145537 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-552ee9a6-768c-4d81-9dbe-27ef3f76fbef tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 816 time: 0.1072998 Nov 10 23:48:19.160532 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-8b400d95-80ba-4181-a40e-a76ad2b8f3a0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/quotas/03dbe485a36b43638365092a2dcc2171 HTTP/1.1" status: 200 len: 375 time: 0.0087316 Nov 10 23:48:19.209011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-27e87f12-3ded-48b3-9d9b-4266867addfe tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434337 Nov 10 23:48:19.304036 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-bff5e764-36e6-4cdb-a91b-668e6e96b20b service neutron] 10.222.0.25 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828919 Nov 10 23:48:19.390684 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-897f2ef2-8e01-4462-b575-d849da6734a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804784 Nov 10 23:48:19.555793 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c00b7496-332f-464d-87f4-12846206620e req-298e4b9a-33e5-4a94-81d7-2ca4cfb034cb tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Nov 10 23:48:19.669604 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fb09ddaa-10c3-4065-b99f-a77c16de0874 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:19.690135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: fb09ddaa-10c3-4065-b99f-a77c16de0874 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:19.690479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device fb09ddaa-10c3-4065-b99f-a77c16de0874 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:20.534622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-2fad981a-9209-4167-ae1f-af00d4e1af3c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:20.536050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-2fad981a-9209-4167-ae1f-af00d4e1af3c tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 816 time: 0.1038444 Nov 10 23:48:20.547974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Request body: {'port': {'device_id': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'admin_state_up': True, 'tenant_id': '03dbe485a36b43638365092a2dcc2171'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:48:20.652726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b1f8e79b-bf1a-4adb-8648-70479a3878f7 req-939b3a12-8584-4b71-a0e4-b98eea6b9c9b tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Nov 10 23:48:20.660206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Made reservation on behalf of 03dbe485a36b43638365092a2dcc2171 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:48:20.664033 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:20.785919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Allocated IP 172.20.0.7 (c74751a6-6396-4b45-a519-cbab3ddce3da/cfccebf8-f793-45c9-8a56-79529f1c08ce/f88bb50f-4cba-4962-bdcc-dbb6a56531ef) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:48:20.932071 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:20.964299 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.012082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Network c74751a6-6396-4b45-a519-cbab3ddce3da is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:48:21.015276 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:48:21.019063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:48:21.042311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Pushing event updated for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:21.072645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:21.073274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.090482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3114acf3-82c2-4eed-b1ac-a6958a6de0f8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459588 Nov 10 23:48:21.102918 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Request body: {'port': {'device_id': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:48:21.157623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.300807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-51e7c12b-56d6-4d89-8445-023174ba9c2b None None] Provisioning complete for port f88bb50f-4cba-4962-bdcc-dbb6a56531ef triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:48:21.301493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51e7c12b-56d6-4d89-8445-023174ba9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.334112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-51e7c12b-56d6-4d89-8445-023174ba9c2b None None] Port f88bb50f-4cba-4962-bdcc-dbb6a56531ef cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:48:21.419315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88bb50f-4cba-4962-bdcc-dbb6a56531ef {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:48:21.426556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.438860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Transition to ACTIVE for port object f88bb50f-4cba-4962-bdcc-dbb6a56531ef will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:48:21.442685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.495306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Pushing event updated for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:21.562376 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Attempting to bind port f88bb50f-4cba-4962-bdcc-dbb6a56531ef on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:48:21.562625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Attempting to bind port f88bb50f-4cba-4962-bdcc-dbb6a56531ef by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:48:21.562953 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Attempting to bind port f88bb50f-4cba-4962-bdcc-dbb6a56531ef on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:48:21.567808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Port f88bb50f-4cba-4962-bdcc-dbb6a56531ef on network c74751a6-6396-4b45-a519-cbab3ddce3da not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:48:21.568134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Attempting to bind port f88bb50f-4cba-4962-bdcc-dbb6a56531ef on network c74751a6-6396-4b45-a519-cbab3ddce3da {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:48:21.573100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:48:21.573442 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Checking segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:48:21.573825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Bound using segment: {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:48:21.574253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Bound port: f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95163f17-fb29-4551-b956-b11308988eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:48:21.574618 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.645093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:48:21.648384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:48:21.652933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.689661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:21.690509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:21.691893 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] 10.222.0.20 "PUT /v2.0/ports/f88bb50f-4cba-4962-bdcc-dbb6a56531ef HTTP/1.1" status: 200 len: 1091 time: 0.5932889 Nov 10 23:48:21.692289 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:48:21.694596 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f319785e-e538-43f3-8c91-d285c4a86551" -d '{"events": [{"name": "network-changed", "server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:48:21.726380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d44ac8-0d9d-422f-b725-c9044ac7185d service neutron] Pushing event updated for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:21.757831 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df88563-f9e7-41fa-a16f-d99ba8ee3ae6 x-openstack-request-id: req-9df88563-f9e7-41fa-a16f-d99ba8ee3ae6 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:48:21.758199 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:48:21.758532 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9df88563-f9e7-41fa-a16f-d99ba8ee3ae6 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:48:21.758980 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef', 'status': 'completed', 'code': 200} Nov 10 23:48:21.820848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51205c94-1d24-4c78-b7bb-19eec8e6bf30 req-9dae2a2a-1dbe-498b-8c2c-5a044cceeab0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:21.822377 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51205c94-1d24-4c78-b7bb-19eec8e6bf30 req-9dae2a2a-1dbe-498b-8c2c-5a044cceeab0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 943 time: 0.0849581 Nov 10 23:48:21.825343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-cbd07488-8fbd-4149-8d42-991a64d0e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:21.826742 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-cbd07488-8fbd-4149-8d42-991a64d0e214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 1094 time: 0.0790417 Nov 10 23:48:21.883005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-1f0f6279-e067-4a8b-8f87-7ed8c8316ced service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef HTTP/1.1" status: 200 len: 217 time: 0.0481813 Nov 10 23:48:21.937357 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-51205c94-1d24-4c78-b7bb-19eec8e6bf30 req-248d79de-f81a-4ea3-934e-07660e1fb23f tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087098 Nov 10 23:48:21.949571 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-b0dc17fe-290a-44a4-b502-f3e4997ed2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:21.951006 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-b0dc17fe-290a-44a4-b502-f3e4997ed2a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 200 len: 855 time: 0.0583966 Nov 10 23:48:22.002809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3c8b68a3-e233-4341-9c07-2d2d0953aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:22.004300 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-3c8b68a3-e233-4341-9c07-2d2d0953aa5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c74751a6-6396-4b45-a519-cbab3ddce3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457866 Nov 10 23:48:22.094492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-46b53063-ceee-4e86-a47c-202b50102f8c service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821488 Nov 10 23:48:22.185671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f4b596-a39d-49ac-ae1e-6beed61f6f62 req-775700f5-b16c-46b1-87e4-2124d0ee5ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838461 Nov 10 23:48:22.269065 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319785e-e538-43f3-8c91-d285c4a86551 req-a8fa9038-afa5-4216-b761-50f91f4ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:22.270541 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-a8fa9038-afa5-4216-b761-50f91f4ee116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 1094 time: 0.0416095 Nov 10 23:48:22.359408 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319785e-e538-43f3-8c91-d285c4a86551 req-66d7e9de-55ad-4d8d-b0e4-7d2be6de82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:22.360761 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-66d7e9de-55ad-4d8d-b0e4-7d2be6de82f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 916 time: 0.0835254 Nov 10 23:48:22.405496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-2a50cea8-0078-4fb3-b77c-884e2336d33a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef HTTP/1.1" status: 200 len: 217 time: 0.0370803 Nov 10 23:48:22.453920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319785e-e538-43f3-8c91-d285c4a86551 req-d3e95984-dccd-44c0-8bc2-fc7d708326f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:22.455272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-d3e95984-dccd-44c0-8bc2-fc7d708326f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 200 len: 855 time: 0.0426900 Nov 10 23:48:22.501794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319785e-e538-43f3-8c91-d285c4a86551 req-c9744f7a-0222-4c58-8a4c-6c96d25a5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:22.503281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-c9744f7a-0222-4c58-8a4c-6c96d25a5712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c74751a6-6396-4b45-a519-cbab3ddce3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392013 Nov 10 23:48:22.595679 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-38567881-e67e-4c3c-aabb-716ea05f564e service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Nov 10 23:48:22.687355 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f319785e-e538-43f3-8c91-d285c4a86551 req-b76df1bd-6f6f-4756-934a-64970aefd098 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831730 Nov 10 23:48:23.056410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da15b7c-99b0-419b-9329-99f2b793edb4 req-6703fd2d-ddab-4d1a-a906-42bd12ae3fea tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:23.058568 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2da15b7c-99b0-419b-9329-99f2b793edb4 req-6703fd2d-ddab-4d1a-a906-42bd12ae3fea tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 943 time: 0.0534074 Nov 10 23:48:23.105290 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2da15b7c-99b0-419b-9329-99f2b793edb4 req-828d0141-45bb-46cc-b5e0-a83b983d0386 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Nov 10 23:48:23.673074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f88bb50f-4cba-4962-bdcc-dbb6a56531ef details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:48:23.765138 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:23.776748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef', 'network_id': 'c74751a6-6396-4b45-a519-cbab3ddce3da', 'port_id': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef', 'mac_address': 'fa:16:3e:47:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfccebf8-f793-45c9-8a56-79529f1c08ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:48:23.812083 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:23.828210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88bb50f-4cba-4962-bdcc-dbb6a56531ef {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:48:23.847254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:23.851270 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:23.896448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:23.904271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.904612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.904956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.905293 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.905618 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.905941 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.906256 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.906574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.906887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.907201 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.907516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:23.907828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:24.038795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f88bb50f-4cba-4962-bdcc-dbb6a56531ef'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:48:24.225664 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef0d1a-9349-4bd9-ada9-a48f91a3aa37 req-6506f34b-2753-4e7e-baa6-dec5b6fa6029 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:24.227129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fef0d1a-9349-4bd9-ada9-a48f91a3aa37 req-6506f34b-2753-4e7e-baa6-dec5b6fa6029 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 944 time: 0.0542886 Nov 10 23:48:24.273406 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5fef0d1a-9349-4bd9-ada9-a48f91a3aa37 req-71ed3894-da0d-4924-9ddb-fda17f20c3ed tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Nov 10 23:48:25.104545 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bec8ea89-fc3c-4a1e-bd35-7c97708deb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:25.385534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6850-555f-4a2f-9087-5ac6b2d4923f req-0c13932e-cee6-4e7a-9a95-6572122d9ba0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:25.386987 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-714b6850-555f-4a2f-9087-5ac6b2d4923f req-0c13932e-cee6-4e7a-9a95-6572122d9ba0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 944 time: 0.0485973 Nov 10 23:48:25.434097 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-714b6850-555f-4a2f-9087-5ac6b2d4923f req-67a590c5-e3e1-4fba-aa36-8a39e7fa5eb0 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Nov 10 23:48:25.690395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f88bb50f-4cba-4962-bdcc-dbb6a56531ef up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:48:25.737448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port f88bb50f-4cba-4962-bdcc-dbb6a56531ef completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:48:25.741889 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port f88bb50f-4cba-4962-bdcc-dbb6a56531ef triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:48:25.742302 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:25.817779 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:25.839059 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:48:25.841275 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca74cf-b164-434f-b954-e02c969a3259" -d '{"events": [{"server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "name": "network-vif-plugged", "status": "completed", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:48:25.857129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:25.862240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:25.885378 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f91fe3-ce3c-4a0b-81dd-107be11a9a4d x-openstack-request-id: req-48f91fe3-ce3c-4a0b-81dd-107be11a9a4d {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:48:25.885660 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "name": "network-vif-plugged", "status": "completed", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:48:25.885906 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48f91fe3-ce3c-4a0b-81dd-107be11a9a4d {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:48:25.886287 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef', 'code': 200} Nov 10 23:48:25.911433 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:25.976832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a337a4-56d6-4211-802a-cfd8be9bac63 req-c609ddeb-2d9e-46bb-937c-cfc29d6c6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:25.978275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8a337a4-56d6-4211-802a-cfd8be9bac63 req-c609ddeb-2d9e-46bb-937c-cfc29d6c6a84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 1096 time: 0.0392389 Nov 10 23:48:26.022592 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8a337a4-56d6-4211-802a-cfd8be9bac63 req-dd3dabed-536d-453c-9887-a9ad0ce79558 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365460 Nov 10 23:48:26.550914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222848e-b758-4f77-a6a2-ccec04ca5259 req-1e65f94d-6547-42a6-ada9-5cebe04d3e82 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:26.552396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b222848e-b758-4f77-a6a2-ccec04ca5259 req-1e65f94d-6547-42a6-ada9-5cebe04d3e82 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Nov 10 23:48:26.599336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b222848e-b758-4f77-a6a2-ccec04ca5259 req-e46adffc-2185-49e0-8a38-3e8b565d3437 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Nov 10 23:48:27.715018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7293a-0922-40d1-9618-aa4554c83c4f req-78739c14-012d-4dc8-ace2-0eb70a1be324 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:27.716472 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efb7293a-0922-40d1-9618-aa4554c83c4f req-78739c14-012d-4dc8-ace2-0eb70a1be324 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.0484986 Nov 10 23:48:27.734910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b4e58378-2c1b-4282-9304-6fde1762b5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:27.768381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-efb7293a-0922-40d1-9618-aa4554c83c4f req-01876726-5950-4e1e-85ba-c57e5375885b tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Nov 10 23:48:27.882226 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b0d2b-6b38-4de0-bd88-057c7b64c143 req-ecf0615e-190a-4d23-953a-0b6a26955b69 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:27.883605 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa8b0d2b-6b38-4de0-bd88-057c7b64c143 req-ecf0615e-190a-4d23-953a-0b6a26955b69 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Nov 10 23:48:27.929882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aa8b0d2b-6b38-4de0-bd88-057c7b64c143 req-456a52ed-0974-420f-b2f4-f63285298f02 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Nov 10 23:48:29.174929 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:30.173027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:48:30.604562 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:30.853673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:34.007940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-51e3728b-ac93-4cc9-8b59-be4bb5b18dbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391066 Nov 10 23:48:34.089478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-86f64159-944a-47c6-8ba8-44c7ca9f8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:34.091424 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-86f64159-944a-47c6-8ba8-44c7ca9f8191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03dbe485a36b43638365092a2dcc2171&device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 1096 time: 0.0414236 Nov 10 23:48:34.197495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-9fd2310e-c8b1-4fc5-82df-bd193a35f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:34.198973 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-9fd2310e-c8b1-4fc5-82df-bd193a35f72c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 200 len: 916 time: 0.0887215 Nov 10 23:48:34.241286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-bbf6aea1-79c9-4c19-af92-a0a00cb0b427 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef HTTP/1.1" status: 200 len: 217 time: 0.0348463 Nov 10 23:48:34.292253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-5c0eed33-fcbc-4a06-9a6d-97a3acba60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:34.293809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-5c0eed33-fcbc-4a06-9a6d-97a3acba60b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 200 len: 855 time: 0.0461769 Nov 10 23:48:34.346618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-1bdbbc20-3744-4d56-a162-b1c56b837cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:34.348045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-1bdbbc20-3744-4d56-a162-b1c56b837cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c74751a6-6396-4b45-a519-cbab3ddce3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469506 Nov 10 23:48:34.443767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-5288836f-b12b-493e-be18-17b6ec060680 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869675 Nov 10 23:48:34.537382 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4995acd8-4744-4db7-8552-673bb9bf85fb req-2f513c2b-1a5e-4bf3-ac63-175a07e34b00 service neutron] 10.222.0.20 "GET /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867119 Nov 10 23:48:45.202432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:45.673243 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:49.381692 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714177f-9ca3-44fc-ae99-40fc9b64377a req-66d6467d-32e9-42bc-af1b-5f73a36b6ee7 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:49.383166 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b714177f-9ca3-44fc-ae99-40fc9b64377a req-66d6467d-32e9-42bc-af1b-5f73a36b6ee7 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Nov 10 23:48:49.429888 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b714177f-9ca3-44fc-ae99-40fc9b64377a req-140b12df-5dcf-4d4e-9a09-80e8f89a555b tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Nov 10 23:48:50.643613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c97fc-a41b-4aaf-b21d-35e205b719dd req-166c6eb3-a798-4812-8084-b14a8332442e tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:50.645109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d1c97fc-a41b-4aaf-b21d-35e205b719dd req-166c6eb3-a798-4812-8084-b14a8332442e tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.1418924 Nov 10 23:48:50.696595 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d1c97fc-a41b-4aaf-b21d-35e205b719dd req-78710809-1a52-491e-83d7-83802c44f503 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/security-groups?id=01040289-73da-4eee-88b0-67861b08689f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Nov 10 23:48:50.899719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-6f9cdda5-9fc9-4d36-9e44-42a990529440 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:48:50.901182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-6f9cdda5-9fc9-4d36-9e44-42a990529440 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 945 time: 0.0475948 Nov 10 23:48:50.991588 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Deleting port f88bb50f-4cba-4962-bdcc-dbb6a56531ef {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:50.991928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:51.078950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] For port f88bb50f-4cba-4962-bdcc-dbb6a56531ef, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:51.079312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:51.091403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Calling delete_port for f88bb50f-4cba-4962-bdcc-dbb6a56531ef owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:51.217224 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:51.228534 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['f88bb50f-4cba-4962-bdcc-dbb6a56531ef'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:48:51.243549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Pushing event deleted for resources: {'Port': ['ID=f88bb50f-4cba-4962-bdcc-dbb6a56531ef,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:51.254169 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.254516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.254854 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.255186 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.255519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.255847 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.256170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.256496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.256814 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.257158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.257921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.257921 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:51.301624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] No DVR routers for this DVR port f88bb50f-4cba-4962-bdcc-dbb6a56531ef on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:48:51.304281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:51.307703 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46fca7c2-84e1-4745-a278-2397c7a2debd req-66b199b0-ba38-4d80-94e5-ddf6f564d7a8 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.20 "DELETE /v2.0/ports/f88bb50f-4cba-4962-bdcc-dbb6a56531ef HTTP/1.1" status: 204 len: 173 time: 0.3998363 Nov 10 23:48:51.308735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'name': 'network-vif-deleted', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:48:51.311451 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d73fbe-b4dc-4c7e-b83f-9a6c73b99e81" -d '{"events": [{"server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "name": "network-vif-deleted", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:48:51.352276 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f1bc95-31bb-4e56-a303-df14f28fb7f3 x-openstack-request-id: req-40f1bc95-31bb-4e56-a303-df14f28fb7f3 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:48:51.352567 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07022c3a-ae42-4a32-bd47-fc2e023d1147", "name": "network-vif-deleted", "tag": "f88bb50f-4cba-4962-bdcc-dbb6a56531ef", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:48:51.352817 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40f1bc95-31bb-4e56-a303-df14f28fb7f3 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:48:51.353268 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07022c3a-ae42-4a32-bd47-fc2e023d1147', 'name': 'network-vif-deleted', 'tag': 'f88bb50f-4cba-4962-bdcc-dbb6a56531ef', 'status': 'completed', 'code': 200} Nov 10 23:48:51.808685 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d7ac06d4-6689-45c4-a80d-d0b7dc5969de req-82f85548-74f7-4f85-8e2d-fa2a81911cf4 tempest-TestEncryptedCinderVolumes-255816495 tempest-TestEncryptedCinderVolumes-255816495-project] 10.222.0.25 "GET /v2.0/ports?device_id=07022c3a-ae42-4a32-bd47-fc2e023d1147 HTTP/1.1" status: 200 len: 210 time: 0.0289629 Nov 10 23:48:52.897244 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58200) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:53.233443 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:53.473770 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Deleting port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:53.474117 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:53.553330 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] For port 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:53.553612 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:53.566469 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Calling delete_port for 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:53.742266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:53.767687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:53.780017 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.780368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.780715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.781091 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.781431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.781766 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.782102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.782432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.782765 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.783088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.783416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.783738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:48:53.941422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.151205 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:48:54.256836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:48:54.261943 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f7d3728-10c9-4ed1-a7df-01dce28f2db9 admin admin] 10.222.0.25 "PUT /v2.0/routers/4efa0ab2-22c1-4513-b87e-1eb55da6d447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630352 Nov 10 23:48:54.264535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58202) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:54.372868 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.420809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Sync routers for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:48:54.430312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:48:54.430906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:54.476716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.529177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Deleting port 3c79416d-894a-4294-bef3-76ea00bea954 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:54.529520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.533135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:48:54.612102 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] For port 3c79416d-894a-4294-bef3-76ea00bea954, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3c79416d-894a-4294-bef3-76ea00bea954,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:54.612463 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.624672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Calling delete_port for 3c79416d-894a-4294-bef3-76ea00bea954 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:54.706029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '3c79416d-894a-4294-bef3-76ea00bea954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:48:53Z', 'revision_number': 5, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port': {'id': '3c79416d-894a-4294-bef3-76ea00bea954', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:35Z', 'updated_at': '2021-11-10T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:54.736311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Checking router: 4efa0ab2-22c1-4513-b87e-1eb55da6d447 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:48:54.744829 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Routers {'4efa0ab2-22c1-4513-b87e-1eb55da6d447'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:48:54.745503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:54.786686 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.814424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c79416d-894a-4294-bef3-76ea00bea954,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:54.832045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31766c29-c8d4-4db1-bdf4-82da5972f45f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:48:54.837092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] Set router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:48:54.876124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.891075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:48:54Z', 'revision_number': 6, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:54.923083 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e24e5-26d2-4d17-9743-5acbe4e04614 None None] The sync data for ids ['4efa0ab2-22c1-4513-b87e-1eb55da6d447'] in n-d-811521-3 is: [{'id': '4efa0ab2-22c1-4513-b87e-1eb55da6d447', 'name': 'tempest-TestEncryptedCinderVolumes-879140871-router', 'tenant_id': '03dbe485a36b43638365092a2dcc2171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:34Z', 'updated_at': '2021-11-10T23:48:54Z', 'revision_number': 6, 'project_id': '03dbe485a36b43638365092a2dcc2171', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:48:54.975715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:54.977835 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.019456 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.020056 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efa0ab2-22c1-4513-b87e-1eb55da6d447 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:48:55.024406 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.025588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-86361ecf-7a67-4dd5-81fd-ab6b60980b87 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4efa0ab2-22c1-4513-b87e-1eb55da6d447 HTTP/1.1" status: 204 len: 168 time: 0.7601035 Nov 10 23:48:55.028285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58204) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:55.072432 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Deleting subnet cfccebf8-f793-45c9-8a56-79529f1c08ce {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:48:55.075512 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.094776 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2dbee40a-2f56-4770-ae46-0621ddd6e254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.109734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.188402 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.237684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.262443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfccebf8-f793-45c9-8a56-79529f1c08ce,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:55.266105 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.269327 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-766db0f0-73bc-4ba8-8752-78fd7f0978ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfccebf8-f793-45c9-8a56-79529f1c08ce HTTP/1.1" status: 204 len: 168 time: 0.2399800 Nov 10 23:48:55.271839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58206) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:55.274219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff9acc-41e8-48d5-99ab-8f64a61a3204 None None] Network c74751a6-6396-4b45-a519-cbab3ddce3da requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:48:55.354012 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.412201 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Deleting port f573b0fd-d46a-4081-9bc1-ac28396b52cc {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:55.412766 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.481342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] For port f573b0fd-d46a-4081-9bc1-ac28396b52cc, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f573b0fd-d46a-4081-9bc1-ac28396b52cc,segment=NetworkSegment(95163f17-fb29-4551-b956-b11308988eda),segment_id=95163f17-fb29-4551-b956-b11308988eda)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:55.481704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.493737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Calling delete_port for f573b0fd-d46a-4081-9bc1-ac28396b52cc owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:55.572770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.601023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Pushing event deleted for resources: {'Port': ['ID=f573b0fd-d46a-4081-9bc1-ac28396b52cc,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:55.603106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] No DVR routers for this DVR port f573b0fd-d46a-4081-9bc1-ac28396b52cc on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:48:55.675641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.694984 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74751a6-6396-4b45-a519-cbab3ddce3da']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:55.704076 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95163f17-fb29-4551-b956-b11308988eda') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:55.704368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95163f17-fb29-4551-b956-b11308988eda') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:55.713438 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.726452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.732923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:48:55.733486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:48:55.735376 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:48:55.782608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaee25a-e28d-4806-a1ab-4c1e94756d43 None None] DHCP port deletion for c74751a6-6396-4b45-a519-cbab3ddce3da request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:48:55.791815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.799722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f88bb50f-4cba-4962-bdcc-dbb6a56531ef no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:55.801689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:55.805006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] 10.222.0.25 "DELETE /v2.0/networks/c74751a6-6396-4b45-a519-cbab3ddce3da HTTP/1.1" status: 204 len: 168 time: 0.5321996 Nov 10 23:48:55.808046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58208) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:55.824509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77664-2743-46d2-8103-2192df1ad57a admin admin] Pushing event deleted for resources: {'Network': ['ID=c74751a6-6396-4b45-a519-cbab3ddce3da,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:55.829339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: f88bb50f-4cba-4962-bdcc-dbb6a56531ef {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:55.829683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device f88bb50f-4cba-4962-bdcc-dbb6a56531ef not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:56.415721 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:56.652736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Deleting port ee088b5c-2315-4f8e-b4fb-2219616c19d1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:56.653113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:56.731353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] For port ee088b5c-2315-4f8e-b4fb-2219616c19d1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ee088b5c-2315-4f8e-b4fb-2219616c19d1,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:56.731628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:56.744027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Calling delete_port for ee088b5c-2315-4f8e-b4fb-2219616c19d1 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:56.921241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:56.951518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee088b5c-2315-4f8e-b4fb-2219616c19d1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:56.981614 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:57.004219 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:57.005063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2a8c050f-4062-4cb8-9b27-9e4cd0e34ff6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:57.005887 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3c79416d-894a-4294-bef3-76ea00bea954 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:57.026167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3c79416d-894a-4294-bef3-76ea00bea954 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:57.026545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3c79416d-894a-4294-bef3-76ea00bea954 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:57.027178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f573b0fd-d46a-4081-9bc1-ac28396b52cc no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:57.052562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f573b0fd-d46a-4081-9bc1-ac28396b52cc {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:57.052908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f573b0fd-d46a-4081-9bc1-ac28396b52cc not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:57.119608 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.333117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Router 50bf09b4-b219-449f-be7c-5c2750b759d9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:48:57.437669 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:48:57.443140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a945128a-7819-4285-b32c-57bac3e69c29 admin admin] 10.222.0.25 "PUT /v2.0/routers/50bf09b4-b219-449f-be7c-5c2750b759d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335483 Nov 10 23:48:57.445251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58210) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:57.447926 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Sync routers for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:48:57.457503 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:48:57.458103 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:57.548402 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.559191 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:48:57.651250 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.705991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Deleting port 25fbc43c-0eac-430e-8d05-8c8f38806f6c {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:57.706334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.739946 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:48:56Z', 'revision_number': 5, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port': {'id': '25fbc43c-0eac-430e-8d05-8c8f38806f6c', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:57.741613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6560a9b6-8ec9-40e5-8821-ce3ff4ef03f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.766336 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Checking router: 50bf09b4-b219-449f-be7c-5c2750b759d9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:48:57.774389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Routers {'50bf09b4-b219-449f-be7c-5c2750b759d9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:48:57.774992 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['50bf09b4-b219-449f-be7c-5c2750b759d9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:57.789625 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] For port 25fbc43c-0eac-430e-8d05-8c8f38806f6c, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=25fbc43c-0eac-430e-8d05-8c8f38806f6c,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:57.789979 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.802933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Calling delete_port for 25fbc43c-0eac-430e-8d05-8c8f38806f6c owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:57.860191 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] Set router 50bf09b4-b219-449f-be7c-5c2750b759d9 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:48:57.910003 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:48:57Z', 'revision_number': 6, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:57.940075 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d061b92e-9798-4e1b-826d-a79da1583f8c None None] The sync data for ids ['50bf09b4-b219-449f-be7c-5c2750b759d9'] in n-d-811521-3 is: [{'id': '50bf09b4-b219-449f-be7c-5c2750b759d9', 'name': 'tempest-TestEncryptedCinderVolumes-1938015882-router', 'tenant_id': '750bf8426ed749cc9676903f4e952e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:47:39Z', 'updated_at': '2021-11-10T23:48:57Z', 'revision_number': 6, 'project_id': '750bf8426ed749cc9676903f4e952e36', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:48:57.972804 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:57.997152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=25fbc43c-0eac-430e-8d05-8c8f38806f6c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:58.013052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395e34c-b33d-4ac1-a496-2fdf919534ef None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:48:58.061433 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.154102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.156196 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.197943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.198957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50bf09b4-b219-449f-be7c-5c2750b759d9 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:48:58.203436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.204820 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-18aad525-7470-4500-9cea-36fda93e5d2f admin admin] 10.222.0.25 "DELETE /v2.0/routers/50bf09b4-b219-449f-be7c-5c2750b759d9 HTTP/1.1" status: 204 len: 168 time: 0.7586484 Nov 10 23:48:58.207312 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58212) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:58.250488 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Deleting subnet d03b8017-0f5e-432f-a987-6ccc99003e7c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:48:58.253439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.288672 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.372271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.423233 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.450300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03b8017-0f5e-432f-a987-6ccc99003e7c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:58.454056 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.457566 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-61a48a9b-8c7d-427b-b7e2-bddadaa933a2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d03b8017-0f5e-432f-a987-6ccc99003e7c HTTP/1.1" status: 204 len: 168 time: 0.2489438 Nov 10 23:48:58.459724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58214) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:58.462477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b2fc88-b00e-4ab6-b44a-0051d5b110a4 None None] Network 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:48:58.530046 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.583389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Deleting port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:58.583734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.646341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] For port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,segment=NetworkSegment(f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b),segment_id=f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:58.646707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.658603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Calling delete_port for 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:58.706136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] DHCP port deletion for 1e1761fd-49aa-45b3-8d0d-fe18913f78f0 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:48:58.747087 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.756458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Deleting port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:48:58.756956 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.774519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] No DVR routers for this DVR port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:48:58.779306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:58.822381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] For port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:48:58.822778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.835543 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Calling delete_port for 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:48:58.838251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:48:58.839638 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.856673 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.868499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] Pushing event deleted for resources: {'Port': ['ID=0bc5e3ff-29cf-43c4-aa3e-fc96598429e7,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:58.872497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1994a1-4d63-40c3-845c-d33e53889217 None None] No DVR routers for this DVR port 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:48:58.877701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1761fd-49aa-45b3-8d0d-fe18913f78f0']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:58.887519 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:58.887813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f91d88-1f8c-4a04-9cf0-fd44ad25ba7b') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:48:58.897617 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.911880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.918934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:48:58.919396 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:48:58.921148 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:48:58.980264 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.991711 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25fbc43c-0eac-430e-8d05-8c8f38806f6c no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:58.991805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:58.995025 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e1761fd-49aa-45b3-8d0d-fe18913f78f0 HTTP/1.1" status: 204 len: 168 time: 0.5343094 Nov 10 23:48:59.008832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5450-8817-4cc3-93b6-0b606e8650a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1761fd-49aa-45b3-8d0d-fe18913f78f0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:59.011561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 25fbc43c-0eac-430e-8d05-8c8f38806f6c {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:59.011912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 25fbc43c-0eac-430e-8d05-8c8f38806f6c not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:59.012329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:59.038516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:59.039114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 0bc5e3ff-29cf-43c4-aa3e-fc96598429e7 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:59.039271 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ee088b5c-2315-4f8e-b4fb-2219616c19d1 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:48:59.058606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ee088b5c-2315-4f8e-b4fb-2219616c19d1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:48:59.058948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ee088b5c-2315-4f8e-b4fb-2219616c19d1 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:48:59.161668 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58218) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:59.178348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.202757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-19f77180-9b7e-4449-9a7a-dfe1d737544c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03dbe485a36b43638365092a2dcc2171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399275 Nov 10 23:48:59.205292 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58220) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:59.255107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.277148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.324093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.326876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.328100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01040289-73da-4eee-88b0-67861b08689f HTTP/1.1" status: 204 len: 168 time: 0.1219151 Nov 10 23:48:59.335600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6336-0984-45eb-97d9-a4c25c5018a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01040289-73da-4eee-88b0-67861b08689f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:48:59.630106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58226) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:59.670408 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3e080ba9-d9d2-42e3-978c-ea3faf3468d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=750bf8426ed749cc9676903f4e952e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391428 Nov 10 23:48:59.672832 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58228) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:48:59.725325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.745994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.792273 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.794913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:48:59.796050 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf32738b-8822-49c2-bf78-3170221ea800 HTTP/1.1" status: 204 len: 168 time: 0.1222749 Nov 10 23:48:59.804098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5b620-a7a6-455f-b8d4-7973baa149af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32738b-8822-49c2-bf78-3170221ea800,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:00.434627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58250) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:00.528543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1219889441-network', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:00.549156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Made reservation on behalf of a41823c2819044d0b813008b4de6e2f7 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:49:00.551388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.559495 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.606200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.633877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.637949 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.657576 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:49:00.671797 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68078ce0-02ee-4133-9581-f0037791997d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:00.674595 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.674965 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Added segment beefc1a5-8574-49ef-8416-a6eb3714bf5f of type vlan for network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 Nov 10 23:49:00.714723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.742313 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.743221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:00.743817 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.793529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3577805 Nov 10 23:49:00.796491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58254) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:00.801508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Request body: {'subnet': {'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1219889441-subnet', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:00.804748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52a04-02f8-4b05-b304-f85f3b64d454 admin admin] Pushing event updated for resources: {'Network': ['ID=ce56a1f5-0b4a-4772-9e8d-62084fa2c701,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:00.815694 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:49:00.826871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Made reservation on behalf of a41823c2819044d0b813008b4de6e2f7 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:49:00.829260 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:00.885950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.257923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.314580 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:01.321345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Checking segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:01.321702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Network hostable DHCP agents. Network: ce56a1f5-0b4a-4772-9e8d-62084fa2c701, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:49:01.337706 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:49:01.346504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, ce56a1f5-0b4a-4772-9e8d-62084fa2c701) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:01.350355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:01.350970 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.356001 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666de93-ed39-4451-8fe2-1a0c0ee21678 None None] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:49:01.367852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d8fd650d-fd7a-44d6-88b9-da8e2d24f63d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5702362 Nov 10 23:49:01.370614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58256) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:01.374846 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:01.394981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.395946 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.449871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.504242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:49:01.505143 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.585035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.638048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Allocated IP 172.20.0.2 (ce56a1f5-0b4a-4772-9e8d-62084fa2c701/8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043/4a9fc857-aaf5-4419-9c77-17f9f69bffd1) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:01.778748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.784612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.791621 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.812518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.821659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:01.827080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:01.830589 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:01.839778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Pushing event updated for resources: {'Port': ['ID=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:01.888527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Attempting to bind port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:01.888890 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Attempting to bind port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:01.889283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Attempting to bind port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 on network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:01.894173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:01.894547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Checking segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:01.894947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.895339 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Bound using segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:01.895942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Bound port: 4a9fc857-aaf5-4419-9c77-17f9f69bffd1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:01.896330 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:01.920111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Allocated IP 172.25.0.213 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/551af18e-f353-45d1-abae-24272f32f652) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:01.962726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] For port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:01.966681 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] For port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:01.970593 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.028595 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.030289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e676-87ac-49c3-8e38-fe1485dafcc1 None None] Pushing event updated for resources: {'Port': ['ID=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:02.064358 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.110074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:02.113136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:02.116819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:02.126560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c8a8e-d7d8-4f47-8d6e-76663427718b None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:02.141719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Pushing event updated for resources: {'Port': ['ID=551af18e-f353-45d1-abae-24272f32f652,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:02.228036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d3ef4001-e4d2-4c16-9f85-23bd656c114a None None] Provisioning complete for port 551af18e-f353-45d1-abae-24272f32f652 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:02.228493 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4001-e4d2-4c16-9f85-23bd656c114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.264926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef4001-e4d2-4c16-9f85-23bd656c114a None None] Port 551af18e-f353-45d1-abae-24272f32f652 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:02.388629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.584604 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.715655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Router b312888e-a72d-4341-952a-68ef055866c6 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:49:02.826166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:49:02.835274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Sync routers for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:49:02.846100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:02.850139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:02.850286 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-28f6973b-410e-467b-af81-8bd3804c4600 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4759350 Nov 10 23:49:02.850399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:02.851164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58258) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:02.902982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f89a1-b954-473c-ad77-4f47ed847ebd None None] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:49:03.136415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:03.214743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] Provisioning complete for port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:03.215002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.234090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:03.411092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:03.411464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.564013 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.593388 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.634882 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] For port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:03.643601 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.650338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.715970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:02Z', 'revision_number': 3, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:03.760892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Allocated IP 172.20.0.1 (ce56a1f5-0b4a-4772-9e8d-62084fa2c701/8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043/76d658c0-7d18-4c95-8da1-92e6cd94fd68) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:03.768800 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61996c6-87f6-40bc-8c7f-9b9b022d15fd None None] Pushing event updated for resources: {'Port': ['ID=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:03.773093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Checking router: b312888e-a72d-4341-952a-68ef055866c6 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:49:03.773442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Updating router b312888e-a72d-4341-952a-68ef055866c6 port 551af18e-f353-45d1-abae-24272f32f652 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:49:03.810318 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:49:03.810675 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:49:03.811577 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.871020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.903284 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.921773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5394fa33-545e-429e-ad75-bbaef02a816e None None] Provisioning complete for port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:03.922384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5394fa33-545e-429e-ad75-bbaef02a816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:03.944242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:03.947264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:03.950934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:03.956435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Pushing event updated for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:04.001031 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.133269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.148692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.155847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.209414 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dac1b7-5d47-466b-9b28-ed4471b13093 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:04.225677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Attempting to bind port 551af18e-f353-45d1-abae-24272f32f652 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:04.226112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Attempting to bind port 551af18e-f353-45d1-abae-24272f32f652 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:04.226395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Attempting to bind port 551af18e-f353-45d1-abae-24272f32f652 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:04.228425 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32dfe-1733-4f55-acb2-ccb8843f719f None None] Pushing event updated for resources: {'Port': ['ID=551af18e-f353-45d1-abae-24272f32f652,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:04.237265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:04.237693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:04.238032 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.238413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:04.238978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Bound port: 551af18e-f353-45d1-abae-24272f32f652, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:04.239240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.242015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-94b7bf04-3a50-4d79-b46e-d1c649fdc522 None None] Provisioning complete for port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:04.242370 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-94b7bf04-3a50-4d79-b46e-d1c649fdc522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.301126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.305923 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.316786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-94b7bf04-3a50-4d79-b46e-d1c649fdc522 None None] Port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:04.344822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] For port 551af18e-f353-45d1-abae-24272f32f652, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:04.363238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] For port 551af18e-f353-45d1-abae-24272f32f652, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=551af18e-f353-45d1-abae-24272f32f652,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:04.368746 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.379618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.381476 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Pushing event updated for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:04.418112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792c967-976a-4691-95e2-7811698f7978 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:04.440464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32dfe-1733-4f55-acb2-ccb8843f719f None None] Pushing event updated for resources: {'Port': ['ID=551af18e-f353-45d1-abae-24272f32f652,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:04.445404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:04.446027 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:04.476400 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:04.477798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:04.494954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] Provisioning complete for port 551af18e-f353-45d1-abae-24272f32f652 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:04.495865 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.594508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:04.598232 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Router b312888e-a72d-4341-952a-68ef055866c6 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:49:04.692235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.711694 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:49:04.716733 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2175f2fc-2acf-4857-bbdd-54e68f425426 admin admin] 10.222.0.25 "PUT /v2.0/routers/b312888e-a72d-4341-952a-68ef055866c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644805 Nov 10 23:49:04.754312 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] For port 551af18e-f353-45d1-abae-24272f32f652, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=551af18e-f353-45d1-abae-24272f32f652,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:04.761244 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.833639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14a8f2-6cc7-4d7e-b2dc-5b7a476c33fc None None] Pushing event updated for resources: {'Port': ['ID=551af18e-f353-45d1-abae-24272f32f652,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:04.889710 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6d0b14f8-98cd-48f6-8a74-5b26048b879a None None] Provisioning complete for port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:04.890073 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d0b14f8-98cd-48f6-8a74-5b26048b879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:04.920396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 2, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:04.953541 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053846-1fc0-4c80-9a44-4028d791e257 None None] The sync data for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 is: [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 2, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:49:04.959549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b14f8-98cd-48f6-8a74-5b26048b879a None None] Port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:04.981288 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6d0b14f8-98cd-48f6-8a74-5b26048b879a None None] Provisioning complete for port 551af18e-f353-45d1-abae-24272f32f652 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:04.981936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6d0b14f8-98cd-48f6-8a74-5b26048b879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.007751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:05.107645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:05.108008 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.266680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58274) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:05.271896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702376661-network', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:05.293940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Made reservation on behalf of ff2c2338a61c4d9984e090877aae072f for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:49:05.296423 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.306036 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.384780 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.389533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.418892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:49:05.429066 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3df4c8-3630-4d48-97f0-7dc332657a77,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:05.433665 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.434017 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Added segment 88c51408-b6f1-4a4e-ac8c-16db84fb0f00 of type vlan for network 2775b1af-7a9d-4e3c-a0f1-99473003f347 Nov 10 23:49:05.481053 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.508421 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.509468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:05.510082 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.562067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2941263 Nov 10 23:49:05.564841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58276) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:05.577015 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Request body: {'subnet': {'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702376661-subnet', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:05.587884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1d591-13bc-4d15-9150-f43ad6f5c9ec admin admin] Pushing event updated for resources: {'Network': ['ID=2775b1af-7a9d-4e3c-a0f1-99473003f347,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:05.606985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:49:05.625539 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Made reservation on behalf of ff2c2338a61c4d9984e090877aae072f for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:49:05.628027 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.806386 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.864522 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ad6885-5b29-4231-a0fd-81f4c1cdc999,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:05.872654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Checking segment: {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:05.873048 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Network hostable DHCP agents. Network: 2775b1af-7a9d-4e3c-a0f1-99473003f347, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:49:05.891367 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:49:05.900396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2775b1af-7a9d-4e3c-a0f1-99473003f347) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:05.905483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:05.906167 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.908568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13614a37-c2fc-4a99-b9ba-6e46ee6f4c0c None None] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:49:05.925346 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-af1dee64-c848-407f-b3aa-c8c1b0e62eba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3569131 Nov 10 23:49:05.925738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58278) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:05.930258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:05.955390 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:05.957314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.012198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.160261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.235296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-2775b1af-7a9d-4e3c-a0f1-99473003f347', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:49:06.237102 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.367457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.373682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Allocated IP 172.20.0.2 (2775b1af-7a9d-4e3c-a0f1-99473003f347/a0ad6885-5b29-4231-a0fd-81f4c1cdc999/05f043cd-2897-45ec-8f30-d748100004d8) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:06.387551 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.496705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Allocated IP 172.25.0.105 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/cea09767-68d0-4dec-a601-b9993b7aa3ff) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:06.515528 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.520995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.564169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:06.567087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:06.570747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:06.578340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Pushing event updated for resources: {'Port': ['ID=05f043cd-2897-45ec-8f30-d748100004d8,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:06.608704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.627999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Attempting to bind port 05f043cd-2897-45ec-8f30-d748100004d8 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:06.628365 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Attempting to bind port 05f043cd-2897-45ec-8f30-d748100004d8 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:06.628717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Attempting to bind port 05f043cd-2897-45ec-8f30-d748100004d8 on network 2775b1af-7a9d-4e3c-a0f1-99473003f347 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:06.633817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:06.634193 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Checking segment: {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:06.634597 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.634970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Bound using segment: {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:06.635432 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Bound port: 05f043cd-2897-45ec-8f30-d748100004d8, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:06.636558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.644353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.686996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:06.690114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:06.693981 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:06.702908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] For port 05f043cd-2897-45ec-8f30-d748100004d8, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:06.706244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078790f-6e34-4e42-a5fd-54605c731692 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:06.708867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] For port 05f043cd-2897-45ec-8f30-d748100004d8, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=05f043cd-2897-45ec-8f30-d748100004d8,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:06.715051 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.737189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Pushing event updated for resources: {'Port': ['ID=cea09767-68d0-4dec-a601-b9993b7aa3ff,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:06.790257 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-240612ae-351b-4e44-a6f4-cb0a409384bf None None] Provisioning complete for port cea09767-68d0-4dec-a601-b9993b7aa3ff triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:06.790619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-240612ae-351b-4e44-a6f4-cb0a409384bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:06.792328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838fff4-c222-466a-94d8-b00ada8a452c None None] Pushing event updated for resources: {'Port': ['ID=05f043cd-2897-45ec-8f30-d748100004d8,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:06.830418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-240612ae-351b-4e44-a6f4-cb0a409384bf None None] Port cea09767-68d0-4dec-a601-b9993b7aa3ff cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:07.093917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Sync routers for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:49:07.114125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:07.115296 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:07.147302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 551af18e-f353-45d1-abae-24272f32f652 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:07.179051 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:49:07.198092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 551af18e-f353-45d1-abae-24272f32f652 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:07.198939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.243301 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:07.271461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.284023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 05f043cd-2897-45ec-8f30-d748100004d8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:07.335792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 05f043cd-2897-45ec-8f30-d748100004d8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:07.336418 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.424125 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.459103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 05f043cd-2897-45ec-8f30-d748100004d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=05f043cd-2897-45ec-8f30-d748100004d8,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:07.464074 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.490226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.518448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=05f043cd-2897-45ec-8f30-d748100004d8,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:07.540313 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 2, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:07.571298 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Checking router: b312888e-a72d-4341-952a-68ef055866c6 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:49:07.571867 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Updating router b312888e-a72d-4341-952a-68ef055866c6 port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:49:07.600024 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.630461 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Router 5d6acd06-f160-4d9e-99ad-6303200bd17c is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:49:07.746041 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:49:07.760040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Sync routers for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:49:07.772288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.773650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2ed2f05c-3a93-4de2-ac72-7d5a80590c64 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8468070 Nov 10 23:49:07.774463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:07.775079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:07.776282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58280) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:07.883261 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.884128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d0563-551c-44e8-b1b5-bf8389f0e439 None None] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:49:07.892778 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:07.942682 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Pushing event updated for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:07.954379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.954711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.955210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.955545 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.955869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.956186 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.957128 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.957128 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.957128 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.957537 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.957760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.958336 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:07.971896 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-38135d3a-cec2-4924-ad51-38e0e147fe37 None None] Provisioning complete for port 05f043cd-2897-45ec-8f30-d748100004d8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:07.972253 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-38135d3a-cec2-4924-ad51-38e0e147fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.009075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:08.020933 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Attempting to bind port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:08.021327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Attempting to bind port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:08.021675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Attempting to bind port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 on network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:08.037074 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:08.037680 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Checking segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:08.038251 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.038800 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Bound using segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:08.039432 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Bound port: 76d658c0-7d18-4c95-8da1-92e6cd94fd68, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:08.039809 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.117943 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] For port 76d658c0-7d18-4c95-8da1-92e6cd94fd68, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:08.122786 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] For port 76d658c0-7d18-4c95-8da1-92e6cd94fd68, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=76d658c0-7d18-4c95-8da1-92e6cd94fd68,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:08.129027 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.191342 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58ae55-f34b-40ab-aca4-d4d85ccfc002 None None] Pushing event updated for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:08.205053 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:08.205672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:08.267650 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.324496 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:08.387795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:06Z', 'revision_number': 3, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:08.428847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Checking router: 5d6acd06-f160-4d9e-99ad-6303200bd17c for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:49:08.429222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Updating router 5d6acd06-f160-4d9e-99ad-6303200bd17c port cea09767-68d0-4dec-a601-b9993b7aa3ff binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:49:08.469629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.516094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] Provisioning complete for port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:08.516457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.535415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Allocated IP 172.20.0.1 (2775b1af-7a9d-4e3c-a0f1-99473003f347/a0ad6885-5b29-4231-a0fd-81f4c1cdc999/3b44ac22-1ef7-43be-9ca3-da3bb6f22797) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:08.609644 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:08.646379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d93a70-567f-4943-b228-cec09bdb7bd8 None None] The sync data for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 is: [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:49:08.654738 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.690710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.729082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:08.734284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:08.738006 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:08.738678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.766459 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Pushing event updated for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:08.796083 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.808662 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] For port 76d658c0-7d18-4c95-8da1-92e6cd94fd68, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=76d658c0-7d18-4c95-8da1-92e6cd94fd68,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:08.817719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.882529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770b89f-2e51-4c91-97bd-7b158b70fe6f None None] Pushing event updated for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:08.953068 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:08.972268 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.015066 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.042626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadf70c-b47d-46f9-95d0-4a5cf8c3a4f1 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:09.045525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c61d1c9a-49af-4912-bea9-09c450034714 None None] Provisioning complete for port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:09.045901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c61d1c9a-49af-4912-bea9-09c450034714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.079435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 76d658c0-7d18-4c95-8da1-92e6cd94fd68 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:09.113158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Attempting to bind port cea09767-68d0-4dec-a601-b9993b7aa3ff on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:09.113529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Attempting to bind port cea09767-68d0-4dec-a601-b9993b7aa3ff by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:09.113883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Attempting to bind port cea09767-68d0-4dec-a601-b9993b7aa3ff on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:09.122629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5a36-db37-4f0e-9705-0bd35130f73e None None] Pushing event updated for resources: {'Port': ['ID=cea09767-68d0-4dec-a601-b9993b7aa3ff,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:09.146377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:09.146743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:09.147153 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.147536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:09.148015 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Bound port: cea09767-68d0-4dec-a601-b9993b7aa3ff, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:09.148391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.212513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.218371 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.288583 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Pushing event updated for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:09.291057 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.391309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:09.393082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:09.404658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:09.405189 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.437073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] For port cea09767-68d0-4dec-a601-b9993b7aa3ff, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:09.455420 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] For port cea09767-68d0-4dec-a601-b9993b7aa3ff, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cea09767-68d0-4dec-a601-b9993b7aa3ff,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:09.471673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.485755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c61d1c9a-49af-4912-bea9-09c450034714 None None] Provisioning complete for port 05f043cd-2897-45ec-8f30-d748100004d8 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:09.486124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c61d1c9a-49af-4912-bea9-09c450034714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.537906 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Router 5d6acd06-f160-4d9e-99ad-6303200bd17c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:49:09.553446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56309157-90ce-4242-a0cc-380f823a009e None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:49:09.611854 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:09.612480 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:09.619526 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5a36-db37-4f0e-9705-0bd35130f73e None None] Pushing event updated for resources: {'Port': ['ID=cea09767-68d0-4dec-a601-b9993b7aa3ff,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:09.656349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:49:09.663091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-db47bc75-a6e3-4d9e-a69d-c5c49bedd222 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d6acd06-f160-4d9e-99ad-6303200bd17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832304 Nov 10 23:49:09.678393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 05f043cd-2897-45ec-8f30-d748100004d8 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:09.806489 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:09.848181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 05f043cd-2897-45ec-8f30-d748100004d8 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:09.848605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:09.969291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Provisioning complete for port cea09767-68d0-4dec-a601-b9993b7aa3ff triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:09.969662 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:10.149950 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:10.174888 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] For port cea09767-68d0-4dec-a601-b9993b7aa3ff, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cea09767-68d0-4dec-a601-b9993b7aa3ff,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:10.179514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3b44ac22-1ef7-43be-9ca3-da3bb6f22797', 'name': '', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'mac_address': 'fa:16:3e:11:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:08Z', 'updated_at': '2021-11-10T23:49:09Z', 'revision_number': 2, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'subnets': [{'id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:10.182678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:10.218397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668dc9-6026-4863-8cbc-80178a37edea None None] The sync data for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 is: [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3b44ac22-1ef7-43be-9ca3-da3bb6f22797', 'name': '', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'mac_address': 'fa:16:3e:11:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:08Z', 'updated_at': '2021-11-10T23:49:09Z', 'revision_number': 2, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'subnets': [{'id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:49:10.252635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Provisioning complete for port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:10.253061 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:10.292559 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Pushing event updated for resources: {'Port': ['ID=cea09767-68d0-4dec-a601-b9993b7aa3ff,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:10.301659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-84c934de-752e-4198-860c-fbaf07e28353 None None] Port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:12.865929 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Sync routers for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:49:12.879277 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:12.879890 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:13.002884 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:13.047610 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cea09767-68d0-4dec-a601-b9993b7aa3ff up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:13.117019 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cea09767-68d0-4dec-a601-b9993b7aa3ff triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:13.117660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.223881 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3b44ac22-1ef7-43be-9ca3-da3bb6f22797', 'name': '', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'mac_address': 'fa:16:3e:11:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:08Z', 'updated_at': '2021-11-10T23:49:09Z', 'revision_number': 2, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'subnets': [{'id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:13.251621 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Checking router: 5d6acd06-f160-4d9e-99ad-6303200bd17c for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:49:13.252219 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Updating router 5d6acd06-f160-4d9e-99ad-6303200bd17c port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:49:13.279313 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.556777 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.567225 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.609777 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49162e-1809-4caf-9d3a-dedf89917915 None None] Pushing event updated for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:13.711097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Attempting to bind port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:13.711475 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Attempting to bind port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:13.711836 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Attempting to bind port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 on network 2775b1af-7a9d-4e3c-a0f1-99473003f347 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:13.723143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:13.723523 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Checking segment: {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:13.723932 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.724327 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Bound using segment: {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:13.725179 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Bound port: 3b44ac22-1ef7-43be-9ca3-da3bb6f22797, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c51408-b6f1-4a4e-ac8c-16db84fb0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:13.725562 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.797577 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] For port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:13.801650 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] For port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:13.812016 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:13.874882 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:13.875740 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:48:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:13.984428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] Provisioning complete for port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:13.985206 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:14.130112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:14.149158 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:14.180547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] For port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:14.184803 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49162e-1809-4caf-9d3a-dedf89917915 None None] Pushing event updated for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:14.193704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:14.254744 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170bd12-7b43-4094-b5ed-8ac253e1f730 None None] Pushing event updated for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:14.327068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d06e0bb2-d86d-449f-8391-8f9f92be84a7 None None] Provisioning complete for port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:14.327834 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d06e0bb2-d86d-449f-8391-8f9f92be84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:14.389376 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3b44ac22-1ef7-43be-9ca3-da3bb6f22797', 'name': '', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'mac_address': 'fa:16:3e:11:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:08Z', 'updated_at': '2021-11-10T23:49:13Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'subnets': [{'id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:14.418653 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb66e7-920c-42f8-8a19-aff80b145dfe None None] The sync data for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 is: [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '3b44ac22-1ef7-43be-9ca3-da3bb6f22797', 'name': '', 'network_id': '2775b1af-7a9d-4e3c-a0f1-99473003f347', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'mac_address': 'fa:16:3e:11:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:08Z', 'updated_at': '2021-11-10T23:49:13Z', 'revision_number': 4, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'subnets': [{'id': 'a0ad6885-5b29-4231-a0fd-81f4c1cdc999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:49:15.036637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:15.094040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:15.094322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:15.205722 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:15.687250 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:19.883052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-6887a922-187d-40a6-becb-f8c0cf42700b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:19.884505 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-6887a922-187d-40a6-becb-f8c0cf42700b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 815 time: 0.1042564 Nov 10 23:49:19.899224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-a7061618-c3c8-4b0d-a4db-aa13c4a2736b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/quotas/a41823c2819044d0b813008b4de6e2f7 HTTP/1.1" status: 200 len: 375 time: 0.0089731 Nov 10 23:49:19.949796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ea61ce82-d959-4013-a806-086deb9b27ac tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455770 Nov 10 23:49:20.045371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-51653248-5475-41ba-9dc0-d68b2f563706 service neutron] 10.222.0.25 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Nov 10 23:49:20.133497 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-91363479-28cf-453f-944e-eda03a05a2a8 service neutron] 10.222.0.25 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819757 Nov 10 23:49:20.291629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19de6f97-4025-45a8-869f-23b16a692ca2 req-bba036f6-924c-4e4e-a142-db280b51fc3a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 210 time: 0.0268276 Nov 10 23:49:21.308005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-2c52d3cd-9d28-483e-a349-a0d81d3375c3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:21.309531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-2c52d3cd-9d28-483e-a349-a0d81d3375c3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 815 time: 0.1071739 Nov 10 23:49:21.323953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'port': {'device_id': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'admin_state_up': True, 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:21.450167 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Made reservation on behalf of a41823c2819044d0b813008b4de6e2f7 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:49:21.454858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:21.633836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Allocated IP 172.20.0.7 (ce56a1f5-0b4a-4772-9e8d-62084fa2c701/8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043/94c8fc33-aa91-44a7-9bbe-4c2032b465cd) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:21.687750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5c441b9a-fac4-4330-b59e-32b34e64d8ad req-04a96616-63dd-461b-9c4a-f45b4405c652 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 210 time: 0.0462790 Nov 10 23:49:21.881797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:21.918716 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:21.962921 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:21.966140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:21.970954 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:22.041257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:22.069195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:22.069930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:22.090350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-ba6fe4d8-90ed-488e-905c-deb9e4cf0d09 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7714982 Nov 10 23:49:22.215669 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c88bad6b-2825-45c2-808c-c0401795af18 None None] Provisioning complete for port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:22.216228 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c88bad6b-2825-45c2-808c-c0401795af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:22.251375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c88bad6b-2825-45c2-808c-c0401795af18 None None] Port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:49:22.809971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770edb-e435-4047-a854-0b9e7c4cdbc1 req-3bb9546e-ab0a-4cf5-8f66-38d004c157b5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:22.811871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa770edb-e435-4047-a854-0b9e7c4cdbc1 req-3bb9546e-ab0a-4cf5-8f66-38d004c157b5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0541496 Nov 10 23:49:22.859482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fa770edb-e435-4047-a854-0b9e7c4cdbc1 req-c27ac7c9-6d53-4956-bccf-603cdc24b4cf tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Nov 10 23:49:23.982997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb0af-87f0-4840-8473-a7029f2445a9 req-7322160c-8ba8-4d92-a72d-84f2276d65d2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:23.984575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7edbb0af-87f0-4840-8473-a7029f2445a9 req-7322160c-8ba8-4d92-a72d-84f2276d65d2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0522602 Nov 10 23:49:24.034802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7edbb0af-87f0-4840-8473-a7029f2445a9 req-3b78c037-71f8-4e4a-9c16-e4915bca1aae tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Nov 10 23:49:25.105342 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-44e0b24a-fe96-4b66-a978-a6f8eada5251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:25.156898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf3c14-0c81-4068-9601-07e99db5d1d6 req-38ee7093-2082-4952-bed3-2439affb1683 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:25.158457 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7bf3c14-0c81-4068-9601-07e99db5d1d6 req-38ee7093-2082-4952-bed3-2439affb1683 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0540626 Nov 10 23:49:25.214495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f7bf3c14-0c81-4068-9601-07e99db5d1d6 req-6783e0d2-ef4c-424e-8eba-d6fbb9994edf tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Nov 10 23:49:26.334882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a508d9-0caf-4e1b-812f-a6b6813efeb2 req-458ce311-eea3-44ac-a24c-515fbaf188b2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:26.336459 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55a508d9-0caf-4e1b-812f-a6b6813efeb2 req-458ce311-eea3-44ac-a24c-515fbaf188b2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0560846 Nov 10 23:49:26.386025 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55a508d9-0caf-4e1b-812f-a6b6813efeb2 req-1683117e-8ff0-496a-a5ca-dfc6af178ab0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Nov 10 23:49:27.504447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f237-8bc6-4913-b554-7988068f86f7 req-c13ea7d3-99e4-4d5c-9a88-2a20236617c1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:27.505964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bc3f237-8bc6-4913-b554-7988068f86f7 req-c13ea7d3-99e4-4d5c-9a88-2a20236617c1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0490086 Nov 10 23:49:27.561678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7bc3f237-8bc6-4913-b554-7988068f86f7 req-e99d8556-a2b3-4044-9726-68e5733ef6a0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Nov 10 23:49:27.733053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c67def98-6ad0-4944-bca6-e58c6b9797e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:28.696224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cabab-37ad-4b65-b87e-63fb22fa5da6 req-8a5baff4-74e3-41ff-b019-2e5165288f69 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:28.698672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec3cabab-37ad-4b65-b87e-63fb22fa5da6 req-8a5baff4-74e3-41ff-b019-2e5165288f69 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0663593 Nov 10 23:49:28.750957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ec3cabab-37ad-4b65-b87e-63fb22fa5da6 req-b09eae59-2163-4cda-bec8-162b7a4f5960 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 Nov 10 23:49:29.196079 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:29.877892 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4661-d0dc-491c-b8a3-1460559ef8a6 req-04aa1d6c-a7a2-42f6-b3af-336940e11592 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:29.879697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3ce4661-d0dc-491c-b8a3-1460559ef8a6 req-04aa1d6c-a7a2-42f6-b3af-336940e11592 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0563426 Nov 10 23:49:29.935726 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3ce4661-d0dc-491c-b8a3-1460559ef8a6 req-346e2c6e-f072-4abc-a220-370c31a3ad9a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Nov 10 23:49:30.613831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:30.862504 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:31.053492 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c3dde-7ac2-48f9-9704-516c70cf597a req-fc786239-b82b-48ad-a072-ab7c4131fa49 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:31.055071 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a61c3dde-7ac2-48f9-9704-516c70cf597a req-fc786239-b82b-48ad-a072-ab7c4131fa49 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 931 time: 0.0501008 Nov 10 23:49:31.103298 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-a61c3dde-7ac2-48f9-9704-516c70cf597a req-38e0298f-d877-4ef3-9dfd-48db6e7a9e9a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Nov 10 23:49:31.696563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-560647f0-5cf2-4313-9781-d26226c5d434 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:49:31.697610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-560647f0-5cf2-4313-9781-d26226c5d434 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061438 Nov 10 23:49:31.807716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Request body: {'port': {'device_id': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:31.863598 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.117783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8fc33-aa91-44a7-9bbe-4c2032b465cd {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:49:32.126144 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.139130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Transition to ACTIVE for port object 94c8fc33-aa91-44a7-9bbe-4c2032b465cd will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:49:32.143227 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.211837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:32.237395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56068bb-bab2-49d0-9c91-771cdec012e1 req-a6b8bdab-5eca-4529-97db-4a45651027a3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.239125 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e56068bb-bab2-49d0-9c91-771cdec012e1 req-a6b8bdab-5eca-4529-97db-4a45651027a3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 943 time: 0.0668511 Nov 10 23:49:32.268918 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Attempting to bind port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:49:32.269317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Attempting to bind port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:49:32.269769 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Attempting to bind port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd on network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:32.274395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd on network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:49:32.274720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Attempting to bind port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd on network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:49:32.279999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:49:32.280270 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Checking segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:49:32.280659 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Bound using segment: {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:49:32.281182 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Bound port: 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beefc1a5-8574-49ef-8416-a6eb3714bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:49:32.281544 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.301353 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e56068bb-bab2-49d0-9c91-771cdec012e1 req-dc3ed275-922a-4c78-94ec-ad5d04c4db61 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Nov 10 23:49:32.352684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:49:32.356535 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:49:32.361723 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.393702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.394601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:32.395981 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] 10.222.0.39 "PUT /v2.0/ports/94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 1091 time: 0.6868551 Nov 10 23:49:32.398140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:49:32.401683 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b" -d '{"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:49:32.428304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8026e3-6caf-49f5-9205-11c7fc611e1e service neutron] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:32.462953 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae73883-53d0-4d8a-9568-2a169d41d121 x-openstack-request-id: req-5ae73883-53d0-4d8a-9568-2a169d41d121 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:49:32.463966 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:49:32.464214 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ae73883-53d0-4d8a-9568-2a169d41d121 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:49:32.464607 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:49:32.497969 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-56e1cd69-b01f-43d4-96ce-b0eb4655a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.499476 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-56e1cd69-b01f-43d4-96ce-b0eb4655a16b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1094 time: 0.0455554 Nov 10 23:49:32.547012 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-753ce7eb-dd16-477a-a29d-4054a80676e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 217 time: 0.0397501 Nov 10 23:49:32.597721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-1419ec73-a5c9-4dd7-b7ce-a0b71b5ac42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.599185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-1419ec73-a5c9-4dd7-b7ce-a0b71b5ac42f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0458961 Nov 10 23:49:32.644618 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-42ef702f-5050-46a9-8016-3d862d83c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.646109 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-42ef702f-5050-46a9-8016-3d862d83c694 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398722 Nov 10 23:49:32.740526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-bd9638ec-790e-4baa-bc35-a9456df98317 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Nov 10 23:49:32.830103 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e39dfd23-3f84-4877-86a5-3dd70d4e3f79 req-d0d0e5e5-5f9f-4011-a543-46dcfd043566 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819843 Nov 10 23:49:32.917889 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-aac96033-bce2-4f8d-9b3d-ca3e9ae78da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:32.919351 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-aac96033-bce2-4f8d-9b3d-ca3e9ae78da3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1094 time: 0.0449197 Nov 10 23:49:33.009444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-8b8c916d-5796-409b-b60f-84c9a46dcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:33.011483 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-8b8c916d-5796-409b-b60f-84c9a46dcf93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.0854752 Nov 10 23:49:33.055011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-e31c358f-200b-41e6-b56c-5a19b65df53e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 217 time: 0.0369487 Nov 10 23:49:33.104808 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-ec30ebeb-e648-40ff-81e8-0a8ada9bc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:33.106127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-ec30ebeb-e648-40ff-81e8-0a8ada9bc51b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0420284 Nov 10 23:49:33.150204 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-63bbb924-7a05-4ecf-b94e-f2e5ca8a5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:33.151641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-63bbb924-7a05-4ecf-b94e-f2e5ca8a5c38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386457 Nov 10 23:49:33.242202 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-fe7ffd01-fd20-4fdd-b798-94acb78f5837 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832760 Nov 10 23:49:33.329944 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dbc188a9-b8ea-4228-9bbd-969ccd1d768b req-b768d927-482e-4402-96fb-4d51ead05e8c service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797341 Nov 10 23:49:33.407136 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda7db-283f-4e9f-ab8d-53194dba7505 req-621afce5-e561-442d-9cbe-b7c85b0da22f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:33.408590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6edda7db-283f-4e9f-ab8d-53194dba7505 req-621afce5-e561-442d-9cbe-b7c85b0da22f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 943 time: 0.0479116 Nov 10 23:49:33.455100 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6edda7db-283f-4e9f-ab8d-53194dba7505 req-6f5bce60-fc7b-48a8-90f1-2cf77e851f3b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Nov 10 23:49:34.569614 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1c92-6b1c-4129-8a39-9cf4cf134163 req-44d897dd-51e0-4321-8a2b-b90ae968fd41 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:34.571054 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abea1c92-6b1c-4129-8a39-9cf4cf134163 req-44d897dd-51e0-4321-8a2b-b90ae968fd41 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 943 time: 0.0490005 Nov 10 23:49:34.618007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-abea1c92-6b1c-4129-8a39-9cf4cf134163 req-7f395824-5d20-423b-b825-d2d410b52c98 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Nov 10 23:49:35.734636 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f250b1-62bb-409f-bcde-0316274113e1 req-cf301aa9-5405-4b39-a935-81beb1b3745c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:35.736106 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f250b1-62bb-409f-bcde-0316274113e1 req-cf301aa9-5405-4b39-a935-81beb1b3745c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 943 time: 0.0513868 Nov 10 23:49:35.917810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 94c8fc33-aa91-44a7-9bbe-4c2032b465cd details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:49:36.018330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:36.032165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'port_id': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'mac_address': 'fa:16:3e:ac:d3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:49:36.056044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b5f250b1-62bb-409f-bcde-0316274113e1 req-edbd4354-b93e-4a1a-9aa9-7b58b77bd3e9 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140247 Nov 10 23:49:36.080498 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:36.095577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8fc33-aa91-44a7-9bbe-4c2032b465cd {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:49:36.116964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:36.144687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:36.193174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:36.202106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.202454 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.202794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.203132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.203471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.203801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.204128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.204455 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.204780 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.205603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.205963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.206289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:36.412950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:49:37.198868 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c784-2ecc-48bc-aa63-98ca4dc75f70 req-7f0a8391-3fac-4f15-a563-261175b7f08c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:37.200247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46e3c784-2ecc-48bc-aa63-98ca4dc75f70 req-7f0a8391-3fac-4f15-a563-261175b7f08c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 944 time: 0.0528193 Nov 10 23:49:37.246311 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-46e3c784-2ecc-48bc-aa63-98ca4dc75f70 req-5d70d844-e336-4224-933b-f28e21b032e9 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Nov 10 23:49:37.923299 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 94c8fc33-aa91-44a7-9bbe-4c2032b465cd up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:49:37.971772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:49:37.975663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:37.976045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:38.055270 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:38.077447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:49:38.079700 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c9113-7cb6-482e-b5a7-b2853d916855" -d '{"events": [{"server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "name": "network-vif-plugged", "status": "completed", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:49:38.092031 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:38.096849 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:38.121649 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66794460-388d-439f-bcc4-421b387accee x-openstack-request-id: req-66794460-388d-439f-bcc4-421b387accee {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:49:38.121937 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "name": "network-vif-plugged", "status": "completed", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:49:38.122183 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66794460-388d-439f-bcc4-421b387accee {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:49:38.122562 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'code': 200} Nov 10 23:49:38.145668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:38.216153 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467d4d7-5734-4b6c-a652-130dd28f08ae req-5251ea62-1c10-4a43-8e9e-36f8049b5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:38.217542 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c467d4d7-5734-4b6c-a652-130dd28f08ae req-5251ea62-1c10-4a43-8e9e-36f8049b5cda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1096 time: 0.0394003 Nov 10 23:49:38.259882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c467d4d7-5734-4b6c-a652-130dd28f08ae req-d0bb3cea-9872-4b06-8ab5-9535e7bb6494 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Nov 10 23:49:38.363003 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8215b7-833d-4ae0-a563-9e57fc92cdb3 req-dfc9ee1d-dbef-4013-9b69-b2919e1bf64e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:38.364584 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a8215b7-833d-4ae0-a563-9e57fc92cdb3 req-dfc9ee1d-dbef-4013-9b69-b2919e1bf64e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0523846 Nov 10 23:49:38.411620 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a8215b7-833d-4ae0-a563-9e57fc92cdb3 req-f98f6d55-2707-42fb-adc4-347f229667ab tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Nov 10 23:49:39.536717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5f04d-5489-4613-be54-5c37f14a70d2 req-332ba302-b78d-497b-a095-0680a5986e06 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:39.538200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ca5f04d-5489-4613-be54-5c37f14a70d2 req-332ba302-b78d-497b-a095-0680a5986e06 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0482624 Nov 10 23:49:39.585184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0ca5f04d-5489-4613-be54-5c37f14a70d2 req-beb880b7-c549-49b4-9ab5-65c4939d9eac tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Nov 10 23:49:39.698337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98af74-72ea-4f6a-bfe6-c8c79c0a4772 req-57527886-7083-41bf-bb0b-2e2006ed3931 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:39.699700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb98af74-72ea-4f6a-bfe6-c8c79c0a4772 req-57527886-7083-41bf-bb0b-2e2006ed3931 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0491104 Nov 10 23:49:39.745836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb98af74-72ea-4f6a-bfe6-c8c79c0a4772 req-2be1c3c1-d800-41c1-bac1-a1943e5da115 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Nov 10 23:49:39.928964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b388fa-684e-4be7-86de-89d3120f42ee req-5fe231d6-f852-42d8-82ce-5bdccf65e2bd tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:39.930415 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29b388fa-684e-4be7-86de-89d3120f42ee req-5fe231d6-f852-42d8-82ce-5bdccf65e2bd tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0484159 Nov 10 23:49:39.980042 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-29b388fa-684e-4be7-86de-89d3120f42ee req-9cbe54f3-fd51-4392-9f05-3d4eec1d7ab2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Nov 10 23:49:44.178459 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:49:45.225175 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:45.684869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:52.434011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040683e-f368-4017-8f18-4ea1ab44ab98 req-a044de8c-558c-411a-a503-24257999d384 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:52.435471 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c040683e-f368-4017-8f18-4ea1ab44ab98 req-a044de8c-558c-411a-a503-24257999d384 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0481143 Nov 10 23:49:52.482700 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c040683e-f368-4017-8f18-4ea1ab44ab98 req-dc1d3f0e-e01b-4f02-8a5e-ebfb8dd41cee tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 10 23:49:52.504958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58476) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:52.584997 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f99095-ec3e-445f-993b-a051cfe7690a tempest-TestMinimumBasicScenario-962606288 tempest-TestMinimumBasicScenario-962606288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:52.586496 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e9f99095-ec3e-445f-993b-a051cfe7690a tempest-TestMinimumBasicScenario-962606288 tempest-TestMinimumBasicScenario-962606288-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1091 time: 0.0805447 Nov 10 23:49:52.589563 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58480) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:52.593877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:52.614896 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:52.711764 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:52.811807 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Allocated IP 172.25.0.185 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/c576bea5-616b-4026-9d02-616792b4202a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:49:52.913401 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:52.945861 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:52.981010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:49:52.985675 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:49:52.989157 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:49:53.013597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'Port': ['ID=c576bea5-616b-4026-9d02-616792b4202a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:53.655397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:53.725062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:53.878172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:53.883906 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:53.953034 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'Port': ['ID=c576bea5-616b-4026-9d02-616792b4202a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:53.966731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.967147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.971603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.971968 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.972308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.972642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.972987 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.973317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.973647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.973972 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.974300 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.974617 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:53.984837 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.095592 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Floating IP d774897a-13f4-4b98-97bf-c885a396b822 associated. External IP: 172.25.0.185, port: 94c8fc33-aa91-44a7-9bbe-4c2032b465cd. Nov 10 23:49:54.312843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Router b312888e-a72d-4341-952a-68ef055866c6 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:49:54.414690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:49:54.424953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Sync routers for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:49:54.431823 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.434018 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:54.434727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:54.462214 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7995f7e4-10db-471b-a9e0-5180022b94ad tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8716238 Nov 10 23:49:54.463408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:49:54.465811 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58482) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:54.466329 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:49:54.470328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138928458', 'description': 'tempest-secgroup-smoke-2138928458 description', 'project_id': 'a41823c2819044d0b813008b4de6e2f7'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:54.506381 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.514600 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d38ac-0758-4624-b2e9-10e386384580 x-openstack-request-id: req-fd8d38ac-0758-4624-b2e9-10e386384580 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:49:54.515144 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:49:54.515398 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd8d38ac-0758-4624-b2e9-10e386384580 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:49:54.515803 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:49:54.580355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.584913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.588365 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-43b59359-44dd-4509-a553-1d51d71c1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:54.589953 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-43b59359-44dd-4509-a553-1d51d71c1ab7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1096 time: 0.0503480 Nov 10 23:49:54.608602 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.612848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432517 Nov 10 23:49:54.615633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:54.620784 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:54.625536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a42a8-916e-421e-8f86-32d237406e5c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:54.633317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.633855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.634286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.634761 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.635190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.635622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.636049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.636474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.636911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.637384 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.637808 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.638230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d33b2ec-b74c-4f2b-b4b8-90c89f47dea8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:49:54.696442 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.710214 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:54.723404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-bc3b8713-065f-4790-9551-0bf9fab22b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:54.724913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-bc3b8713-065f-4790-9551-0bf9fab22b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.1284378 Nov 10 23:49:54.810452 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.813289 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-cf9d92c4-748b-4abe-a306-2a045f8e352a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 999 time: 0.0781968 Nov 10 23:49:54.814437 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.839986 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e126f48-30cf-4369-9c92-3cf5d008e2f1,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:54.875349 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.876529 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7f4ca6e9-6f8a-4927-ab71-0e164e518937 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601535 Nov 10 23:49:54.879522 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58488) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:54.883689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-eddd7464-c35c-478c-8ab2-357f8558ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:54.884135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:54.885703 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-eddd7464-c35c-478c-8ab2-357f8558ae3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0606353 Nov 10 23:49:54.917387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.933605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-255bc3b0-1ea8-413a-bd8e-afe1a67201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:54.935753 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-255bc3b0-1ea8-413a-bd8e-afe1a67201c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433393 Nov 10 23:49:54.967948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd774897a-13f4-4b98-97bf-c885a396b822', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'port_id': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'mac_address': 'fa:16:3e:ac:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:49:53Z', 'updated_at': '2021-11-10T23:49:53Z', 'revision_number': 0, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:54.968908 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.973338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:54.991857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deadde81-b75c-4a32-875a-22ff01975ff5,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:55.002016 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.002145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Checking router: b312888e-a72d-4341-952a-68ef055866c6 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:49:55.005721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-505565f2-6665-4e0d-91d1-ddcd9f4608e5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227055 Nov 10 23:49:55.005990 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58490) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:55.011682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:49:55.011830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:55.012291 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:49:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:55.044399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-db3cc051-51f4-4d06-9e9d-3141b43ce98b service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013231 Nov 10 23:49:55.045054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.110457 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.115871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.118457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25a16b6e-d52c-44e9-af82-1458b0789433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.135633 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33bb673-1548-4ac6-a551-f932c218f516,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:55.136041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:49:55.146524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.150475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-63913cda-6922-4a98-84f6-66a5ab04fc2c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406188 Nov 10 23:49:55.150616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e7a6f9ff-7f27-418d-90ef-d796e710d4ea req-17473b40-adfe-4fa5-8eb2-d589a28214b7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979483 Nov 10 23:49:55.150717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58492) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:55.155251 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:55.186489 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.242079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.246378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.263816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8c897b-18a0-4ff5-a5e6-6e0569f3686f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:55.271996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.273199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f2388f98-b697-4f0e-a9e5-e53f1055a205 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214879 Nov 10 23:49:55.275971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58494) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:55.280243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:55.303456 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Project a41823c2819044d0b813008b4de6e2f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:49:55.310288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.373253 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.378101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.379535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd774897a-13f4-4b98-97bf-c885a396b822', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'port_id': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'mac_address': 'fa:16:3e:ac:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:49:53Z', 'updated_at': '2021-11-10T23:49:53Z', 'revision_number': 0, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:49:55.397212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9241d83-c77a-46f9-8390-1f9776749cb3,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:55.402853 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.404124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f4f3bdf2-60d2-4de2-8697-a7531f9bd4ea tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272209 Nov 10 23:49:55.407149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58496) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:49:55.407798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe197e18-06f3-43b4-bf03-a4405354f15d None None] The sync data for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 is: [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'd774897a-13f4-4b98-97bf-c885a396b822', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'port_id': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'mac_address': 'fa:16:3e:ac:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:49:53Z', 'updated_at': '2021-11-10T23:49:53Z', 'revision_number': 0, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:49:55.411786 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'security_group_rule': {'security_group_id': 'af3a42a8-916e-421e-8f86-32d237406e5c', 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:55.435966 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Project a41823c2819044d0b813008b4de6e2f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:49:55.441338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.503913 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.508112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.526299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7670e814-52e5-4f5f-a1b9-0b9793e2d949,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:55.535657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.536932 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b228f52d-a45d-43a4-8e77-1385f1bf12b0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288095 Nov 10 23:49:55.632238 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84ababd3-168f-4f32-8589-158ac70a4157 req-6ed9d6fb-67b7-4951-9fce-7e441973414f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138928458&fields=id&tenant_id=a41823c2819044d0b813008b4de6e2f7 HTTP/1.1" status: 200 len: 267 time: 0.0484793 Nov 10 23:49:55.643894 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa23f5-78ea-4a97-933a-d9d9ee109321 None None] New status for floating IP d774897a-13f4-4b98-97bf-c885a396b822: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:49:55.685790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ababd3-168f-4f32-8589-158ac70a4157 req-f8c2d427-e8b7-4e63-a533-289fce3f25b1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:55.687552 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84ababd3-168f-4f32-8589-158ac70a4157 req-f8c2d427-e8b7-4e63-a533-289fce3f25b1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0495071 Nov 10 23:49:55.699163 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'port': {'security_groups': ['68078ce0-02ee-4133-9581-f0037791997d', 'af3a42a8-916e-421e-8f86-32d237406e5c']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:49:55.763734 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.945678 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:49:55.974601 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.979198 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:55.990825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:49:56.026557 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.027040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:56.028431 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-84ababd3-168f-4f32-8589-158ac70a4157 req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "PUT /v2.0/ports/94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 981 time: 0.3343108 Nov 10 23:49:56.055011 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edbb9c-3c73-44e7-bdf1-a7cf60d13ad2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:49:56.096415 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:49:56.139704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512e5dc-7019-4e4c-b24e-ff0938e60498 req-70512cfd-189a-4fbf-bf1d-86e2c90d944e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.141433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0512e5dc-7019-4e4c-b24e-ff0938e60498 req-70512cfd-189a-4fbf-bf1d-86e2c90d944e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0534585 Nov 10 23:49:56.205880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0512e5dc-7019-4e4c-b24e-ff0938e60498 req-42b3962c-4c76-4ae7-bc89-cfff4c1180bd tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582724 Nov 10 23:49:56.375326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-beacfbf8-5d0c-49de-8f95-e242ef5d0fe2 None None] Provisioning complete for port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:49:56.375697 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-beacfbf8-5d0c-49de-8f95-e242ef5d0fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:56.516721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:49:56.519237 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf03b27-2121-49b7-ab91-344145d1c055" -d '{"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:49:56.555728 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d172ab-dd1a-453d-8f43-44822eaab783 x-openstack-request-id: req-61d172ab-dd1a-453d-8f43-44822eaab783 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:49:56.556014 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:49:56.556270 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61d172ab-dd1a-453d-8f43-44822eaab783 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:49:56.556673 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:49:56.625901 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-9002d0d3-5fa8-4b12-8f49-2d5f3aaccffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.627387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-9002d0d3-5fa8-4b12-8f49-2d5f3aaccffb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1135 time: 0.0433576 Nov 10 23:49:56.724857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-d963dec6-8914-40f6-9267-a1e6d53923db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.726365 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-d963dec6-8914-40f6-9267-a1e6d53923db service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.0906091 Nov 10 23:49:56.791090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-1b38fb9b-1a9b-4d8c-8b0c-6ea0a5948496 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 1001 time: 0.0571089 Nov 10 23:49:56.843611 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-dc7f03db-5cc1-4d0e-85f4-c9fb4f9bb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.845059 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-dc7f03db-5cc1-4d0e-85f4-c9fb4f9bb5ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0473568 Nov 10 23:49:56.890218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-3d13eda2-9ee6-4016-bb62-961d42bd2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:49:56.891671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-3d13eda2-9ee6-4016-bb62-961d42bd2da9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396342 Nov 10 23:49:56.988334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-bb3b490d-c408-44c1-a166-43c8a92f2cb9 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Nov 10 23:49:57.079254 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aaf03b27-2121-49b7-ab91-344145d1c055 req-054a0f25-ef45-4731-af20-26a6e192a83d service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816505 Nov 10 23:49:57.733963 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-000a1c19-ec65-4ce6-b16d-5763badd99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:49:59.184922 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:00.617248 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:00.854860 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:13.470689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4400c-0593-402d-9ed9-be8b50c8523d req-78804ed5-3f60-4af1-b388-9d4ef131e2c1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:13.472150 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ccc4400c-0593-402d-9ed9-be8b50c8523d req-78804ed5-3f60-4af1-b388-9d4ef131e2c1 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0816693 Nov 10 23:50:13.473988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8a20-540f-40e7-aace-c1374e837501 req-ecfafde1-f602-4616-a5c5-0da6d38d5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:13.475315 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-ecfafde1-f602-4616-a5c5-0da6d38d5823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1135 time: 0.0732377 Nov 10 23:50:13.583558 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ccc4400c-0593-402d-9ed9-be8b50c8523d req-43e8b089-7942-4c37-a57b-05a9e1d757cb tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052623 Nov 10 23:50:13.605107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8a20-540f-40e7-aace-c1374e837501 req-a5115f27-3604-4aee-8a5c-2f9800300d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:13.606551 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-a5115f27-3604-4aee-8a5c-2f9800300d84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.1222737 Nov 10 23:50:13.676292 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-a2ca0ae9-4249-4e7b-b824-5d0e2b18142c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 1001 time: 0.0615208 Nov 10 23:50:13.725541 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8a20-540f-40e7-aace-c1374e837501 req-3ea817a2-e7e6-4289-ba23-f53873984371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:13.726965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-3ea817a2-e7e6-4289-ba23-f53873984371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0434463 Nov 10 23:50:13.771491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8a20-540f-40e7-aace-c1374e837501 req-8e20af3f-1c91-47f3-b1cb-9c1717489132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:13.772919 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-8e20af3f-1c91-47f3-b1cb-9c1717489132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385637 Nov 10 23:50:13.865828 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-87e66b91-161e-4254-a6eb-50bde7e31dac service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839808 Nov 10 23:50:13.954437 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-456a8a20-540f-40e7-aace-c1374e837501 req-3f029c89-57a6-424c-9937-14684e584d60 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802088 Nov 10 23:50:14.706344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce545cf0-3509-41ab-b529-cc63b7d898df req-26c7f213-60b9-4fa3-8b11-0c66b03434aa tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:14.707838 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce545cf0-3509-41ab-b529-cc63b7d898df req-26c7f213-60b9-4fa3-8b11-0c66b03434aa tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0516925 Nov 10 23:50:14.767284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ce545cf0-3509-41ab-b529-cc63b7d898df req-09645888-7bbf-4c76-841f-35c0802aea28 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527036 Nov 10 23:50:15.216158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:15.680551 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:15.892990 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed647f3-7c3e-4ddd-81aa-a63c16f50ce9 req-dc622dac-cab4-492f-9374-6b87c17e80c2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:15.894526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fed647f3-7c3e-4ddd-81aa-a63c16f50ce9 req-dc622dac-cab4-492f-9374-6b87c17e80c2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0548074 Nov 10 23:50:15.955886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fed647f3-7c3e-4ddd-81aa-a63c16f50ce9 req-a59ee64e-66b0-4867-a6d7-b0d551d27ade tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548239 Nov 10 23:50:17.070342 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23521d17-22ab-48d8-b2e1-c46c7788e2f4 req-eff284dd-0646-47e9-b5d7-ab61a1fab831 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:17.071799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23521d17-22ab-48d8-b2e1-c46c7788e2f4 req-eff284dd-0646-47e9-b5d7-ab61a1fab831 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0494123 Nov 10 23:50:17.130520 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-23521d17-22ab-48d8-b2e1-c46c7788e2f4 req-2d725da2-860a-4f31-a039-30719eb32cf8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521588 Nov 10 23:50:18.246007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8389-4d8b-4e2a-a4a0-16a4d5743056 req-59a943fa-2c87-4c5d-9f6b-af67f44adfb7 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:18.247482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cffd8389-4d8b-4e2a-a4a0-16a4d5743056 req-59a943fa-2c87-4c5d-9f6b-af67f44adfb7 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0485849 Nov 10 23:50:18.306106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cffd8389-4d8b-4e2a-a4a0-16a4d5743056 req-15e1e7a2-5c14-4d7b-b4f0-4146a7dd851f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526612 Nov 10 23:50:19.424242 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83b30-e25e-4acd-a228-3090cf6ad145 req-f077fd0d-143b-4bcc-b98f-be1bfc18d16c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:19.425727 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ac83b30-e25e-4acd-a228-3090cf6ad145 req-f077fd0d-143b-4bcc-b98f-be1bfc18d16c tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0521858 Nov 10 23:50:19.486749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2ac83b30-e25e-4acd-a228-3090cf6ad145 req-8226280f-a8c5-4f2b-99f7-888110f6629b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550611 Nov 10 23:50:20.600850 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc83d5-23c2-4851-a23c-bc85dbccb887 req-5475e1af-7d3a-428a-8521-5e449804320f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:20.602256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cc83d5-23c2-4851-a23c-bc85dbccb887 req-5475e1af-7d3a-428a-8521-5e449804320f tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0490806 Nov 10 23:50:20.665169 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78cc83d5-23c2-4851-a23c-bc85dbccb887 req-f9e49cad-8d1f-4564-b3bc-f9e40c5224f3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568557 Nov 10 23:50:21.177805 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:50:21.781000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722c366-68d3-4e09-b447-47dc5cdf64ce req-71c6f95a-7b40-431d-b1e2-7b583a469965 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:21.782488 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3722c366-68d3-4e09-b447-47dc5cdf64ce req-71c6f95a-7b40-431d-b1e2-7b583a469965 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0487807 Nov 10 23:50:21.842381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3722c366-68d3-4e09-b447-47dc5cdf64ce req-3f80f07c-97e2-4e32-8ed1-3ac135968f20 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538442 Nov 10 23:50:22.955923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfabe0-17fc-4b26-be6a-bda58f70e913 req-76a36694-e60d-41b6-9b2a-8eff00ade7b2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:22.957392 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ecfabe0-17fc-4b26-be6a-bda58f70e913 req-76a36694-e60d-41b6-9b2a-8eff00ade7b2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0488575 Nov 10 23:50:23.016794 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ecfabe0-17fc-4b26-be6a-bda58f70e913 req-71a2cde5-aa02-4fa5-a6d2-51155be1f3bb tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534546 Nov 10 23:50:23.408264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-7ddbb314-030b-4358-938c-bb1289a865b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:23.409781 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-7ddbb314-030b-4358-938c-bb1289a865b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1135 time: 0.0413706 Nov 10 23:50:23.513714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-39b3811b-4043-4018-920c-64769b244145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:23.515151 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-39b3811b-4043-4018-920c-64769b244145 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.0870996 Nov 10 23:50:23.579171 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-3995e25e-f37c-4fda-9740-66e36cd31c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 1001 time: 0.0573781 Nov 10 23:50:23.629752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-809f1119-c0c8-4164-aec7-2f7594c17fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:23.631149 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-809f1119-c0c8-4164-aec7-2f7594c17fce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0455010 Nov 10 23:50:23.675721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-1d0c8728-9cac-4618-a4a1-d54cfd766728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:23.677126 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-1d0c8728-9cac-4618-a4a1-d54cfd766728 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385592 Nov 10 23:50:23.766271 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-9dc1a127-826c-4f1e-a933-670c90ca665b service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Nov 10 23:50:23.857412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-77d0804f-cfdb-4f29-9eaa-9896ab50c10e req-979b3677-25ce-4845-9554-c4d5f535909e service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841131 Nov 10 23:50:24.132351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab430-b8eb-4202-9c21-16ce0f6ffdb5 req-552eb4a4-d19f-470a-bab9-f01000d6fd8b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:24.133887 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d5ab430-b8eb-4202-9c21-16ce0f6ffdb5 req-552eb4a4-d19f-470a-bab9-f01000d6fd8b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0491047 Nov 10 23:50:24.197524 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4d5ab430-b8eb-4202-9c21-16ce0f6ffdb5 req-2fb19db8-5cfd-49ea-a5fd-40b6b0814c93 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574858 Nov 10 23:50:25.099839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e348339-e5ba-4ff6-9b0e-dbf5b6ab20ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:25.312528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e004e-27b0-43c3-804b-e6563eacbf04 req-2ef99df1-fa82-4f23-8671-e01ba2bad59b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:25.314014 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b9e004e-27b0-43c3-804b-e6563eacbf04 req-2ef99df1-fa82-4f23-8671-e01ba2bad59b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0499446 Nov 10 23:50:25.374575 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2b9e004e-27b0-43c3-804b-e6563eacbf04 req-2cd37f80-58fd-4f24-aacb-0ff6f4b1789e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&id=af3a42a8-916e-421e-8f86-32d237406e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544610 Nov 10 23:50:27.734255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-320ffb11-8cb5-442a-92d0-ee7284f397f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:29.187789 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:30.615971 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:30.856369 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:45.226112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:45.682438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:55.101255 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4c58-85b6-4430-a0fa-f70a17ace578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:57.737356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-91b912cf-1261-466c-9ff9-470acdc68783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:57.815780 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-1a9de70a-94fa-4c7f-8936-cc9069fd3f8b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138928458&fields=id&tenant_id=a41823c2819044d0b813008b4de6e2f7 HTTP/1.1" status: 200 len: 267 time: 0.0450664 Nov 10 23:50:57.868381 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-c655fd01-4143-43db-a754-ffcd41973ff8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:57.869880 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-c655fd01-4143-43db-a754-ffcd41973ff8 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 984 time: 0.0478077 Nov 10 23:50:57.881559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Request body: {'port': {'security_groups': ['68078ce0-02ee-4133-9581-f0037791997d']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:50:57.944919 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.115486 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:50:58.148223 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.152535 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.163641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:50:58.177266 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:50:58.203161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:58.203881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.205354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3ffb8e8a-8399-44d5-98d7-d8faf3a211b8 req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "PUT /v2.0/ports/94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 942 time: 0.3287976 Nov 10 23:50:58.205804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:50:58.208459 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f8495-03df-4fc8-adbe-a7fde478c338" -d '{"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:50:58.216621 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58546) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:50:58.243056 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event updated for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:50:58.252767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.253797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.254261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.254603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.254937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.255270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.255988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.255988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.256864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.257217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.257550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.258406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0def2c2d-0078-4eab-b26e-fdd8e2ca7e7a tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.265622 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443528eb-4636-4842-822e-0e7e16457338 x-openstack-request-id: req-443528eb-4636-4842-822e-0e7e16457338 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:50:58.265910 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:50:58.266164 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443528eb-4636-4842-822e-0e7e16457338 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:50:58.266708 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:50:58.303036 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:50:58.340020 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.359668 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-cddd16e5-faa3-4c07-8544-c4dd286a9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:58.361206 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-cddd16e5-faa3-4c07-8544-c4dd286a9368 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1096 time: 0.0761113 Nov 10 23:50:58.394070 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.453923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9bb70cee-a60a-4857-a06a-f28333bac964 None None] Provisioning complete for port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:50:58.454291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9bb70cee-a60a-4857-a06a-f28333bac964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.494917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-56f5fd8f-5a0d-4a9d-a8d7-1a607618c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:58.496455 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-56f5fd8f-5a0d-4a9d-a8d7-1a607618c5f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.1264491 Nov 10 23:50:58.565699 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-df8b9802-3f82-4ed2-889c-beaba6f9987d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 1001 time: 0.0613747 Nov 10 23:50:58.570704 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.573270 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.574355 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "DELETE /v2.0/security-groups/af3a42a8-916e-421e-8f86-32d237406e5c HTTP/1.1" status: 204 len: 168 time: 0.3567095 Nov 10 23:50:58.577202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58548) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:50:58.611509 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a42a8-916e-421e-8f86-32d237406e5c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:50:58.628998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.629423 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.629820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.630146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.630481 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.630816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.631140 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.631464 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.631792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.632118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.632444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.632764 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03ed61-8e60-40f9-83b4-63c9d3452950 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:50:58.644664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-51c781dd-e342-44f8-8e5c-b950e3449db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:58.646291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-51c781dd-e342-44f8-8e5c-b950e3449db2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0709662 Nov 10 23:50:58.693447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-654e6e00-f658-42d5-9cb0-07464f5b45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:50:58.694989 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-654e6e00-f658-42d5-9cb0-07464f5b45ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418575 Nov 10 23:50:58.740409 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Deleting port c576bea5-616b-4026-9d02-616792b4202a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:50:58.740745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.786253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-b7584e35-fdce-4d6c-8424-54095b62602e service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Nov 10 23:50:58.819514 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.820132 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:58.831807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Calling delete_port for c576bea5-616b-4026-9d02-616792b4202a owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:50:58.879844 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d62f8495-03df-4fc8-adbe-a7fde478c338 req-e2d7553f-4333-49ca-98e8-277b5dcc8c91 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Nov 10 23:50:58.998669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:59.023947 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event deleted for resources: {'Port': ['ID=c576bea5-616b-4026-9d02-616792b4202a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:50:59.083130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:59.083474 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Floating IP d774897a-13f4-4b98-97bf-c885a396b822 disassociated (deleted). External IP: 172.25.0.185, port: 94c8fc33-aa91-44a7-9bbe-4c2032b465cd. Nov 10 23:50:59.190421 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:59.286278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Router b312888e-a72d-4341-952a-68ef055866c6 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:50:59.390300 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:50:59.394713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:50:59.400377 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Sync routers for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:50:59.410705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:50:59.411404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:50:59.427444 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3379d118-316d-4c3d-8883-001ca8884bf5 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "DELETE /v2.0/floatingips/d774897a-13f4-4b98-97bf-c885a396b822 HTTP/1.1" status: 204 len: 168 time: 0.8491507 Nov 10 23:50:59.518652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:50:59.723306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:50:59.752797 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Checking router: b312888e-a72d-4341-952a-68ef055866c6 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:50:59.761014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:50:59.761608 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:50:59.873327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:00.218395 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:00.243758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448520d-e4e5-42c1-9791-ed409033ec08 None None] The sync data for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 is: [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '76d658c0-7d18-4c95-8da1-92e6cd94fd68', 'name': '', 'network_id': 'ce56a1f5-0b4a-4772-9e8d-62084fa2c701', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'mac_address': 'fa:16:3e:3e:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:03Z', 'updated_at': '2021-11-10T23:49:08Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'subnets': [{'id': '8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:00.268034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:51:00.270989 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:51:00.309513 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2713d7-ffb1-4a85-a521-caa6de128874 x-openstack-request-id: req-8e2713d7-ffb1-4a85-a521-caa6de128874 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:51:00.309799 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:51:00.310047 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e2713d7-ffb1-4a85-a521-caa6de128874 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:51:00.310446 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:51:00.374370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-b7ec67f6-f9d1-4aa5-a38e-396d19a16b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:00.375886 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-b7ec67f6-f9d1-4aa5-a38e-396d19a16b02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a41823c2819044d0b813008b4de6e2f7&device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 1096 time: 0.0416050 Nov 10 23:51:00.498186 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05498817-eb84-44f1-89b1-0a26c18d6a0f None None] New status for floating IP d774897a-13f4-4b98-97bf-c885a396b822: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:51:00.623785 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:00.791420 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-cdadea11-08cb-45e8-8d0c-0a9f4c45a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:00.792911 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-cdadea11-08cb-45e8-8d0c-0a9f4c45a225 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 200 len: 915 time: 0.4087162 Nov 10 23:51:00.835052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-f9055fed-c893-4297-918f-53ea2d8317f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 200 len: 217 time: 0.0350285 Nov 10 23:51:00.859053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:00.886408 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-f06a4fb4-0b7c-4499-b2ef-cda68c33e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:00.887930 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-f06a4fb4-0b7c-4499-b2ef-cda68c33e0e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 200 len: 854 time: 0.0464275 Nov 10 23:51:00.938665 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-3d62e761-f784-4840-8d7f-3e99a298a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:00.940191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-3d62e761-f784-4840-8d7f-3e99a298a05c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce56a1f5-0b4a-4772-9e8d-62084fa2c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459249 Nov 10 23:51:01.032235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-1e70ffcd-a2b1-4344-8975-0072bfeddb4b service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Nov 10 23:51:01.126166 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d83b8359-bfa9-44ae-a6c5-03b88e40d7ab req-bd505b94-04f2-4243-86d8-87dba84c1905 service neutron] 10.222.0.39 "GET /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Nov 10 23:51:02.935894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-8dd51389-334c-43ee-ae0d-0a3038dcb349 req-d43779ce-b326-4619-83ef-2a723abec8b1 tempest-ServerDiskConfigTestJSON-1814341585 tempest-ServerDiskConfigTestJSON-1814341585-project] (102458) timed out ('10.222.0.20', 49476) {{(pid=102458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:51:08.432048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c588a-c9eb-45a5-8f9e-c7184ad4c58e req-e328a746-2cc7-4ef4-9c6f-3fff0b345d8d tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:08.433671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-340c588a-c9eb-45a5-8f9e-c7184ad4c58e req-e328a746-2cc7-4ef4-9c6f-3fff0b345d8d tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0578439 Nov 10 23:51:08.488510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-340c588a-c9eb-45a5-8f9e-c7184ad4c58e req-b1ecef99-4b70-4cc2-9390-d0c1f09a65c0 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Nov 10 23:51:09.603245 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0d9b7-ac0c-4aff-8368-db06b622419f req-9f099f8c-e450-40f0-bb5d-6b3f45c89f4b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:09.604705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33f0d9b7-ac0c-4aff-8368-db06b622419f req-9f099f8c-e450-40f0-bb5d-6b3f45c89f4b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0488696 Nov 10 23:51:09.650834 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33f0d9b7-ac0c-4aff-8368-db06b622419f req-c1fda95c-c137-44d8-a6cb-2870c145480e tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/security-groups?id=68078ce0-02ee-4133-9581-f0037791997d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Nov 10 23:51:10.041088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-f05dcafa-5a05-45f7-9d69-cfb91fbd51c2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:10.042561 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-f05dcafa-5a05-45f7-9d69-cfb91fbd51c2 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.39 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 945 time: 0.0477247 Nov 10 23:51:10.133847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Deleting port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:10.134189 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:10.220652 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] For port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:10.221040 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:10.237853 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Calling delete_port for 94c8fc33-aa91-44a7-9bbe-4c2032b465cd owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:10.358854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:10.370156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['94c8fc33-aa91-44a7-9bbe-4c2032b465cd'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:51:10.386767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Pushing event deleted for resources: {'Port': ['ID=94c8fc33-aa91-44a7-9bbe-4c2032b465cd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:10.431215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] No DVR routers for this DVR port 94c8fc33-aa91-44a7-9bbe-4c2032b465cd on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:51:10.433801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:10.437362 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bc469180-d554-43b2-85e3-09a1e50a1ea0 req-0bcbdcd2-b951-4751-a4f0-a81ea104a48b tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.39 "DELETE /v2.0/ports/94c8fc33-aa91-44a7-9bbe-4c2032b465cd HTTP/1.1" status: 204 len: 173 time: 0.3892910 Nov 10 23:51:10.437803 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'name': 'network-vif-deleted', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:51:10.440042 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d29db-e2be-40f6-b67b-10c2754778b7" -d '{"events": [{"server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "name": "network-vif-deleted", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:51:10.595856 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62424d5c-a565-4ac9-960f-c775a328d346 x-openstack-request-id: req-62424d5c-a565-4ac9-960f-c775a328d346 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:51:10.596145 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99355bf5-2ae3-4321-896b-34422f9b47cc", "name": "network-vif-deleted", "tag": "94c8fc33-aa91-44a7-9bbe-4c2032b465cd", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:51:10.596394 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62424d5c-a565-4ac9-960f-c775a328d346 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:51:10.596786 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99355bf5-2ae3-4321-896b-34422f9b47cc', 'name': 'network-vif-deleted', 'tag': '94c8fc33-aa91-44a7-9bbe-4c2032b465cd', 'status': 'completed', 'code': 200} Nov 10 23:51:10.757835 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9727c3a7-e33a-48e3-a38e-04d951d9f24e req-5c5c1fe3-f857-4dc6-88ba-fc2995b236b3 tempest-TestMinimumBasicScenario-957733319 tempest-TestMinimumBasicScenario-957733319-project] 10.222.0.25 "GET /v2.0/ports?device_id=99355bf5-2ae3-4321-896b-34422f9b47cc HTTP/1.1" status: 200 len: 210 time: 0.0277033 Nov 10 23:51:12.321807 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58648) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:12.384095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 94c8fc33-aa91-44a7-9bbe-4c2032b465cd no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:12.403836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 94c8fc33-aa91-44a7-9bbe-4c2032b465cd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:12.404167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 94c8fc33-aa91-44a7-9bbe-4c2032b465cd not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:12.655174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:12.892944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Deleting port 76d658c0-7d18-4c95-8da1-92e6cd94fd68 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:12.893306 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:12.973722 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] For port 76d658c0-7d18-4c95-8da1-92e6cd94fd68, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=76d658c0-7d18-4c95-8da1-92e6cd94fd68,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:12.973996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:12.985200 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Calling delete_port for 76d658c0-7d18-4c95-8da1-92e6cd94fd68 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:13.157576 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:13.182550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d658c0-7d18-4c95-8da1-92e6cd94fd68,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:13.344698 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:13.559756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Router b312888e-a72d-4341-952a-68ef055866c6 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:51:13.663813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:51:13.669427 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-f9e6d784-46df-4d4d-818c-3d1836d7b134 admin admin] 10.222.0.25 "PUT /v2.0/routers/b312888e-a72d-4341-952a-68ef055866c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3468111 Nov 10 23:51:13.671413 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58650) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:13.672590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Sync routers for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:51:13.682174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:13.682786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:13.774619 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:13.790437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:13.973848 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:51:13Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:14.000717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Checking router: b312888e-a72d-4341-952a-68ef055866c6 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:51:14.011097 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Routers {'b312888e-a72d-4341-952a-68ef055866c6'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:14.011731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b312888e-a72d-4341-952a-68ef055866c6'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:14.123461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] Set router b312888e-a72d-4341-952a-68ef055866c6 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:14.147675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.199134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Deleting port 551af18e-f353-45d1-abae-24272f32f652 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:14.199468 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.280005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] For port 551af18e-f353-45d1-abae-24272f32f652, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=551af18e-f353-45d1-abae-24272f32f652,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:14.280267 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.292574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Calling delete_port for 551af18e-f353-45d1-abae-24272f32f652 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:14.305535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:51:13Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:14.331259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148258bd-fc03-4be2-b983-62eafb40ea80 None None] The sync data for ids ['b312888e-a72d-4341-952a-68ef055866c6'] in n-d-811521-3 is: [{'id': 'b312888e-a72d-4341-952a-68ef055866c6', 'name': 'tempest-TestMinimumBasicScenario-1219889441-router', 'tenant_id': 'a41823c2819044d0b813008b4de6e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '551af18e-f353-45d1-abae-24272f32f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:51:13Z', 'revision_number': 5, 'project_id': 'a41823c2819044d0b813008b4de6e2f7', 'gw_port': {'id': '551af18e-f353-45d1-abae-24272f32f652', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b312888e-a72d-4341-952a-68ef055866c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:01Z', 'updated_at': '2021-11-10T23:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:14.453716 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.478598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Pushing event deleted for resources: {'Port': ['ID=551af18e-f353-45d1-abae-24272f32f652,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:14.492787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e9ea5-b71e-45b5-82b8-d6d221c2ecf0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:14.540606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.630144 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.632202 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.681179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.681704 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b312888e-a72d-4341-952a-68ef055866c6 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:51:14.686676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.687855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-90b734bd-26f6-4ee3-8405-409b28874198 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b312888e-a72d-4341-952a-68ef055866c6 HTTP/1.1" status: 204 len: 168 time: 1.0155118 Nov 10 23:51:14.690427 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58652) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:14.736751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Deleting subnet 8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:51:14.740217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.775893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.858940 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.912736 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.938864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:14.942918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:14.947072 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4887e576-6ea6-4745-8af1-825424463328 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8e9a8b6b-c9b1-4741-a1ad-aeed0ee92043 HTTP/1.1" status: 204 len: 168 time: 0.2556062 Nov 10 23:51:14.949784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58654) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:14.955306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a6abb-7da7-4dad-bcac-965072678a16 None None] Network ce56a1f5-0b4a-4772-9e8d-62084fa2c701 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:51:15.028082 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.080152 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Deleting port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:15.080572 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.143133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] For port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,segment=NetworkSegment(beefc1a5-8574-49ef-8416-a6eb3714bf5f),segment_id=beefc1a5-8574-49ef-8416-a6eb3714bf5f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:15.143500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.156052 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Calling delete_port for 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:15.224626 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.236228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.262093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9fc857-aaf5-4419-9c77-17f9f69bffd1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:15.266317 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] No DVR routers for this DVR port 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:51:15.326989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a3385-a6dd-44aa-9dda-9a9530ecefa3 None None] DHCP port deletion for ce56a1f5-0b4a-4772-9e8d-62084fa2c701 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:15.354797 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.379067 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56a1f5-0b4a-4772-9e8d-62084fa2c701']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:15.388682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 551af18e-f353-45d1-abae-24272f32f652 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:15.390151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beefc1a5-8574-49ef-8416-a6eb3714bf5f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:15.390449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beefc1a5-8574-49ef-8416-a6eb3714bf5f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:15.400112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.413291 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.414262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 551af18e-f353-45d1-abae-24272f32f652 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:15.414700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 551af18e-f353-45d1-abae-24272f32f652 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:15.415323 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:15.419226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:51:15.419714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:51:15.421327 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:51:15.467660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:15.468956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4a9fc857-aaf5-4419-9c77-17f9f69bffd1 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:15.468956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 76d658c0-7d18-4c95-8da1-92e6cd94fd68 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:15.475845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.487366 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.487366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce56a1f5-0b4a-4772-9e8d-62084fa2c701 HTTP/1.1" status: 204 len: 168 time: 0.5338619 Nov 10 23:51:15.488927 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58656) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:15.491983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 76d658c0-7d18-4c95-8da1-92e6cd94fd68 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:15.492326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 76d658c0-7d18-4c95-8da1-92e6cd94fd68 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:15.504453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d256-f794-44a6-8374-17d3a6586ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce56a1f5-0b4a-4772-9e8d-62084fa2c701,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:15.681060 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:15.843951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.086481 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Deleting port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:16.086820 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.171549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] For port 3b44ac22-1ef7-43be-9ca3-da3bb6f22797, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:16.171907 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.183763 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Calling delete_port for 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:16.358436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.387042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b44ac22-1ef7-43be-9ca3-da3bb6f22797,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:16.549786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.759640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Router 5d6acd06-f160-4d9e-99ad-6303200bd17c has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:51:16.863729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:51:16.868699 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-01a0a9ba-642b-4ffc-81ed-ee88cf575184 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d6acd06-f160-4d9e-99ad-6303200bd17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3796020 Nov 10 23:51:16.871228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58664) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:16.873862 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Sync routers for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:51:16.884388 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:16.885149 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:16.973303 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:16.989293 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:17.085172 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.136700 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Deleting port cea09767-68d0-4dec-a601-b9993b7aa3ff {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:17.137062 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.166786 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:51:16Z', 'revision_number': 5, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port': {'id': 'cea09767-68d0-4dec-a601-b9993b7aa3ff', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:49:06Z', 'updated_at': '2021-11-10T23:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:17.197130 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Checking router: 5d6acd06-f160-4d9e-99ad-6303200bd17c for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:51:17.205201 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Routers {'5d6acd06-f160-4d9e-99ad-6303200bd17c'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:17.205797 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['5d6acd06-f160-4d9e-99ad-6303200bd17c'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:17.213598 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] For port cea09767-68d0-4dec-a601-b9993b7aa3ff, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cea09767-68d0-4dec-a601-b9993b7aa3ff,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:17.213956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.230562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Calling delete_port for cea09767-68d0-4dec-a601-b9993b7aa3ff owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:17.383133 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] Set router 5d6acd06-f160-4d9e-99ad-6303200bd17c gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:17.394524 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.422107 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea09767-68d0-4dec-a601-b9993b7aa3ff,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:17.439575 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:51:17Z', 'revision_number': 6, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:17.439774 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb7463-e7d7-4c96-9674-59fe9593a981 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:17.468896 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1298af-8dea-4741-a9d9-3933b1d37851 None None] The sync data for ids ['5d6acd06-f160-4d9e-99ad-6303200bd17c'] in n-d-811521-3 is: [{'id': '5d6acd06-f160-4d9e-99ad-6303200bd17c', 'name': 'tempest-TestMinimumBasicScenario-702376661-router', 'tenant_id': 'ff2c2338a61c4d9984e090877aae072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:49:05Z', 'updated_at': '2021-11-10T23:51:17Z', 'revision_number': 6, 'project_id': 'ff2c2338a61c4d9984e090877aae072f', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:17.486187 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.575418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.577521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.618957 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.619474 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6acd06-f160-4d9e-99ad-6303200bd17c {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:51:17.623628 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.624776 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e727f490-64d7-4060-86ad-b2018fd06c30 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d6acd06-f160-4d9e-99ad-6303200bd17c HTTP/1.1" status: 204 len: 168 time: 0.7526488 Nov 10 23:51:17.627429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58668) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:17.674784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Deleting subnet a0ad6885-5b29-4231-a0fd-81f4c1cdc999 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:51:17.677731 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.711996 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.786488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.843414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.870861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ad6885-5b29-4231-a0fd-81f4c1cdc999,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:17.872836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:17.876062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dc0d2afd-369d-4047-b451-b6df5d41e50a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a0ad6885-5b29-4231-a0fd-81f4c1cdc999 HTTP/1.1" status: 204 len: 168 time: 0.2477105 Nov 10 23:51:17.878515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58670) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:17.881546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ea7e1-1c6a-4ff9-9e3c-538b83e8db33 None None] Network 2775b1af-7a9d-4e3c-a0f1-99473003f347 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:51:17.949188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.006057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Deleting port 05f043cd-2897-45ec-8f30-d748100004d8 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:18.006392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.256828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] DHCP port deletion for 2775b1af-7a9d-4e3c-a0f1-99473003f347 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:18.308172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Deleting port 05f043cd-2897-45ec-8f30-d748100004d8 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:51:18.308543 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.354661 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] For port 05f043cd-2897-45ec-8f30-d748100004d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=05f043cd-2897-45ec-8f30-d748100004d8,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:18.355012 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.369144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Calling delete_port for 05f043cd-2897-45ec-8f30-d748100004d8 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:18.385285 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] For port 05f043cd-2897-45ec-8f30-d748100004d8, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=05f043cd-2897-45ec-8f30-d748100004d8,segment=NetworkSegment(88c51408-b6f1-4a4e-ac8c-16db84fb0f00),segment_id=88c51408-b6f1-4a4e-ac8c-16db84fb0f00)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:18.385758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.398126 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Calling delete_port for 05f043cd-2897-45ec-8f30-d748100004d8 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:51:18.453421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.479318 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f043cd-2897-45ec-8f30-d748100004d8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:18.483003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] No DVR routers for this DVR port 05f043cd-2897-45ec-8f30-d748100004d8 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:51:18.483420 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.498352 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] No DVR routers for this DVR port 05f043cd-2897-45ec-8f30-d748100004d8 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:51:18.520057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Pushing event deleted for resources: {'Port': ['ID=05f043cd-2897-45ec-8f30-d748100004d8,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:18.528583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.529052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.529341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.529731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.530004 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.530472 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.530810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.531135 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.531461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.531786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.532113 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.532435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3506b2ac-ce9a-4185-9c05-8693799ba503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:18.565131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.585162 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2775b1af-7a9d-4e3c-a0f1-99473003f347']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:18.594231 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c51408-b6f1-4a4e-ac8c-16db84fb0f00') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:18.594527 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c51408-b6f1-4a4e-ac8c-16db84fb0f00') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:18.603752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.617214 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.622978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:51:18.623355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:51:18.625093 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:51:18.677930 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.683343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.686840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2775b1af-7a9d-4e3c-a0f1-99473003f347 HTTP/1.1" status: 204 len: 168 time: 0.8071179 Nov 10 23:51:18.698574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f12481-9cdb-42c9-b8eb-a986b134b733 admin admin] Pushing event deleted for resources: {'Network': ['ID=2775b1af-7a9d-4e3c-a0f1-99473003f347,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:18.844009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58674) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:18.883848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b7f48273-7bff-4337-95e2-55d41de44e5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a41823c2819044d0b813008b4de6e2f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386996 Nov 10 23:51:18.886213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:18.936094 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:18.957367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.005790 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.009119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.010635 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68078ce0-02ee-4133-9581-f0037791997d HTTP/1.1" status: 204 len: 168 time: 0.1234035 Nov 10 23:51:19.018613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a959e8-53df-4f98-861e-c3fe8fecd9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68078ce0-02ee-4133-9581-f0037791997d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:19.058397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:19.081836 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:19.082175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 3b44ac22-1ef7-43be-9ca3-da3bb6f22797 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:19.082583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cea09767-68d0-4dec-a601-b9993b7aa3ff no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:19.101806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cea09767-68d0-4dec-a601-b9993b7aa3ff {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:19.102150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cea09767-68d0-4dec-a601-b9993b7aa3ff not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:19.102545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 05f043cd-2897-45ec-8f30-d748100004d8 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:51:19.121482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 05f043cd-2897-45ec-8f30-d748100004d8 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:51:19.121822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 05f043cd-2897-45ec-8f30-d748100004d8 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:51:19.336908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:19.377190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0dad9396-b485-4000-8653-e8ec70bd31c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff2c2338a61c4d9984e090877aae072f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390418 Nov 10 23:51:19.379729 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58684) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:19.425723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.448192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.493727 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.496487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:19.497803 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a3df4c8-3630-4d48-97f0-7dc332657a77 HTTP/1.1" status: 204 len: 168 time: 0.1171863 Nov 10 23:51:19.507716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da446dc-e31e-4d19-b03c-eb39ead02852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3df4c8-3630-4d48-97f0-7dc332657a77,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.163864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58724) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.168517 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147035037', 'description': 'tempest-secgroup-smoke-1147035037 description', 'project_id': '385d61820526426e855a242a45e94da0'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.191124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.198526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.272403 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.276063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.314783 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd67cb0e-8cd9-427e-9fac-995acdb58b02,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.348301 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.352008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.382147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.383367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2184694 Nov 10 23:51:21.386482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58726) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.387287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a6f0-6482-4e28-8226-fe3650f86472 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e0236-e005-4272-8ea3-a8ab323e6388,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.391123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.417291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.470363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.473806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.491556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5293ad74-6142-40c4-ab80-d7631732350a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.496478 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.497711 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-90b4f32c-7e01-4dd1-85c0-4c635a6948d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101892 Nov 10 23:51:21.500370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58728) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.505180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.529867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.586703 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.590008 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.606690 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8988e216-9778-4a29-853f-c1e4fae43fa2,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.615524 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.616694 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8953506f-12dd-420a-8577-3cc6e0b75361 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154206 Nov 10 23:51:21.619442 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58730) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.623632 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.649610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.710877 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.715009 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.734857 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b87d23-39bf-4ac4-8fab-5450327a9943,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.741660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.743078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-3a4f0c39-e9d1-40af-9bc2-c50f8bc327d9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225109 Nov 10 23:51:21.745694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58732) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.750358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.776429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.834185 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.839377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.855066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820333db-2aec-4637-8dd1-ab04d9b476b4,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.867034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.868330 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1d1e6c48-ac63-45fb-a83e-87fe8b653581 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216300 Nov 10 23:51:21.871116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.875564 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:21.896833 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:51:21.901559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.958019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.961513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.983915 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cbcad6-744e-4aa1-b3c9-cdef10ee9658,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:21.991655 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:21.992827 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7df14558-0568-41cc-8a66-6caf455089a5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206994 Nov 10 23:51:21.995679 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58736) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:21.999948 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3c7e0236-e005-4272-8ea3-a8ab323e6388', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:22.020436 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:51:22.025195 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.083590 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.087140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.106568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db79e07-8fc5-44e8-baea-f1a1d59bd59d,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:22.111792 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.112981 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-550f16bf-6819-4ecb-82b2-2d27e863fdb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163666 Nov 10 23:51:22.115972 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:22.120726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'network': {'name': 'tempest-network-smoke--971235101', 'project_id': '385d61820526426e855a242a45e94da0', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:22.144963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:51:22.148314 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.171587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:51:22.180575 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.181097 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Added segment 1aeaf7af-97af-498d-aa69-e89c4cc4ac73 of type vlan for network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 Nov 10 23:51:22.219651 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.248362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.253955 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:22.254526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.309405 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1923683 Nov 10 23:51:22.312560 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:22.323470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'admin_state_up': True, 'project_id': '385d61820526426e855a242a45e94da0', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:22.338825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945b5ef-a8d1-458a-b5bd-8b5a547e27ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Network': ['ID=611f96b6-695b-462d-8e9c-cbaf7c0f5102,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:22.350141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:51:22.352481 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.353557 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.405491 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.546038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.736182 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.758732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.859896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.176 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/18b136ad-ac26-4217-9ca6-e4055a14a37b) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:51:22.964838 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:22.996729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:23.032027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:23.036825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:23.040390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:51:23.050362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0ec15c-bea0-4983-b198-22cf24fda3a7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:23.066744 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=18b136ad-ac26-4217-9ca6-e4055a14a37b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:23.134626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-19c666b4-3976-4678-be5e-dbb85e414e39 None None] Provisioning complete for port 18b136ad-ac26-4217-9ca6-e4055a14a37b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:23.134995 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-19c666b4-3976-4678-be5e-dbb85e414e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:23.167450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-19c666b4-3976-4678-be5e-dbb85e414e39 None None] Port 18b136ad-ac26-4217-9ca6-e4055a14a37b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:51:23.286241 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:23.482837 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:23.610284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 37b32345-9482-4d59-9e81-d6cf36b232f4 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:51:23.713028 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:51:23.722826 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Sync routers for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:51:23.733693 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:23.734370 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:23.734617 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:23.735733 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-755ae4c7-46a0-4780-b593-75feee0c0715 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4220827 Nov 10 23:51:23.738736 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58742) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:23.838132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:23.864777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb421b3a-36a2-49dc-828f-1634b020aa15 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=385d61820526426e855a242a45e94da0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249032 Nov 10 23:51:23.867508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58746) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:24.014191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c5aa48-43f6-46fd-ace5-a94a58dc1f17 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:24.015593 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c0c5aa48-43f6-46fd-ace5-a94a58dc1f17 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469486 Nov 10 23:51:24.016066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:23Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:24.018414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58748) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:24.054228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-506ac7d7-c3f6-4f4b-ad41-df4fc7e29f33 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340910 Nov 10 23:51:24.056871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58750) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:24.062494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1348081579', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'project_id': '385d61820526426e855a242a45e94da0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:24.157925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:51:24.161438 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.199930 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Checking router: 37b32345-9482-4d59-9e81-d6cf36b232f4 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:51:24.200274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Updating router 37b32345-9482-4d59-9e81-d6cf36b232f4 port 18b136ad-ac26-4217-9ca6-e4055a14a37b binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:51:24.225197 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.335480 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.389754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Subnet': ['ID=d90dfe8b-6537-4d47-acaa-aed00167ccc8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:24.405157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Checking segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:51:24.405594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network hostable DHCP agents. Network: 611f96b6-695b-462d-8e9c-cbaf7c0f5102, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:51:24.422440 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:51:24.432071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 611f96b6-695b-462d-8e9c-cbaf7c0f5102) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:24.436198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:24.437174 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.443838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffed8bf-159c-4b60-9446-9eae8228647b None None] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:51:24.454417 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7fb10df2-86a2-4794-a3a4-b3dd9ccbca39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3964803 Nov 10 23:51:24.457172 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58752) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:24.541291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.560287 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.616011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e2cdc-10c5-4f04-8544-60fbeda9f3f4 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:24.652210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Attempting to bind port 18b136ad-ac26-4217-9ca6-e4055a14a37b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:51:24.652471 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Attempting to bind port 18b136ad-ac26-4217-9ca6-e4055a14a37b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:51:24.652830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Attempting to bind port 18b136ad-ac26-4217-9ca6-e4055a14a37b on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:51:24.663591 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:51:24.663980 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:51:24.664382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.664781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:51:24.665329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Bound port: 18b136ad-ac26-4217-9ca6-e4055a14a37b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:51:24.665772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.704442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b899-5e1d-40e0-9be4-3c3506314200 None None] Pushing event updated for resources: {'Port': ['ID=18b136ad-ac26-4217-9ca6-e4055a14a37b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:24.763689 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4b8e897a-1392-4116-a959-4ec3d4cc76cd None None] Provisioning complete for port 18b136ad-ac26-4217-9ca6-e4055a14a37b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:24.764359 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4b8e897a-1392-4116-a959-4ec3d4cc76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.790850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] For port 18b136ad-ac26-4217-9ca6-e4055a14a37b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:51:24.794492 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:51:24.795335 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.823044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] For port 18b136ad-ac26-4217-9ca6-e4055a14a37b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=18b136ad-ac26-4217-9ca6-e4055a14a37b,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:51:24.831085 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:24.844361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e897a-1392-4116-a959-4ec3d4cc76cd None None] Port 18b136ad-ac26-4217-9ca6-e4055a14a37b cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:51:24.926086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a1d8e-0243-4c04-b689-95cf581eb572 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:51:24.976691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b899-5e1d-40e0-9be4-3c3506314200 None None] Pushing event updated for resources: {'Port': ['ID=18b136ad-ac26-4217-9ca6-e4055a14a37b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:24.988096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:24.988736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:25.123353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Allocated IP 172.20.0.2 (611f96b6-695b-462d-8e9c-cbaf7c0f5102/d90dfe8b-6537-4d47-acaa-aed00167ccc8/5ac8fdf6-9e88-4f16-bc01-4553fd0caccd) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:51:25.151855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] Provisioning complete for port 18b136ad-ac26-4217-9ca6-e4055a14a37b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:25.152230 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.185771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecc545c4-5d1f-4565-93b3-38f7332568b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.208798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.244119 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:25.476091 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.504510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.534251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.537048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] For port 18b136ad-ac26-4217-9ca6-e4055a14a37b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=18b136ad-ac26-4217-9ca6-e4055a14a37b,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:25.547557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.558298 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.1 (611f96b6-695b-462d-8e9c-cbaf7c0f5102/d90dfe8b-6537-4d47-acaa-aed00167ccc8/35cae8f4-86d3-49ff-8ac6-00ece4796681) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:51:25.586957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:25.594187 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:25.597434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:51:25.610483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Pushing event updated for resources: {'Port': ['ID=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:25.675486 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.705327 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:23Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:25.709950 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.738114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86b5ac-0c69-48b4-a296-4c53b020488f None None] Pushing event updated for resources: {'Port': ['ID=18b136ad-ac26-4217-9ca6-e4055a14a37b,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:25.741748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Attempting to bind port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:51:25.742128 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Attempting to bind port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:51:25.742495 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Attempting to bind port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd on network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:51:25.745001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:25.745700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68a458-4ea3-4ebc-91c5-35b3f2c09317 None None] The sync data for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 is: [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:23Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:25.747999 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:25.751660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:51:25.752050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Checking segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:51:25.752456 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.752843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Bound using segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:51:25.754174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Bound port: 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:51:25.754615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.754914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:51:25.792027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:25.812699 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.833525 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] For port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:51:25.838161 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] For port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:51:25.842911 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:25.904656 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70cf39-f6ed-4bcc-9003-b673fedbe6ee None None] Pushing event updated for resources: {'Port': ['ID=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:25.961446 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:26.314210 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:26.319753 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:26.398553 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:26.402213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:26.500033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:26.501556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:26.626226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 37b32345-9482-4d59-9e81-d6cf36b232f4 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:51:26.746271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:51:26.752111 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ce3fa0d2-330c-4080-87db-dc74423030c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/37b32345-9482-4d59-9e81-d6cf36b232f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2939112 Nov 10 23:51:26.891539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa37a9-037b-4731-a68f-4a7c2acb0ec9 None None] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:51:26.913874 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-21cb5dad-ca07-4607-9767-2e6f418075cf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147035037&fields=id&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 267 time: 0.0477033 Nov 10 23:51:27.013861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] Provisioning complete for port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:27.013861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.029791 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-5fc8c82c-1c8c-46a9-bc1a-b5c81918f186 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:27.031527 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-5fc8c82c-1c8c-46a9-bc1a-b5c81918f186 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/networks?id=611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 200 len: 796 time: 0.1111417 Nov 10 23:51:27.053066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-7f66ca2d-e6bc-4f4b-a22a-2cba488fd0fc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/quotas/385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 375 time: 0.0114720 Nov 10 23:51:27.138865 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-270a7b65-273a-40a1-82ec-14fc97baa7aa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722826 Nov 10 23:51:27.144714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-47afbefb-a3c5-48f7-a295-3b37ae877700 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:51:27.146472 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.149522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-47afbefb-a3c5-48f7-a295-3b37ae877700 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096457 Nov 10 23:51:27.199704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 18b136ad-ac26-4217-9ca6-e4055a14a37b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:51:27.205314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] For port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:27.233914 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.275736 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-4671d378-a1e2-4f8d-86cc-a88287459eff service neutron] 10.222.0.25 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218600 Nov 10 23:51:27.299435 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e57e9-36ce-4c75-892e-8694b7f27e5c None None] Pushing event updated for resources: {'Port': ['ID=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:27.313156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 18b136ad-ac26-4217-9ca6-e4055a14a37b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:27.313525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.381569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-455c7c2c-ba78-4e99-a297-11a228362b7b service neutron] 10.222.0.25 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046379 Nov 10 23:51:27.385320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eca1a593-e555-46e4-a8cb-fb0839e576f5 None None] Provisioning complete for port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:27.385683 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eca1a593-e555-46e4-a8cb-fb0839e576f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.468428 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:51:27.520121 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Sync routers for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:51:27.531611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:27.532533 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:50:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:27.574773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8761bc00-a3ae-4b93-8854-bf297c4d5a8f req-a457ffc2-6fdb-4363-b46e-a43a6d75e587 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 210 time: 0.0349433 Nov 10 23:51:27.617625 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-eca1a593-e555-46e4-a8cb-fb0839e576f5 None None] Provisioning complete for port 35cae8f4-86d3-49ff-8ac6-00ece4796681 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:27.617994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eca1a593-e555-46e4-a8cb-fb0839e576f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.667013 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:27.840825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:27.841214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.880565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8859b80e-d1b8-4436-aeab-592f37de746f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:27.886155 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-eca1a593-e555-46e4-a8cb-fb0839e576f5 None None] Port 35cae8f4-86d3-49ff-8ac6-00ece4796681 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:51:27.911795 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:26Z', 'revision_number': 2, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:27.942387 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Checking router: 37b32345-9482-4d59-9e81-d6cf36b232f4 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:51:27.943509 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Updating router 37b32345-9482-4d59-9e81-d6cf36b232f4 port 35cae8f4-86d3-49ff-8ac6-00ece4796681 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:51:27.968216 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.006935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-266b79b4-2ba7-42e9-9ffd-8e257696bd53 None None] Provisioning complete for port 35cae8f4-86d3-49ff-8ac6-00ece4796681 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:28.007556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-266b79b4-2ba7-42e9-9ffd-8e257696bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.054461 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-266b79b4-2ba7-42e9-9ffd-8e257696bd53 None None] Port 35cae8f4-86d3-49ff-8ac6-00ece4796681 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:51:28.237851 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.243143 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.292524 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Pushing event updated for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:28.303545 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.304110 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.304454 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.304787 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.305163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.305462 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.306215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.306215 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.306416 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.306715 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.307032 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.307354 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:51:28.361115 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Attempting to bind port 35cae8f4-86d3-49ff-8ac6-00ece4796681 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:51:28.361485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Attempting to bind port 35cae8f4-86d3-49ff-8ac6-00ece4796681 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:51:28.361844 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Attempting to bind port 35cae8f4-86d3-49ff-8ac6-00ece4796681 on network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:51:28.367360 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:51:28.367740 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Checking segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:51:28.368109 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.368494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Bound using segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:51:28.368949 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Bound port: 35cae8f4-86d3-49ff-8ac6-00ece4796681, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:51:28.369350 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.438347 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] For port 35cae8f4-86d3-49ff-8ac6-00ece4796681, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:51:28.442436 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] For port 35cae8f4-86d3-49ff-8ac6-00ece4796681, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=35cae8f4-86d3-49ff-8ac6-00ece4796681,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:51:28.446491 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.502052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:28.502671 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:28.596360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] Provisioning complete for port 35cae8f4-86d3-49ff-8ac6-00ece4796681 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:28.597033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.622897 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:28.821589 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.844465 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-485bdd56-fae1-40d2-baeb-4946aebd5901 req-8e7cf911-0aef-4c71-a8be-6a072872ac05 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 210 time: 0.1017010 Nov 10 23:51:28.850052 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24635bbb-2b76-404b-a0ed-0b06b2589b87 None None] Pushing event updated for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:28.866763 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:28.912467 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] For port 35cae8f4-86d3-49ff-8ac6-00ece4796681, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=35cae8f4-86d3-49ff-8ac6-00ece4796681,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:28.914364 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-56983c48-6637-4f07-aa05-bd070ad176a7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:28.914928 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834ed37-0b1a-491c-be0d-e8554708dddb None None] The sync data for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 is: [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:28.916391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-56983c48-6637-4f07-aa05-bd070ad176a7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/networks?id=611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 200 len: 796 time: 0.2653983 Nov 10 23:51:28.920256 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:28.931712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-91bf9ef7-7e5b-43d1-9ed3-5f6f053f609a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:51:28.932846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-91bf9ef7-7e5b-43d1-9ed3-5f6f053f609a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064652 Nov 10 23:51:29.006158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ad710-bd84-49c9-8fd2-76ebcfcbdf70 None None] Pushing event updated for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:29.019992 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-3b6d921e-6ccd-4a59-99a8-93251e784cdf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385d61820526426e855a242a45e94da0&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0803699 Nov 10 23:51:29.044519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e5c9c1c1-6d84-43ac-b9f8-3ce8b8905a40 None None] Provisioning complete for port 35cae8f4-86d3-49ff-8ac6-00ece4796681 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:29.045070 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c1c1-6d84-43ac-b9f8-3ce8b8905a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.070410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-3d49d2a8-e8f4-4cdd-b121-2c1368595ad3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0441296 Nov 10 23:51:29.083537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'port': {'device_id': '1987198d-0807-4fde-b424-b7b3634a1260', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'admin_state_up': True, 'tenant_id': '385d61820526426e855a242a45e94da0', 'security_groups': ['3c7e0236-e005-4272-8ea3-a8ab323e6388']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:29.214003 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.217296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 35cae8f4-86d3-49ff-8ac6-00ece4796681 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:51:29.230770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:51:29.235697 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.270082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 35cae8f4-86d3-49ff-8ac6-00ece4796681 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:29.270452 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.365084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:51:29.404750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.5 (611f96b6-695b-462d-8e9c-cbaf7c0f5102/d90dfe8b-6537-4d47-acaa-aed00167ccc8/cf465266-04f3-4415-b041-3c35dacffee0) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:51:29.432142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:29.434054 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.594806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.631451 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.676337 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:29.679629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:29.683512 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:51:29.691168 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:29.756264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:29.757273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:29.780765 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-504a5167-eeb2-4047-af07-90972c4b6b47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7047541 Nov 10 23:51:29.847890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Request body: {'port': {'device_id': '1987198d-0807-4fde-b424-b7b3634a1260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:29.909222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.014923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-af66016f-0801-42d5-92a1-8a5bb27933be None None] Provisioning complete for port cf465266-04f3-4415-b041-3c35dacffee0 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:30.015443 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af66016f-0801-42d5-92a1-8a5bb27933be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.064422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-af66016f-0801-42d5-92a1-8a5bb27933be None None] Port cf465266-04f3-4415-b041-3c35dacffee0 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:51:30.074424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da8fe5-f649-4dbc-85b3-7062f2abd022 req-1572ca81-7119-4693-a3c8-30f90374d123 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:30.075915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91da8fe5-f649-4dbc-85b3-7062f2abd022 req-1572ca81-7119-4693-a3c8-30f90374d123 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 931 time: 0.1285222 Nov 10 23:51:30.179951 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91da8fe5-f649-4dbc-85b3-7062f2abd022 req-a5010d71-8af8-4a8b-ad41-2ecab89ef9db tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978057 Nov 10 23:51:30.265205 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf465266-04f3-4415-b041-3c35dacffee0 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:51:30.272812 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.289660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Transition to ACTIVE for port object cf465266-04f3-4415-b041-3c35dacffee0 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:51:30.293205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.346383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Pushing event updated for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:30.413765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Attempting to bind port cf465266-04f3-4415-b041-3c35dacffee0 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:51:30.413992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Attempting to bind port cf465266-04f3-4415-b041-3c35dacffee0 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:51:30.414316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Attempting to bind port cf465266-04f3-4415-b041-3c35dacffee0 on network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:51:30.418801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Port cf465266-04f3-4415-b041-3c35dacffee0 on network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:51:30.419114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Attempting to bind port cf465266-04f3-4415-b041-3c35dacffee0 on network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:51:30.424131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:51:30.424463 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Checking segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:51:30.424869 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Bound using segment: {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:51:30.425321 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Bound port: cf465266-04f3-4415-b041-3c35dacffee0, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aeaf7af-97af-498d-aa69-e89c4cc4ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:51:30.425676 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.493410 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:51:30.496435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf465266-04f3-4415-b041-3c35dacffee0,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:51:30.499922 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.531545 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:30.532147 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.533519 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 200 len: 1091 time: 0.7442527 Nov 10 23:51:30.533946 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:51:30.536922 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716018d6-a70c-4387-84f0-94fa4aa88969" -d '{"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:51:30.566838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231028-e562-47bb-9181-dc80fe56c778 service neutron] Pushing event updated for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:30.628241 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.640731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-690ae9db-a266-4151-9058-4d64de9b1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:30.642419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-690ae9db-a266-4151-9058-4d64de9b1361 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1094 time: 0.0464544 Nov 10 23:51:30.692576 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708322fa-189e-4f93-b869-19a47d2b8da5 x-openstack-request-id: req-708322fa-189e-4f93-b869-19a47d2b8da5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:51:30.692856 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:51:30.693128 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-708322fa-189e-4f93-b869-19a47d2b8da5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:51:30.693526 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0', 'status': 'completed', 'code': 200} Nov 10 23:51:30.695308 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-14b4c13c-5e47-44d4-b4e5-d7407f59fde0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 200 len: 217 time: 0.0429895 Nov 10 23:51:30.749495 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-311b68f9-b3ed-4452-86cb-208bc0d5a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:30.750978 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-311b68f9-b3ed-4452-86cb-208bc0d5a7e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d90dfe8b-6537-4d47-acaa-aed00167ccc8 HTTP/1.1" status: 200 len: 835 time: 0.0488396 Nov 10 23:51:30.795460 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-00d2d5d2-a883-42cf-8c75-d2a857d8a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:30.796900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-00d2d5d2-a883-42cf-8c75-d2a857d8a5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611f96b6-695b-462d-8e9c-cbaf7c0f5102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391922 Nov 10 23:51:30.863149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:30.891743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-55842ac0-eab9-4d1f-8623-e9660a0ceae2 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877771 Nov 10 23:51:30.980874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e7b33d0-8393-45e6-b9d7-045f59b6f1fd req-eb6433aa-07c8-4a52-92d9-452b0afea66a service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815821 Nov 10 23:51:31.067877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-fadc2aba-6f48-4cd5-bc40-a55fe29972e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:31.069543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-fadc2aba-6f48-4cd5-bc40-a55fe29972e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1094 time: 0.0414121 Nov 10 23:51:31.162567 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-59f77ece-75db-4772-b60d-1467ce5de0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:31.164045 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-59f77ece-75db-4772-b60d-1467ce5de0ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 200 len: 896 time: 0.0878057 Nov 10 23:51:31.205782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-1272abdd-efa0-407a-ab12-8f8df830a524 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 200 len: 217 time: 0.0349834 Nov 10 23:51:31.270541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-7d71eeee-0a54-4510-a33e-a43de8a46bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:31.271875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-7d71eeee-0a54-4510-a33e-a43de8a46bd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d90dfe8b-6537-4d47-acaa-aed00167ccc8 HTTP/1.1" status: 200 len: 835 time: 0.0582380 Nov 10 23:51:31.330586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c999f-fa5f-4962-9edd-068f9eef1b8b req-22760f5c-6745-41be-913e-e1093ba421ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:31.332595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-993c999f-fa5f-4962-9edd-068f9eef1b8b req-22760f5c-6745-41be-913e-e1093ba421ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 943 time: 0.0799026 Nov 10 23:51:31.347184 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-e5184f78-6c51-4950-aee5-f8bf45f6dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:31.348570 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-e5184f78-6c51-4950-aee5-f8bf45f6dfa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611f96b6-695b-462d-8e9c-cbaf7c0f5102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632319 Nov 10 23:51:31.435027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-993c999f-fa5f-4962-9edd-068f9eef1b8b req-6c91ef9b-5c95-4f52-b773-de89ff91775a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956457 Nov 10 23:51:31.466039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-24769a28-fc71-400d-be54-f5d80eac9798 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086073 Nov 10 23:51:31.553832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-716018d6-a70c-4387-84f0-94fa4aa88969 req-83b8d07e-d1ea-44ee-8ec3-ff949b0958e7 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800409 Nov 10 23:51:32.554996 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa5ef-db2f-47e8-ab7e-726b04fedf82 req-fd24139c-51b2-42be-8190-cf5139c3806e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:32.556466 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-147fa5ef-db2f-47e8-ab7e-726b04fedf82 req-fd24139c-51b2-42be-8190-cf5139c3806e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 943 time: 0.0529799 Nov 10 23:51:32.605947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-147fa5ef-db2f-47e8-ab7e-726b04fedf82 req-1ab7beee-6e6a-454d-8de3-3d8f65606a24 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433755 Nov 10 23:51:32.606468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf465266-04f3-4415-b041-3c35dacffee0 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:51:32.701340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf465266-04f3-4415-b041-3c35dacffee0,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:32.712445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'cf465266-04f3-4415-b041-3c35dacffee0', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'port_id': 'cf465266-04f3-4415-b041-3c35dacffee0', 'mac_address': 'fa:16:3e:b3:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:51:32.748004 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:32.763587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf465266-04f3-4415-b041-3c35dacffee0 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:51:32.782459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf465266-04f3-4415-b041-3c35dacffee0,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:32.786744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:32.834165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:33.034340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['cf465266-04f3-4415-b041-3c35dacffee0'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:51:33.722090 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd888a-9d65-4a69-a52a-7ac09af4ebdd req-3534328b-02f7-475e-bc88-e5df8f6aa184 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:33.723531 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eafd888a-9d65-4a69-a52a-7ac09af4ebdd req-3534328b-02f7-475e-bc88-e5df8f6aa184 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 944 time: 0.0534222 Nov 10 23:51:33.770673 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eafd888a-9d65-4a69-a52a-7ac09af4ebdd req-87117043-6ea0-4684-959d-395c8be3dc49 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Nov 10 23:51:34.605778 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf465266-04f3-4415-b041-3c35dacffee0 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:51:34.654965 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port cf465266-04f3-4415-b041-3c35dacffee0 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:51:34.659464 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port cf465266-04f3-4415-b041-3c35dacffee0 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:51:34.659836 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:34.737590 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:34.760349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:51:34.762615 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95957fc6-07e4-4b11-9f40-c4d6e90f2884" -d '{"events": [{"server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "name": "network-vif-plugged", "status": "completed", "tag": "cf465266-04f3-4415-b041-3c35dacffee0"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:51:34.775871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf465266-04f3-4415-b041-3c35dacffee0,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:51:34.779979 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:34.832448 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:34.863857 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298671f9-0969-4070-9bb0-6975eac83fb4 x-openstack-request-id: req-298671f9-0969-4070-9bb0-6975eac83fb4 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:51:34.864218 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "name": "network-vif-plugged", "status": "completed", "tag": "cf465266-04f3-4415-b041-3c35dacffee0", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:51:34.864543 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-298671f9-0969-4070-9bb0-6975eac83fb4 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:51:34.865032 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0', 'code': 200} Nov 10 23:51:34.897682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ebb10-10b9-43dd-b12d-bb0b553d0160 req-6c0db287-af2a-4eec-b547-aa903e35382e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:34.899174 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b1ebb10-10b9-43dd-b12d-bb0b553d0160 req-6c0db287-af2a-4eec-b547-aa903e35382e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0500498 Nov 10 23:51:34.978641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7b1ebb10-10b9-43dd-b12d-bb0b553d0160 req-c3876828-0869-4070-aed0-92a6fd7e887e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730584 Nov 10 23:51:34.984657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799c4af-9693-4230-95ff-441815789261 req-500bc504-9405-43b0-9003-f897e8e931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:34.986140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2799c4af-9693-4230-95ff-441815789261 req-500bc504-9405-43b0-9003-f897e8e931e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1096 time: 0.0619977 Nov 10 23:51:35.033087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2799c4af-9693-4230-95ff-441815789261 req-f25b0dea-a3e4-45e8-927b-794b81b2061c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Nov 10 23:51:35.175993 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:51:36.099197 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ed78-a07b-4e4c-aa50-fe5b19978f2e req-62252948-c758-48c6-907c-13d971bcf124 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:36.100672 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bed3ed78-a07b-4e4c-aa50-fe5b19978f2e req-62252948-c758-48c6-907c-13d971bcf124 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Nov 10 23:51:36.149730 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bed3ed78-a07b-4e4c-aa50-fe5b19978f2e req-d26d963c-87ef-4171-98db-a1698efcbd7e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Nov 10 23:51:36.261264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0b2e-8969-43aa-b8b2-ac2cee64c9fa req-9c0af8b1-2490-4137-b26c-64c96f41e081 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:36.262634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82da0b2e-8969-43aa-b8b2-ac2cee64c9fa req-9c0af8b1-2490-4137-b26c-64c96f41e081 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0473626 Nov 10 23:51:36.311952 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-82da0b2e-8969-43aa-b8b2-ac2cee64c9fa req-a25e382d-6e25-4f43-930e-728ad6b1eb9c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Nov 10 23:51:36.334310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58810) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:36.373213 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffac020-4738-426a-b465-47fbf603aad4 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:36.374696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ffac020-4738-426a-b465-47fbf603aad4 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1091 time: 0.0394022 Nov 10 23:51:36.377586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58812) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:36.382309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'cf465266-04f3-4415-b041-3c35dacffee0', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:51:36.403123 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:36.499836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:36.604099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.69 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/81e24ad4-94b2-49b5-9905-bc3d81a01043) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:51:36.702365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:36.733765 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:36.776003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:51:36.778929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:51:36.782444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:51:36.804307 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=81e24ad4-94b2-49b5-9905-bc3d81a01043,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:37.408542 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:37.476048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:37.622295 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:37.626657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:37.697842 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=81e24ad4-94b2-49b5-9905-bc3d81a01043,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:51:37.704131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:37.802172 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP ffc31927-1f43-4786-b846-367fbcf7bdfc associated. External IP: 172.25.0.69, port: cf465266-04f3-4415-b041-3c35dacffee0. Nov 10 23:51:38.007970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 37b32345-9482-4d59-9e81-d6cf36b232f4 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:51:38.114502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:51:38.124643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Sync routers for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:51:38.132273 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:38.135557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:38.136184 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:38.161267 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a4462072-23db-4df2-8d93-eba7df29d258 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7796633 Nov 10 23:51:38.161267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:51:38.161934 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577522b7-35bf-4932-bc9c-89dff15bdfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:51:38.201429 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f2873-bda1-4458-9e59-28d244b92321 x-openstack-request-id: req-e15f2873-bda1-4458-9e59-28d244b92321 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:51:38.201828 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:51:38.202078 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e15f2873-bda1-4458-9e59-28d244b92321 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:51:38.202470 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0', 'status': 'completed', 'code': 200} Nov 10 23:51:38.265629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:38.275061 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-b1c2471e-0668-4fdf-bd5e-d14d0e29460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:38.276716 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-b1c2471e-0668-4fdf-bd5e-d14d0e29460a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1096 time: 0.0463691 Nov 10 23:51:38.279958 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8ed39-d440-4ae7-8c3a-0d7761261243 req-dd094d42-75ac-45ac-9403-e52beac5b3f7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:38.281548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee8ed39-d440-4ae7-8c3a-0d7761261243 req-dd094d42-75ac-45ac-9403-e52beac5b3f7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0646849 Nov 10 23:51:38.346246 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2ee8ed39-d440-4ae7-8c3a-0d7761261243 req-373df89f-2152-4e9c-9efb-7922db1b780e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516150 Nov 10 23:51:38.370349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58822) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:38.389653 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-64844080-b697-4b3a-875e-a893e609641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:38.391129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-64844080-b697-4b3a-875e-a893e609641e service neutron] 10.222.0.20 "GET /v2.0/networks?id=611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 200 len: 896 time: 0.1071754 Nov 10 23:51:38.433592 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6dfbf2d-94cd-4d97-9f21-5206849f2db3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/ffc31927-1f43-4786-b846-367fbcf7bdfc HTTP/1.1" status: 200 len: 990 time: 0.0618887 Nov 10 23:51:38.459054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-6da06e29-cb69-4b8c-a6bf-352508c095c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 200 len: 998 time: 0.0605676 Nov 10 23:51:38.505079 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ffc31927-1f43-4786-b846-367fbcf7bdfc', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'port_id': 'cf465266-04f3-4415-b041-3c35dacffee0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'mac_address': 'fa:16:3e:b3:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987198d-0807-4fde-b424-b7b3634a1260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:51:37Z', 'updated_at': '2021-11-10T23:51:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:38.514936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-89189ac7-b02a-4323-8016-6fa2723d00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:38.516597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-89189ac7-b02a-4323-8016-6fa2723d00ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d90dfe8b-6537-4d47-acaa-aed00167ccc8 HTTP/1.1" status: 200 len: 835 time: 0.0506415 Nov 10 23:51:38.530651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Checking router: 37b32345-9482-4d59-9e81-d6cf36b232f4 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:51:38.539906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:51:38.540509 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:38.568922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-608c9fbb-a860-4fa0-b225-ebdfdc7123f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:51:38.570452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-608c9fbb-a860-4fa0-b225-ebdfdc7123f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611f96b6-695b-462d-8e9c-cbaf7c0f5102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422831 Nov 10 23:51:38.644856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:51:38.659609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-3acf7369-a592-4865-93a1-5c9cd4790135 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816503 Nov 10 23:51:38.757310 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-577522b7-35bf-4932-bc9c-89dff15bdfaf req-9d819bb3-dd04-4041-882d-a3f1f75bab23 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890832 Nov 10 23:51:38.871399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ffc31927-1f43-4786-b846-367fbcf7bdfc', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'port_id': 'cf465266-04f3-4415-b041-3c35dacffee0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'mac_address': 'fa:16:3e:b3:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987198d-0807-4fde-b424-b7b3634a1260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:51:37Z', 'updated_at': '2021-11-10T23:51:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:51:38.897190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba8c32-2cda-4e2c-aa6a-996ddc19bca7 None None] The sync data for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 is: [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'ffc31927-1f43-4786-b846-367fbcf7bdfc', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'port_id': 'cf465266-04f3-4415-b041-3c35dacffee0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'mac_address': 'fa:16:3e:b3:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987198d-0807-4fde-b424-b7b3634a1260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:51:37Z', 'updated_at': '2021-11-10T23:51:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:51:39.075313 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e65dc2-2729-4077-adc3-666d22b7a9d8 None None] New status for floating IP ffc31927-1f43-4786-b846-367fbcf7bdfc: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:51:39.437552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58826) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:51:39.502350 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5a29ca91-ce96-43f1-976c-e93a447872e1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/ffc31927-1f43-4786-b846-367fbcf7bdfc HTTP/1.1" status: 200 len: 992 time: 0.0636568 Nov 10 23:51:45.222657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:45.705038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:55.107585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-951792ff-a9eb-40c6-966a-929d045adf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:57.742478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15333240-2749-4cc6-9041-61e029981a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:51:59.198242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:00.623022 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:00.865713 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:08.258798 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafde8c-f2bd-422e-a518-1d6067cbbf60 req-f14c93a7-3c8f-4a25-9df5-9d16c9521509 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:08.260296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eeafde8c-f2bd-422e-a518-1d6067cbbf60 req-f14c93a7-3c8f-4a25-9df5-9d16c9521509 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Nov 10 23:52:08.309334 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eeafde8c-f2bd-422e-a518-1d6067cbbf60 req-7cd475a7-0c99-420f-8ff5-a920d4b6db35 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Nov 10 23:52:09.427161 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0959b4-1c9e-4a38-b37a-ebacc019ae12 req-6665c9f1-2343-4760-a4bf-22feacddfe63 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:09.428698 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb0959b4-1c9e-4a38-b37a-ebacc019ae12 req-6665c9f1-2343-4760-a4bf-22feacddfe63 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0490971 Nov 10 23:52:09.478470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fb0959b4-1c9e-4a38-b37a-ebacc019ae12 req-e727b3e0-b03c-49d1-8606-06e9f03d4ca8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Nov 10 23:52:09.501335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58842) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:09.559399 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ec26e1d9-02a4-4042-845e-3bf08e2be0d5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/ffc31927-1f43-4786-b846-367fbcf7bdfc HTTP/1.1" status: 200 len: 992 time: 0.0569539 Nov 10 23:52:10.831208 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19a9c-3c59-4501-96d7-d3858081699c req-bcb4ead1-d5f9-4835-a2dc-d2107867b7bc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:10.832595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22c19a9c-3c59-4501-96d7-d3858081699c req-bcb4ead1-d5f9-4835-a2dc-d2107867b7bc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0559082 Nov 10 23:52:10.882637 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-22c19a9c-3c59-4501-96d7-d3858081699c req-36c4bd3e-43f2-42ad-9737-2b154aa8fcd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 Nov 10 23:52:12.002605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a0a83-db76-485f-8f41-c94911ac2145 req-e8a5301c-8c82-48f5-bd88-4ec76399d8e8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:12.004056 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff4a0a83-db76-485f-8f41-c94911ac2145 req-e8a5301c-8c82-48f5-bd88-4ec76399d8e8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Nov 10 23:52:12.052689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ff4a0a83-db76-485f-8f41-c94911ac2145 req-8bc5aba2-1e8d-4e42-89f9-60dc8668e6b1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Nov 10 23:52:12.075177 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58852) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:12.149573 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d0b581f2-0bf9-42b7-9b03-86cde7e11acb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/ffc31927-1f43-4786-b846-367fbcf7bdfc HTTP/1.1" status: 200 len: 992 time: 0.0732782 Nov 10 23:52:12.175063 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:52:12.446234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58858) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:12.599582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 81e24ad4-94b2-49b5-9905-bc3d81a01043 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:52:12.599930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:12.676466 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:12.676798 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:12.688944 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 81e24ad4-94b2-49b5-9905-bc3d81a01043 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:52:12.833667 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:12.859120 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=81e24ad4-94b2-49b5-9905-bc3d81a01043,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:12.884084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.884435 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.884777 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.885144 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.885478 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.885809 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.886139 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.886467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.886796 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.887118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.887439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.887759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:12.925427 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:12.925792 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP ffc31927-1f43-4786-b846-367fbcf7bdfc disassociated (deleted). External IP: 172.25.0.69, port: cf465266-04f3-4415-b041-3c35dacffee0. Nov 10 23:52:13.131342 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 37b32345-9482-4d59-9e81-d6cf36b232f4 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:52:13.235418 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:52:13.240741 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:13.245894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Sync routers for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:52:13.255396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:13.256003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:13.266140 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2c3ec38e-647b-494b-b19e-b5f0920b457e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/floatingips/ffc31927-1f43-4786-b846-367fbcf7bdfc HTTP/1.1" status: 204 len: 168 time: 0.8189309 Nov 10 23:52:13.266722 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:52:13.269141 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe00052-fe56-429c-bb72-fc6ebae9d33d" -d '{"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:52:13.307985 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089337a5-56cd-4326-bff6-28cec6e6f36d x-openstack-request-id: req-089337a5-56cd-4326-bff6-28cec6e6f36d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:52:13.308286 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "tag": "cf465266-04f3-4415-b041-3c35dacffee0", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:52:13.308530 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-089337a5-56cd-4326-bff6-28cec6e6f36d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:52:13.308932 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0', 'status': 'completed', 'code': 200} Nov 10 23:52:13.368143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:13.376637 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-e8bd19c3-fe33-47cb-a17e-0a3d8927f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:13.378248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-e8bd19c3-fe33-47cb-a17e-0a3d8927f0d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 1096 time: 0.0469124 Nov 10 23:52:13.526247 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c0150-5015-43ff-9b20-f23af4f5ae8c req-173a0de1-332d-4ed9-b891-eb82c49386c2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:13.527746 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d1c0150-5015-43ff-9b20-f23af4f5ae8c req-173a0de1-332d-4ed9-b891-eb82c49386c2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0741403 Nov 10 23:52:13.532483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-6e66237b-8008-4c1c-a78b-92762a5b7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:13.533900 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-6e66237b-8008-4c1c-a78b-92762a5b7375 service neutron] 10.222.0.20 "GET /v2.0/networks?id=611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 200 len: 896 time: 0.1454351 Nov 10 23:52:13.568373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:13.582844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-c2b3db7f-af79-494c-af2c-450a294d2965 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 200 len: 217 time: 0.0407341 Nov 10 23:52:13.593927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Checking router: 37b32345-9482-4d59-9e81-d6cf36b232f4 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:52:13.602873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:13.603498 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:13.645512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d1c0150-5015-43ff-9b20-f23af4f5ae8c req-a75ae437-0937-42be-a988-5dfb582e3273 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105416 Nov 10 23:52:13.656609 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-ec88d7ea-e8ef-4cbd-aab0-f22fb6e27d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:13.659099 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-ec88d7ea-e8ef-4cbd-aab0-f22fb6e27d0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d90dfe8b-6537-4d47-acaa-aed00167ccc8 HTTP/1.1" status: 200 len: 835 time: 0.0662851 Nov 10 23:52:13.706836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-7913a69d-58a9-42a6-8c23-d88b911e7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:13.709150 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-7913a69d-58a9-42a6-8c23-d88b911e7410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611f96b6-695b-462d-8e9c-cbaf7c0f5102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413983 Nov 10 23:52:13.709914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:13.804621 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-1c7edab9-765b-4ae8-9791-06bee1818c6f service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Nov 10 23:52:13.894908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cfe00052-fe56-429c-bb72-fc6ebae9d33d req-038e0983-07b8-478f-8d8e-9a560e264989 service neutron] 10.222.0.20 "GET /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825222 Nov 10 23:52:13.906812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:14.085764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14baeb0f-75de-4ef2-a86c-271ab9b3211c None None] The sync data for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 is: [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '35cae8f4-86d3-49ff-8ac6-00ece4796681', 'name': '', 'network_id': '611f96b6-695b-462d-8e9c-cbaf7c0f5102', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:f6:9c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:25Z', 'updated_at': '2021-11-10T23:51:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'd90dfe8b-6537-4d47-acaa-aed00167ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:52:14.308187 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1706af-7c30-4ab6-8b5b-408b7f17602a None None] New status for floating IP ffc31927-1f43-4786-b846-367fbcf7bdfc: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:52:14.774750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42969574-f7a2-48ff-bfd9-61496df1f5cd req-e1a19b11-b476-4b7e-a322-817e92fa26b5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:14.776223 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42969574-f7a2-48ff-bfd9-61496df1f5cd req-e1a19b11-b476-4b7e-a322-817e92fa26b5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0596426 Nov 10 23:52:14.826548 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-42969574-f7a2-48ff-bfd9-61496df1f5cd req-186aa394-4953-4728-b7b7-d0c50205e779 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c7e0236-e005-4272-8ea3-a8ab323e6388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Nov 10 23:52:15.110078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-a1c51928-27a8-41d8-925c-156d18b824dd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:15.111532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-a1c51928-27a8-41d8-925c-156d18b824dd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 945 time: 0.0494132 Nov 10 23:52:15.202475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port cf465266-04f3-4415-b041-3c35dacffee0 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:52:15.202805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.227344 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.292375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port cf465266-04f3-4415-b041-3c35dacffee0, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=cf465266-04f3-4415-b041-3c35dacffee0,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:15.292652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.304742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for cf465266-04f3-4415-b041-3c35dacffee0 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:52:15.432124 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.466672 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=cf465266-04f3-4415-b041-3c35dacffee0,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:15.490372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.490726 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.491063 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.491399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.491725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.492051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.492373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.492693 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.493039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.493358 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.493673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.493985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:15.513728 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port cf465266-04f3-4415-b041-3c35dacffee0 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:52:15.516164 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.519505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-554477d4-d2be-4b9e-88ad-988fa129bc3b req-7b5b8466-4b7e-4796-b33f-56489b3d005f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "DELETE /v2.0/ports/cf465266-04f3-4415-b041-3c35dacffee0 HTTP/1.1" status: 204 len: 173 time: 0.4020455 Nov 10 23:52:15.519934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'name': 'network-vif-deleted', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:52:15.522824 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db7326-6a30-4237-ba99-1af0aa9d99b4" -d '{"events": [{"server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "name": "network-vif-deleted", "tag": "cf465266-04f3-4415-b041-3c35dacffee0"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:52:15.558677 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fea0d8d-275e-4402-a198-d8499fc1943d x-openstack-request-id: req-5fea0d8d-275e-4402-a198-d8499fc1943d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:52:15.559013 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1987198d-0807-4fde-b424-b7b3634a1260", "name": "network-vif-deleted", "tag": "cf465266-04f3-4415-b041-3c35dacffee0", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:52:15.559265 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fea0d8d-275e-4402-a198-d8499fc1943d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:52:15.559671 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1987198d-0807-4fde-b424-b7b3634a1260', 'name': 'network-vif-deleted', 'tag': 'cf465266-04f3-4415-b041-3c35dacffee0', 'status': 'completed', 'code': 200} Nov 10 23:52:15.711057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:15.938958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ffa94cb2-a2e0-4c40-8fd1-e702ebcf99fd req-7ca16e7b-95f5-4c72-b382-29f67d64b210 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=1987198d-0807-4fde-b424-b7b3634a1260 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Nov 10 23:52:16.999458 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58874) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:17.343277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:17.590165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 35cae8f4-86d3-49ff-8ac6-00ece4796681 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:52:17.590533 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:17.680043 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 35cae8f4-86d3-49ff-8ac6-00ece4796681, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=35cae8f4-86d3-49ff-8ac6-00ece4796681,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:17.680400 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:17.692885 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 35cae8f4-86d3-49ff-8ac6-00ece4796681 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:52:17.871486 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:17.898283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=35cae8f4-86d3-49ff-8ac6-00ece4796681,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:18.073229 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.283547 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 37b32345-9482-4d59-9e81-d6cf36b232f4 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:52:18.685948 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:52:18.691127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-12407080-2f2f-48e0-b23f-0a33f2a0bbda tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/37b32345-9482-4d59-9e81-d6cf36b232f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906464 Nov 10 23:52:18.694415 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58876) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:18.697098 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Sync routers for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:52:18.706564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:18.707389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:18.742543 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting subnet d90dfe8b-6537-4d47-acaa-aed00167ccc8 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:52:18.745653 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.783907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.793233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf465266-04f3-4415-b041-3c35dacffee0 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:52:18.820231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: cf465266-04f3-4415-b041-3c35dacffee0 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:52:18.820634 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device cf465266-04f3-4415-b041-3c35dacffee0 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:52:18.832198 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:18.869309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.927417 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.954281 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Subnet': ['ID=d90dfe8b-6537-4d47-acaa-aed00167ccc8,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:18.959320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:18.963939 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6512ef57-21b4-4eec-b4e4-a7c9ddc83eb6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/subnets/d90dfe8b-6537-4d47-acaa-aed00167ccc8 HTTP/1.1" status: 204 len: 168 time: 0.2684755 Nov 10 23:52:18.966265 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22e04d-0551-4236-b5a4-32893ce7c81d None None] Network 611f96b6-695b-462d-8e9c-cbaf7c0f5102 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:52:18.966463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58878) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:19.077802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.090052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:52:17Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.135873 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Checking router: 37b32345-9482-4d59-9e81-d6cf36b232f4 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:52:19.150989 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Routers {'37b32345-9482-4d59-9e81-d6cf36b232f4'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:19.151588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['37b32345-9482-4d59-9e81-d6cf36b232f4'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.191694 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.237592 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] DHCP port deletion for 611f96b6-695b-462d-8e9c-cbaf7c0f5102 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:52:19.244175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 18b136ad-ac26-4217-9ca6-e4055a14a37b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:52:19.244520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.291139 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] Set router 37b32345-9482-4d59-9e81-d6cf36b232f4 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:19.328191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 18b136ad-ac26-4217-9ca6-e4055a14a37b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=18b136ad-ac26-4217-9ca6-e4055a14a37b,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:19.328574 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.341095 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 18b136ad-ac26-4217-9ca6-e4055a14a37b owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:52:19.399679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Deleting port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:52:19.400048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.487150 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] For port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,segment=NetworkSegment(1aeaf7af-97af-498d-aa69-e89c4cc4ac73),segment_id=1aeaf7af-97af-498d-aa69-e89c4cc4ac73)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:19.487465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.510634 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.519742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Calling delete_port for 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:52:19.533890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=18b136ad-ac26-4217-9ca6-e4055a14a37b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:19.566477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2d821-e1fc-40d6-ae48-50d6b66922ce None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:52:19.600858 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.615109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:52:17Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.647308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40422b49-09a1-47f2-8002-dadab6af1b11 None None] The sync data for ids ['37b32345-9482-4d59-9e81-d6cf36b232f4'] in n-d-811521-3 is: [{'id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202789842', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:52:17Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '18b136ad-ac26-4217-9ca6-e4055a14a37b', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b32345-9482-4d59-9e81-d6cf36b232f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:51:22Z', 'updated_at': '2021-11-10T23:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:52:19.654147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.680824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Pushing event deleted for resources: {'Port': ['ID=5ac8fdf6-9e88-4f16-bc01-4553fd0caccd,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:19.685576 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] No DVR routers for this DVR port 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:52:19.694794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.695697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.695697 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.696091 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.696512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.696931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.698007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.698007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.698671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.698671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.698931 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.699633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaf153-0098-42e8-ab49-a2d56d30bcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:52:19.702865 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.705510 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.748701 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.749251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Fanout notify agent at l3_agent the message router_deleted on router 37b32345-9482-4d59-9e81-d6cf36b232f4 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:52:19.756728 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.757864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9c2d850f-3e56-41f0-97e8-8efdebbcaa23 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/routers/37b32345-9482-4d59-9e81-d6cf36b232f4 HTTP/1.1" status: 204 len: 168 time: 0.7904658 Nov 10 23:52:19.760560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58880) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:19.837833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.925795 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.945735 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611f96b6-695b-462d-8e9c-cbaf7c0f5102']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.954716 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeaf7af-97af-498d-aa69-e89c4cc4ac73') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.955016 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeaf7af-97af-498d-aa69-e89c4cc4ac73') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:19.964608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.977887 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.983457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:52:19.983825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:52:19.986722 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:52:20.053504 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.061068 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.064024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/networks/611f96b6-695b-462d-8e9c-cbaf7c0f5102 HTTP/1.1" status: 204 len: 168 time: 0.3023117 Nov 10 23:52:20.066871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58882) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:20.076447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d0c2c-0e6a-461c-a5af-520c69938ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Network': ['ID=611f96b6-695b-462d-8e9c-cbaf7c0f5102,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:20.136485 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.163334 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.222383 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.225461 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.226644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c7e0236-e005-4272-8ea3-a8ab323e6388 HTTP/1.1" status: 204 len: 168 time: 0.1585031 Nov 10 23:52:20.236426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160271e9-4b76-4a32-aa1e-7a3dd745fa29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e0236-e005-4272-8ea3-a8ab323e6388,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:20.641353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58888) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:20.646678 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460878458', 'description': 'tempest-secgroup-smoke-460878458 description', 'project_id': '385d61820526426e855a242a45e94da0'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:20.669823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.736419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.739893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.766537 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.767740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253133 Nov 10 23:52:20.770842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58890) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:20.772406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54f347-cf14-4d2c-82c3-844f0c416816 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37abdbda-58ff-4fc8-9d21-bb2cdec3056b,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:20.776084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:20.802019 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.856685 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.859966 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.876925 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1310328b-5abd-41a2-9e18-76794d8799ed,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:20.884534 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.885750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6309466c-95de-4d0b-a20d-4009e100cdb9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133354 Nov 10 23:52:20.888499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58892) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:20.892800 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:20.918034 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.972291 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.975815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:20.992851 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dffdea-a7a0-4bc7-b783-f0cf5632b094,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.000626 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.001843 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2a1c4d99-2188-4a79-b2d0-4c0a1ea4f866 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123655 Nov 10 23:52:21.004487 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58894) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.009439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.034651 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.095688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 35cae8f4-86d3-49ff-8ac6-00ece4796681 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:52:21.097610 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.101422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.116075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 35cae8f4-86d3-49ff-8ac6-00ece4796681 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:52:21.116397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 35cae8f4-86d3-49ff-8ac6-00ece4796681 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:52:21.116809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 18b136ad-ac26-4217-9ca6-e4055a14a37b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:52:21.122864 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8efdd1-2072-4a0f-90e9-0bbb90092d16,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.127525 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.130802 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c39a1893-80dd-4aa4-acea-0d13c7955535 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231990 Nov 10 23:52:21.131967 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58896) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.136467 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.140130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 18b136ad-ac26-4217-9ca6-e4055a14a37b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:52:21.140474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 18b136ad-ac26-4217-9ca6-e4055a14a37b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:52:21.140881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:52:21.159683 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:52:21.160016 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5ac8fdf6-9e88-4f16-bc01-4553fd0caccd not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:52:21.162246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.219874 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.223095 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.242391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2556a9ca-5269-4723-9c9e-64b07100e6a7,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.246482 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.247747 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f591ea92-8775-4b23-996d-031bfd42eb3e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147542 Nov 10 23:52:21.250368 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58898) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.254560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.275527 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:52:21.280211 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.338277 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.341632 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.359998 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eb8ec4-4125-4ec8-a455-a2b0f8a85027,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.370483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.371671 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a6721672-a359-41a0-b7d7-3da84cf6a725 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203916 Nov 10 23:52:21.374457 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58900) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.378824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '37abdbda-58ff-4fc8-9d21-bb2cdec3056b', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.399032 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:52:21.404097 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.464397 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.467883 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.485456 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027afa23-cec3-482b-8f69-bfcaa517ad05,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.492742 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.493955 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-57caa0c4-1243-4270-8af1-946052ba2517 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185539 Nov 10 23:52:21.496882 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58902) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.501607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'network': {'name': 'tempest-network-smoke--1892653579', 'project_id': '385d61820526426e855a242a45e94da0', 'port_security_enabled': True}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.522347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:52:21.525725 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.547816 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:52:21.556671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.557074 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Added segment db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8 of type vlan for network 45bb51e8-440c-419f-98b2-c87942b96216 Nov 10 23:52:21.596010 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.619080 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.624647 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:21.625256 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.679421 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1814075 Nov 10 23:52:21.682190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58904) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:21.687286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'admin_state_up': True, 'project_id': '385d61820526426e855a242a45e94da0', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:21.697203 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119e15f-470a-48f1-a7cf-424687e77d3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Network': ['ID=45bb51e8-440c-419f-98b2-c87942b96216,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:21.709501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 45bb51e8-440c-419f-98b2-c87942b96216 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:52:21.712343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.713387 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.768849 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:21.903801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.093081 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.111685 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.219631 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.120 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:52:22.317440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.349440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.383221 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:22.385973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:22.391357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:52:22.399443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17809a5-44ba-49d7-bfdb-cfbd56a8fc24 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:52:22.426274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:22.433572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-254488f2-5f3a-43e0-8b7e-dc255c7045c2 None None] Provisioning complete for port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:22.433928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-254488f2-5f3a-43e0-8b7e-dc255c7045c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:22.474561 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-254488f2-5f3a-43e0-8b7e-dc255c7045c2 None None] Port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:52:22.644079 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.122319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.246766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:52:23.350606 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:52:23.360200 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Sync routers for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:52:23.370152 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:23.370745 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:23.371878 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.374081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-aad514ae-530f-456a-bc1e-2ce5de76334f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6892684 Nov 10 23:52:23.376179 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58906) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:23.406536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-abcae7ef-a662-4984-b4b1-d7c9da5b5214 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=385d61820526426e855a242a45e94da0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269375 Nov 10 23:52:23.406757 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 58908) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:23.476097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:23.496080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656a589-466f-45b9-bc34-92f66f3a234e tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:23.500248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4656a589-466f-45b9-bc34-92f66f3a234e tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900140 Nov 10 23:52:23.500679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58910) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:23.529905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e92d1f72-e893-4402-a3c1-4799b9d26830 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278473 Nov 10 23:52:23.532436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58912) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:23.537712 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913490824', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'project_id': '385d61820526426e855a242a45e94da0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:23.622715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:52:23.626588 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.652762 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:22Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:23.678768 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Checking router: 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:52:23.679108 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Updating router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:52:23.703494 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.806803 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.874165 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Subnet': ['ID=96c40d77-30e4-44a3-8fc0-0b62efd40195,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:23.879317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Checking segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:52:23.879680 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network hostable DHCP agents. Network: 45bb51e8-440c-419f-98b2-c87942b96216, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:52:23.895578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 45bb51e8-440c-419f-98b2-c87942b96216 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:52:23.904685 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 45bb51e8-440c-419f-98b2-c87942b96216) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:23.908866 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:23.909560 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.919766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73007e4-ebc1-4a73-92d4-9354bbaf120e None None] Network 45bb51e8-440c-419f-98b2-c87942b96216 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:52:23.928864 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0d0250a7-28f2-4b17-beb7-ff15afa6667a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3928118 Nov 10 23:52:23.929092 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58914) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:23.953562 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:23.960134 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.006073 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36fbe0-430d-42ee-9145-df3863e9be61 None None] Pushing event updated for resources: {'Port': ['ID=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:24.006647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806edb44-36ca-44ce-bc1f-68c0d7bb8bbf None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:52:24.018704 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Attempting to bind port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:52:24.019072 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Attempting to bind port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:52:24.019434 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Attempting to bind port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:52:24.025722 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:52:24.026232 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:52:24.026638 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.027027 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:52:24.027494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Bound port: e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:52:24.028695 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.085989 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] For port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:52:24.091217 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] For port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:52:24.100317 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.100512 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-45bb51e8-440c-419f-98b2-c87942b96216', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:52:24.101332 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.127705 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] Provisioning complete for port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:24.128410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.151340 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:24.152065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:24.159651 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1906804-1087-469f-a663-d52a3fff0d74 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:52:24.210519 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36fbe0-430d-42ee-9145-df3863e9be61 None None] Pushing event updated for resources: {'Port': ['ID=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:24.273996 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:24.321999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Allocated IP 172.20.0.2 (45bb51e8-440c-419f-98b2-c87942b96216/96c40d77-30e4-44a3-8fc0-0b62efd40195/165e7beb-e1a5-49c6-83e9-6c708bf7a20d) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:52:24.343766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.368740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] For port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:24.375851 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.408642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.456758 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:22Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:24.479125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282351f1-ee8f-43af-9fea-3c91b599389b None None] Pushing event updated for resources: {'Port': ['ID=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:24.485247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6d567-0f32-4725-b74e-ded0c469e474 None None] The sync data for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 is: [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:22Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:52:24.543133 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a4d98822-e2de-4d0b-9dac-d32f602e21cc None None] Provisioning complete for port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:24.543499 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a4d98822-e2de-4d0b-9dac-d32f602e21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.600694 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.613986 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.664822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Network 45bb51e8-440c-419f-98b2-c87942b96216 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:24.690629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:24.693772 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:52:24.699222 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Pushing event updated for resources: {'Port': ['ID=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:24.721627 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.1 (45bb51e8-440c-419f-98b2-c87942b96216/96c40d77-30e4-44a3-8fc0-0b62efd40195/2ef217c0-7f41-4c28-81b2-850f8ed8f5a1) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:52:24.874999 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.921299 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.950230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Attempting to bind port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:52:24.950804 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Attempting to bind port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:52:24.950944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Attempting to bind port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d on network 45bb51e8-440c-419f-98b2-c87942b96216 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:52:24.956523 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:52:24.956923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Checking segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:52:24.957356 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.957740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Bound using segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:52:24.958241 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Bound port: 165e7beb-e1a5-49c6-83e9-6c708bf7a20d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:52:24.958621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:24.972115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 45bb51e8-440c-419f-98b2-c87942b96216 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:24.975517 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:24.979578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:52:25.004135 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:25.033148 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.037834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] For port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:52:25.041382 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] For port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:52:25.048469 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.134568 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-93598d7a-340b-485f-acad-0c9cbbaac1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.135972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994db9-20c1-4e35-855c-6d38be1cbf84 None None] Pushing event updated for resources: {'Port': ['ID=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:25.165255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:52:25.223176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:25.223688 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.233671 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.571349 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.575920 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.648520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:25.650253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:25.744398 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 45bb51e8-440c-419f-98b2-c87942b96216 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:25.745940 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:26.039692 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09521c7c-2e8e-4948-898d-33da63edf976 None None] Network 45bb51e8-440c-419f-98b2-c87942b96216 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:52:26.109652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] Provisioning complete for port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:26.110023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:26.181000 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:52:26.262644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:26.290823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:52:26.296241 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-014ec1a0-fe28-4a08-9987-68b4e206ea5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/65f5a1d9-fe2f-40fa-9e13-30730ff6d623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3659551 Nov 10 23:52:26.310540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] For port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:26.318625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:26.378131 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe6b3-2e7b-4d52-b0ee-bf34f2e608fe None None] Pushing event updated for resources: {'Port': ['ID=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:26.475199 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-3d8fd95c-dc06-4f4d-b89f-5b845594514a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460878458&fields=id&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 267 time: 0.0507104 Nov 10 23:52:26.500311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Sync routers for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:52:26.514960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:26.515575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:26.590493 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-9b780f8a-2de1-4c5f-932e-63c86970b43f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:26.592049 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-9b780f8a-2de1-4c5f-932e-63c86970b43f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 797 time: 0.1093946 Nov 10 23:52:26.608188 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-15442bb8-fbe1-4a74-8a76-e32f692f6509 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/quotas/385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Nov 10 23:52:26.610142 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef649e88-1471-46f4-889e-5886d8c20ec7 None None] Provisioning complete for port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:26.610549 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef649e88-1471-46f4-889e-5886d8c20ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:26.665340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ef649e88-1471-46f4-889e-5886d8c20ec7 None None] Port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:52:26.667253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-294e9713-050f-4ff7-a41f-8dc226d5b389 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509682 Nov 10 23:52:26.670269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:26.714342 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef649e88-1471-46f4-889e-5886d8c20ec7 None None] Provisioning complete for port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:26.714719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef649e88-1471-46f4-889e-5886d8c20ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:26.832412 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-29f5dd48-8f2a-435f-a2d8-fd462709aa79 service neutron] 10.222.0.25 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484151 Nov 10 23:52:26.937313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-637619d7-1e98-49b0-9e2d-c03d65ed53fb service neutron] 10.222.0.25 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939753 Nov 10 23:52:26.944146 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 2, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:26.970254 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Checking router: 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:52:26.970607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Updating router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:52:26.994711 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.106542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-659c308f-ab15-4e40-85fb-014f1297631c None None] Provisioning complete for port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:27.107200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-659c308f-ab15-4e40-85fb-014f1297631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.137954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-659d52c3-f7e1-4d24-8e5d-b8fd817f9109 req-9f594b88-7542-415e-bb6c-640e29e0dc40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 210 time: 0.0347414 Nov 10 23:52:27.158785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-659c308f-ab15-4e40-85fb-014f1297631c None None] Port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:52:27.171540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 165e7beb-e1a5-49c6-83e9-6c708bf7a20d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:52:27.290527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:27.290954 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.373719 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.381773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.466314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b78a-2651-43db-a05b-d8864ddc3002 None None] Pushing event updated for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:27.520249 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Attempting to bind port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:52:27.520671 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Attempting to bind port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:52:27.521579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Attempting to bind port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 on network 45bb51e8-440c-419f-98b2-c87942b96216 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:52:27.527376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:52:27.527750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Checking segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:52:27.528148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.528539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Bound using segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:52:27.529029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Bound port: 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:52:27.529412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.603838 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] For port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:52:27.609093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] For port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:52:27.613947 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.684676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:27.685330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:51:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:27.731700 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b78a-2651-43db-a05b-d8864ddc3002 None None] Pushing event updated for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:27.766969 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] Provisioning complete for port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:27.767336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.822645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-18253b8b-c019-4e0c-98a4-eef6c8a81b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:27.867551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:28.157550 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-a6abb3e4-ee1a-43ea-95d4-f44e79c3ee81 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:28.159032 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-a6abb3e4-ee1a-43ea-95d4-f44e79c3ee81 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 797 time: 0.1101863 Nov 10 23:52:28.167178 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.225278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] For port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:28.232306 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.263053 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-51915fb2-94ff-47c7-ba45-c0094d03b0da tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385d61820526426e855a242a45e94da0&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0938838 Nov 10 23:52:28.265724 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cecb3c70-319d-472b-ad6a-217b3041e1c9 req-25414187-291c-4b29-a0d4-160cd217c87f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 210 time: 0.0352063 Nov 10 23:52:28.297576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-5d4278c4-6946-479c-8f74-05c7ad6f2cf0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0269880 Nov 10 23:52:28.309736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a48f-61ee-4c6a-b716-03476d0983b6 None None] Pushing event updated for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:28.310898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'port': {'device_id': 'fb29e728-9397-4b66-a5f3-725984d12090', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'admin_state_up': True, 'tenant_id': '385d61820526426e855a242a45e94da0', 'security_groups': ['37abdbda-58ff-4fc8-9d21-bb2cdec3056b']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:28.330959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:27Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:28.361203 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bb161-e320-4a00-9378-a19516c36d52 None None] The sync data for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 is: [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:27Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:52:28.372758 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-feae8030-8624-4594-a00c-002279b1b048 None None] Provisioning complete for port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:28.373753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-feae8030-8624-4594-a00c-002279b1b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.439214 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:52:28.446068 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.585502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.11 (45bb51e8-440c-419f-98b2-c87942b96216/96c40d77-30e4-44a3-8fc0-0b62efd40195/044a1429-d293-4e3a-b59f-e4b8312c8ebb) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:52:28.739890 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.777097 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.818987 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 45bb51e8-440c-419f-98b2-c87942b96216 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:28.823657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:28.827035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:52:28.881640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:28.902851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:28.903516 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:28.925940 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-48a09796-758d-4b4f-ad87-80100bc59d3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185527 Nov 10 23:52:28.939824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Request body: {'port': {'device_id': 'fb29e728-9397-4b66-a5f3-725984d12090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:29.001419 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.121005 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a2ef9e32-d05f-4bcf-aee4-9798465b553d None None] Provisioning complete for port 044a1429-d293-4e3a-b59f-e4b8312c8ebb triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:29.121376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9e32-d05f-4bcf-aee4-9798465b553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.169961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef9e32-d05f-4bcf-aee4-9798465b553d None None] Port 044a1429-d293-4e3a-b59f-e4b8312c8ebb cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:52:29.176283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:52:29.237741 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.242825 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:29.243196 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.351694 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044a1429-d293-4e3a-b59f-e4b8312c8ebb {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:52:29.360675 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.386189 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Transition to ACTIVE for port object 044a1429-d293-4e3a-b59f-e4b8312c8ebb will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:52:29.402228 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.480326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e9bdd-7e4d-4eb6-a71f-6b0a244a5791 req-0aa6aecf-614f-46fb-8ef6-4e378e8a4e95 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:29.481944 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-331e9bdd-7e4d-4eb6-a71f-6b0a244a5791 req-0aa6aecf-614f-46fb-8ef6-4e378e8a4e95 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 932 time: 0.1105144 Nov 10 23:52:29.486387 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Pushing event updated for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:29.600336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-331e9bdd-7e4d-4eb6-a71f-6b0a244a5791 req-360d4b41-b3e6-48f4-9140-5e46e2a86e6b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870593 Nov 10 23:52:29.624031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Attempting to bind port 044a1429-d293-4e3a-b59f-e4b8312c8ebb on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:52:29.624031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Attempting to bind port 044a1429-d293-4e3a-b59f-e4b8312c8ebb by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:52:29.624031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Attempting to bind port 044a1429-d293-4e3a-b59f-e4b8312c8ebb on network 45bb51e8-440c-419f-98b2-c87942b96216 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:52:29.624031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Port 044a1429-d293-4e3a-b59f-e4b8312c8ebb on network 45bb51e8-440c-419f-98b2-c87942b96216 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:52:29.624031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Attempting to bind port 044a1429-d293-4e3a-b59f-e4b8312c8ebb on network 45bb51e8-440c-419f-98b2-c87942b96216 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:52:29.628174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:52:29.628373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Checking segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:52:29.628751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Bound using segment: {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:52:29.629311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Bound port: 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:52:29.629666 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.703797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:52:29.707742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:52:29.714629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.751448 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:29.752067 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:29.753466 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 1092 time: 0.8190255 Nov 10 23:52:29.753908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:52:29.765145 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ca1ab9-3964-441f-b806-44a4002d75dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:52:29.799552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9e285-36a8-4005-92b6-d16b399019d5 service neutron] Pushing event updated for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:29.839291 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e086896-45dd-4792-a438-fc6e9cfbc7fb x-openstack-request-id: req-2e086896-45dd-4792-a438-fc6e9cfbc7fb {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:52:29.839584 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:52:29.839841 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e086896-45dd-4792-a438-fc6e9cfbc7fb {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:52:29.840256 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'status': 'completed', 'code': 200} Nov 10 23:52:29.856561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-d37d8632-4412-4161-af74-e06c554c5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:29.858155 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-d37d8632-4412-4161-af74-e06c554c5073 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1095 time: 0.0530670 Nov 10 23:52:29.905596 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-b99598eb-d33c-4ea4-aa74-4e3b0dca6f6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 217 time: 0.0385008 Nov 10 23:52:29.960943 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-625b13d7-e2c5-4be1-96f3-40f12ff76f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:29.963042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-625b13d7-e2c5-4be1-96f3-40f12ff76f9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0504782 Nov 10 23:52:30.009414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-930d349a-5c9d-42d2-a275-d44c72d64318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.010797 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-930d349a-5c9d-42d2-a275-d44c72d64318 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409839 Nov 10 23:52:30.104134 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-20da4359-2416-4e16-a590-b90e1f6930af service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859356 Nov 10 23:52:30.193151 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a13c1d5-21ed-483e-8bbe-a856baa2f4bd req-cdab3d9c-7ffb-4561-abaf-8a4e3f8a65d8 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816481 Nov 10 23:52:30.283866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-797e0f67-2f3b-4028-aaf7-ce5ddee6c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.285314 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-797e0f67-2f3b-4028-aaf7-ce5ddee6c952 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1095 time: 0.0460610 Nov 10 23:52:30.373104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-c0c90be5-7b54-441f-a8e5-67a11adf85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.374553 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-c0c90be5-7b54-441f-a8e5-67a11adf85ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.0814006 Nov 10 23:52:30.418861 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-3a481c7e-2691-477c-b30e-8a82b3eae0cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 217 time: 0.0375404 Nov 10 23:52:30.466778 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-fc65f004-79e8-4b6d-8abc-a4d1cd9ae509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.468191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-fc65f004-79e8-4b6d-8abc-a4d1cd9ae509 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0425403 Nov 10 23:52:30.514738 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-0866690c-0154-46c2-a1cb-4e578bce3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.516213 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-0866690c-0154-46c2-a1cb-4e578bce3659 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399344 Nov 10 23:52:30.607585 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-1e90ac54-725d-4b90-bed4-679302a66927 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822339 Nov 10 23:52:30.625668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:30.725993 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e9ca1ab9-3964-441f-b806-44a4002d75dd req-bee3106b-fe81-43bc-a257-d296881c565a service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110380 Nov 10 23:52:30.742702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57344f-6d58-4c5d-bfc9-72e66d252893 req-0c9d5356-41e9-4fe3-9c3c-76f54385cb89 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:30.744190 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f57344f-6d58-4c5d-bfc9-72e66d252893 req-0c9d5356-41e9-4fe3-9c3c-76f54385cb89 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 944 time: 0.0687234 Nov 10 23:52:30.797591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8f57344f-6d58-4c5d-bfc9-72e66d252893 req-8a65f457-18db-4d3d-9a9a-70106e9ea21f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464783 Nov 10 23:52:30.867158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:31.914496 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f265-e88c-443e-b195-3f3191caa0cb req-d7f94457-dac0-4757-8e58-3766e1b0bb74 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:31.916416 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91c3f265-e88c-443e-b195-3f3191caa0cb req-d7f94457-dac0-4757-8e58-3766e1b0bb74 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 944 time: 0.0486152 Nov 10 23:52:31.964680 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-91c3f265-e88c-443e-b195-3f3191caa0cb req-6685a198-24d6-4859-bac4-24725fb92955 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Nov 10 23:52:32.870087 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 044a1429-d293-4e3a-b59f-e4b8312c8ebb details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:52:32.964045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:32.975574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'port_id': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'mac_address': 'fa:16:3e:7f:97:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:52:33.012299 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:33.025357 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044a1429-d293-4e3a-b59f-e4b8312c8ebb {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:52:33.045677 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:33.051286 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:33.085937 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c629e-c767-4a53-85a4-18e31641c276 req-103dbefa-94cb-4a82-b3b5-d35899cadb16 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:33.087452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-118c629e-c767-4a53-85a4-18e31641c276 req-103dbefa-94cb-4a82-b3b5-d35899cadb16 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 944 time: 0.0497324 Nov 10 23:52:33.097737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:33.137413 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-118c629e-c767-4a53-85a4-18e31641c276 req-efd2896d-0ea4-4a28-bca9-43ecde21631f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Nov 10 23:52:33.284274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['044a1429-d293-4e3a-b59f-e4b8312c8ebb'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:52:34.251699 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471666-e95d-4ee0-9304-d7729e2465ad req-6aca0c35-d825-46cd-b9d7-00b6b486851a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:34.253081 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08471666-e95d-4ee0-9304-d7729e2465ad req-6aca0c35-d825-46cd-b9d7-00b6b486851a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Nov 10 23:52:34.304251 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-08471666-e95d-4ee0-9304-d7729e2465ad req-2cd9f69c-3b80-4470-943a-40cf91bfb63b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453780 Nov 10 23:52:34.869971 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 044a1429-d293-4e3a-b59f-e4b8312c8ebb up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:52:34.920206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 044a1429-d293-4e3a-b59f-e4b8312c8ebb completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:52:34.924007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 044a1429-d293-4e3a-b59f-e4b8312c8ebb triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:52:34.924367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:34.998978 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:35.020007 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:52:35.022299 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a03db-219b-4856-805e-35a9a3fcfea3" -d '{"events": [{"server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "name": "network-vif-plugged", "status": "completed", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:52:35.040153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:52:35.044323 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:35.071428 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ee7635-9b53-4f97-b146-9b764b35b285 x-openstack-request-id: req-12ee7635-9b53-4f97-b146-9b764b35b285 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:52:35.071715 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "name": "network-vif-plugged", "status": "completed", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:52:35.071963 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12ee7635-9b53-4f97-b146-9b764b35b285 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:52:35.072349 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'code': 200} Nov 10 23:52:35.097375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:35.156714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280765-0b4c-443b-8362-f0aa4616fc87 req-0a660be3-85fb-4722-a828-4cf61037608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:35.158206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed280765-0b4c-443b-8362-f0aa4616fc87 req-0a660be3-85fb-4722-a828-4cf61037608d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0389342 Nov 10 23:52:35.204403 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed280765-0b4c-443b-8362-f0aa4616fc87 req-a461a63e-866d-4d0a-9e12-655dbf4bb2c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374129 Nov 10 23:52:35.419444 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871ee63-70ec-4c80-bbce-79157ad00ebe req-cad95d49-0259-48ff-9737-90011796fbf6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:35.420995 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e871ee63-70ec-4c80-bbce-79157ad00ebe req-cad95d49-0259-48ff-9737-90011796fbf6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0495408 Nov 10 23:52:35.470823 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e871ee63-70ec-4c80-bbce-79157ad00ebe req-083f4215-b9d6-45b2-8026-e0e72757ef7f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437360 Nov 10 23:52:36.595492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f777a-dc1d-4239-b5d7-cdbdb0267c5d req-b78774ed-b39a-4aca-8354-2c8740373f3f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:36.597157 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b30f777a-dc1d-4239-b5d7-cdbdb0267c5d req-b78774ed-b39a-4aca-8354-2c8740373f3f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0549362 Nov 10 23:52:36.645502 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b30f777a-dc1d-4239-b5d7-cdbdb0267c5d req-ae1ac073-050c-4c3f-b8b0-59947008739d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Nov 10 23:52:36.758389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44865f7e-65b3-4b90-9941-8c6cd419bf78 req-42d084a8-9e39-49e6-b3e1-b424cfb2b02e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:36.759768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44865f7e-65b3-4b90-9941-8c6cd419bf78 req-42d084a8-9e39-49e6-b3e1-b424cfb2b02e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0488353 Nov 10 23:52:36.807450 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44865f7e-65b3-4b90-9941-8c6cd419bf78 req-3d796be3-2775-413d-ab30-eb9b26349373 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Nov 10 23:52:36.830101 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58966) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:36.872357 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05d77f-f0b1-4581-8979-c0d239e328c8 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:36.873904 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-eb05d77f-f0b1-4581-8979-c0d239e328c8 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1092 time: 0.0428357 Nov 10 23:52:36.876567 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58968) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:36.880709 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:52:36.902216 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:36.996214 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:36.998697 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-a51a741d-3a7c-4688-b069-8d009ce0ca37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387571 Nov 10 23:52:37.080195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-39138dca-062d-495d-b3be-769faff3769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:37.081712 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-39138dca-062d-495d-b3be-769faff3769f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0413489 Nov 10 23:52:37.106600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.87 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/36cf6ef8-e61c-4acc-80d1-5d17f74bc10a) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:52:37.186383 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-2f3696ba-72a0-47e1-b482-87e6cd3c679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:37.188140 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-2f3696ba-72a0-47e1-b482-87e6cd3c679c service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.0882576 Nov 10 23:52:37.208475 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.229629 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-e1512039-213a-4cbd-b044-9b2957ff79a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 217 time: 0.0340378 Nov 10 23:52:37.241177 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.282131 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-833f40eb-e5f4-43f5-b449-ba9d7044a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:37.283512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-833f40eb-e5f4-43f5-b449-ba9d7044a388 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0471501 Nov 10 23:52:37.283980 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:52:37.286910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:52:37.291045 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:52:37.296402 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=36cf6ef8-e61c-4acc-80d1-5d17f74bc10a,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:37.329743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-d0de991c-465c-43c0-9ebf-4b9531c1c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:37.331225 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-d0de991c-465c-43c0-9ebf-4b9531c1c6dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408027 Nov 10 23:52:37.420523 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-5e881ab3-deaa-4cd4-97fa-35e6377c9033 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820122 Nov 10 23:52:37.513121 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ad1a25d1-9fb2-45d7-afd6-a5a07eefa068 req-069f9ea8-a640-449e-a0df-4e710cefe573 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Nov 10 23:52:37.643921 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.710814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.857608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.861695 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:37.927171 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=36cf6ef8-e61c-4acc-80d1-5d17f74bc10a,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:52:37.938224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:38.036165 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 78bf342e-be99-498b-9c13-d315a8ad621a associated. External IP: 172.25.0.87, port: 044a1429-d293-4e3a-b59f-e4b8312c8ebb. Nov 10 23:52:38.242667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:52:38.347215 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:52:38.357331 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Sync routers for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:52:38.365786 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:38.394101 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-160c882e-3900-49ff-b775-adadf85aabc8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5164788 Nov 10 23:52:38.394701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:52:38.397720 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce014af-9c90-431e-bfbe-9af61a983725" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:52:38.441312 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d915e-79ea-493a-b96d-20d9360060b6 x-openstack-request-id: req-6b0d915e-79ea-493a-b96d-20d9360060b6 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:52:38.441598 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:52:38.441956 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b0d915e-79ea-493a-b96d-20d9360060b6 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:52:38.442367 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'status': 'completed', 'code': 200} Nov 10 23:52:38.463218 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:38.463821 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:52:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:38.530933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358331-9ab9-4bec-ab49-27f2fc2fae9a req-96270020-21bb-4c70-a653-ff0805b3dcc3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:38.532329 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24358331-9ab9-4bec-ab49-27f2fc2fae9a req-96270020-21bb-4c70-a653-ff0805b3dcc3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0848827 Nov 10 23:52:38.537071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-55fc0b89-a703-4896-8373-9cfa04cd6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:38.538476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-55fc0b89-a703-4896-8373-9cfa04cd6f0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0642512 Nov 10 23:52:38.569826 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:38.633272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24358331-9ab9-4bec-ab49-27f2fc2fae9a req-887d7395-6762-41d5-be67-3d1f070d8cbd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938060 Nov 10 23:52:38.655689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58974) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:38.665665 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-0dd34d3a-e8c2-4b2c-bea3-6f046e166240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:38.667112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-0dd34d3a-e8c2-4b2c-bea3-6f046e166240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.1221640 Nov 10 23:52:38.717560 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-58ac96d0-eac8-447e-a78e-86ed7c571041 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/78bf342e-be99-498b-9c13-d315a8ad621a HTTP/1.1" status: 200 len: 991 time: 0.0606868 Nov 10 23:52:38.738195 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-53740284-c42f-434c-90d2-4eaeeb9c52e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 999 time: 0.0638092 Nov 10 23:52:38.787427 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '78bf342e-be99-498b-9c13-d315a8ad621a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'port_id': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'mac_address': 'fa:16:3e:7f:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29e728-9397-4b66-a5f3-725984d12090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:52:37Z', 'updated_at': '2021-11-10T23:52:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:38.792032 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-aa70e514-62dc-4397-897f-97a03e912c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:38.793513 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-aa70e514-62dc-4397-897f-97a03e912c6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0441754 Nov 10 23:52:38.817182 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Checking router: 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:52:38.826909 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:52:38.827530 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:52:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:38.841919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-9b002d4b-e38d-42f9-875d-f08a967db74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:52:38.843389 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-9b002d4b-e38d-42f9-875d-f08a967db74c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424550 Nov 10 23:52:38.930603 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:52:38.936496 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-e0237174-6eb3-46a2-bea7-452be9324820 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Nov 10 23:52:39.029915 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9ce014af-9c90-431e-bfbe-9af61a983725 req-9c578628-bbe0-4535-81a1-5ee131526144 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832779 Nov 10 23:52:39.149969 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '78bf342e-be99-498b-9c13-d315a8ad621a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'port_id': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'mac_address': 'fa:16:3e:7f:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29e728-9397-4b66-a5f3-725984d12090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:52:37Z', 'updated_at': '2021-11-10T23:52:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:52:39.174656 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096a82c-2f03-418c-b1d8-7f2d62f74f5b None None] The sync data for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 is: [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '78bf342e-be99-498b-9c13-d315a8ad621a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'port_id': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'mac_address': 'fa:16:3e:7f:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb29e728-9397-4b66-a5f3-725984d12090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:52:37Z', 'updated_at': '2021-11-10T23:52:37Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:52:39.366573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17b770-62f8-470a-861b-e38e6789b57e None None] New status for floating IP 78bf342e-be99-498b-9c13-d315a8ad621a: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:52:39.721328 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 58976) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:52:39.784414 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-309c2e06-8579-484f-913c-f7bf788f9062 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/78bf342e-be99-498b-9c13-d315a8ad621a HTTP/1.1" status: 200 len: 993 time: 0.0619550 Nov 10 23:52:45.237800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:45.727059 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:49.174200 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:52:55.106778 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df89d3ec-0091-44d4-8e22-c563e2cbea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:57.744292 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ea2a53fd-50e8-4226-8670-d347c79744cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:52:59.204114 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:00.627973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:00.871620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:11.126748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-3340f54c-e796-4bea-b9a0-cc0cbe5dcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:11.128325 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-3340f54c-e796-4bea-b9a0-cc0cbe5dcf1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0408781 Nov 10 23:53:11.130210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061f028-5718-485c-b462-8e7b7bab1b7d req-358a8716-173c-496d-ac09-96312727f21e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:11.131702 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b061f028-5718-485c-b462-8e7b7bab1b7d req-358a8716-173c-496d-ac09-96312727f21e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0510223 Nov 10 23:53:11.181606 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b061f028-5718-485c-b462-8e7b7bab1b7d req-6a393d87-e87c-419a-99c3-b875a698047b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438786 Nov 10 23:53:11.225662 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-99482dbe-ca4f-45fb-b9be-a19342957657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:11.227680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-99482dbe-ca4f-45fb-b9be-a19342957657 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.0905941 Nov 10 23:53:11.294405 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-1e70a050-50bb-439d-8f6b-3244f17f64c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 1001 time: 0.0597003 Nov 10 23:53:11.342207 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-4115c10b-558a-49dc-8690-d4a46e94dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:11.343587 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-4115c10b-558a-49dc-8690-d4a46e94dd73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0423322 Nov 10 23:53:11.387717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-a9339592-1285-459d-8849-9fb00fcb3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:11.389196 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-a9339592-1285-459d-8849-9fb00fcb3f51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387335 Nov 10 23:53:11.479936 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-4dc1cf8f-203e-40a8-bc07-12f815326125 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Nov 10 23:53:11.566711 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d43161e-7ebb-4fa5-884a-6a4ed484e8fe req-248c6f42-2b87-4c10-8b23-2bfaa8533e43 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794485 Nov 10 23:53:12.297737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e1e-b02a-46e7-a1b2-857c57b14fda req-61bbe342-7986-4af8-9e16-57c461ce4e7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:12.299112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09073e1e-b02a-46e7-a1b2-857c57b14fda req-61bbe342-7986-4af8-9e16-57c461ce4e7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Nov 10 23:53:12.347454 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-09073e1e-b02a-46e7-a1b2-857c57b14fda req-10afc9cd-8215-4d28-817b-01d301d48c8c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Nov 10 23:53:13.465747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012acfd7-954d-4598-b20e-01dd60cbfdc7 req-660b6696-a06b-4f21-a6da-d1cabd9e46d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:13.467216 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-012acfd7-954d-4598-b20e-01dd60cbfdc7 req-660b6696-a06b-4f21-a6da-d1cabd9e46d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0532870 Nov 10 23:53:13.516310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-012acfd7-954d-4598-b20e-01dd60cbfdc7 req-3fb3f717-a297-4c54-a353-8bdf83ab16b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Nov 10 23:53:14.634112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17188605-d736-491c-a1a2-c3d4015e3b62 req-0ccca45f-8628-42dc-bf41-fd3e37ae0bf3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:14.636081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17188605-d736-491c-a1a2-c3d4015e3b62 req-0ccca45f-8628-42dc-bf41-fd3e37ae0bf3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0533421 Nov 10 23:53:14.683228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17188605-d736-491c-a1a2-c3d4015e3b62 req-08fcd10c-b8a9-47ac-9e31-72f788638928 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Nov 10 23:53:15.247563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:15.757458 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:15.797109 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0854d-8d4a-4b21-97fc-9ab49978ee03 req-c4f85bab-b97e-42a1-af2b-b2f512b249dd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:15.798616 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31f0854d-8d4a-4b21-97fc-9ab49978ee03 req-c4f85bab-b97e-42a1-af2b-b2f512b249dd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0492511 Nov 10 23:53:15.848477 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-31f0854d-8d4a-4b21-97fc-9ab49978ee03 req-8fd22a80-5b87-4db5-a3f4-3ed033dc610c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439699 Nov 10 23:53:16.962083 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3517316-1ba3-4efb-9cc8-6f9a2e82b44b req-51cd282e-7f85-4a27-9f08-569fbe2ce933 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:16.964079 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3517316-1ba3-4efb-9cc8-6f9a2e82b44b req-51cd282e-7f85-4a27-9f08-569fbe2ce933 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Nov 10 23:53:17.012210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3517316-1ba3-4efb-9cc8-6f9a2e82b44b req-6e7f17aa-350c-4734-b6b9-7e55f7e26d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Nov 10 23:53:18.124964 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deb5dd-2c20-495f-b6b5-4268d548b6de req-299f099f-5155-4d0e-bedf-a7e04f5d1764 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:18.126429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49deb5dd-2c20-495f-b6b5-4268d548b6de req-299f099f-5155-4d0e-bedf-a7e04f5d1764 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Nov 10 23:53:18.179387 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-49deb5dd-2c20-495f-b6b5-4268d548b6de req-cf51a109-e5c5-4d31-aa15-bed047994a0e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467284 Nov 10 23:53:19.296132 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220547b7-1713-4dec-b744-c2f8aed7e6ad req-750b8f24-f9fc-4c63-a877-92462fea0a61 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:19.297536 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-220547b7-1713-4dec-b744-c2f8aed7e6ad req-750b8f24-f9fc-4c63-a877-92462fea0a61 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Nov 10 23:53:19.345450 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-220547b7-1713-4dec-b744-c2f8aed7e6ad req-c75e6f64-9957-44fe-8295-00c594993e84 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Nov 10 23:53:20.461453 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f9d88-ad79-4563-b73e-8e839b512e0e req-cef4a2d9-8952-477a-9cbf-6418f5a573df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:20.462975 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-300f9d88-ad79-4563-b73e-8e839b512e0e req-cef4a2d9-8952-477a-9cbf-6418f5a573df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Nov 10 23:53:20.512165 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-300f9d88-ad79-4563-b73e-8e839b512e0e req-2458aa29-25bb-4d0b-9550-a550f551b255 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Nov 10 23:53:21.624670 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1887b59-4d4a-4134-9910-94f920b1c2a1 req-57b1313e-41be-4ca4-a469-f92a2bd021dc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:21.626175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a1887b59-4d4a-4134-9910-94f920b1c2a1 req-57b1313e-41be-4ca4-a469-f92a2bd021dc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0472999 Nov 10 23:53:21.674436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a1887b59-4d4a-4134-9910-94f920b1c2a1 req-6627e7f7-1693-4837-adcf-93bb9a2283b3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Nov 10 23:53:22.788934 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670c1f1-129f-4918-a98d-ad40e61536af req-83fcdc2f-9af2-468b-b1e5-5ad146044f62 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:22.790434 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e670c1f1-129f-4918-a98d-ad40e61536af req-83fcdc2f-9af2-468b-b1e5-5ad146044f62 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Nov 10 23:53:22.840796 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e670c1f1-129f-4918-a98d-ad40e61536af req-69fc4933-7815-49c7-91c0-e61182a28c87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445778 Nov 10 23:53:23.956000 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea9e47-a141-4175-87d7-b020a055adea req-e84aacc7-de45-4a24-b6b1-e7889e6a4b36 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:23.957480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4ea9e47-a141-4175-87d7-b020a055adea req-e84aacc7-de45-4a24-b6b1-e7889e6a4b36 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0480363 Nov 10 23:53:24.009107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c4ea9e47-a141-4175-87d7-b020a055adea req-6990f5fe-6774-4ae4-96ad-c7b728c9c6d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Nov 10 23:53:25.109525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c49c7b8c-557b-46c5-b929-ef78eedcc443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:25.130176 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08dab0-5b3f-49c1-8b48-eec06d1d0e95 req-3201b501-ffea-4a8b-ba60-9b09a76ff690 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:25.131658 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae08dab0-5b3f-49c1-8b48-eec06d1d0e95 req-3201b501-ffea-4a8b-ba60-9b09a76ff690 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0552020 Nov 10 23:53:25.179999 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ae08dab0-5b3f-49c1-8b48-eec06d1d0e95 req-549afe62-ba6a-4246-a8dd-ed24018762d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Nov 10 23:53:26.173446 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:53:26.294094 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85149f-fa76-4261-9397-20f11bfbc29b req-748460e3-6e33-4c95-93dc-7578067f6583 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:26.295460 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f85149f-fa76-4261-9397-20f11bfbc29b req-748460e3-6e33-4c95-93dc-7578067f6583 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Nov 10 23:53:26.343244 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f85149f-fa76-4261-9397-20f11bfbc29b req-5b0c1c77-b5a5-40cb-8af2-605e99ae7abd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Nov 10 23:53:27.457597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3d04-8411-4499-98a5-a301e90073ab req-57f18653-19ea-4b7c-8154-2973931ee19c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:27.458979 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33bc3d04-8411-4499-98a5-a301e90073ab req-57f18653-19ea-4b7c-8154-2973931ee19c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Nov 10 23:53:27.507984 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-33bc3d04-8411-4499-98a5-a301e90073ab req-b7caeeb2-bc83-47cf-acb4-4b45df3f5bde tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Nov 10 23:53:27.529905 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59024) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:53:27.592921 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f0290633-6faa-4bd1-bf07-048bcd0a4eab tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/78bf342e-be99-498b-9c13-d315a8ad621a HTTP/1.1" status: 200 len: 993 time: 0.0618892 Nov 10 23:53:27.746380 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c4fd08b2-3ca3-4877-998b-5d61eca9089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:29.207382 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:30.630874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:30.873235 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:38.996039 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-c5327bf7-46ef-48e0-9e7c-ca395770b1ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393460 Nov 10 23:53:39.079206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-57e25b45-166f-4aa1-a769-a664c729e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:39.080712 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-57e25b45-166f-4aa1-a769-a664c729e9cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0390012 Nov 10 23:53:39.185126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-56404d5c-46ff-4ac9-848a-e59cff43394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:39.186571 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-56404d5c-46ff-4ac9-848a-e59cff43394b service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.0873499 Nov 10 23:53:39.254159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-93744552-4983-4e43-890e-255712709866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 1001 time: 0.0592139 Nov 10 23:53:39.301108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-a0ce3688-fd55-406f-9fa3-52844e9ec081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:39.302530 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-a0ce3688-fd55-406f-9fa3-52844e9ec081 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0415230 Nov 10 23:53:39.348091 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-6733b2c9-3fbe-46b8-927d-b7b284adccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:39.349556 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-6733b2c9-3fbe-46b8-927d-b7b284adccd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381343 Nov 10 23:53:39.441771 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-a6efa333-1238-44b3-8d65-b40fcb58cd59 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829301 Nov 10 23:53:39.834135 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d47eb67-1a2b-4f92-bc75-6855a1c54b6e req-69ddd6be-0f4c-4dd1-929a-a079f4e79ea8 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848977 Nov 10 23:53:45.246882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:45.771891 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:55.110362 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bae6c084-9ac6-41da-b036-4a7be9b10284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:57.746650 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-216bd328-6068-42d8-9c5b-4766eb2f1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:57.998311 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59036) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:53:58.152718 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 36cf6ef8-e61c-4acc-80d1-5d17f74bc10a {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:53:58.153096 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.224816 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.225169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.236894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 36cf6ef8-e61c-4acc-80d1-5d17f74bc10a owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:53:58.377922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.400560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=36cf6ef8-e61c-4acc-80d1-5d17f74bc10a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:53:58.410545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.410883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.411224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.411555 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.411883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.412646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.412646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.412842 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.413159 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.413480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.413798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.414118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:53:58.475854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.476268 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 78bf342e-be99-498b-9c13-d315a8ad621a disassociated (deleted). External IP: 172.25.0.87, port: 044a1429-d293-4e3a-b59f-e4b8312c8ebb. Nov 10 23:53:58.686902 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:53:58.792929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:53:58.797714 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:58.803821 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Sync routers for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:53:58.814986 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:53:58.815596 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:53:58.824588 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4d49a3d6-263c-467c-858c-8743306a920b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/floatingips/78bf342e-be99-498b-9c13-d315a8ad621a HTTP/1.1" status: 204 len: 168 time: 0.8252945 Nov 10 23:53:58.825195 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:53:58.827450 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:53:58.870424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f94a43-d75e-46d6-ac0c-19f54daf909b x-openstack-request-id: req-d0f94a43-d75e-46d6-ac0c-19f54daf909b {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:53:58.870424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:53:58.870424 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f94a43-d75e-46d6-ac0c-19f54daf909b {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:53:58.870789 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'status': 'completed', 'code': 200} Nov 10 23:53:58.924364 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:53:58.945532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-7b588a6b-14c7-4f42-ae0d-61099ce4573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:58.948124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-7b588a6b-14c7-4f42-ae0d-61099ce4573d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 1097 time: 0.0545919 Nov 10 23:53:59.054504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-624c8b0c-5353-4ef6-8bde-d767013d1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:59.056031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-624c8b0c-5353-4ef6-8bde-d767013d1123 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 200 len: 897 time: 0.1013448 Nov 10 23:53:59.119368 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-d8df35c0-952c-47b8-ba83-681f433bf283 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 200 len: 217 time: 0.0511582 Nov 10 23:53:59.130938 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:53:59.160079 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Checking router: 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:53:59.163297 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8dc32-35e6-456e-bdf9-9ffcc03bb9d9 req-bc6f6044-de23-48d8-b35a-38bbd4dcceaf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:59.165482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4dd8dc32-35e6-456e-bdf9-9ffcc03bb9d9 req-bc6f6044-de23-48d8-b35a-38bbd4dcceaf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.1614003 Nov 10 23:53:59.169440 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:53:59.170039 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:53:59.195477 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-0f1cc433-9799-476d-acfe-18d5a399964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:59.197339 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-0f1cc433-9799-476d-acfe-18d5a399964b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 200 len: 834 time: 0.0707119 Nov 10 23:53:59.213768 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:53:59.254297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4dd8dc32-35e6-456e-bdf9-9ffcc03bb9d9 req-b350752d-47f6-43aa-a1b3-8fe6e86f9ea5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812130 Nov 10 23:53:59.264143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-85b10e19-1655-4133-8c82-a9beb193ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:53:59.265646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-85b10e19-1655-4133-8c82-a9beb193ae31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45bb51e8-440c-419f-98b2-c87942b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587139 Nov 10 23:53:59.273058 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:53:59.368580 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-9c828d14-901f-4ae2-b568-52d0c8dc8055 service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946190 Nov 10 23:53:59.459825 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0fb6805a-19c9-4ce6-ad7f-297463ea51b1 req-a633df98-6a92-493a-a29a-2441e938a32e service neutron] 10.222.0.20 "GET /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833786 Nov 10 23:53:59.560046 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:53:59.585653 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee908d5d-5a1a-4266-be3d-d96a91e566a1 None None] The sync data for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 is: [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:52:25Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '2ef217c0-7f41-4c28-81b2-850f8ed8f5a1', 'name': '', 'network_id': '45bb51e8-440c-419f-98b2-c87942b96216', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:11:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:24Z', 'updated_at': '2021-11-10T23:52:28Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '96c40d77-30e4-44a3-8fc0-0b62efd40195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:53:59.797516 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bc4dd-48c8-432d-bb70-a77bc8f90f6d None None] New status for floating IP 78bf342e-be99-498b-9c13-d315a8ad621a: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:54:00.424064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad61fb-e9c6-48be-a3d5-f5e849481b2d req-d35620f5-76dc-482e-99ea-f369bfa0b476 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:00.425553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78ad61fb-e9c6-48be-a3d5-f5e849481b2d req-d35620f5-76dc-482e-99ea-f369bfa0b476 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0988884 Nov 10 23:54:00.475543 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-78ad61fb-e9c6-48be-a3d5-f5e849481b2d req-a92df313-0b38-4a33-ad04-7ebcdac41693 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=37abdbda-58ff-4fc8-9d21-bb2cdec3056b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Nov 10 23:54:00.482419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-7c47a56a-0d7f-4450-babe-fad460605dad tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:00.483881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-7c47a56a-0d7f-4450-babe-fad460605dad tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb29e728-9397-4b66-a5f3-725984d12090 HTTP/1.1" status: 200 len: 946 time: 0.0525045 Nov 10 23:54:00.572188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 044a1429-d293-4e3a-b59f-e4b8312c8ebb {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:54:00.572439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.633754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.663098 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 044a1429-d293-4e3a-b59f-e4b8312c8ebb, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=044a1429-d293-4e3a-b59f-e4b8312c8ebb,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:00.663456 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.675861 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 044a1429-d293-4e3a-b59f-e4b8312c8ebb owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:54:00.803312 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.834151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=044a1429-d293-4e3a-b59f-e4b8312c8ebb,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:00.861161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.861515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.861858 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.862204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.862536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.862863 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.863198 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.863526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.863852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.864177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.864502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.864823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:00.879104 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.884046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port 044a1429-d293-4e3a-b59f-e4b8312c8ebb on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:54:00.886471 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:00.889855 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-726f372d-4fe9-48f0-a31c-60469ac3e3dc req-41d4d27d-2fd3-47e5-b648-a99914a4a57e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "DELETE /v2.0/ports/044a1429-d293-4e3a-b59f-e4b8312c8ebb HTTP/1.1" status: 204 len: 173 time: 0.3995075 Nov 10 23:54:00.890290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'name': 'network-vif-deleted', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:54:00.892538 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f8028-9ebe-4c81-a687-4411f508f727" -d '{"events": [{"server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "name": "network-vif-deleted", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:54:00.929550 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b1d142-60b1-4443-9d7e-333960619a71 x-openstack-request-id: req-72b1d142-60b1-4443-9d7e-333960619a71 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:54:00.929843 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb29e728-9397-4b66-a5f3-725984d12090", "name": "network-vif-deleted", "tag": "044a1429-d293-4e3a-b59f-e4b8312c8ebb", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:54:00.930112 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72b1d142-60b1-4443-9d7e-333960619a71 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:54:00.930505 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29e728-9397-4b66-a5f3-725984d12090', 'name': 'network-vif-deleted', 'tag': '044a1429-d293-4e3a-b59f-e4b8312c8ebb', 'status': 'completed', 'code': 200} Nov 10 23:54:01.532029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59054) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:01.883707 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:02.433884 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:54:02.434226 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:02.519292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:02.519649 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:02.532162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:54:02.712143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:02.741107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=2ef217c0-7f41-4c28-81b2-850f8ed8f5a1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:02.914163 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.127550 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:54:03.173247 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:54:03.232146 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:54:03.237215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-2f7ca601-87df-454e-aba7-efcab81bdb32 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/65f5a1d9-fe2f-40fa-9e13-30730ff6d623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041049 Nov 10 23:54:03.239928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59056) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:03.242482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Sync routers for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:54:03.252530 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:03.253260 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:03.290725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting subnet 96c40d77-30e4-44a3-8fc0-0b62efd40195 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:54:03.293801 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.332953 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.355138 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:03.419557 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.478272 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.505551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Subnet': ['ID=96c40d77-30e4-44a3-8fc0-0b62efd40195,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:03.511171 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.516738 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d3e9b-49a4-4480-99a9-511b437ae68e None None] Network 45bb51e8-440c-419f-98b2-c87942b96216 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:54:03.518834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59058) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:03.519258 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-483695d2-ef22-4b1c-b84f-585f1ef0d3df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/subnets/96c40d77-30e4-44a3-8fc0-0b62efd40195 HTTP/1.1" status: 204 len: 168 time: 0.2780027 Nov 10 23:54:03.533675 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:54:02Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:03.560462 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Checking router: 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:54:03.569623 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Routers {'65f5a1d9-fe2f-40fa-9e13-30730ff6d623'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:03.569799 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:03.635927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.675602 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] Set router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:03.718073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] DHCP port deletion for 45bb51e8-440c-419f-98b2-c87942b96216 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:54:03.749710 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.767596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Deleting port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:54:03.768114 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.803217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:54:03.803581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.835957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] For port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,segment=NetworkSegment(db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8),segment_id=db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:03.836878 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.849853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Calling delete_port for 165e7beb-e1a5-49c6-83e9-6c708bf7a20d owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:54:03.886081 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:54:02Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:03.888444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:03.889763 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.902230 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:54:03.913848 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79019c70-d49e-4390-9eb1-68689d14781e None None] The sync data for ids ['65f5a1d9-fe2f-40fa-9e13-30730ff6d623'] in n-d-811521-3 is: [{'id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149100120', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:52:21Z', 'updated_at': '2021-11-10T23:54:02Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5a1d9-fe2f-40fa-9e13-30730ff6d623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:52:22Z', 'updated_at': '2021-11-10T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:54:03.929792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:03.958170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Pushing event deleted for resources: {'Port': ['ID=165e7beb-e1a5-49c6-83e9-6c708bf7a20d,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:03.965607 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] No DVR routers for this DVR port 165e7beb-e1a5-49c6-83e9-6c708bf7a20d on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:54:03.967954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.968389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.968733 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.969092 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.969538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.969881 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.970208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.970531 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.970855 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.971176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.971497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:03.971817 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20206d94-aa61-497b-9fa8-c19d21096376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:04.072078 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.101874 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:04.107578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e2294-ad16-4a3c-bff3-d9b63746fadd None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:54:04.155775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.248450 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.250639 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.296830 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.297382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Fanout notify agent at l3_agent the message router_deleted on router 65f5a1d9-fe2f-40fa-9e13-30730ff6d623 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:54:04.304636 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.308404 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2d0f5798-2256-47eb-9861-825a9f481249 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/routers/65f5a1d9-fe2f-40fa-9e13-30730ff6d623 HTTP/1.1" status: 204 len: 168 time: 0.7852273 Nov 10 23:54:04.308865 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59060) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:04.386246 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.474927 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.495518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bb51e8-440c-419f-98b2-c87942b96216']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:04.505133 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:04.505429 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1bdcc4-ed6d-4c50-a1d2-3def16dc51f8') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:04.515414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.528704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.535470 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:54:04.535977 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:54:04.539285 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:54:04.603949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.610428 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.619674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/networks/45bb51e8-440c-419f-98b2-c87942b96216 HTTP/1.1" status: 204 len: 168 time: 0.3065183 Nov 10 23:54:04.619674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59062) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:04.639126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0d863-f228-4479-8ec5-8a217f194d69 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Network': ['ID=45bb51e8-440c-419f-98b2-c87942b96216,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:04.689726 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.713734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.770285 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.772891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:04.774081 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/security-groups/37abdbda-58ff-4fc8-9d21-bb2cdec3056b HTTP/1.1" status: 204 len: 168 time: 0.1522648 Nov 10 23:54:04.783050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e973091-788e-43b8-b1e6-eae546c249fb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37abdbda-58ff-4fc8-9d21-bb2cdec3056b,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.049734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59068) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.054310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675207911', 'description': 'tempest-secgroup-smoke-1675207911 description', 'project_id': '385d61820526426e855a242a45e94da0'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.077372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.149363 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:54:05.150362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.154883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.170685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:54:05.171143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 2ef217c0-7f41-4c28-81b2-850f8ed8f5a1 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:54:05.171580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:54:05.185613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.186846 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360755 Nov 10 23:54:05.188673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990807-7c86-4157-b507-fe387c6b6e40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df200331-01b4-4b85-a55b-5c2869a5e7f6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.190151 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59070) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.191982 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:54:05.192391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device e5d4e397-4e3e-4ddd-9ec5-d0eb33ecaf39 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:54:05.192906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 165e7beb-e1a5-49c6-83e9-6c708bf7a20d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:54:05.196270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 044a1429-d293-4e3a-b59f-e4b8312c8ebb no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:54:05.198347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.225506 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.231676 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 165e7beb-e1a5-49c6-83e9-6c708bf7a20d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:54:05.232020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 165e7beb-e1a5-49c6-83e9-6c708bf7a20d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:54:05.233424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 044a1429-d293-4e3a-b59f-e4b8312c8ebb {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:54:05.233755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 044a1429-d293-4e3a-b59f-e4b8312c8ebb not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:54:05.282850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.286481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.307313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d622c91-a6e6-4915-aa70-9193d317a57a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.315310 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.316482 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-505d04f1-f170-4da2-a708-f1fa454360b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233301 Nov 10 23:54:05.319370 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59072) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.324010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.353222 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.407454 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.411220 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.427876 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8dd709-7abc-4987-ad15-90ce00b55e3b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.436085 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.437310 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-56d11701-df76-4e93-be2f-07e768269b87 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169722 Nov 10 23:54:05.440323 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59074) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.444606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.471005 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.526426 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.529968 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.547375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6385ecb1-22ad-4817-a256-99da9122ed8b,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.553290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.554473 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-02eed556-beac-4716-a179-5ea0b6a1290f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131930 Nov 10 23:54:05.557206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59076) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.561424 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.587802 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.644269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.647947 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.670181 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0569fb6-8cee-48b2-9990-2249d03f7b63,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.674392 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.675564 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c28eca9c-a670-4912-a2bf-79071578fdc7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174335 Nov 10 23:54:05.678537 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59078) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.683007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.705156 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:54:05.709894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.770552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.774985 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.794671 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107ed0b5-8287-4919-b24e-1d71749c6ca6,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.800581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.801646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d05d436b-8b75-4a9f-8c18-783cfa28630a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221700 Nov 10 23:54:05.804419 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59080) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.809770 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'df200331-01b4-4b85-a55b-5c2869a5e7f6', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.831463 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:54:05.836248 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.893490 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.897108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.915619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd61b5b0-2ffe-4c2d-b3c7-f40bf3f78833,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:05.923703 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.924873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-50ea6e4c-f13c-4d47-83cf-03ea859a16eb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190069 Nov 10 23:54:05.927801 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59082) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:05.933278 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'network': {'name': 'tempest-network-smoke--1887804796', 'project_id': '385d61820526426e855a242a45e94da0', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:05.953789 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:54:05.957116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.979626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:54:05.988308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:05.988645 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Added segment 246e73a3-4e99-4dc9-b0a1-b29c87260660 of type vlan for network 2ec688f9-019b-4fd3-ad89-9e26b2de467d Nov 10 23:54:06.028432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.055555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.061279 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:06.062121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.114956 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1861601 Nov 10 23:54:06.118305 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59084) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:06.122613 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'admin_state_up': True, 'project_id': '385d61820526426e855a242a45e94da0', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:06.142541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126818c-9723-4b1e-b1e4-db37060a3bef tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Network': ['ID=2ec688f9-019b-4fd3-ad89-9e26b2de467d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:06.153554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:54:06.165088 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.166117 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.220720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.353099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.541719 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.559856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.661420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.133 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:54:06.759203 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.792955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.828019 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:06.833559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:06.837591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:54:06.846460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5eda6d-8a86-4276-b8ce-dbdbff39cce8 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:54:06.868493 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:06.874960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-40b70068-68f8-44d0-9342-49d9c16b5a00 None None] Provisioning complete for port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:06.875328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-40b70068-68f8-44d0-9342-49d9c16b5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:06.909894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-40b70068-68f8-44d0-9342-49d9c16b5a00 None None] Port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:54:07.087947 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:07.567106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:07.691532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router eab14777-92cf-4470-8b3e-f38c53d57334 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:54:07.796896 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:54:07.809814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Sync routers for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:54:07.818184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:07.819343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4c7dc066-2002-425e-b3a3-31834b3ea952 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7000487 Nov 10 23:54:07.822144 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:07.822760 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:07.823606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59086) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:07.852639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-15b2130e-29d0-477e-9f77-9c3b8cf9c069 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=385d61820526426e855a242a45e94da0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271945 Nov 10 23:54:07.855360 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59088) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:07.927351 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:07.940962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a03d4-65ea-46d6-ba64-1cb9e1b9cd76 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:07.942518 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1a2a03d4-65ea-46d6-ba64-1cb9e1b9cd76 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862722 Nov 10 23:54:07.945375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59090) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:07.976654 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6139cb99-fb38-476e-81d1-39472bf0805c tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301654 Nov 10 23:54:07.979681 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59092) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:07.984604 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330689700', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'project_id': '385d61820526426e855a242a45e94da0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:08.074284 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:54:08.077842 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.262172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.266755 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:06Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:08.293479 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Checking router: eab14777-92cf-4470-8b3e-f38c53d57334 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:54:08.293823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Updating router eab14777-92cf-4470-8b3e-f38c53d57334 port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:54:08.318242 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.327753 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Subnet': ['ID=e17866a8-a6c1-4418-ac37-ec612a1cd08c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:08.335130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Checking segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:54:08.335130 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network hostable DHCP agents. Network: 2ec688f9-019b-4fd3-ad89-9e26b2de467d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:54:08.353607 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:54:08.362748 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 2ec688f9-019b-4fd3-ad89-9e26b2de467d) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:08.366957 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:08.367825 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.384187 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-4868d92f-cdfe-4a17-bf99-0a335785c5f3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035292 Nov 10 23:54:08.387039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59094) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:08.403175 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800bf2e-1566-42ec-a1e0-7a38ad6ebe5b None None] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:54:08.645262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:54:08.646097 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.700288 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.745410 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.810054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913a39f-bf59-4a4e-aa35-11552e9eb183 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:54:08.834242 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.846909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Attempting to bind port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:54:08.847282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Attempting to bind port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:54:08.847643 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Attempting to bind port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:54:08.852532 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8afdce-0049-4f63-979f-ee7880666420 None None] Pushing event updated for resources: {'Port': ['ID=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:08.864937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:54:08.864937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:54:08.865431 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.865736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:54:08.866208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Bound port: 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:54:08.866587 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:08.900196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Allocated IP 172.20.0.2 (2ec688f9-019b-4fd3-ad89-9e26b2de467d/e17866a8-a6c1-4418-ac37-ec612a1cd08c/945f637c-fe71-4826-9d65-608c6da4ccde) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:54:08.980393 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] For port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:54:09.001664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] For port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:54:09.007109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-62cfb549-5200-4518-9262-35074b879570 None None] Provisioning complete for port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:09.007482 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62cfb549-5200-4518-9262-35074b879570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.013839 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.100292 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a2373-ed47-4533-a654-34dba4abf141 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:54:09.161663 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8afdce-0049-4f63-979f-ee7880666420 None None] Pushing event updated for resources: {'Port': ['ID=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:09.174742 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:09.175350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:09.251352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.266975 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.306950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.1 (2ec688f9-019b-4fd3-ad89-9e26b2de467d/e17866a8-a6c1-4418-ac37-ec612a1cd08c/73cb18a6-04c5-46e8-ba45-09d4976e2110) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:54:09.324942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62cfb549-5200-4518-9262-35074b879570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.368237 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:09.373173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-62cfb549-5200-4518-9262-35074b879570 None None] For port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:09.379316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:09.383841 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:54:09.387996 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-62cfb549-5200-4518-9262-35074b879570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.392869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Pushing event updated for resources: {'Port': ['ID=945f637c-fe71-4826-9d65-608c6da4ccde,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:09.426418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:09.434992 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.467102 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.512210 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:09.515482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:09.519475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:54:09.526735 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:09.572197 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.593703 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Attempting to bind port 945f637c-fe71-4826-9d65-608c6da4ccde on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:54:09.594069 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Attempting to bind port 945f637c-fe71-4826-9d65-608c6da4ccde by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:54:09.594427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Attempting to bind port 945f637c-fe71-4826-9d65-608c6da4ccde on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:54:09.596178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfb549-5200-4518-9262-35074b879570 None None] Pushing event updated for resources: {'Port': ['ID=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:09.604652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fa2e5504-56c5-43e9-8214-e8f9c9e4d567 None None] Provisioning complete for port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:09.605107 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5504-56c5-43e9-8214-e8f9c9e4d567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.611014 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:54:09.611384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Checking segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:54:09.611773 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.612162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Bound using segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:54:09.612633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Bound port: 945f637c-fe71-4826-9d65-608c6da4ccde, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:54:09.613036 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.698504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.752849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] For port 945f637c-fe71-4826-9d65-608c6da4ccde, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:54:09.757494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] For port 945f637c-fe71-4826-9d65-608c6da4ccde, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=945f637c-fe71-4826-9d65-608c6da4ccde,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:54:09.779512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.983559 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:09.988504 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:10.018427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7b1b-aa16-4f4d-958b-ffc46fe02715 None None] Pushing event updated for resources: {'Port': ['ID=945f637c-fe71-4826-9d65-608c6da4ccde,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:10.022967 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:06Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:10.052132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7cc56-8a7b-4bda-967c-f256c287ba2e None None] The sync data for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 is: [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:06Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:54:10.083500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:10.085299 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:10.197629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:10.202549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:10.346054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router eab14777-92cf-4470-8b3e-f38c53d57334 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:54:10.459282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:54:10.464721 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d4bdd1c6-715a-4436-aefe-1746c63100cb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/eab14777-92cf-4470-8b3e-f38c53d57334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0766408 Nov 10 23:54:10.625545 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-8f688c67-ac86-4ed9-8fc6-90cc2bedbee0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675207911&fields=id&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 267 time: 0.0462244 Nov 10 23:54:10.745626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-6e7a3b6a-3db9-4c5d-bdd7-700e7b698ab0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:10.746909 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-6e7a3b6a-3db9-4c5d-bdd7-700e7b698ab0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 797 time: 0.1140196 Nov 10 23:54:10.764180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-4e703878-6033-4b10-b69c-425ff780dfea tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/quotas/385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 375 time: 0.0109363 Nov 10 23:54:10.826246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-25740442-7108-4874-a12d-2bf0fe5bef63 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556767 Nov 10 23:54:10.982937 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-9e47f8df-398f-4064-979a-f8d8ff298aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413410 Nov 10 23:54:11.062964 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98ea84-013e-4286-bad8-6f1b57b24f58 None None] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:54:11.076866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-311b4365-92f7-4ac3-8841-9bcc6136812d service neutron] 10.222.0.25 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860147 Nov 10 23:54:11.163010 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] Provisioning complete for port 945f637c-fe71-4826-9d65-608c6da4ccde triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:11.163389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.255047 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:54:11.304910 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1d109ba9-cc64-474c-9aca-4869dbc12606 req-e7a42970-9ea8-4488-aa12-0a76e20f0729 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 210 time: 0.0376267 Nov 10 23:54:11.348997 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.372444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:11.372823 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.408937 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] For port 945f637c-fe71-4826-9d65-608c6da4ccde, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=945f637c-fe71-4826-9d65-608c6da4ccde,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:11.414487 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.478548 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf7dbd-a581-4d27-b87d-6f8eec07f67e None None] Pushing event updated for resources: {'Port': ['ID=945f637c-fe71-4826-9d65-608c6da4ccde,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:11.533255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 945f637c-fe71-4826-9d65-608c6da4ccde up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:54:11.609555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 945f637c-fe71-4826-9d65-608c6da4ccde triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:11.609955 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.671124 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a21a1245-80ac-4eea-8068-111bed57eb30 None None] Provisioning complete for port 945f637c-fe71-4826-9d65-608c6da4ccde triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:11.671510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a21a1245-80ac-4eea-8068-111bed57eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.847284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a21a1245-80ac-4eea-8068-111bed57eb30 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:11.847657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a21a1245-80ac-4eea-8068-111bed57eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:11.892041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a21a1245-80ac-4eea-8068-111bed57eb30 None None] Port 73cb18a6-04c5-46e8-ba45-09d4976e2110 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:54:11.928200 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Sync routers for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:54:11.941980 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:11.942698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:12.022080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-9ade82e4-af9e-4940-aa7b-512d65315e23 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:12.022330 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9ade82e4-af9e-4940-aa7b-512d65315e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.064302 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:12.067856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-9ade82e4-af9e-4940-aa7b-512d65315e23 None None] Port 73cb18a6-04c5-46e8-ba45-09d4976e2110 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:54:12.185892 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f3723b75-f74b-41df-9e56-f078673ae321 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:12.186171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f3723b75-f74b-41df-9e56-f078673ae321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.219928 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f3723b75-f74b-41df-9e56-f078673ae321 None None] Port 73cb18a6-04c5-46e8-ba45-09d4976e2110 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:54:12.262065 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 2, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:12.288262 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Checking router: eab14777-92cf-4470-8b3e-f38c53d57334 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:54:12.288605 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Updating router eab14777-92cf-4470-8b3e-f38c53d57334 port 73cb18a6-04c5-46e8-ba45-09d4976e2110 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:54:12.312284 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.439564 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d044a7d7-10fc-4f04-93ff-2f6c67c8e05c req-ec8e9a61-5586-4ff4-b52b-30237bfac391 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 210 time: 0.0364919 Nov 10 23:54:12.488747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-b8a9622e-2d6a-4f07-9f11-14a0c573e6a4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:12.490579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-b8a9622e-2d6a-4f07-9f11-14a0c573e6a4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 797 time: 0.1522067 Nov 10 23:54:12.556922 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-2832919c-3d09-4e18-ae68-8545049a49e1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385d61820526426e855a242a45e94da0&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0569041 Nov 10 23:54:12.591278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-b983dd1a-50e2-42ad-8757-81aaadd4922e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0262141 Nov 10 23:54:12.601243 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'port': {'device_id': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'admin_state_up': True, 'tenant_id': '385d61820526426e855a242a45e94da0', 'security_groups': ['df200331-01b4-4b85-a55b-5c2869a5e7f6']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:12.669227 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.674862 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.717691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:54:12.722138 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Pushing event updated for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:12.722579 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.748446 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.749082 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.749575 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.750106 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.750431 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.750754 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.751429 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.751429 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.751699 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.752002 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.752317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.752629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:54:12.785290 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Attempting to bind port 73cb18a6-04c5-46e8-ba45-09d4976e2110 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:54:12.785659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Attempting to bind port 73cb18a6-04c5-46e8-ba45-09d4976e2110 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:54:12.786018 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Attempting to bind port 73cb18a6-04c5-46e8-ba45-09d4976e2110 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:54:12.791973 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:54:12.792343 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Checking segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:54:12.792733 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.793157 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Bound using segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:54:12.793626 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Bound port: 73cb18a6-04c5-46e8-ba45-09d4976e2110, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:54:12.794008 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.869043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.5 (2ec688f9-019b-4fd3-ad89-9e26b2de467d/e17866a8-a6c1-4418-ac37-ec612a1cd08c/7cfdfb8c-6319-482b-8783-0f484f6abb85) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:54:12.869532 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] For port 73cb18a6-04c5-46e8-ba45-09d4976e2110, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:54:12.872830 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] For port 73cb18a6-04c5-46e8-ba45-09d4976e2110, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=73cb18a6-04c5-46e8-ba45-09d4976e2110,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:54:12.877823 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.944857 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52758526-4f27-45b3-b9d6-8276c824c896 None None] Pushing event updated for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:12.949942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:12.950512 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:12.951557 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:12.952192 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:13.048613 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.059689 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.077113 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:13.087296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] For port 73cb18a6-04c5-46e8-ba45-09d4976e2110, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=73cb18a6-04c5-46e8-ba45-09d4976e2110,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:13.096020 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.096405 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.168074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:13.173014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:13.175992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:54:13.186170 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a60406-088b-4192-b8ed-a3658ba8cd68 None None] Pushing event updated for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:13.202068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:13.206030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 945f637c-fe71-4826-9d65-608c6da4ccde up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:54:13.239973 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:13.240613 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.256228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e0c24487-ff0a-40b6-bae3-737277a9d2d2 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:13.256644 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0c24487-ff0a-40b6-bae3-737277a9d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.261449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-af3dc0cb-d791-4262-b6e7-6ee24716231f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6641374 Nov 10 23:54:13.278944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Request body: {'port': {'device_id': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:13.317316 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 945f637c-fe71-4826-9d65-608c6da4ccde triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:13.317687 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.354339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:12Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:13.360115 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.391581 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b572-67d8-4b2e-8e75-135ffec2a692 None None] The sync data for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 is: [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:12Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:54:13.590638 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bd0e6-3b2f-4559-9de0-61ea4594768a req-d8715464-ccab-4f85-839f-9eacecbcd4ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:13.602096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-aa8e7ead-9d5c-44bf-9e21-e9a5eeebf730 None None] Provisioning complete for port 7cfdfb8c-6319-482b-8783-0f484f6abb85 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:13.602465 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7ead-9d5c-44bf-9e21-e9a5eeebf730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.602651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e21bd0e6-3b2f-4559-9de0-61ea4594768a req-d8715464-ccab-4f85-839f-9eacecbcd4ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 931 time: 0.0750079 Nov 10 23:54:13.648273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e7ead-9d5c-44bf-9e21-e9a5eeebf730 None None] Port 7cfdfb8c-6319-482b-8783-0f484f6abb85 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:54:13.656534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e21bd0e6-3b2f-4559-9de0-61ea4594768a req-5ae8cad5-8b85-4b4b-bd96-3d02bcd70b46 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529242 Nov 10 23:54:13.710832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfdfb8c-6319-482b-8783-0f484f6abb85 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:54:13.719021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.731845 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Transition to ACTIVE for port object 7cfdfb8c-6319-482b-8783-0f484f6abb85 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:54:13.736192 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.792101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:13.874415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:54:13.875035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:54:13.875366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:54:13.880226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:54:13.880546 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:54:13.886274 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:54:13.886611 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Checking segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:54:13.886994 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Bound using segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:54:13.887424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Bound port: 7cfdfb8c-6319-482b-8783-0f484f6abb85, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:54:13.887783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:13.958054 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:54:13.962161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:54:13.968423 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:14.001390 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.002623 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:14.004042 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 1091 time: 0.7337954 Nov 10 23:54:14.006368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:54:14.010414 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:54:14.059702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a770-9a5e-4067-8b71-3efd54f5ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:14.084659 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a158e-b6ff-44cd-b1ad-cbfee0de1bb5 x-openstack-request-id: req-324a158e-b6ff-44cd-b1ad-cbfee0de1bb5 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:54:14.084942 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:54:14.085408 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324a158e-b6ff-44cd-b1ad-cbfee0de1bb5 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:54:14.085809 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'status': 'completed', 'code': 200} Nov 10 23:54:14.123494 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-c42b22a6-431f-4c9d-9611-7fbffa390296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.126436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-c42b22a6-431f-4c9d-9611-7fbffa390296 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1094 time: 0.0502880 Nov 10 23:54:14.175777 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-177aaab1-4dac-405a-b4d9-7ee614a74324 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 217 time: 0.0411956 Nov 10 23:54:14.233844 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-1cbde1b8-8057-4042-9391-27173d385b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.235312 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-1cbde1b8-8057-4042-9391-27173d385b5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0521662 Nov 10 23:54:14.281852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-75488f30-a42f-4157-9a8a-2d1912c6c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.283397 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-75488f30-a42f-4157-9a8a-2d1912c6c939 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415134 Nov 10 23:54:14.384371 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-0c2e17e0-b2f1-4d55-860d-6d7333616d09 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934479 Nov 10 23:54:14.478018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-24894c14-ecc0-44eb-b134-6e2b1af70344 req-20d86a05-1d71-4d9e-8f9e-e7606393b225 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862272 Nov 10 23:54:14.565252 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-6254d586-5f2f-4c64-9c56-3b7bbf650a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.566812 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-6254d586-5f2f-4c64-9c56-3b7bbf650a01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1094 time: 0.0423510 Nov 10 23:54:14.659657 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-4bdf3db6-170c-45fe-a2c4-ac0626cdb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.661024 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-4bdf3db6-170c-45fe-a2c4-ac0626cdb5c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0874953 Nov 10 23:54:14.702206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-a9d4abda-472a-48d4-a81a-a6ba91a6ac6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 217 time: 0.0342338 Nov 10 23:54:14.757103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-08ab31d7-1ab9-456c-bbb3-07143e13c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.759104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-08ab31d7-1ab9-456c-bbb3-07143e13c3eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0484769 Nov 10 23:54:14.772314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6abe-cbcd-4fc0-b0a8-5df29604d721 req-4acd0fdb-b99b-42e7-bdb1-cfa422e190c8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.774629 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dacd6abe-cbcd-4fc0-b0a8-5df29604d721 req-4acd0fdb-b99b-42e7-bdb1-cfa422e190c8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 943 time: 0.0488236 Nov 10 23:54:14.805751 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-e690aeff-2409-4826-b9da-84511c2132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:14.807366 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-e690aeff-2409-4826-b9da-84511c2132ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411310 Nov 10 23:54:14.829480 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-dacd6abe-cbcd-4fc0-b0a8-5df29604d721 req-dc82ed26-2157-4eb7-9a51-246ceddeec55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487225 Nov 10 23:54:14.904369 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-a07fc3f3-8397-41c6-8862-74f2f279a9ff service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883536 Nov 10 23:54:14.999200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-713d6fa0-caf5-4a90-bb88-86a75ae0c4d0 req-d95f6489-d75c-49d9-a329-5094fb2c2306 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Nov 10 23:54:15.171863 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 73cb18a6-04c5-46e8-ba45-09d4976e2110 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:54:15.219427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 73cb18a6-04c5-46e8-ba45-09d4976e2110 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:15.219800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:15.265100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:15.774861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:15.946114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398dc8-4375-401c-9495-82f688f20158 req-cb86b521-7d44-4de3-a439-037bbf64ed0c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:15.947579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d398dc8-4375-401c-9495-82f688f20158 req-cb86b521-7d44-4de3-a439-037bbf64ed0c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 943 time: 0.0491831 Nov 10 23:54:15.995370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1d398dc8-4375-401c-9495-82f688f20158 req-a4fa1362-f5e9-4142-898e-7faee24f870e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Nov 10 23:54:17.111037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc925-d036-4bf5-afc1-a3598430c3d9 req-a87c6c09-3879-400d-bf2e-e92b138b0246 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:17.112521 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-354cc925-d036-4bf5-afc1-a3598430c3d9 req-a87c6c09-3879-400d-bf2e-e92b138b0246 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 943 time: 0.0494082 Nov 10 23:54:17.160905 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-354cc925-d036-4bf5-afc1-a3598430c3d9 req-525cce5d-6cab-4510-a843-323c35b6ef3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Nov 10 23:54:17.284644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:54:17.377328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:17.388846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:54:17.428519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:17.441173 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfdfb8c-6319-482b-8783-0f484f6abb85 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:54:17.459572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:17.464135 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:17.509628 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:17.668600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['7cfdfb8c-6319-482b-8783-0f484f6abb85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:54:18.278554 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff6d6-ad9d-47c2-80b6-b17c12517227 req-00e1fa6d-463f-4bde-a415-131b54867a22 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:18.279901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f75ff6d6-ad9d-47c2-80b6-b17c12517227 req-00e1fa6d-463f-4bde-a415-131b54867a22 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 944 time: 0.0517316 Nov 10 23:54:18.328359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f75ff6d6-ad9d-47c2-80b6-b17c12517227 req-d367d576-e61e-473c-8111-d698e69f74fd tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Nov 10 23:54:19.304961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:54:19.354230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 7cfdfb8c-6319-482b-8783-0f484f6abb85 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:54:19.358554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 7cfdfb8c-6319-482b-8783-0f484f6abb85 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:54:19.358925 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:19.438536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:19.447702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3773a8-7b1c-4813-b84f-182efe7f2b4b req-62994039-3180-44f2-9628-88458d5c5793 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:19.449208 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd3773a8-7b1c-4813-b84f-182efe7f2b4b req-62994039-3180-44f2-9628-88458d5c5793 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 944 time: 0.0522900 Nov 10 23:54:19.461813 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:54:19.464054 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c112817-3247-4a96-9eb8-2a9d6055fa64" -d '{"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:54:19.476174 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:54:19.486657 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:19.507259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bd3773a8-7b1c-4813-b84f-182efe7f2b4b req-5ebecac9-d66b-4ffe-ace0-5a92d85a89d5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517399 Nov 10 23:54:19.517444 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca9c31f-8a7c-4713-a140-a10d715e213a x-openstack-request-id: req-4ca9c31f-8a7c-4713-a140-a10d715e213a {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:54:19.517734 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:54:19.517986 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca9c31f-8a7c-4713-a140-a10d715e213a {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:54:19.518381 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'code': 200} Nov 10 23:54:19.549100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:19.613009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb999e-3413-4ce9-bb87-1465226fb7ab req-d4679959-68ba-4509-b1f2-384ddf2a4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:19.614475 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cbb999e-3413-4ce9-bb87-1465226fb7ab req-d4679959-68ba-4509-b1f2-384ddf2a4899 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0387478 Nov 10 23:54:19.663118 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3cbb999e-3413-4ce9-bb87-1465226fb7ab req-4f3e4cdd-e62a-473b-9563-4b94ae7d625d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Nov 10 23:54:20.626688 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219cdc7-b59b-42a2-b24b-6f14f1a0c80b req-00de6123-2616-4239-9b8b-65dd34f4aa04 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:20.628230 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d219cdc7-b59b-42a2-b24b-6f14f1a0c80b req-00de6123-2616-4239-9b8b-65dd34f4aa04 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0519013 Nov 10 23:54:20.679869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d219cdc7-b59b-42a2-b24b-6f14f1a0c80b req-331cde14-9c61-4f69-ac46-a0063ee31c2b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Nov 10 23:54:21.800511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d72f6-fbd6-4e6a-bb62-0fe8099f3f78 req-05b182c8-d6dc-4210-aefd-3c9ac7ba4cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:21.802006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-561d72f6-fbd6-4e6a-bb62-0fe8099f3f78 req-05b182c8-d6dc-4210-aefd-3c9ac7ba4cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0543404 Nov 10 23:54:21.850857 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-561d72f6-fbd6-4e6a-bb62-0fe8099f3f78 req-305891fd-a3e5-45d2-9e60-fbf666c90388 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Nov 10 23:54:21.964938 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf812e-037c-4d74-8666-5eef49221b3c req-3d553c4a-a40c-4a50-bd14-56710b189e74 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:21.966342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eaf812e-037c-4d74-8666-5eef49221b3c req-3d553c4a-a40c-4a50-bd14-56710b189e74 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Nov 10 23:54:22.014740 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1eaf812e-037c-4d74-8666-5eef49221b3c req-fe5e9e49-8de7-4363-aabf-ad900101e2ae tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Nov 10 23:54:22.037416 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59152) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:22.076514 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81c047-542e-4c05-b658-08b6f766c8dd tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:22.078034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0b81c047-542e-4c05-b658-08b6f766c8dd tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1091 time: 0.0395999 Nov 10 23:54:22.080890 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59154) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:22.085192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:54:22.106789 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:22.203841 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:22.302419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.59 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/6d3b00d0-e320-456a-a308-5214aa728a81) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:54:22.405481 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:22.437608 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:22.478162 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:54:22.481110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:54:22.485527 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:54:22.488228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=6d3b00d0-e320-456a-a308-5214aa728a81,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:22.834354 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:22.898852 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:23.054800 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:23.059121 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:23.131431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=6d3b00d0-e320-456a-a308-5214aa728a81,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:54:23.139636 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:23.237644 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 0cddd2d6-000b-4559-a334-880d66b6eba7 associated. External IP: 172.25.0.59, port: 7cfdfb8c-6319-482b-8783-0f484f6abb85. Nov 10 23:54:23.741691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router eab14777-92cf-4470-8b3e-f38c53d57334 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:54:23.847169 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:54:23.857319 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Sync routers for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:54:23.865309 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:23.868159 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:23.868783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:23.894336 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-5bddfbc7-3c94-4fa5-bb2d-0f83bc73a417 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8123689 Nov 10 23:54:23.895026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:54:23.897383 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaffe48-4638-4313-99e4-e0b67815e621" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:54:23.938188 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81a5c8-8e4b-41fb-85e8-9e7bef59fafc x-openstack-request-id: req-9e81a5c8-8e4b-41fb-85e8-9e7bef59fafc {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:54:23.938590 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:54:23.939163 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e81a5c8-8e4b-41fb-85e8-9e7bef59fafc {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:54:23.939801 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'status': 'completed', 'code': 200} Nov 10 23:54:23.979329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:24.001999 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d0b1-ea47-4643-821e-eb73de6a9f00 req-8def5791-28d2-46a7-9886-0a1c330916a6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:24.003637 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ab2d0b1-ea47-4643-821e-eb73de6a9f00 req-8def5791-28d2-46a7-9886-0a1c330916a6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0502143 Nov 10 23:54:24.004187 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-1b117bcf-3443-4d7d-8637-244b19ec23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:24.005770 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-1b117bcf-3443-4d7d-8637-244b19ec23e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0407572 Nov 10 23:54:24.058913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8ab2d0b1-ea47-4643-821e-eb73de6a9f00 req-d30931af-385d-4951-9db9-9786a2e33b2f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486815 Nov 10 23:54:24.082460 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59160) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:24.151121 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ab0378d4-6019-4f76-812b-1c336a68ffcf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/0cddd2d6-000b-4559-a334-880d66b6eba7 HTTP/1.1" status: 200 len: 990 time: 0.0674164 Nov 10 23:54:24.228390 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '0cddd2d6-000b-4559-a334-880d66b6eba7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:54:22Z', 'updated_at': '2021-11-10T23:54:22Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:24.255295 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Checking router: eab14777-92cf-4470-8b3e-f38c53d57334 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:54:24.264070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:54:24.265130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:53:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:24.373341 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:54:24.399689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-e5f071de-8531-465a-bbb8-03858d8e22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:24.401231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-e5f071de-8531-465a-bbb8-03858d8e22e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.3885038 Nov 10 23:54:24.465737 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-9611ce08-a880-4f56-b3e5-90bffccd861d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 998 time: 0.0570908 Nov 10 23:54:24.518683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-ffe1da2b-440a-4ae0-824a-b98e1cf2fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:24.520129 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-ffe1da2b-440a-4ae0-824a-b98e1cf2fa2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0470347 Nov 10 23:54:24.566677 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-f845810a-56fa-4429-b9ae-9e898fd02651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:24.568171 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-f845810a-56fa-4429-b9ae-9e898fd02651 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410841 Nov 10 23:54:24.596340 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '0cddd2d6-000b-4559-a334-880d66b6eba7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:54:22Z', 'updated_at': '2021-11-10T23:54:22Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:54:24.622753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef16f-b1ce-48c8-aab1-1d1723dafd03 None None] The sync data for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 is: [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '0cddd2d6-000b-4559-a334-880d66b6eba7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:54:22Z', 'updated_at': '2021-11-10T23:54:22Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:54:24.662792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-1060e84f-f56d-4d62-b03d-ace64b646e0e service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Nov 10 23:54:24.753299 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0aaffe48-4638-4313-99e4-e0b67815e621 req-abff043a-6bec-4c1e-9291-9602b6de8401 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839214 Nov 10 23:54:24.827127 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e12a3-78ca-41c0-a075-0b9ad842e68e None None] New status for floating IP 0cddd2d6-000b-4559-a334-880d66b6eba7: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:54:25.110969 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f8b0-976b-4406-8500-20c2eef0c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:25.154714 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59162) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:25.214486 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8f330fe8-3499-46e8-8304-ad06c3f7de91 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/0cddd2d6-000b-4559-a334-880d66b6eba7 HTTP/1.1" status: 200 len: 992 time: 0.0585444 Nov 10 23:54:27.747756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-78ede5c7-3212-4b16-aff2-cbabd258c071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:29.214273 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:30.635280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:30.870899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:39.012402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-9e3add2f-f90a-428c-82bd-735e9d62ce35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402541 Nov 10 23:54:39.099843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae597175-4c90-49f8-ae31-5db088db08fb req-4b6f539f-d48f-4a34-8392-986fe527aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:39.101356 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-4b6f539f-d48f-4a34-8392-986fe527aa00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0444429 Nov 10 23:54:39.203024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae597175-4c90-49f8-ae31-5db088db08fb req-a67893d8-19ea-4a21-a305-a04aedceec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:39.204479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-a67893d8-19ea-4a21-a305-a04aedceec72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0845437 Nov 10 23:54:39.274985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-a1c98114-2c92-4dba-a576-212c09a262ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 1000 time: 0.0616338 Nov 10 23:54:39.323734 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae597175-4c90-49f8-ae31-5db088db08fb req-6b030a51-e37f-4521-b11b-3e081a69bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:39.325170 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-6b030a51-e37f-4521-b11b-3e081a69bd7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0433476 Nov 10 23:54:39.373084 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae597175-4c90-49f8-ae31-5db088db08fb req-9312c662-9ec9-473b-a213-5d1558bd0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:39.374565 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-9312c662-9ec9-473b-a213-5d1558bd0184 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415144 Nov 10 23:54:39.467149 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-c1b893a6-a7bd-4789-aba7-83690dad7312 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Nov 10 23:54:39.558376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ae597175-4c90-49f8-ae31-5db088db08fb req-251a712d-2800-4a8a-b242-a5c1c3850d02 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838079 Nov 10 23:54:40.172071 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:54:45.249669 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:45.772160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:55.112481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-abf126da-fc22-4c1f-80a5-92e61b509cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:56.633103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59184) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:54:56.642708 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9eb48-4d45-47d3-b97f-557363579dee req-fa32c276-da19-4eef-a7ad-9103fe488645 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:56.644242 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbd9eb48-4d45-47d3-b97f-557363579dee req-fa32c276-da19-4eef-a7ad-9103fe488645 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Nov 10 23:54:56.700206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bbd9eb48-4d45-47d3-b97f-557363579dee req-5bc2ccc5-01b8-4089-8bc0-3b7c47b4bbaf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495529 Nov 10 23:54:56.720641 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-93a00811-43a3-403e-b4f6-92ad495b855d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862992 Nov 10 23:54:56.729930 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-0ab8cf31-7f46-4be5-8777-db925edf1a17 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:54:56.730873 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-0ab8cf31-7f46-4be5-8777-db925edf1a17 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054901 Nov 10 23:54:57.752531 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3cf088fb-24c3-4fee-9f7c-b9e133c6c88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:57.832931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16ebb3-1ca0-49ac-9bb8-1a182c471ce8 req-519e3308-f9d8-4b62-a620-76344e9a0834 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:57.834403 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c16ebb3-1ca0-49ac-9bb8-1a182c471ce8 req-519e3308-f9d8-4b62-a620-76344e9a0834 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0601408 Nov 10 23:54:57.886003 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2c16ebb3-1ca0-49ac-9bb8-1a182c471ce8 req-6da5b883-be9b-4024-a2a2-3981720cc1fe tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Nov 10 23:54:58.800331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-53f94a0e-1446-4f31-8f33-da82e8b815f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:58.801831 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-53f94a0e-1446-4f31-8f33-da82e8b815f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0408351 Nov 10 23:54:58.889841 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-92013079-a368-4a4b-b724-0e6775c2298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:58.891297 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-92013079-a368-4a4b-b724-0e6775c2298e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0831163 Nov 10 23:54:58.970194 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-d937811f-8658-4cd1-8c9c-279c4b6b6013 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 1000 time: 0.0720479 Nov 10 23:54:59.041196 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755fe91-922e-433b-ad10-c0f5d8443aae req-b568095e-9dc2-484e-919e-a5078157051d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:59.042669 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4755fe91-922e-433b-ad10-c0f5d8443aae req-b568095e-9dc2-484e-919e-a5078157051d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Nov 10 23:54:59.043941 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-e2ebd5ff-3930-4317-9433-c3c6d56f3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:59.045278 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-e2ebd5ff-3930-4317-9433-c3c6d56f3e3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0621746 Nov 10 23:54:59.121451 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4755fe91-922e-433b-ad10-c0f5d8443aae req-930beb25-c3d0-4c3d-a59c-c5275920fff1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728996 Nov 10 23:54:59.127195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-8674b4c2-96c9-4fee-93af-f69dad5ae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:54:59.128680 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-8674b4c2-96c9-4fee-93af-f69dad5ae653 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745065 Nov 10 23:54:59.215254 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:54:59.219525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-cf24f0db-294d-4d46-970a-fd2ecb9dd432 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Nov 10 23:54:59.312959 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-2e455906-190c-4c20-b070-050a1c9aa537 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851676 Nov 10 23:55:00.235772 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecefc5-3b07-4d9a-8777-a81810f66dfb req-18efa67e-fea1-4140-b4af-7c52fa1e28f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:00.237234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06ecefc5-3b07-4d9a-8777-a81810f66dfb req-18efa67e-fea1-4140-b4af-7c52fa1e28f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0472724 Nov 10 23:55:00.284507 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-06ecefc5-3b07-4d9a-8777-a81810f66dfb req-b72c2b4a-539b-4ac0-bd48-4d9572fb2811 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Nov 10 23:55:00.638123 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:00.872604 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:01.403703 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b273-4a74-471b-8d73-af793af2f0b0 req-80a4d571-2046-42c6-a60e-ffbca68c2ea1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:01.405182 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea37b273-4a74-471b-8d73-af793af2f0b0 req-80a4d571-2046-42c6-a60e-ffbca68c2ea1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0487132 Nov 10 23:55:01.453104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ea37b273-4a74-471b-8d73-af793af2f0b0 req-220db97f-afe1-4574-8c47-fc0da6aa5ec4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Nov 10 23:55:02.565916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524519e-31f2-4ae3-bb83-064727823029 req-bdc0b47b-648f-4c4b-8e01-60117c583ff7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:02.567354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2524519e-31f2-4ae3-bb83-064727823029 req-bdc0b47b-648f-4c4b-8e01-60117c583ff7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0474749 Nov 10 23:55:02.619804 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2524519e-31f2-4ae3-bb83-064727823029 req-a0bcf4fd-142b-460f-84a6-defd111da7f5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460429 Nov 10 23:55:03.733354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb123-5d72-4e4c-9e1f-e42ceab91077 req-584decce-78a5-47db-af69-0d00e6a9538a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:03.734854 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4dbcb123-5d72-4e4c-9e1f-e42ceab91077 req-584decce-78a5-47db-af69-0d00e6a9538a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Nov 10 23:55:03.787400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4dbcb123-5d72-4e4c-9e1f-e42ceab91077 req-2fdd81ac-2414-4f95-ab1b-ac5dd731ae09 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Nov 10 23:55:04.901383 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d940-7bc6-45a3-bcc1-272d72ae140c req-5623e79e-e1dd-4431-9dc2-9184185e9b17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:04.902836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a0d940-7bc6-45a3-bcc1-272d72ae140c req-5623e79e-e1dd-4431-9dc2-9184185e9b17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Nov 10 23:55:04.950958 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c6a0d940-7bc6-45a3-bcc1-272d72ae140c req-3d8603c6-4926-4b16-8837-321e9f5e3f88 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Nov 10 23:55:06.066144 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8646d4-bb70-4d95-a050-8df396edf4da req-8e2bd6ef-3e64-4494-861a-679e91f661d5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:06.067613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a8646d4-bb70-4d95-a050-8df396edf4da req-8e2bd6ef-3e64-4494-861a-679e91f661d5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Nov 10 23:55:06.116228 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9a8646d4-bb70-4d95-a050-8df396edf4da req-3321d36e-2a19-4447-b6c4-da418a48de15 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Nov 10 23:55:07.231110 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867c59-8a4d-4025-bea7-36195325bc55 req-fa7f18f7-add2-4d77-b063-f932424fc25a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:07.232836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27867c59-8a4d-4025-bea7-36195325bc55 req-fa7f18f7-add2-4d77-b063-f932424fc25a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Nov 10 23:55:07.280467 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-27867c59-8a4d-4025-bea7-36195325bc55 req-1979a626-ef14-4c0e-9217-59a93e80edd9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Nov 10 23:55:08.397660 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfb3e-2598-419d-992e-6c5a3a650c0b req-2b57f51f-e50a-45df-ab43-e8e3f1ebab7f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:08.399104 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8bdfb3e-2598-419d-992e-6c5a3a650c0b req-2b57f51f-e50a-45df-ab43-e8e3f1ebab7f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Nov 10 23:55:08.446931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e8bdfb3e-2598-419d-992e-6c5a3a650c0b req-20c71696-9c54-4884-94f0-752f61dd44c8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Nov 10 23:55:09.567822 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c045-6160-48c3-afc5-e8cb9ede94d1 req-80b44bfd-d351-4ef1-aded-684ce22c1778 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:09.569326 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7178c045-6160-48c3-afc5-e8cb9ede94d1 req-80b44bfd-d351-4ef1-aded-684ce22c1778 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Nov 10 23:55:09.617371 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7178c045-6160-48c3-afc5-e8cb9ede94d1 req-1e94ae8a-1027-47de-8a3e-9bfa963c50b6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Nov 10 23:55:10.735487 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e968-ec59-4498-a825-058a524e5bc6 req-9cf46974-4682-415d-b816-1d237aa147e7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:10.736939 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38c2e968-ec59-4498-a825-058a524e5bc6 req-9cf46974-4682-415d-b816-1d237aa147e7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Nov 10 23:55:10.793908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-38c2e968-ec59-4498-a825-058a524e5bc6 req-2e9e9fbe-3e11-4b9c-a48a-e97f7edbf8b2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510685 Nov 10 23:55:11.909499 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f3447-f4fa-4bb2-add7-a7f379c2be4c req-924b51c6-10c7-45c7-9d3c-4054104a9f60 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:11.911000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f40f3447-f4fa-4bb2-add7-a7f379c2be4c req-924b51c6-10c7-45c7-9d3c-4054104a9f60 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Nov 10 23:55:11.959479 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f40f3447-f4fa-4bb2-add7-a7f379c2be4c req-44e4769e-cef4-41bc-a4b6-82f790a295ba tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Nov 10 23:55:13.076024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a366f9e-2193-4c02-b38b-316599b43e3d req-773ff560-7b6d-4913-ad31-f404388240ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:13.077537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a366f9e-2193-4c02-b38b-316599b43e3d req-773ff560-7b6d-4913-ad31-f404388240ec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Nov 10 23:55:13.126153 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1a366f9e-2193-4c02-b38b-316599b43e3d req-f40cb86e-b8a3-4542-8f4d-8dfd363e41aa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 Nov 10 23:55:14.244242 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d59-c190-418a-84d0-fa0e46a0a7e4 req-7d83e66f-be3d-4536-a54e-f6579dfb099b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:14.245816 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c46a9d59-c190-418a-84d0-fa0e46a0a7e4 req-7d83e66f-be3d-4536-a54e-f6579dfb099b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Nov 10 23:55:14.301545 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c46a9d59-c190-418a-84d0-fa0e46a0a7e4 req-c67963db-1594-4c5c-8f73-096e610e408b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Nov 10 23:55:15.247907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:15.426372 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd0535-9e51-4683-adae-960b8c1b1103 req-8dcd77b1-e870-44f7-ad80-ce4865cc66df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:15.427862 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6dd0535-9e51-4683-adae-960b8c1b1103 req-8dcd77b1-e870-44f7-ad80-ce4865cc66df tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Nov 10 23:55:15.477672 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e6dd0535-9e51-4683-adae-960b8c1b1103 req-480be80d-671f-48de-a978-1cc5669430d4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Nov 10 23:55:15.769842 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:16.108782 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-1d67bf96-f41b-4651-8912-3e5024b12c44 service neutron] show failed (client error): The resource could not be found. Nov 10 23:55:16.109811 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-1d67bf96-f41b-4651-8912-3e5024b12c44 service neutron] 10.222.0.20 "GET /v2.0/ports/7cfdfb8c-6319-482b-8783-0f484f6abb85/bindings/n-h2-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0537517 Nov 10 23:55:16.394010 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-68ae422c-cfa2-4fb4-b6ff-10db64db8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:16.395501 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-68ae422c-cfa2-4fb4-b6ff-10db64db8229 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 1096 time: 0.0827799 Nov 10 23:55:16.407031 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:16.458374 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:16.655152 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32374c03-0135-4f4f-bae0-28c387723c96 req-a9768141-e4fb-48b5-af45-09ff1155723b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:16.656617 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32374c03-0135-4f4f-bae0-28c387723c96 req-a9768141-e4fb-48b5-af45-09ff1155723b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.1013751 Nov 10 23:55:16.730433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:16.735615 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-32374c03-0135-4f4f-bae0-28c387723c96 req-baf82906-a277-4754-90b6-6bc230900297 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716746 Nov 10 23:55:16.766443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h1-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:55:16.804740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:55:16.807621 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1791eb45-3eee-43be-8b1a-b53c03fd5400" -d '{"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:55:16.811422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:16.824187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Transition to ACTIVE for port object 7cfdfb8c-6319-482b-8783-0f484f6abb85 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:55:16.828152 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:16.861991 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c9dc6-9139-47df-8e15-48d7105179c4 x-openstack-request-id: req-547c9dc6-9139-47df-8e15-48d7105179c4 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:55:16.862274 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:55:16.862516 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-547c9dc6-9139-47df-8e15-48d7105179c4 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:55:16.862897 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'code': 200} Nov 10 23:55:16.920534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=6']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:16.934518 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.934861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.935199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.935530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.935856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.936180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.936503 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.936823 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.937180 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.937507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.937831 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.938149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:16.971337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] No DVR routers for this DVR port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on host n-h1-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:55:17.117443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:55:17.117779 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:55:17.118106 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:55:17.122410 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:55:17.122725 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Attempting to bind port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on network 2ec688f9-019b-4fd3-ad89-9e26b2de467d {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:55:17.127510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:55:17.127843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Checking segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:55:17.128224 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Bound using segment: {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:55:17.128641 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Bound port: 7cfdfb8c-6319-482b-8783-0f484f6abb85, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e73a3-4e99-4dc9-b0a1-b29c87260660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:55:17.129014 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:17.171249 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:55:17.195118 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:55:17.198578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:55:17.202281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:17.235747 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.236359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:17.237750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] 10.222.0.39 "PUT /v2.0/ports/7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 1091 time: 0.8347201 Nov 10 23:55:17.269602 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5304c-79dc-4a7d-a947-29dccd7c1de5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=7']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:17.307877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-0df04384-795b-49b9-b10d-588081d47d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.309405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-0df04384-795b-49b9-b10d-588081d47d13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1094 time: 0.0483394 Nov 10 23:55:17.407026 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-d74575d4-42df-4ba7-a9f3-8b916ad3f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.408530 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-d74575d4-42df-4ba7-a9f3-8b916ad3f3f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0921037 Nov 10 23:55:17.472880 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-9d849dad-f7bc-4a84-ab93-037fd750237a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 998 time: 0.0572875 Nov 10 23:55:17.521179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-12aed38b-5b28-4c0b-960c-38f86aae0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.522531 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-12aed38b-5b28-4c0b-960c-38f86aae0769 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0436089 Nov 10 23:55:17.571631 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-06877873-885d-431b-a8ae-b4e511fa47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.573718 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-06877873-885d-431b-a8ae-b4e511fa47cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441747 Nov 10 23:55:17.663668 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-b038ed2e-e60f-4ee4-8922-25e2c5280808 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832922 Nov 10 23:55:17.755968 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64538cf3-c743-49d7-92ea-2207d9b761f7 req-e216bc7a-7b92-4c0d-b67b-bb2e2f9dc89b service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Nov 10 23:55:17.857257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74800662-8f4e-456f-88c4-124d67ff0a6f req-7a87bb69-12b5-4155-bddd-35fce872b5c6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:17.858765 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74800662-8f4e-456f-88c4-124d67ff0a6f req-7a87bb69-12b5-4155-bddd-35fce872b5c6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 943 time: 0.0526536 Nov 10 23:55:17.908296 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-74800662-8f4e-456f-88c4-124d67ff0a6f req-6a45827b-82f0-4520-8cb2-f0f6fcaf68ca tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Nov 10 23:55:18.864088 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:55:18.866477 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655f616-70d6-4c6f-8faa-23ec8448f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:55:18.914230 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563f6cc-0cd5-4d66-9213-7e38c08aed24 x-openstack-request-id: req-f563f6cc-0cd5-4d66-9213-7e38c08aed24 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:55:18.914520 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:55:18.914780 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f563f6cc-0cd5-4d66-9213-7e38c08aed24 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:55:18.915174 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'status': 'completed', 'code': 200} Nov 10 23:55:18.975160 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-38f85191-698e-463e-90bb-005bce751d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:18.976782 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-38f85191-698e-463e-90bb-005bce751d52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1094 time: 0.0427556 Nov 10 23:55:18.977073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-66bbba33-d1a0-464a-9f85-effc6a5955ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:18.978656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-66bbba33-d1a0-464a-9f85-effc6a5955ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1094 time: 0.0425417 Nov 10 23:55:19.075118 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-bffc8968-95b5-4bd4-840c-276355ebb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.076695 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-bffc8968-95b5-4bd4-840c-276355ebb658 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0916173 Nov 10 23:55:19.081530 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59c85d-3cdf-45d1-946c-10d595d1e49a req-616f444f-9c6b-4844-a274-fd0f51e08b34 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.082997 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad59c85d-3cdf-45d1-946c-10d595d1e49a req-616f444f-9c6b-4844-a274-fd0f51e08b34 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 943 time: 0.1041238 Nov 10 23:55:19.121625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-ce1a7e28-f05b-42f7-b7df-054cfbf7ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.123066 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-ce1a7e28-f05b-42f7-b7df-054cfbf7ef2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.1358314 Nov 10 23:55:19.145077 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-86a25ce5-ab98-4bb4-b72d-d91d7363e9ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 998 time: 0.0606992 Nov 10 23:55:19.192729 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad59c85d-3cdf-45d1-946c-10d595d1e49a req-9993005a-3604-4b64-8877-7bf36bbdff95 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013491 Nov 10 23:55:19.195659 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-1a01ed55-4726-4be1-96a0-f104da0567fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.198075 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-1a01ed55-4726-4be1-96a0-f104da0567fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0465465 Nov 10 23:55:19.211533 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-17170dbb-a9a1-4616-83ac-b616aab4817a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 998 time: 0.0809848 Nov 10 23:55:19.248520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-52622cf3-8c71-4663-8d02-403b268de253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.250031 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-52622cf3-8c71-4663-8d02-403b268de253 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453713 Nov 10 23:55:19.288877 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-397d18bd-bdcb-4ca7-9c42-6bc1c77b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.290366 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-397d18bd-bdcb-4ca7-9c42-6bc1c77b438b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0564721 Nov 10 23:55:19.341216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-65e51581-7fab-4fac-9874-41c44cd4a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:19.342750 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-65e51581-7fab-4fac-9874-41c44cd4a760 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436726 Nov 10 23:55:19.345219 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-2a017d08-eb91-4aae-8fc2-58deb0c5b65b service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873561 Nov 10 23:55:19.438007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-1e69d335-b766-40ec-a96e-4122d3af99b4 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Nov 10 23:55:19.438239 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-21ff1a40-baa8-4116-ba6a-d1557491f891 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857780 Nov 10 23:55:19.492949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:55:19.527906 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5655f616-70d6-4c6f-8faa-23ec8448f66f req-709b69bd-8d4b-4f1b-ac09-007b707ee872 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827689 Nov 10 23:55:19.588991 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:19.600075 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'port_id': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:55:19.637994 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:19.650766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfdfb8c-6319-482b-8783-0f484f6abb85 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:55:19.667439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:55:19.676255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:19.696833 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:19.736809 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:55:19.753335 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:19.760990 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.761338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.761674 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.762011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.762338 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.762664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.762987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.763310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.763629 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.763948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.764267 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.764584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:19.922452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['7cfdfb8c-6319-482b-8783-0f484f6abb85'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:55:20.317645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f1308-53c8-4840-bf88-eed9d3004b16 req-6ad9698b-2286-4c7f-b8df-94d0b3097cf4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.319051 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d3f1308-53c8-4840-bf88-eed9d3004b16 req-6ad9698b-2286-4c7f-b8df-94d0b3097cf4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 944 time: 0.0500011 Nov 10 23:55:20.367824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7d3f1308-53c8-4840-bf88-eed9d3004b16 req-497eec06-697b-4413-b162-b6eecb4f2a47 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Nov 10 23:55:20.594603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b44705-043a-4d06-81ae-9048e875f926 req-dde9ffb6-79b1-42c5-93d4-ee06312ea984 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.595997 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7b44705-043a-4d06-81ae-9048e875f926 req-dde9ffb6-79b1-42c5-93d4-ee06312ea984 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 944 time: 0.0865495 Nov 10 23:55:20.604439 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-55ae5e75-6d02-4656-9c34-6d8e893528d0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.605906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-55ae5e75-6d02-4656-9c34-6d8e893528d0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5&tenant_id=385d61820526426e855a242a45e94da0&binding%3Ahost_id=n-h2-811521-3 HTTP/1.1" status: 200 len: 944 time: 0.0826719 Nov 10 23:55:20.686926 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c7b44705-043a-4d06-81ae-9048e875f926 req-30d1066e-879f-4e79-9131-d8b3cba5ec94 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800662 Nov 10 23:55:20.694169 n-d-811521-3 neutron-server[102457]: INFO neutron.api.v2.resource [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-903ee58f-9df4-47f1-8541-cecd75e14714 service neutron] delete failed (client error): The resource could not be found. Nov 10 23:55:20.695127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-903ee58f-9df4-47f1-8541-cecd75e14714 service neutron] 10.222.0.20 "DELETE /v2.0/ports/7cfdfb8c-6319-482b-8783-0f484f6abb85/bindings/n-h1-811521-3 HTTP/1.1" status: 404 len: 380 time: 0.0818417 Nov 10 23:55:20.796650 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-09ceebf2-d025-490d-919f-173017094ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.798229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-09ceebf2-d025-490d-919f-173017094ddd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1095 time: 0.0425429 Nov 10 23:55:20.808738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411f998-de33-4b44-8e85-66491f6aac03 req-5e2bd783-a0ff-48d8-8ebf-0aecde0ba0b0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.810261 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0411f998-de33-4b44-8e85-66491f6aac03 req-5e2bd783-a0ff-48d8-8ebf-0aecde0ba0b0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 944 time: 0.0557153 Nov 10 23:55:20.862436 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0411f998-de33-4b44-8e85-66491f6aac03 req-62b11b1b-e835-4bf6-aaf6-e8ff0aafa66a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Nov 10 23:55:20.893397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-e69b49e7-589e-4fcc-9ee3-14909c5ffc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:20.894852 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-e69b49e7-589e-4fcc-9ee3-14909c5ffc43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0895987 Nov 10 23:55:20.962018 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-70b84048-3c4e-47fa-9680-9e1a59c0881a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 999 time: 0.0603795 Nov 10 23:55:21.008936 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-0dff038a-f4bb-404a-8193-00645932debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:21.010859 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-0dff038a-f4bb-404a-8193-00645932debe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0424201 Nov 10 23:55:21.055942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-985ad35f-3ea0-4300-9364-c89d0464f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:21.057491 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-985ad35f-3ea0-4300-9364-c89d0464f5ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397828 Nov 10 23:55:21.149029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-4bae5951-0c6f-4e48-a5d0-147463f25ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848556 Nov 10 23:55:21.235272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b42afd6c-5aab-419d-90e6-3f6f9574c0b0 req-80470f63-9fb7-4608-b6d2-2798f08c07e9 service neutron] 10.222.0.20 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796497 Nov 10 23:55:21.510798 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:55:21.559168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 7cfdfb8c-6319-482b-8783-0f484f6abb85 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:55:21.564129 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 7cfdfb8c-6319-482b-8783-0f484f6abb85 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:55:21.564517 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:21.644380 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:21.666810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:55:21.669186 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f1b81-111f-4405-8d2b-8cb2e5812eda" -d '{"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:55:21.682909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:21.687338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:21.714368 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb69df4-d4ec-4c52-b73d-1551a18d6528 x-openstack-request-id: req-3eb69df4-d4ec-4c52-b73d-1551a18d6528 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:55:21.714659 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:55:21.714924 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3eb69df4-d4ec-4c52-b73d-1551a18d6528 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:55:21.715313 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'code': 200} Nov 10 23:55:21.738519 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:21.976907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac54eb-28ab-408b-8dc1-79bafa326ee5 req-496ab492-95c1-4b0a-b7a8-b406ae49b10d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:21.978427 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25ac54eb-28ab-408b-8dc1-79bafa326ee5 req-496ab492-95c1-4b0a-b7a8-b406ae49b10d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Nov 10 23:55:22.027074 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-25ac54eb-28ab-408b-8dc1-79bafa326ee5 req-7aa374e8-c197-4c7c-a6c5-c06b31b6ab9c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Nov 10 23:55:22.049553 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59272) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:22.113663 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a9b63c73-395a-4d66-b246-6f9d02516035 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/0cddd2d6-000b-4559-a334-880d66b6eba7 HTTP/1.1" status: 200 len: 992 time: 0.0629811 Nov 10 23:55:25.114514 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e07a74cf-9ac2-4a2e-947e-cd7fd14f92f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:27.370540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-f94c7501-456f-4528-9395-0b0b318fcfd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387235 Nov 10 23:55:27.454502 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723da3f-9796-4735-992d-5377048ee589 req-4cd130a5-32fa-4eab-bc61-46528270d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:27.455881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-4cd130a5-32fa-4eab-bc61-46528270d2ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0445209 Nov 10 23:55:27.555863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723da3f-9796-4735-992d-5377048ee589 req-1df4b8b9-c3e4-4864-b69f-0ab113de2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:27.557397 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-1df4b8b9-c3e4-4864-b69f-0ab113de2b44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.0832169 Nov 10 23:55:27.624509 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-04e7b14d-89c5-45d2-b7b1-b8df1d427418 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 1000 time: 0.0606208 Nov 10 23:55:27.672375 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723da3f-9796-4735-992d-5377048ee589 req-e49ea8a8-6a22-4f01-8421-9449f8f7aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:27.673801 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-e49ea8a8-6a22-4f01-8421-9449f8f7aac5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0426126 Nov 10 23:55:27.718353 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723da3f-9796-4735-992d-5377048ee589 req-2bbc3b18-f972-4aef-9810-fa7eb7f496bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:27.719722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-2bbc3b18-f972-4aef-9810-fa7eb7f496bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393069 Nov 10 23:55:27.754188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7d7d02f1-4bb6-49ed-804f-11725c1b732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:27.813430 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-3e5005c7-80d7-483e-8473-9fd0b18f6b2c service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869632 Nov 10 23:55:27.901218 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4723da3f-9796-4735-992d-5377048ee589 req-4a4e4620-b4b2-4247-b48c-5eb8d4210f27 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810583 Nov 10 23:55:29.218386 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:30.639595 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:30.874151 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:45.248923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:45.769579 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:50.669689 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59282) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:50.823654 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 6d3b00d0-e320-456a-a308-5214aa728a81 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:55:50.823994 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:50.896941 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:50.897293 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:50.908561 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 6d3b00d0-e320-456a-a308-5214aa728a81 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:55:51.053090 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:51.076482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=6d3b00d0-e320-456a-a308-5214aa728a81,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:51.086435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.086765 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.087108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.087475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.087804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.088135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.088851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.088851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.089111 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.089435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.089756 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.090073 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:55:51.151892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:51.152120 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 0cddd2d6-000b-4559-a334-880d66b6eba7 disassociated (deleted). External IP: 172.25.0.59, port: 7cfdfb8c-6319-482b-8783-0f484f6abb85. Nov 10 23:55:51.351620 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router eab14777-92cf-4470-8b3e-f38c53d57334 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:55:51.456768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:55:51.461556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:51.466587 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Sync routers for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:55:51.475549 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:55:51.476157 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:51.488647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b006b7df-c902-4dee-91f8-a875bbecef6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/floatingips/0cddd2d6-000b-4559-a334-880d66b6eba7 HTTP/1.1" status: 204 len: 168 time: 0.8178856 Nov 10 23:55:51.489362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:55:51.491744 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1058cdc-8836-48aa-ba52-9962ef9ac689" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:55:51.530461 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1341ca-b96a-4cf1-9fb8-0c88642d9874 x-openstack-request-id: req-7a1341ca-b96a-4cf1-9fb8-0c88642d9874 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:55:51.530743 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:55:51.530990 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a1341ca-b96a-4cf1-9fb8-0c88642d9874 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:55:51.531388 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'status': 'completed', 'code': 200} Nov 10 23:55:51.586805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:55:51.596393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-9da96597-de9f-408c-9888-2b2e16cbd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:51.597972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-9da96597-de9f-408c-9888-2b2e16cbd702 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 1096 time: 0.0446444 Nov 10 23:55:51.720606 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-1c6b84da-7eb5-4103-a03e-2a092350cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:51.722252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-1c6b84da-7eb5-4103-a03e-2a092350cc5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 200 len: 897 time: 0.1089568 Nov 10 23:55:51.740082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0d257-9a0b-45ee-96b6-dc5349f1b91f req-2dbb1eca-9dac-492d-84b7-e3ac50afb831 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:51.741729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3a0d257-9a0b-45ee-96b6-dc5349f1b91f req-2dbb1eca-9dac-492d-84b7-e3ac50afb831 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Nov 10 23:55:51.770522 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-aa2bd49c-266a-4596-83ce-0270a38b9362 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 200 len: 217 time: 0.0355761 Nov 10 23:55:51.798803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:51.800112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3a0d257-9a0b-45ee-96b6-dc5349f1b91f req-3917e39a-7409-42a8-9e9c-3c505c0712e9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510252 Nov 10 23:55:51.825952 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Checking router: eab14777-92cf-4470-8b3e-f38c53d57334 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:55:51.834427 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:55:51.835034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:51.835261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-8e8f7d48-0052-4b69-a929-8cfe55735ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:51.836786 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-8e8f7d48-0052-4b69-a929-8cfe55735ca7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 200 len: 835 time: 0.0579660 Nov 10 23:55:51.884672 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-63d3e044-72ff-4845-a810-8d181eebae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:51.886104 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-63d3e044-72ff-4845-a810-8d181eebae9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ec688f9-019b-4fd3-ad89-9e26b2de467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409331 Nov 10 23:55:51.941554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:55:51.981470 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-6a359838-a593-41b4-bcb9-0931f1f5cfa4 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869091 Nov 10 23:55:52.073043 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d1058cdc-8836-48aa-ba52-9962ef9ac689 req-d805b335-d3a4-4256-afa5-e28894a55112 service neutron] 10.222.0.39 "GET /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834067 Nov 10 23:55:52.145528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:52.171040 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0f717-5bf3-44f8-a6f4-1f6a116d611d None None] The sync data for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 is: [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '73cb18a6-04c5-46e8-ba45-09d4976e2110', 'name': '', 'network_id': '2ec688f9-019b-4fd3-ad89-9e26b2de467d', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:66:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:08Z', 'updated_at': '2021-11-10T23:54:13Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': 'e17866a8-a6c1-4418-ac37-ec612a1cd08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:55:52.385804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e5dfe-ac84-449c-9ade-fd689b85651a None None] New status for floating IP 0cddd2d6-000b-4559-a334-880d66b6eba7: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:55:52.922951 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876723a-a250-4f67-8be1-b324c15bdcf5 req-c04c54a5-3383-4a8f-a6a8-e470133aa2e0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:52.924446 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d876723a-a250-4f67-8be1-b324c15bdcf5 req-c04c54a5-3383-4a8f-a6a8-e470133aa2e0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Nov 10 23:55:52.973061 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d876723a-a250-4f67-8be1-b324c15bdcf5 req-17effd9c-7bc6-4f76-8a2f-086e49ebc541 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=df200331-01b4-4b85-a55b-5c2869a5e7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Nov 10 23:55:53.107393 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-a8d7828a-16c3-4cc0-add4-2c92e00a6c24 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:53.108746 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-a8d7828a-16c3-4cc0-add4-2c92e00a6c24 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e9d66da-00cb-419e-92c4-64ead433eda5 HTTP/1.1" status: 200 len: 945 time: 0.0523057 Nov 10 23:55:53.196194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 7cfdfb8c-6319-482b-8783-0f484f6abb85 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:55:53.196538 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:53.286150 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 7cfdfb8c-6319-482b-8783-0f484f6abb85, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=7cfdfb8c-6319-482b-8783-0f484f6abb85,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:53.286508 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:53.298560 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 7cfdfb8c-6319-482b-8783-0f484f6abb85 owned by compute:nova {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:55:53.424057 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:53.453633 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=7cfdfb8c-6319-482b-8783-0f484f6abb85,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:53.492937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port 7cfdfb8c-6319-482b-8783-0f484f6abb85 on host n-h2-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:55:53.496118 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:53.499401 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-90b9a311-e427-4f83-ba20-e6f2f7deb701 req-53c09291-5af5-4100-ab1e-2d9487e9f345 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.39 "DELETE /v2.0/ports/7cfdfb8c-6319-482b-8783-0f484f6abb85 HTTP/1.1" status: 204 len: 173 time: 0.3847179 Nov 10 23:55:53.499836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-deleted', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:55:53.502109 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9cbe81-a65a-4c3c-a454-328187ad2623" -d '{"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-deleted", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:55:53.542943 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed7d04-3869-4048-a1ff-019937a26c2c x-openstack-request-id: req-2fed7d04-3869-4048-a1ff-019937a26c2c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:55:53.543249 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9d66da-00cb-419e-92c4-64ead433eda5", "name": "network-vif-deleted", "tag": "7cfdfb8c-6319-482b-8783-0f484f6abb85", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:55:53.543523 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fed7d04-3869-4048-a1ff-019937a26c2c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:55:53.543924 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d66da-00cb-419e-92c4-64ead433eda5', 'name': 'network-vif-deleted', 'tag': '7cfdfb8c-6319-482b-8783-0f484f6abb85', 'status': 'completed', 'code': 200} Nov 10 23:55:54.028396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59296) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:54.171331 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:55:54.380162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:54.627019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 73cb18a6-04c5-46e8-ba45-09d4976e2110 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:55:54.627363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:54.712451 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 73cb18a6-04c5-46e8-ba45-09d4976e2110, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=73cb18a6-04c5-46e8-ba45-09d4976e2110,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:54.712730 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:54.724719 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 73cb18a6-04c5-46e8-ba45-09d4976e2110 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:55:54.911593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:54.938594 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=73cb18a6-04c5-46e8-ba45-09d4976e2110,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:55.113403 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.117096 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bdccd23b-cfca-4c9e-acd4-e1b3e80d9c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.624164 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router eab14777-92cf-4470-8b3e-f38c53d57334 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:55:55.726917 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:55:55.732651 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-23f8a1bc-bd3d-4a49-a590-f0c4e38e35c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/eab14777-92cf-4470-8b3e-f38c53d57334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024562 Nov 10 23:55:55.734670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59300) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:55.737247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:55:55.741071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Sync routers for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:55:55.764038 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] No Port match for: 7cfdfb8c-6319-482b-8783-0f484f6abb85 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:55:55.764468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 7cfdfb8c-6319-482b-8783-0f484f6abb85 not bound to the agent host n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:55:55.770163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:55:55.770771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:55.785438 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting subnet e17866a8-a6c1-4418-ac37-ec612a1cd08c {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:55:55.788527 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.827982 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.875483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:55:55.915145 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.972618 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:55.999941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Subnet': ['ID=e17866a8-a6c1-4418-ac37-ec612a1cd08c,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:56.003926 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.010675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dc596901-d74d-4025-b204-5ace5e9187fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/subnets/e17866a8-a6c1-4418-ac37-ec612a1cd08c HTTP/1.1" status: 204 len: 168 time: 0.2716405 Nov 10 23:55:56.010795 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59302) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:56.030229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0903259-7c6a-402d-b89d-7d9e94b701fb None None] Network 2ec688f9-019b-4fd3-ad89-9e26b2de467d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:55:56.122112 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.152178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:55:54Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:56.180605 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Checking router: eab14777-92cf-4470-8b3e-f38c53d57334 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:55:56.194682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Routers {'eab14777-92cf-4470-8b3e-f38c53d57334'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:55:56.195278 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['eab14777-92cf-4470-8b3e-f38c53d57334'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:56.227171 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.275499 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] DHCP port deletion for 2ec688f9-019b-4fd3-ad89-9e26b2de467d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:55:56.287971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:55:56.288319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.325779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] Set router eab14777-92cf-4470-8b3e-f38c53d57334 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:55:56.370819 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:56.371188 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.382900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:55:56.442956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Deleting port 945f637c-fe71-4826-9d65-608c6da4ccde {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:55:56.443261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.548566 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] For port 945f637c-fe71-4826-9d65-608c6da4ccde, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=945f637c-fe71-4826-9d65-608c6da4ccde,segment=NetworkSegment(246e73a3-4e99-4dc9-b0a1-b29c87260660),segment_id=246e73a3-4e99-4dc9-b0a1-b29c87260660)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:55:56.548869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.564794 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Calling delete_port for 945f637c-fe71-4826-9d65-608c6da4ccde owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:55:56.641845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:55:54Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:56.670546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b97cd-3c11-46ee-88d9-00b6fe1693de None None] The sync data for ids ['eab14777-92cf-4470-8b3e-f38c53d57334'] in n-d-811521-3 is: [{'id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979388858', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:55:54Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab14777-92cf-4470-8b3e-f38c53d57334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:54:06Z', 'updated_at': '2021-11-10T23:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:55:56.691847 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.719332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] Pushing event deleted for resources: {'Port': ['ID=945f637c-fe71-4826-9d65-608c6da4ccde,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:56.721192 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d6e49-19e9-440e-9382-ca41c67ed47f None None] No DVR routers for this DVR port 945f637c-fe71-4826-9d65-608c6da4ccde on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:55:56.841593 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:56.867394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:56.877409 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed4ba0-9344-4214-8b11-e5eb988d924d None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:55:56.924662 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.015786 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.017877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.065877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.066416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Fanout notify agent at l3_agent the message router_deleted on router eab14777-92cf-4470-8b3e-f38c53d57334 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:55:57.074054 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.075180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3614b7e3-d18b-4749-b1ab-88d552c3606d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/routers/eab14777-92cf-4470-8b3e-f38c53d57334 HTTP/1.1" status: 204 len: 168 time: 1.0635269 Nov 10 23:55:57.077877 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59304) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:57.161729 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.257493 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.266300 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 73cb18a6-04c5-46e8-ba45-09d4976e2110 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:55:57.279048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec688f9-019b-4fd3-ad89-9e26b2de467d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:57.289025 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246e73a3-4e99-4dc9-b0a1-b29c87260660') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:57.289331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246e73a3-4e99-4dc9-b0a1-b29c87260660') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:55:57.300034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.317282 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.325995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:55:57.326410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: timer() Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: self._notify() Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:55:57.329731 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:55:57.398251 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.403536 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.406921 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/networks/2ec688f9-019b-4fd3-ad89-9e26b2de467d HTTP/1.1" status: 204 len: 168 time: 0.3280182 Nov 10 23:55:57.409663 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59306) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:57.422379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7874a8-4b66-4701-9d44-a58ca230bda4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Network': ['ID=2ec688f9-019b-4fd3-ad89-9e26b2de467d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:57.447654 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 73cb18a6-04c5-46e8-ba45-09d4976e2110 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:55:57.447996 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 73cb18a6-04c5-46e8-ba45-09d4976e2110 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:55:57.448413 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 945f637c-fe71-4826-9d65-608c6da4ccde no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:55:57.466960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 945f637c-fe71-4826-9d65-608c6da4ccde {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:55:57.467298 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 945f637c-fe71-4826-9d65-608c6da4ccde not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:55:57.470857 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.499893 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.558074 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.560711 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:57.561895 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/security-groups/df200331-01b4-4b85-a55b-5c2869a5e7f6 HTTP/1.1" status: 204 len: 168 time: 0.1501820 Nov 10 23:55:57.570962 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d74ac-b660-4a08-84e7-cef9271981d3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df200331-01b4-4b85-a55b-5c2869a5e7f6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:57.755557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f6f35b8-4713-4d67-ac61-9d324988b1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.170667 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59312) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.175208 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865031726', 'description': 'tempest-secgroup-smoke-1865031726 description', 'project_id': '385d61820526426e855a242a45e94da0'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.197870 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.260844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.264436 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.293679 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.298248 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231556 Nov 10 23:55:58.298248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb08a7-983c-4656-995e-355aa0b0dc6f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f081671-b987-4384-9411-cdd406978d99,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.298511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59314) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.303046 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.330319 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.383013 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.386531 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.403281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3b946c-d148-4c6c-9875-9528e4531bb9,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.411015 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.412199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8440a889-3e99-404d-9358-4a288b47dc54 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131468 Nov 10 23:55:58.415021 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59316) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.420147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.446464 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.500114 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.503653 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.522971 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536ed950-d7e8-4d7e-8c08-6c9601d6a91b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.532373 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.533618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a75824b8-f7c0-4ca6-b80b-f49a14a3168e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171150 Nov 10 23:55:58.536295 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59318) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.541148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.568275 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.627755 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.631625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.651445 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5a794a-4de8-46ed-bf1c-0350ff148f8b,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.659436 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.660628 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a515b874-31f4-4b29-ad4c-335880b1a2c5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234119 Nov 10 23:55:58.663351 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59320) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.668286 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.694507 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.756999 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.760397 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.780549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdef484-ba74-440b-9758-3680b24c55da,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.789923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.791692 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1834e87f-990d-4d57-b025-16eecd3c79f2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274023 Nov 10 23:55:58.794767 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59322) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.799068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.820458 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:55:58.825151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.884044 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.887894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.905796 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa85b68a-c070-4d01-8e15-5c2a430e6f6a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:58.914129 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:58.915359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bb0a5453-2d1c-4576-95b9-986b67c7302b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196337 Nov 10 23:55:58.918768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59324) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:58.923249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': '3f081671-b987-4384-9411-cdd406978d99', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:58.946819 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:55:58.951705 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.013832 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.018232 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.037782 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0315cb53-d6e2-4289-8410-59965932580e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:59.048151 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.049362 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-d5c57353-d47b-4235-b8d2-5c3380c95813 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296751 Nov 10 23:55:59.052261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59326) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:59.057042 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'network': {'name': 'tempest-network-smoke--915491095', 'project_id': '385d61820526426e855a242a45e94da0', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:59.077645 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:55:59.080943 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.104332 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:55:59.113316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.113652 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Added segment bcea81af-cc0d-4fa8-bb64-8980157e6f93 of type vlan for network 00836bb0-8e3f-446a-bc31-756822a7e3ae Nov 10 23:55:59.153207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.165444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:55:59.177924 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.183407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:55:59.183981 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.186478 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:55:59.186827 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4c6ad326-d0bf-4c1b-ac1f-f544f5ee5cd6 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:55:59.227023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.241089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1877949 Nov 10 23:55:59.243803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59328) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:55:59.248060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'admin_state_up': True, 'project_id': '385d61820526426e855a242a45e94da0', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:55:59.268191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f1a7-b008-4e6b-bb1b-44a4925f3b6a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Network': ['ID=00836bb0-8e3f-446a-bc31-756822a7e3ae,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:55:59.279229 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:55:59.283198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.284191 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.333805 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.468688 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.654728 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.676700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.778382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.48 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/4e52e144-d171-4fce-afc2-ddc602d03dcd) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:55:59.882500 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.915343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:55:59.950684 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:55:59.955380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:55:59.957872 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:55:59.969761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d9a40-d516-4adb-b603-13950e3122f7 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:55:59.985406 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=4e52e144-d171-4fce-afc2-ddc602d03dcd,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:00.043504 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e201d548-7563-48f3-a0a2-1f6dc11139a9 None None] Provisioning complete for port 4e52e144-d171-4fce-afc2-ddc602d03dcd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:00.043895 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e201d548-7563-48f3-a0a2-1f6dc11139a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.076684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e201d548-7563-48f3-a0a2-1f6dc11139a9 None None] Port 4e52e144-d171-4fce-afc2-ddc602d03dcd cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:56:00.208954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.400807 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.525508 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router ccca9b01-b571-499d-985c-36fbde9684b0 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:56:00.629621 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:56:00.639284 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Sync routers for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:56:00.645854 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.649240 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:00.649865 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:00.650085 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.651345 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b30648e1-8151-456d-b8d0-4103d5d1cad2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4066200 Nov 10 23:56:00.654602 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59330) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:00.682851 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-de206434-96c5-4ac6-83fd-167987985d06 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=385d61820526426e855a242a45e94da0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271771 Nov 10 23:56:00.685502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59332) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:00.751878 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:00.775039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471a7be-1668-407f-8108-500cd0921e65 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:00.777511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4471a7be-1668-407f-8108-500cd0921e65 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909803 Nov 10 23:56:00.779559 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59334) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:00.809330 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-d989a0cf-d6dd-4e3e-a0b4-93b556a3f3ec tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283046 Nov 10 23:56:00.811982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59336) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:00.817307 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645404997', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'project_id': '385d61820526426e855a242a45e94da0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:56:00.876833 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.914740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:56:00.918995 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:00.928210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:00Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:00.953291 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Checking router: ccca9b01-b571-499d-985c-36fbde9684b0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:56:00.953633 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Updating router ccca9b01-b571-499d-985c-36fbde9684b0 port 4e52e144-d171-4fce-afc2-ddc602d03dcd binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:56:00.979027 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.102465 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.164191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Subnet': ['ID=90a1e12e-a97c-4ae2-a61b-dc154334fa1c,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:01.172210 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Checking segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:56:01.172574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network hostable DHCP agents. Network: 00836bb0-8e3f-446a-bc31-756822a7e3ae, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:56:01.190870 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:56:01.200653 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 00836bb0-8e3f-446a-bc31-756822a7e3ae) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:01.205107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:01.205689 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.211913 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5d3c0-decb-4201-ba26-5ed33df0b233 None None] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:56:01.228689 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cf26aa16-5d31-45e4-a315-ead53f41cc28 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146745 Nov 10 23:56:01.231025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59338) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:01.325516 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.333877 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.364935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-00836bb0-8e3f-446a-bc31-756822a7e3ae', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:56:01.365838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.380443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Pushing event updated for resources: {'Port': ['ID=4e52e144-d171-4fce-afc2-ddc602d03dcd,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:01.382314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e14be-3ce4-4d7d-bf08-84722866be17 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:56:01.396608 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Attempting to bind port 4e52e144-d171-4fce-afc2-ddc602d03dcd on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:56:01.397686 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Attempting to bind port 4e52e144-d171-4fce-afc2-ddc602d03dcd by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:56:01.398144 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Attempting to bind port 4e52e144-d171-4fce-afc2-ddc602d03dcd on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:56:01.407917 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:56:01.408391 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:56:01.408935 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.409443 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:56:01.410092 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Bound port: 4e52e144-d171-4fce-afc2-ddc602d03dcd, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:56:01.410558 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.414953 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.415339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.415694 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.416476 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.416476 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.416843 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.417188 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.418193 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.418193 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.418619 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.418906 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.419412 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:56:01.476318 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] For port 4e52e144-d171-4fce-afc2-ddc602d03dcd, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:56:01.479582 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] For port 4e52e144-d171-4fce-afc2-ddc602d03dcd, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e52e144-d171-4fce-afc2-ddc602d03dcd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:56:01.484004 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.521244 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] Provisioning complete for port 4e52e144-d171-4fce-afc2-ddc602d03dcd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:01.522049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.534289 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Allocated IP 172.20.0.2 (00836bb0-8e3f-446a-bc31-756822a7e3ae/90a1e12e-a97c-4ae2-a61b-dc154334fa1c/1b50c243-faad-4254-b194-32e52e0b4854) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:56:01.538374 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33688023-2bed-4287-89a7-3cb921f6ea48 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:56:01.539611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de877d7-bace-4b22-baee-92acaab78ea6 None None] Pushing event updated for resources: {'Port': ['ID=4e52e144-d171-4fce-afc2-ddc602d03dcd,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:01.547919 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:01.548517 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:01.653313 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:01.721404 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.738483 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.788084 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.798412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.808801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] For port 4e52e144-d171-4fce-afc2-ddc602d03dcd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e52e144-d171-4fce-afc2-ddc602d03dcd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:01.833584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.841048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:56:01.844572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:01.850582 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:56:01.853455 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:00Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:01.864828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Pushing event updated for resources: {'Port': ['ID=1b50c243-faad-4254-b194-32e52e0b4854,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:01.891293 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7ecf-36bf-4a80-bcbd-82b43b7854e4 None None] The sync data for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 is: [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:00Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:56:01.948474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Attempting to bind port 1b50c243-faad-4254-b194-32e52e0b4854 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:56:01.948845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Attempting to bind port 1b50c243-faad-4254-b194-32e52e0b4854 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:56:01.949233 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Attempting to bind port 1b50c243-faad-4254-b194-32e52e0b4854 on network 00836bb0-8e3f-446a-bc31-756822a7e3ae {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:56:01.974112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:56:01.974494 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Checking segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:56:01.974908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.975304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Bound using segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:56:01.975781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Bound port: 1b50c243-faad-4254-b194-32e52e0b4854, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:56:01.976160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:01.979424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c6f4-9a9e-4ac7-827c-49de4d056b3e None None] Pushing event updated for resources: {'Port': ['ID=4e52e144-d171-4fce-afc2-ddc602d03dcd,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:01.988637 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-15eb619a-e5d8-46b6-82f4-a8228ec88e44 None None] Provisioning complete for port 4e52e144-d171-4fce-afc2-ddc602d03dcd triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:01.989033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-15eb619a-e5d8-46b6-82f4-a8228ec88e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.049960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.1 (00836bb0-8e3f-446a-bc31-756822a7e3ae/90a1e12e-a97c-4ae2-a61b-dc154334fa1c/cf9fc259-c4b2-4a02-9e3d-7d1d911ef079) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:56:02.079238 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] For port 1b50c243-faad-4254-b194-32e52e0b4854, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:56:02.083475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] For port 1b50c243-faad-4254-b194-32e52e0b4854, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1b50c243-faad-4254-b194-32e52e0b4854,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:56:02.091078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.173161 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.196234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158ffe3-ed56-41e6-87ac-605599c63f83 None None] Pushing event updated for resources: {'Port': ['ID=1b50c243-faad-4254-b194-32e52e0b4854,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:02.215919 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.265545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:56:02.276399 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:02.280600 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:56:02.311373 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:02.333488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.495276 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.793616 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.798942 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.873269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:02.875037 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:02.972603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:56:02.974099 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:03.090261 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router ccca9b01-b571-499d-985c-36fbde9684b0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:56:03.188371 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d73a7-bc3d-4647-82fb-bd7a1d5d21a7 None None] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:56:03.203235 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:56:03.212766 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7a7545b2-d5d3-449f-9380-8d15145dba4d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/ccca9b01-b571-499d-985c-36fbde9684b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9806376 Nov 10 23:56:03.261186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] Provisioning complete for port 1b50c243-faad-4254-b194-32e52e0b4854 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:03.261186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.304862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e52e144-d171-4fce-afc2-ddc602d03dcd up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:56:03.378676 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-7d53a638-8667-4ffc-8359-293062bad114 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865031726&fields=id&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 267 time: 0.0463147 Nov 10 23:56:03.458003 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 4e52e144-d171-4fce-afc2-ddc602d03dcd triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:03.458372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.460850 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.487685 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-f2352d96-c45c-46a2-8b82-6c88604feb0f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:03.489209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-f2352d96-c45c-46a2-8b82-6c88604feb0f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 796 time: 0.1023171 Nov 10 23:56:03.506799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-e0f0ffde-65dd-4f54-9e5f-0b382d1a17e3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/quotas/385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 375 time: 0.0104768 Nov 10 23:56:03.537394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] For port 1b50c243-faad-4254-b194-32e52e0b4854, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1b50c243-faad-4254-b194-32e52e0b4854,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:03.543563 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.581866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-d0df84de-aef5-4f46-a558-cff7dc906026 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597165 Nov 10 23:56:03.624442 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1b50c243-faad-4254-b194-32e52e0b4854 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:56:03.627255 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e12a3-813f-4d7f-82f1-e7b3f4bd531e None None] Pushing event updated for resources: {'Port': ['ID=1b50c243-faad-4254-b194-32e52e0b4854,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:03.675843 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1b50c243-faad-4254-b194-32e52e0b4854 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:03.676219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.683381 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-87448210-0716-4e6c-99de-7a4ec13411c3 service neutron] 10.222.0.25 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002395 Nov 10 23:56:03.782775 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-32d3f12b-430b-4c3d-9d93-9c861ab08435 service neutron] 10.222.0.25 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981917 Nov 10 23:56:03.870737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c11cd584-d241-42eb-982e-cefaf58c0039 None None] Provisioning complete for port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:03.871112 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c11cd584-d241-42eb-982e-cefaf58c0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:03.919917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Sync routers for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:56:03.931883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c11cd584-d241-42eb-982e-cefaf58c0039 None None] Port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:56:03.942296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:03.943011 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:03.970309 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-54aea7c3-dbad-4216-b380-a6ac55bc1d17 req-133be2d4-6f00-47e4-99b3-eaf3a73a5566 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 210 time: 0.0389416 Nov 10 23:56:03.996527 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c11cd584-d241-42eb-982e-cefaf58c0039 None None] Provisioning complete for port 1b50c243-faad-4254-b194-32e52e0b4854 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:03.996955 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c11cd584-d241-42eb-982e-cefaf58c0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.098475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:04.340547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-8b570b9c-9ee6-44ac-a130-1ce89523b437 None None] Provisioning complete for port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:04.341371 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8b570b9c-9ee6-44ac-a130-1ce89523b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.383311 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-8b570b9c-9ee6-44ac-a130-1ce89523b437 None None] Port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:56:04.390262 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 2, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:04.417823 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Checking router: ccca9b01-b571-499d-985c-36fbde9684b0 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:56:04.418094 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Updating router ccca9b01-b571-499d-985c-36fbde9684b0 port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:56:04.446322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.702952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.707684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.759073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128926ab-a73f-4598-adb2-86a203bdc321 None None] Pushing event updated for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:04.814536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Attempting to bind port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:56:04.815959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Attempting to bind port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:56:04.815959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Attempting to bind port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 on network 00836bb0-8e3f-446a-bc31-756822a7e3ae {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:56:04.821080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:56:04.821567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Checking segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:56:04.822041 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.822508 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Bound using segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:56:04.823063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Bound port: cf9fc259-c4b2-4a02-9e3d-7d1d911ef079, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:56:04.823519 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.901919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] For port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:56:04.907556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] For port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:56:04.912126 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:04.965369 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:04.965901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:04.974758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-f99957f6-db92-4219-a3ef-9f670f00887d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:04.977114 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-f99957f6-db92-4219-a3ef-9f670f00887d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 796 time: 0.1229212 Nov 10 23:56:05.089222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-a921ef44-797a-4fe6-aa11-25caa3f81201 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385d61820526426e855a242a45e94da0&shared=False HTTP/1.1" status: 200 len: 380 time: 0.1027734 Nov 10 23:56:05.110657 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ee710d41-a8c2-40ef-9d2e-005f2e453278 req-d5c261b3-129b-4693-860d-0e4a667d2dc5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 210 time: 0.0389981 Nov 10 23:56:05.136659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-8ada3540-7e97-40d0-b148-0b3b88322978 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0334339 Nov 10 23:56:05.146683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'port': {'device_id': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'admin_state_up': True, 'tenant_id': '385d61820526426e855a242a45e94da0', 'security_groups': ['3f081671-b987-4384-9411-cdd406978d99']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:56:05.208938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128926ab-a73f-4598-adb2-86a203bdc321 None None] Pushing event updated for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:05.219785 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] Provisioning complete for port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:05.220100 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.273820 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1b50c243-faad-4254-b194-32e52e0b4854 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:56:05.276220 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:56:05.279989 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.340717 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:05.413324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.9 (00836bb0-8e3f-446a-bc31-756822a7e3ae/90a1e12e-a97c-4ae2-a61b-dc154334fa1c/a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:56:05.483443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 1b50c243-faad-4254-b194-32e52e0b4854 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:05.483725 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.531772 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.559265 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.594674 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.609143 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] For port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:05.640229 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:56:05.643436 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:05.647482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:56:05.647660 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.674176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:05.702766 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:05.703422 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.721655 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-c4c0a39f-857b-4781-b422-c99783e23644 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789778 Nov 10 23:56:05.729056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657e7fa-8d4a-40aa-aaf6-204727e4214c None None] Pushing event updated for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:05.741897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:04Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:05.743666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Request body: {'port': {'device_id': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:56:05.775130 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014dfac-1e26-4f31-a216-825d50d7e0f6 None None] The sync data for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 is: [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:04Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:56:05.787194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b1ad9c1a-7da8-4bc3-8d03-f4960d75cfd2 None None] Provisioning complete for port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:05.787569 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9c1a-7da8-4bc3-8d03-f4960d75cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:05.810645 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.031360 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-a8b2ffe4-fde4-4e31-b2b9-82f3aac5ee9d None None] Provisioning complete for port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:06.031738 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ffe4-fde4-4e31-b2b9-82f3aac5ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.075583 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2ffe4-fde4-4e31-b2b9-82f3aac5ee9d None None] Port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:56:06.244288 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a21562-4bba-4e98-9ff8-f6ddea1fed81 req-1cd8462e-4cd2-405c-9570-11646882b882 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:06.245969 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0a21562-4bba-4e98-9ff8-f6ddea1fed81 req-1cd8462e-4cd2-405c-9570-11646882b882 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 931 time: 0.0570891 Nov 10 23:56:06.309868 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b0a21562-4bba-4e98-9ff8-f6ddea1fed81 req-9857e804-3db0-4393-89ab-ad0093e424b7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563762 Nov 10 23:56:06.410112 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:56:06.419190 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.431655 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Transition to ACTIVE for port object a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:56:06.435552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.513900 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:06.566705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Attempting to bind port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:56:06.567043 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Attempting to bind port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:56:06.567373 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Attempting to bind port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 on network 00836bb0-8e3f-446a-bc31-756822a7e3ae {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:56:06.572817 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 on network 00836bb0-8e3f-446a-bc31-756822a7e3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:56:06.573173 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Attempting to bind port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 on network 00836bb0-8e3f-446a-bc31-756822a7e3ae {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:56:06.578450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:56:06.578934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Checking segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:56:06.579313 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Bound using segment: {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:56:06.579752 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Bound port: a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcea81af-cc0d-4fa8-bb64-8980157e6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:56:06.580108 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.655010 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:56:06.658353 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:56:06.662080 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.696532 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:06.697131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:06.699252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] 10.222.0.20 "PUT /v2.0/ports/a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 1091 time: 0.9697726 Nov 10 23:56:06.699697 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:56:06.702012 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b895baa-3446-44ec-99d3-68302ed797ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:56:06.734855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b67638-ed1e-4460-bbda-5fc23b2e8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:06.791824 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc855be2-f24b-463b-a934-3746aadddab7 x-openstack-request-id: req-fc855be2-f24b-463b-a934-3746aadddab7 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:56:06.792140 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:56:06.792358 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc855be2-f24b-463b-a934-3746aadddab7 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:56:06.792896 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'status': 'completed', 'code': 200} Nov 10 23:56:06.808855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-712001bc-1b0b-4129-958c-77cb583b9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:06.810464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-712001bc-1b0b-4129-958c-77cb583b9fff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1094 time: 0.0612922 Nov 10 23:56:06.859159 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-0d384117-d7a3-4df3-9945-57850a401634 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 217 time: 0.0401993 Nov 10 23:56:06.917195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-25a82a3c-2dc9-4e22-a56b-6e955a5d1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:06.918708 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-25a82a3c-2dc9-4e22-a56b-6e955a5d1bc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.0526590 Nov 10 23:56:06.969104 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-35ce0494-e689-4548-9c74-c380a9a2d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:06.970575 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-35ce0494-e689-4548-9c74-c380a9a2d421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450923 Nov 10 23:56:07.060281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-cad26006-0fc4-4852-b48a-9d53c2e4c9fc service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817423 Nov 10 23:56:07.152399 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f3af30d9-8851-4c20-aedd-7262665d8715 req-0f4e3831-fe98-454e-a345-db2e824b5a86 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Nov 10 23:56:07.231344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:56:07.239825 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895baa-3446-44ec-99d3-68302ed797ad req-4667af37-8ea6-4dbf-8d2e-f2cdce3eec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:07.241367 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-4667af37-8ea6-4dbf-8d2e-f2cdce3eec69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1094 time: 0.0429173 Nov 10 23:56:07.280344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:07.280689 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:07.338444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895baa-3446-44ec-99d3-68302ed797ad req-ce3b6304-8c41-45a1-a7df-2ece59daa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:07.340001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-ce3b6304-8c41-45a1-a7df-2ece59daa628 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 896 time: 0.0920424 Nov 10 23:56:07.384581 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-0bfb1788-5e2d-4f26-9f64-5f4aa02c46d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 217 time: 0.0362616 Nov 10 23:56:07.426561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5b89-946c-41e4-bb3c-3c0edf926c99 req-fe4aada9-9086-4dd5-aa8c-c956df17fc5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:07.428034 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf5a5b89-946c-41e4-bb3c-3c0edf926c99 req-fe4aada9-9086-4dd5-aa8c-c956df17fc5d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 943 time: 0.0493219 Nov 10 23:56:07.433914 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895baa-3446-44ec-99d3-68302ed797ad req-e33522eb-0b99-416e-9c53-794d928c9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:07.435364 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-e33522eb-0b99-416e-9c53-794d928c9dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.0442145 Nov 10 23:56:07.477317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf5a5b89-946c-41e4-bb3c-3c0edf926c99 req-8c275f78-2dcb-4156-8073-8c9cd3871ed0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Nov 10 23:56:07.483888 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895baa-3446-44ec-99d3-68302ed797ad req-9cd55583-8683-4581-912d-8b94a8646eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:07.485449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-9cd55583-8683-4581-912d-8b94a8646eab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402839 Nov 10 23:56:07.578428 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-bf6ade2e-2549-4f0b-a7f9-405c02b4f230 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Nov 10 23:56:07.667492 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5b895baa-3446-44ec-99d3-68302ed797ad req-ed0b6c7f-dc29-4ffd-80d0-63cf0cd89ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814741 Nov 10 23:56:08.602996 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155d99-c1dc-48c8-8364-47209341814c req-452dd5e6-7074-4b11-bd19-157503dac865 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:08.604395 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3155d99-c1dc-48c8-8364-47209341814c req-452dd5e6-7074-4b11-bd19-157503dac865 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 943 time: 0.0562963 Nov 10 23:56:08.653091 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a3155d99-c1dc-48c8-8364-47209341814c req-a3c11cef-3ca9-4548-9e3e-dcaaedf147f0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Nov 10 23:56:09.771773 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4e78b-14a9-497d-8a74-c893eff09037 req-0a6b17fe-8a6b-468c-9d3d-83b54cd64326 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:09.773252 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba4e78b-14a9-497d-8a74-c893eff09037 req-0a6b17fe-8a6b-468c-9d3d-83b54cd64326 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 943 time: 0.0536611 Nov 10 23:56:09.823000 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5ba4e78b-14a9-497d-8a74-c893eff09037 req-f81f2fbc-8d29-4f98-a570-2524fcc01886 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Nov 10 23:56:09.928554 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:56:10.023590 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:10.035023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'port_id': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'mac_address': 'fa:16:3e:04:24:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:56:10.071614 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:10.083814 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:56:10.102453 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:10.106758 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:10.151999 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:10.328050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:56:10.937468 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fed00-1394-4777-9ab0-59bfd46128e3 req-ae3c008b-cc70-4884-8fb9-25db5651edcc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:10.938925 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c7fed00-1394-4777-9ab0-59bfd46128e3 req-ae3c008b-cc70-4884-8fb9-25db5651edcc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 944 time: 0.0493886 Nov 10 23:56:10.988040 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2c7fed00-1394-4777-9ab0-59bfd46128e3 req-623c56d0-9290-4a13-91c6-baf5fbd9687d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Nov 10 23:56:11.929727 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:56:11.980164 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:56:11.983856 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:56:11.984220 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:12.063797 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:12.086208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:56:12.088452 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf2a6f-6261-44d8-8b46-c7d49720bddf" -d '{"events": [{"server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "name": "network-vif-plugged", "status": "completed", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:56:12.101947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:56:12.103005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ef250-2a7c-4c30-bd45-6eee95e2847f req-e437a752-fc48-4cc8-96d3-2278f65f9728 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:12.104717 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-328ef250-2a7c-4c30-bd45-6eee95e2847f req-e437a752-fc48-4cc8-96d3-2278f65f9728 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 944 time: 0.0497513 Nov 10 23:56:12.106861 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:12.130755 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c61653-f91e-421b-a755-07f1d636f593 x-openstack-request-id: req-93c61653-f91e-421b-a755-07f1d636f593 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:56:12.131138 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "name": "network-vif-plugged", "status": "completed", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:56:12.131409 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93c61653-f91e-421b-a755-07f1d636f593 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:56:12.132064 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'code': 200} Nov 10 23:56:12.158506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:12.159394 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-328ef250-2a7c-4c30-bd45-6eee95e2847f req-fbf4a7ce-e30e-46ef-8a61-1a0091fcadd9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483177 Nov 10 23:56:12.239742 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12237b-9e00-4543-8500-c0fdf3fb2ea0 req-b6a3f74a-4367-401b-a4ab-d49119fbe30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:12.241248 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e12237b-9e00-4543-8500-c0fdf3fb2ea0 req-b6a3f74a-4367-401b-a4ab-d49119fbe30d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1096 time: 0.0444205 Nov 10 23:56:12.289744 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-6e12237b-9e00-4543-8500-c0fdf3fb2ea0 req-36b165ab-afa3-4a45-a87f-ce899e933738 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Nov 10 23:56:13.279491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679dc33-cada-4333-8f62-c2c431a7b4c1 req-dd4d80a0-6d52-461e-8952-e896f8fa45f0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:13.280894 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8679dc33-cada-4333-8f62-c2c431a7b4c1 req-dd4d80a0-6d52-461e-8952-e896f8fa45f0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0490885 Nov 10 23:56:13.330826 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8679dc33-cada-4333-8f62-c2c431a7b4c1 req-08136020-4229-4d54-a9d9-e94defffece8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Nov 10 23:56:14.449548 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4870f2-86e8-4981-980e-57b84ad44cc7 req-e7cd6661-7d94-4b2b-ab69-4c07ca874592 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:14.451006 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe4870f2-86e8-4981-980e-57b84ad44cc7 req-e7cd6661-7d94-4b2b-ab69-4c07ca874592 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0532343 Nov 10 23:56:14.499503 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-fe4870f2-86e8-4981-980e-57b84ad44cc7 req-07f8c8c2-7420-4a3e-82b5-10ee37e53018 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Nov 10 23:56:14.611818 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1c9d0-9cf8-4aa0-a413-1e358a05e0c9 req-70b6fe55-e7ca-4b56-862a-61e0e6f691f8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:14.613210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61b1c9d0-9cf8-4aa0-a413-1e358a05e0c9 req-70b6fe55-e7ca-4b56-862a-61e0e6f691f8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0482159 Nov 10 23:56:14.665522 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-61b1c9d0-9cf8-4aa0-a413-1e358a05e0c9 req-9fdf2a25-d620-4018-b127-199d8b933d81 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Nov 10 23:56:14.687078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59390) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:14.726792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e646645-29ff-424c-b52e-fd69f712a589 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:14.728272 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8e646645-29ff-424c-b52e-fd69f712a589 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1091 time: 0.0402315 Nov 10 23:56:14.731014 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59392) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:14.735237 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:56:14.756923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:14.851811 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:14.955960 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.238 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/f3213864-5613-44fc-8388-83fe5bc00f31) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:56:15.060526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.093406 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.129366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:56:15.132175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:56:15.137884 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:56:15.170125 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=f3213864-5613-44fc-8388-83fe5bc00f31,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:15.278742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.510931 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.574444 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.719846 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.724392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.777565 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.806174 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=f3213864-5613-44fc-8388-83fe5bc00f31,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:56:15.819789 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:15.921481 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 8385ac76-e8ef-48b5-be8b-24179daf236a associated. External IP: 172.25.0.238, port: a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7. Nov 10 23:56:16.133676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router ccca9b01-b571-499d-985c-36fbde9684b0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:56:16.239574 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:56:16.249381 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Sync routers for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:56:16.257326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:16.260470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:16.261097 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:16.285436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-191ae450-b94f-4b89-abf5-5627c4b70e70 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5534191 Nov 10 23:56:16.286141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:56:16.288581 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f93d1d-d817-474c-93dd-57d2f280287e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:56:16.331185 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340ecb2-7444-424f-be75-2116b7b95356 x-openstack-request-id: req-1340ecb2-7444-424f-be75-2116b7b95356 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:56:16.331476 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:56:16.331785 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1340ecb2-7444-424f-be75-2116b7b95356 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:56:16.332193 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'status': 'completed', 'code': 200} Nov 10 23:56:16.380759 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:16.393468 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4d071-eb51-49bc-8f63-dfdadc41c1a6 req-5d7ed4fd-bd53-456e-9f95-03c3d765d78c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:16.395136 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bf4d071-eb51-49bc-8f63-dfdadc41c1a6 req-5d7ed4fd-bd53-456e-9f95-03c3d765d78c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0522151 Nov 10 23:56:16.400424 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93d1d-d817-474c-93dd-57d2f280287e req-c8157822-9f6f-41f9-87de-33baf34e5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:16.401961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-c8157822-9f6f-41f9-87de-33baf34e5e86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1096 time: 0.0431833 Nov 10 23:56:16.448695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7bf4d071-eb51-49bc-8f63-dfdadc41c1a6 req-1391ed79-700b-4083-9548-689609cfaefb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Nov 10 23:56:16.473299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59398) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:16.500674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93d1d-d817-474c-93dd-57d2f280287e req-fdf0b0ea-f07c-4eca-b55a-1cdb9773d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:16.502092 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-fdf0b0ea-f07c-4eca-b55a-1cdb9773d145 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 896 time: 0.0933938 Nov 10 23:56:16.539610 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0258b6d3-fbde-4513-98cf-17b317346dde tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/8385ac76-e8ef-48b5-be8b-24179daf236a HTTP/1.1" status: 200 len: 991 time: 0.0651708 Nov 10 23:56:16.571027 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-b0edbb46-5bb6-440a-904e-add129e15d2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 999 time: 0.0611482 Nov 10 23:56:16.610485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8385ac76-e8ef-48b5-be8b-24179daf236a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'port_id': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'mac_address': 'fa:16:3e:04:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:56:15Z', 'updated_at': '2021-11-10T23:56:15Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:16.623907 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93d1d-d817-474c-93dd-57d2f280287e req-ab12b319-11b3-463f-b86b-9d81e4fd5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:16.625391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-ab12b319-11b3-463f-b86b-9d81e4fd5546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.0479054 Nov 10 23:56:16.636194 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Checking router: ccca9b01-b571-499d-985c-36fbde9684b0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:56:16.644379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:56:16.644991 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:55:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:16.671864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93d1d-d817-474c-93dd-57d2f280287e req-566c7192-a4f4-4725-9d23-b61999bb212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:16.673425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-566c7192-a4f4-4725-9d23-b61999bb212f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411739 Nov 10 23:56:16.751360 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:56:16.766050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-574627a0-41d5-4bf7-8486-1e66825be7da service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854523 Nov 10 23:56:16.858124 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62f93d1d-d817-474c-93dd-57d2f280287e req-b213c8b9-d288-4f4f-a4e5-894cb46bc705 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Nov 10 23:56:16.966993 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8385ac76-e8ef-48b5-be8b-24179daf236a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'port_id': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'mac_address': 'fa:16:3e:04:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:56:15Z', 'updated_at': '2021-11-10T23:56:15Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:56:16.995940 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011bf5-fe4e-4852-b79a-443cfd473a8d None None] The sync data for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 is: [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '8385ac76-e8ef-48b5-be8b-24179daf236a', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'port_id': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'mac_address': 'fa:16:3e:04:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:56:15Z', 'updated_at': '2021-11-10T23:56:15Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:56:17.188185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b78fe-0d0b-4c34-819d-51e50bf701af None None] New status for floating IP 8385ac76-e8ef-48b5-be8b-24179daf236a: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:56:17.541785 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59400) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:17.601312 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7c80501c-4178-4afa-8fc6-edce7aed2415 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/8385ac76-e8ef-48b5-be8b-24179daf236a HTTP/1.1" status: 200 len: 993 time: 0.0582492 Nov 10 23:56:25.119052 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b772f5b0-a0c5-4469-8da8-2ca0aa6b168c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:27.756183 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-561ec5f3-b393-4474-9ddb-df76a090d5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:29.225675 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:30.646172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:30.877689 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:31.170480 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:56:40.027510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-e30d0ab0-e35e-4c5a-8ed9-3e43a82deb3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766239 Nov 10 23:56:40.113271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-5efea67b-f53c-4e12-ac8c-4a8774dcb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:40.114753 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-5efea67b-f53c-4e12-ac8c-4a8774dcb2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1096 time: 0.0442641 Nov 10 23:56:40.214890 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-7b6fa1ea-cdd0-4413-8195-38a0c73ea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:40.216229 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-7b6fa1ea-cdd0-4413-8195-38a0c73ea005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 896 time: 0.0830002 Nov 10 23:56:40.285154 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-853278f5-b626-4ade-a601-abfb33348a85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 1001 time: 0.0610998 Nov 10 23:56:40.334170 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-2f445c7c-0048-4411-a94d-039c4443f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:40.335552 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-2f445c7c-0048-4411-a94d-039c4443f36f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.0426350 Nov 10 23:56:40.379326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-e7785ffe-445e-4b6d-a238-204a1f16ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:40.380749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-e7785ffe-445e-4b6d-a238-204a1f16ea54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383828 Nov 10 23:56:40.471192 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-b7b251f5-24ff-436e-9d70-db554919cd5e service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830402 Nov 10 23:56:40.559792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-52f1246c-7de6-486d-ae31-ec38022b73a0 req-dacbd60d-8b2b-4707-ab28-d51fd6b9095d service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814805 Nov 10 23:56:45.293571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:45.786805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:48.738836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695087a-c10a-44cc-b5d4-cc23be95c598 req-f487eb3e-9aac-4a32-8409-4cfa6bc505f4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:48.740295 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2695087a-c10a-44cc-b5d4-cc23be95c598 req-f487eb3e-9aac-4a32-8409-4cfa6bc505f4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0501828 Nov 10 23:56:48.788681 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-2695087a-c10a-44cc-b5d4-cc23be95c598 req-03848f62-643b-4494-84a7-f23b229dec61 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Nov 10 23:56:49.907740 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699556c0-924e-4a41-8bcf-aedbba241a0a req-a5dcf374-5e7d-44c6-9a46-22cdf59a744c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:49.909253 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-699556c0-924e-4a41-8bcf-aedbba241a0a req-a5dcf374-5e7d-44c6-9a46-22cdf59a744c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0484166 Nov 10 23:56:49.958368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-699556c0-924e-4a41-8bcf-aedbba241a0a req-579b3b34-93ec-49ed-bb56-6f9ea24d02f1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Nov 10 23:56:51.075563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f5f2-672b-4eca-8d64-f27eb1521a68 req-2030b2ad-95eb-4509-a627-0df10003a4fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:51.077044 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41c1f5f2-672b-4eca-8d64-f27eb1521a68 req-2030b2ad-95eb-4509-a627-0df10003a4fa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0530236 Nov 10 23:56:51.125843 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-41c1f5f2-672b-4eca-8d64-f27eb1521a68 req-1a2e1d82-2015-4686-bbd2-f2d8e4c830d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Nov 10 23:56:52.243804 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056c13-281a-4780-adf5-bc2952b2a2df req-9f46fe41-c836-4444-bba9-5d819af57a26 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:52.245932 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28056c13-281a-4780-adf5-bc2952b2a2df req-9f46fe41-c836-4444-bba9-5d819af57a26 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0531881 Nov 10 23:56:52.294432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-28056c13-281a-4780-adf5-bc2952b2a2df req-71b1afdc-c65b-4ef1-a076-418a0af3c0ee tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Nov 10 23:56:53.409343 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c6ed-e953-4c9d-aa6a-5eabc1ddaa8a req-38ced596-094f-413e-a483-cb3e85f546c2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:53.410824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49b9c6ed-e953-4c9d-aa6a-5eabc1ddaa8a req-38ced596-094f-413e-a483-cb3e85f546c2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0486352 Nov 10 23:56:53.458916 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-49b9c6ed-e953-4c9d-aa6a-5eabc1ddaa8a req-a04bf091-6ea5-4543-9090-e0c4ffdb828c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Nov 10 23:56:54.571526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a549-7efb-4af5-bb11-be009a11e2c0 req-ccbad3a5-6e65-4624-9d43-1bafccfa79a3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:54.573493 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64c8a549-7efb-4af5-bb11-be009a11e2c0 req-ccbad3a5-6e65-4624-9d43-1bafccfa79a3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0485165 Nov 10 23:56:54.621222 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-64c8a549-7efb-4af5-bb11-be009a11e2c0 req-b9aef566-277b-4682-94e5-a2922567efe3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Nov 10 23:56:55.119855 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1b55f459-2340-4478-81ce-65cbf59d4d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:55.738048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7c82-169a-471b-bea9-9ea02d558cc3 req-45f8213b-4c73-4f9a-9435-ee97d6c76f10 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:55.739508 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e2a7c82-169a-471b-bea9-9ea02d558cc3 req-45f8213b-4c73-4f9a-9435-ee97d6c76f10 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0517671 Nov 10 23:56:55.788279 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5e2a7c82-169a-471b-bea9-9ea02d558cc3 req-50ddfd60-eb0c-4d2f-aea2-dfbd1abbda1f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Nov 10 23:56:56.904488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439b48f-043c-46b2-8365-586727e8030f req-8044f42d-e84f-4993-ad4c-22658b7c1d6e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:56.905957 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c439b48f-043c-46b2-8365-586727e8030f req-8044f42d-e84f-4993-ad4c-22658b7c1d6e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0508695 Nov 10 23:56:56.954383 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c439b48f-043c-46b2-8365-586727e8030f req-b0de9870-c450-4d54-b5c8-54112e8220b7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Nov 10 23:56:57.758319 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6a51cb8d-9223-4b33-b03e-5b4c1d736c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:58.067988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538512e-5b7c-4544-99dc-ee1bb2694938 req-1ebf16cd-3929-45ed-98ab-cffe3163acaf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:58.069461 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9538512e-5b7c-4544-99dc-ee1bb2694938 req-1ebf16cd-3929-45ed-98ab-cffe3163acaf tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0490246 Nov 10 23:56:58.117539 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9538512e-5b7c-4544-99dc-ee1bb2694938 req-621612eb-b013-4440-8c22-0972460a57c4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Nov 10 23:56:59.231510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:56:59.232443 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e717ca-3fa2-4cfb-8f7e-d41a8aa709c0 req-f41beb34-e8e7-4faf-8e80-1cc572af9c27 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:56:59.234256 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23e717ca-3fa2-4cfb-8f7e-d41a8aa709c0 req-f41beb34-e8e7-4faf-8e80-1cc572af9c27 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0515845 Nov 10 23:56:59.283019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-23e717ca-3fa2-4cfb-8f7e-d41a8aa709c0 req-10f1601d-3c27-458f-9dcf-cc590826e196 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Nov 10 23:56:59.304491 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59442) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:56:59.367502 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c6fa7fa3-9db3-4e61-b121-bd9bcaefc0f1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/8385ac76-e8ef-48b5-be8b-24179daf236a HTTP/1.1" status: 200 len: 993 time: 0.0617969 Nov 10 23:57:00.636346 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd269d-948f-4111-af79-d3c487e2df32 req-065a4b5c-f48e-4df2-9eb5-52a71d248343 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:00.637764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-25fd269d-948f-4111-af79-d3c487e2df32 req-065a4b5c-f48e-4df2-9eb5-52a71d248343 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0591006 Nov 10 23:57:00.650379 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:00.700148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-7e95b6f1-2ad8-4401-9c11-3fc2f1ab956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:00.701634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-7e95b6f1-2ad8-4401-9c11-3fc2f1ab956b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1096 time: 0.0826848 Nov 10 23:57:00.710282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-25fd269d-948f-4111-af79-d3c487e2df32 req-22b95759-87b2-42eb-9776-e3bdee5030e0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542114 Nov 10 23:57:00.793113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-dd8959de-0c3a-405a-8436-29bfa6e38ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:00.794795 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-dd8959de-0c3a-405a-8436-29bfa6e38ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 896 time: 0.0836918 Nov 10 23:57:00.863584 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-4dd3c9e8-5b17-4704-b6b3-f4abd595377b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 1001 time: 0.0617805 Nov 10 23:57:00.880960 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:00.913467 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-d71081ea-587d-4e9b-aa9e-9a86742da4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:00.914810 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-d71081ea-587d-4e9b-aa9e-9a86742da4c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.0444260 Nov 10 23:57:00.960081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-4dfe47fe-42dc-4a47-8a82-d63066199767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:00.961555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-4dfe47fe-42dc-4a47-8a82-d63066199767 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395541 Nov 10 23:57:01.053073 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-23c7ea32-b176-4980-935e-b95ec59f1dcb service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Nov 10 23:57:01.140387 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-0a09e4aa-9dd8-4ad2-b622-c4c633d4594e req-54c9b3d3-a09c-46ca-9031-153f77aa5778 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807216 Nov 10 23:57:01.831292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db991-5881-41f9-863b-9a75da16ad9c req-10176cf3-23cd-4786-afd5-5bd9d7280c43 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:01.832772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a9db991-5881-41f9-863b-9a75da16ad9c req-10176cf3-23cd-4786-afd5-5bd9d7280c43 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0488420 Nov 10 23:57:01.882038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-5a9db991-5881-41f9-863b-9a75da16ad9c req-a0319350-f884-4c29-8162-ff80418e1161 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Nov 10 23:57:01.904379 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59452) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:01.966590 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68bfb535-d665-4838-9345-576805772890 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/8385ac76-e8ef-48b5-be8b-24179daf236a HTTP/1.1" status: 200 len: 993 time: 0.0610523 Nov 10 23:57:08.169747 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:57:15.279693 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:15.773035 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:25.120176 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63432188-7c9a-43e0-a12f-74e0e080d421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:27.758799 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a5b-9ca3-4abc-8ed5-0f1366001239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:29.231223 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:30.651219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:30.885044 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:32.393228 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59464) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:32.543317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port f3213864-5613-44fc-8388-83fe5bc00f31 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:57:32.543657 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:32.616808 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:32.617160 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:32.629359 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for f3213864-5613-44fc-8388-83fe5bc00f31 owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:57:33.086396 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:33.111395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=f3213864-5613-44fc-8388-83fe5bc00f31,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:33.122909 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.123260 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.123597 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.123929 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.124254 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.124585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.124911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.125258 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.125583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.125899 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.126216 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.126528 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:33.181172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:33.181497 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 8385ac76-e8ef-48b5-be8b-24179daf236a disassociated (deleted). External IP: 172.25.0.238, port: a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7. Nov 10 23:57:33.381841 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router ccca9b01-b571-499d-985c-36fbde9684b0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:57:33.488731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:57:33.493782 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:33.512847 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Sync routers for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:57:33.521780 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:33.522339 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:33.530007 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-33b850af-0aad-4a1b-a550-294f043a7284 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/floatingips/8385ac76-e8ef-48b5-be8b-24179daf236a HTTP/1.1" status: 204 len: 168 time: 1.1356981 Nov 10 23:57:33.532380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:57:33.532891 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83232891-28ff-4dc6-bb9b-6fb573544e11" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:57:33.645269 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:33.681386 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6527579-fcb4-46fb-8ccd-b5df3d37d79d x-openstack-request-id: req-a6527579-fcb4-46fb-8ccd-b5df3d37d79d {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:57:33.681670 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:57:33.681922 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6527579-fcb4-46fb-8ccd-b5df3d37d79d {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:57:33.682321 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'status': 'completed', 'code': 200} Nov 10 23:57:33.769860 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-deb67749-4647-4ce3-a3fc-62ec1665067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:33.772001 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-deb67749-4647-4ce3-a3fc-62ec1665067d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 1096 time: 0.0673840 Nov 10 23:57:33.778786 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323cb82-c2a1-428d-97e7-a41f65d3b6a5 req-9b6e132e-8a65-4648-bb0d-bf22f65e00f5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:33.780295 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d323cb82-c2a1-428d-97e7-a41f65d3b6a5 req-9b6e132e-8a65-4648-bb0d-bf22f65e00f5 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0500524 Nov 10 23:57:33.851768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d323cb82-c2a1-428d-97e7-a41f65d3b6a5 req-f9364218-6bb9-46ba-a19f-798d0299889a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598762 Nov 10 23:57:33.881812 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:33.897533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-88bf77fe-b7fe-4e2f-bc75-12af58e1722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:33.898928 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-88bf77fe-b7fe-4e2f-bc75-12af58e1722d service neutron] 10.222.0.20 "GET /v2.0/networks?id=00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 200 len: 896 time: 0.1186149 Nov 10 23:57:33.908268 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Checking router: ccca9b01-b571-499d-985c-36fbde9684b0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:57:33.916869 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:33.917529 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:33.945173 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-13eb97db-ca77-4ada-8464-d71c217922eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 200 len: 217 time: 0.0377057 Nov 10 23:57:34.024705 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:34.225977 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:34.257379 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0903d97d-23a4-40e8-a63f-f27cacac6e38 None None] The sync data for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 is: [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:02Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'cf9fc259-c4b2-4a02-9e3d-7d1d911ef079', 'name': '', 'network_id': '00836bb0-8e3f-446a-bc31-756822a7e3ae', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:ee:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:56:01Z', 'updated_at': '2021-11-10T23:56:05Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '90a1e12e-a97c-4ae2-a61b-dc154334fa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:57:34.286908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-0fb24e9d-75df-4dd8-a16b-d284ce242abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:34.288373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-0fb24e9d-75df-4dd8-a16b-d284ce242abb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 200 len: 835 time: 0.3349571 Nov 10 23:57:34.335638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-20d298e3-c30e-44cc-9e97-8fd2addc6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:34.337193 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-20d298e3-c30e-44cc-9e97-8fd2addc6774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00836bb0-8e3f-446a-bc31-756822a7e3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410028 Nov 10 23:57:34.432773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-59c9ac58-bd48-45dc-b962-2c1080d8ca7e service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881181 Nov 10 23:57:34.483542 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734e44e-4ebd-4dc7-aae2-84f55dc3e707 None None] New status for floating IP 8385ac76-e8ef-48b5-be8b-24179daf236a: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:57:34.525210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83232891-28ff-4dc6-bb9b-6fb573544e11 req-7ededa24-f78f-4000-aee7-d3742f7cca88 service neutron] 10.222.0.20 "GET /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840485 Nov 10 23:57:34.967074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3bd5-41d7-4f9d-8109-25d67daf2edc req-f306846d-41b7-4720-b6bc-ac167ba94b53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:34.968561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47dd3bd5-41d7-4f9d-8109-25d67daf2edc req-f306846d-41b7-4720-b6bc-ac167ba94b53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0540185 Nov 10 23:57:35.016609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-47dd3bd5-41d7-4f9d-8109-25d67daf2edc req-81bba794-ed55-46b3-8ca4-5f9c5eee7dca tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f081671-b987-4384-9411-cdd406978d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Nov 10 23:57:35.183624 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-bc15b69a-c079-4c56-90be-bfc9b8143be2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:35.184961 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-bc15b69a-c079-4c56-90be-bfc9b8143be2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d23faf-88af-4e77-b3f0-2a469cf2477e HTTP/1.1" status: 200 len: 945 time: 0.0473444 Nov 10 23:57:35.274787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:57:35.275119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:35.361959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:35.362313 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:35.374879 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:57:35.501343 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:35.528913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:35.543076 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.543457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.543804 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.544143 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.544478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.544838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.545155 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.545485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.545816 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.546167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.546492 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.546815 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:35.582267 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:57:35.584809 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:35.588117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4efc7710-dcd5-4932-bf1b-ab3d987950f6 req-95138972-0c25-42a5-8487-0b647ab70cd0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "DELETE /v2.0/ports/a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 HTTP/1.1" status: 204 len: 173 time: 0.3960826 Nov 10 23:57:35.588548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'name': 'network-vif-deleted', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:57:35.590951 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98453683-db75-4fc3-918f-8a347c116996" -d '{"events": [{"server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "name": "network-vif-deleted", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:57:35.679223 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c2ee5b-64c5-497e-bcb0-a8b7e488ce2a x-openstack-request-id: req-e0c2ee5b-64c5-497e-bcb0-a8b7e488ce2a {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:57:35.679512 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d23faf-88af-4e77-b3f0-2a469cf2477e", "name": "network-vif-deleted", "tag": "a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:57:35.679759 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0c2ee5b-64c5-497e-bcb0-a8b7e488ce2a {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:57:35.680161 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d23faf-88af-4e77-b3f0-2a469cf2477e', 'name': 'network-vif-deleted', 'tag': 'a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7', 'status': 'completed', 'code': 200} Nov 10 23:57:36.076087 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59482) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:36.427281 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:36.674420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:57:36.674760 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:36.764398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port cf9fc259-c4b2-4a02-9e3d-7d1d911ef079, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:36.764657 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:36.776022 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:57:36.955106 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:36.980591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=cf9fc259-c4b2-4a02-9e3d-7d1d911ef079,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:37.155652 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.370074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router ccca9b01-b571-499d-985c-36fbde9684b0 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:57:37.473705 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:57:37.478764 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4d46a7f5-b8f6-4d68-b2ef-ad1615527f5f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/ccca9b01-b571-499d-985c-36fbde9684b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4015436 Nov 10 23:57:37.481935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59484) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:37.484499 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Sync routers for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:57:37.494579 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:37.495245 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:37.531893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting subnet 90a1e12e-a97c-4ae2-a61b-dc154334fa1c {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:57:37.535003 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.575052 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.598725 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:37.660122 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.719469 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.747366 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Subnet': ['ID=90a1e12e-a97c-4ae2-a61b-dc154334fa1c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:37.750856 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.754911 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-591efe48-972e-4ad7-a838-30720caf2723 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/subnets/90a1e12e-a97c-4ae2-a61b-dc154334fa1c HTTP/1.1" status: 204 len: 168 time: 0.2696815 Nov 10 23:57:37.755106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295e300-fcb5-4615-be1c-e45a91a3cd94 None None] Network 00836bb0-8e3f-446a-bc31-756822a7e3ae requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:57:37.755593 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59486) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:37.776389 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:57:36Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:37.806735 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Checking router: ccca9b01-b571-499d-985c-36fbde9684b0 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:57:37.816789 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Routers {'ccca9b01-b571-499d-985c-36fbde9684b0'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:37.817417 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['ccca9b01-b571-499d-985c-36fbde9684b0'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:37.874585 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.935743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] DHCP port deletion for 00836bb0-8e3f-446a-bc31-756822a7e3ae request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:57:37.988739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Deleting port 1b50c243-faad-4254-b194-32e52e0b4854 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:57:37.989148 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:37.998902 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.035341 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] Set router ccca9b01-b571-499d-985c-36fbde9684b0 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:38.058404 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] For port 1b50c243-faad-4254-b194-32e52e0b4854, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=1b50c243-faad-4254-b194-32e52e0b4854,segment=NetworkSegment(bcea81af-cc0d-4fa8-bb64-8980157e6f93),segment_id=bcea81af-cc0d-4fa8-bb64-8980157e6f93)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:38.058802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.060856 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 4e52e144-d171-4fce-afc2-ddc602d03dcd {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:57:38.061336 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.071474 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Calling delete_port for 1b50c243-faad-4254-b194-32e52e0b4854 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:57:38.146947 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 4e52e144-d171-4fce-afc2-ddc602d03dcd, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=4e52e144-d171-4fce-afc2-ddc602d03dcd,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:38.147365 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.157908 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.160382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 4e52e144-d171-4fce-afc2-ddc602d03dcd owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:57:38.181998 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Pushing event deleted for resources: {'Port': ['ID=1b50c243-faad-4254-b194-32e52e0b4854,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:38.192840 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.193355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.193793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.194250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.194679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.195106 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.195529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.195954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.196373 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.196801 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.197251 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.197664 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:38.200985 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d99a0-8bfa-4e7a-824b-53c350ad4b52 None None] No DVR routers for this DVR port 1b50c243-faad-4254-b194-32e52e0b4854 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:57:38.215689 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:57:36Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:38.242275 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbb728-c528-40f8-8872-bcec0c970b8f None None] The sync data for ids ['ccca9b01-b571-499d-985c-36fbde9684b0'] in n-d-811521-3 is: [{'id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322204702', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:57:36Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': '4e52e144-d171-4fce-afc2-ddc602d03dcd', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca9b01-b571-499d-985c-36fbde9684b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:55:59Z', 'updated_at': '2021-11-10T23:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:57:38.332293 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.355544 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=4e52e144-d171-4fce-afc2-ddc602d03dcd,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:38.370029 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2701c2e-8325-4732-a8cf-efbd075b8ea5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:57:38.416991 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.509650 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.512238 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.553306 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.553829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Fanout notify agent at l3_agent the message router_deleted on router ccca9b01-b571-499d-985c-36fbde9684b0 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:57:38.561050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.564452 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-6877e35e-a663-46ca-b3e6-44687f7413d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/routers/ccca9b01-b571-499d-985c-36fbde9684b0 HTTP/1.1" status: 204 len: 168 time: 0.8058834 Nov 10 23:57:38.564855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59488) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:38.645422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.741332 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.761417 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00836bb0-8e3f-446a-bc31-756822a7e3ae']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:38.770436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcea81af-cc0d-4fa8-bb64-8980157e6f93') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:38.770731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcea81af-cc0d-4fa8-bb64-8980157e6f93') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:38.779924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.793367 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.799577 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:57:38.799977 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:57:38.803079 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:57:38.866670 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.873752 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.877024 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/networks/00836bb0-8e3f-446a-bc31-756822a7e3ae HTTP/1.1" status: 204 len: 168 time: 0.3110251 Nov 10 23:57:38.879572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59490) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:38.896959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819f42a-ad99-4d49-b31f-5ed9e142df75 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Network': ['ID=00836bb0-8e3f-446a-bc31-756822a7e3ae,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:38.947700 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:38.973113 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.032922 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.035635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.036795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f081671-b987-4384-9411-cdd406978d99 HTTP/1.1" status: 204 len: 168 time: 0.1563058 Nov 10 23:57:39.046046 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022ffab-14bf-441e-935a-18c9f78aaceb tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f081671-b987-4384-9411-cdd406978d99,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:39.297053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e52e144-d171-4fce-afc2-ddc602d03dcd no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:57:39.318218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 4e52e144-d171-4fce-afc2-ddc602d03dcd {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:57:39.318560 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 4e52e144-d171-4fce-afc2-ddc602d03dcd not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:57:39.318968 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:57:39.340422 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:57:39.340761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device cf9fc259-c4b2-4a02-9e3d-7d1d911ef079 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:57:39.341188 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1b50c243-faad-4254-b194-32e52e0b4854 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:57:39.512899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 1b50c243-faad-4254-b194-32e52e0b4854 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:57:39.513270 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 1b50c243-faad-4254-b194-32e52e0b4854 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:57:39.524574 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59496) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:39.529341 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392315207', 'description': 'tempest-secgroup-smoke-392315207 description', 'project_id': '385d61820526426e855a242a45e94da0'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:39.551286 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.614833 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.618970 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.647338 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.648550 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228676 Nov 10 23:57:39.650520 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05089c98-5785-4d17-85de-c050fe034c29 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4ac62-e127-4ac5-9b89-cdbac90349d7,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:39.651559 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59498) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:39.656954 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:39.683772 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.741487 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.744798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.761926 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a79de-342f-4cb2-8bba-414d2b819df7,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:39.769328 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.770505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-8f884626-4a5d-4626-9b72-1875572a8313 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173055 Nov 10 23:57:39.773319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59500) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:39.778126 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:39.803158 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.857925 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.861414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.875732 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af80205-2961-4810-b2ea-0e9ac1bf9c16,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:39.886107 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.887288 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1a087fbf-b61b-43a3-b31a-e98405a1cf17 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130538 Nov 10 23:57:39.890048 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59502) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:39.894336 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:39.921154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.978240 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.982307 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:39.999676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af85b44-b149-4e3c-8745-b46dd3aaf973,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:40.006756 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.008115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c8e2ec31-a82e-4b34-9c49-1fa9670ef63d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170697 Nov 10 23:57:40.010839 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59504) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:40.015176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:40.043488 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.099131 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.102398 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.122349 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4207fa34-d9a3-48af-bfed-96090d83ab28,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:40.128415 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.129597 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b83a755b-11d6-481f-9982-4a4fc58b9dc6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177886 Nov 10 23:57:40.132345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59506) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:40.136541 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:40.157352 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:57:40.162093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.219737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.223393 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.242587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd66404d-3df5-40a0-b67e-d5ce3cfc1aeb,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:40.248582 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.249038 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-59ee8b5f-09f5-4737-a5e4-9dbf12ab0d39 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157422 Nov 10 23:57:40.251791 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59508) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:40.255988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'security_group_rule': {'security_group_id': 'e9d4ac62-e127-4ac5-9b89-cdbac90349d7', 'project_id': '385d61820526426e855a242a45e94da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:40.277974 n-d-811521-3 neutron-server[102457]: INFO neutron.db.securitygroups_db [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Project 385d61820526426e855a242a45e94da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:57:40.282644 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.340556 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.343888 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.361479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c2be88-be34-4592-bdb3-fcb2d7d4763f,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:40.363456 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:57:40.365818 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.367000 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-872a75ef-dd83-418d-b4a7-4e3d6b5fff25 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142862 Nov 10 23:57:40.369991 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59510) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:40.375147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'network': {'name': 'tempest-network-smoke--2112429187', 'project_id': '385d61820526426e855a242a45e94da0', 'port_security_enabled': True}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:40.383956 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:57:40.384284 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device a00b0ec6-9fe1-4528-b6b6-8a1ea49662d7 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:57:40.396093 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:57:40.399597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.423176 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:57:40.432155 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.432504 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Added segment 79b17119-20ea-4d02-867c-2c684cccaec9 of type vlan for network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 Nov 10 23:57:40.473896 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.497375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.502925 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:40.503737 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.560269 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1890802 Nov 10 23:57:40.563009 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59512) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:40.567569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'admin_state_up': True, 'project_id': '385d61820526426e855a242a45e94da0', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:40.587082 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1283c8b-9b3a-48ec-8b8c-63e1071e87c7 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Network': ['ID=16ea449c-8f7c-404d-83e4-8192b5bd23a6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:40.597196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:57:40.603955 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.605179 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.658958 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.791783 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.976899 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:40.995876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:41.096805 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.8 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/b44b8f89-691c-4f8a-88a3-1423c8efa006) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:57:41.194775 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:41.226512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:41.269033 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:41.271895 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:41.275475 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:57:41.281344 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=b44b8f89-691c-4f8a-88a3-1423c8efa006,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:41.284818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc5ece-b0bc-40f6-8e99-24e8393ad142 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:57:41.406067 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-b7d06d6c-07db-4084-b7bf-a3116b14b538 None None] Provisioning complete for port b44b8f89-691c-4f8a-88a3-1423c8efa006 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:41.406779 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b7d06d6c-07db-4084-b7bf-a3116b14b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:41.439926 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-b7d06d6c-07db-4084-b7bf-a3116b14b538 None None] Port b44b8f89-691c-4f8a-88a3-1423c8efa006 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:57:41.810005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:41.999893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.125395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router b20946be-e47f-46fc-956d-762d171ede44 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:57:42.228944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:57:42.238902 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Sync routers for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:57:42.249037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:42.249647 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:42.249801 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.250866 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5639ebd0-dc6f-41e6-80ac-b56c06d36e53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6869407 Nov 10 23:57:42.254060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59514) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:42.333476 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd378eb4-b844-4e7e-9e4c-39ccaf2b7e99 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=385d61820526426e855a242a45e94da0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783119 Nov 10 23:57:42.336116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59518) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:42.359783 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:42.425950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fc57a-d0c5-467b-afd9-2116fe5f26c2 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:42.427373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-655fc57a-d0c5-467b-afd9-2116fe5f26c2 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903602 Nov 10 23:57:42.430188 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:42.462474 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-689215c2-c8f2-477f-86b6-652094dabd22 tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=716153aa-6cd9-4dad-866c-3e2bc69e9d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311992 Nov 10 23:57:42.465717 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59522) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:42.470569 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19706457', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'project_id': '385d61820526426e855a242a45e94da0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:42.543775 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:41Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:42.562258 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:57:42.565700 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.570096 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Checking router: b20946be-e47f-46fc-956d-762d171ede44 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:57:42.570465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Updating router b20946be-e47f-46fc-956d-762d171ede44 port b44b8f89-691c-4f8a-88a3-1423c8efa006 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:57:42.596317 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.744713 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.805031 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Subnet': ['ID=91ce2e14-ade5-4a11-a91b-66a17458da4a,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:42.812698 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Checking segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:57:42.813288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network hostable DHCP agents. Network: 16ea449c-8f7c-404d-83e4-8192b5bd23a6, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:57:42.829988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:57:42.838167 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 16ea449c-8f7c-404d-83e4-8192b5bd23a6) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:42.842399 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:42.842986 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.854632 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb0497-b51a-4ce5-b03b-cd0bb85fec72 None None] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:57:42.865609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cece869f-2d79-4cc0-94cc-726a641c7a7a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3919897 Nov 10 23:57:42.865817 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.865931 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59524) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:42.897952 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:42.963216 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5d16a-e444-4180-bf0c-770a8448c1fc None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:57:42.978771 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Attempting to bind port b44b8f89-691c-4f8a-88a3-1423c8efa006 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:57:42.979140 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Attempting to bind port b44b8f89-691c-4f8a-88a3-1423c8efa006 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:57:42.979497 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Attempting to bind port b44b8f89-691c-4f8a-88a3-1423c8efa006 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:57:42.999006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:57:42.999348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:57:42.999740 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.000136 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:57:43.000611 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Bound port: b44b8f89-691c-4f8a-88a3-1423c8efa006, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:57:43.001002 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.005235 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c990b-ee1f-4432-a01c-5e6d9b4d642e None None] Pushing event updated for resources: {'Port': ['ID=b44b8f89-691c-4f8a-88a3-1423c8efa006,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:43.094806 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] For port b44b8f89-691c-4f8a-88a3-1423c8efa006, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:57:43.100685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] For port b44b8f89-691c-4f8a-88a3-1423c8efa006, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b44b8f89-691c-4f8a-88a3-1423c8efa006,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:57:43.123570 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.127178 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] Provisioning complete for port b44b8f89-691c-4f8a-88a3-1423c8efa006 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:43.127475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.168623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:57:43.169495 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.219381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc793bee-ae79-4fc0-acce-edb21b81899c None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:57:43.289883 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:43.290397 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:43.294056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c990b-ee1f-4432-a01c-5e6d9b4d642e None None] Pushing event updated for resources: {'Port': ['ID=b44b8f89-691c-4f8a-88a3-1423c8efa006,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:43.314113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.456340 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.483555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Allocated IP 172.20.0.2 (16ea449c-8f7c-404d-83e4-8192b5bd23a6/91ce2e14-ade5-4a11-a91b-66a17458da4a/5d605fa9-d2cb-4963-beb6-b47dce8cbfc4) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:57:43.504839 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] For port b44b8f89-691c-4f8a-88a3-1423c8efa006, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b44b8f89-691c-4f8a-88a3-1423c8efa006,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:43.509787 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:43.539510 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:43.728282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c43e70-882b-47ed-b8fe-b04650d03533 None None] Pushing event updated for resources: {'Port': ['ID=b44b8f89-691c-4f8a-88a3-1423c8efa006,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:43.738997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f5b4cf5e-606f-4e34-a867-048f0fa50d93 None None] Provisioning complete for port b44b8f89-691c-4f8a-88a3-1423c8efa006 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:43.739367 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f5b4cf5e-606f-4e34-a867-048f0fa50d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.006852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.019400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.063129 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.1 (16ea449c-8f7c-404d-83e4-8192b5bd23a6/91ce2e14-ade5-4a11-a91b-66a17458da4a/dd2d40ac-3024-481f-b0b8-71e5cc731837) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:57:44.100023 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:44.112095 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:44.115225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Pushing event updated for resources: {'Port': ['ID=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:44.118722 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:57:44.125127 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:41Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:44.155765 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66d94-15aa-4c0c-8a3a-a98937cb0f3f None None] The sync data for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 is: [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:41Z', 'revision_number': 3, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:57:44.184912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.202353 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Attempting to bind port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:57:44.202725 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Attempting to bind port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:57:44.203086 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Attempting to bind port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 on network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:57:44.208387 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:57:44.208767 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Checking segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:57:44.209261 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.209578 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Bound using segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:57:44.210046 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Bound port: 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:57:44.210425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.219836 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.263158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:44.266391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:44.270605 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:57:44.277254 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:44.279853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] For port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:57:44.283536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] For port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:57:44.291707 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.320624 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.352258 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24b2f2-26f4-444a-96cf-c497043e6805 None None] Pushing event updated for resources: {'Port': ['ID=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:44.487788 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.802168 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.806660 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.881590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:44.884034 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:44.982912 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:44.984354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:45.106291 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router b20946be-e47f-46fc-956d-762d171ede44 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:57:45.168736 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:57:45.223935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:57:45.229336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-26c74597-e276-4e5e-a659-2cfeeefb5eb2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/b20946be-e47f-46fc-956d-762d171ede44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3623888 Nov 10 23:57:45.303615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.372595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:57:45.415303 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5dfb5d-14df-4bd4-a4af-9315736e81b3 None None] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:57:45.427758 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-86fc9473-b071-4f51-81dd-868aac4e3958 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392315207&fields=id&tenant_id=385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 267 time: 0.0632756 Nov 10 23:57:45.487034 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:45.487400 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.509568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-4cdf644d-1093-4ec7-bafd-8f527af4fafb None None] Provisioning complete for port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:45.509932 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4cdf644d-1093-4ec7-bafd-8f527af4fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.538053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-7eea7998-7eb3-4a28-8a05-f8b2a5ca12fc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:45.541443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-7eea7998-7eb3-4a28-8a05-f8b2a5ca12fc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 797 time: 0.1065092 Nov 10 23:57:45.554797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-c00f70a8-de3c-419a-8644-b106d93db3a9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/quotas/385d61820526426e855a242a45e94da0 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Nov 10 23:57:45.613194 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-e41ce217-26a8-4c60-9e0b-eae21c14ad0e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526018 Nov 10 23:57:45.709923 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.724627 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4cdf644d-1093-4ec7-bafd-8f527af4fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.753536 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-0fd64586-1360-414a-8b59-d3f64c35f798 service neutron] 10.222.0.25 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285145 Nov 10 23:57:45.769655 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:45.775945 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.777515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b44b8f89-691c-4f8a-88a3-1423c8efa006 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:57:45.865882 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-a6fdb693-f207-4e6e-b372-52779db42f80 service neutron] 10.222.0.25 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050801 Nov 10 23:57:45.912500 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:45.917424 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-4cdf644d-1093-4ec7-bafd-8f527af4fafb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:57:45.917578 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Sync routers for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:57:45.917915 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-4cdf644d-1093-4ec7-bafd-8f527af4fafb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:57:45.918449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:45.934163 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:45.934665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port b44b8f89-691c-4f8a-88a3-1423c8efa006 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:45.934971 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:45.935136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.059292 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:46.263340 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 2, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:46.289287 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Checking router: b20946be-e47f-46fc-956d-762d171ede44 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:57:46.289636 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Updating router b20946be-e47f-46fc-956d-762d171ede44 port dd2d40ac-3024-481f-b0b8-71e5cc731837 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:57:46.319503 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.571155 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.574911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-45251f5d-de47-4121-b50f-1334de57e512 None None] Provisioning complete for port dd2d40ac-3024-481f-b0b8-71e5cc731837 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:46.575466 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45251f5d-de47-4121-b50f-1334de57e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.575614 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.610388 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-45251f5d-de47-4121-b50f-1334de57e512 None None] Port dd2d40ac-3024-481f-b0b8-71e5cc731837 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:57:46.621108 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-45251f5d-de47-4121-b50f-1334de57e512 None None] Provisioning complete for port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:46.621492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-45251f5d-de47-4121-b50f-1334de57e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.622967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Pushing event updated for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:46.633025 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.633361 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.633686 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.634014 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.634334 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.634650 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.634963 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.635276 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.635587 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.635896 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.636209 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.636945 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:57:46.687474 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Attempting to bind port dd2d40ac-3024-481f-b0b8-71e5cc731837 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:57:46.687831 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Attempting to bind port dd2d40ac-3024-481f-b0b8-71e5cc731837 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:57:46.688181 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Attempting to bind port dd2d40ac-3024-481f-b0b8-71e5cc731837 on network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:57:46.693489 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:57:46.693849 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Checking segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:57:46.694233 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.694611 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Bound using segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:57:46.695062 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Bound port: dd2d40ac-3024-481f-b0b8-71e5cc731837, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:57:46.695556 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.758876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] For port dd2d40ac-3024-481f-b0b8-71e5cc731837, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:57:46.762535 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] For port dd2d40ac-3024-481f-b0b8-71e5cc731837, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd2d40ac-3024-481f-b0b8-71e5cc731837,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:57:46.768878 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.822669 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5991b-6e10-4a3f-9b83-83207d44c9c2 None None] Pushing event updated for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=4']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:46.824766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] Provisioning complete for port dd2d40ac-3024-481f-b0b8-71e5cc731837 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:46.825248 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.834739 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:57:46.835360 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:46.916416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:46.947136 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:57:46.951080 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] For port dd2d40ac-3024-481f-b0b8-71e5cc731837, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd2d40ac-3024-481f-b0b8-71e5cc731837,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:46.954948 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:47.005416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce955b-4d31-4970-b2cc-f45dc1ada2ed None None] Pushing event updated for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:47.079666 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c0d8bc22-04a3-4198-91d5-3a7f2218fd8b None None] Provisioning complete for port dd2d40ac-3024-481f-b0b8-71e5cc731837 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:47.080147 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c0d8bc22-04a3-4198-91d5-3a7f2218fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:47.133602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d09fa946-8f79-49aa-9c97-1a7b39e4872a req-24ffd526-9c0f-4add-ad3f-17408c2a1df8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 210 time: 0.0377519 Nov 10 23:57:47.192847 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:57:47.218925 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cc9cc-73ed-4515-8896-818b6497af0e None None] The sync data for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 is: [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:57:47.296208 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:57:47.358346 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:47.358720 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:48.142138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bdedb21e-9c1a-40b1-8168-01ab6c69f4ba tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:48.143611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bdedb21e-9c1a-40b1-8168-01ab6c69f4ba tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 797 time: 0.1156514 Nov 10 23:57:48.218455 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-7ae492a9-a77b-454d-a34f-448ab12f0e3c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385d61820526426e855a242a45e94da0&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0660465 Nov 10 23:57:48.231321 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3dae198a-2f3a-42f8-ad70-f9275295e617 req-2e1a9d55-bfe9-48a0-b0b9-0d4937780681 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 210 time: 0.0271888 Nov 10 23:57:48.255268 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-db86e146-0de5-4977-8ed4-94eba0df064d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0289381 Nov 10 23:57:48.266326 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'port': {'device_id': '47856328-8280-452f-b24e-978fd69cc519', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'admin_state_up': True, 'tenant_id': '385d61820526426e855a242a45e94da0', 'security_groups': ['e9d4ac62-e127-4ac5-9b89-cdbac90349d7']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:48.378070 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Made reservation on behalf of 385d61820526426e855a242a45e94da0 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:57:48.381784 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:48.502591 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.20.0.5 (16ea449c-8f7c-404d-83e4-8192b5bd23a6/91ce2e14-ade5-4a11-a91b-66a17458da4a/739a18ae-a5df-4d5a-9dfe-ccff61bf4409) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:57:48.640555 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:48.672912 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:48.716060 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:48.719302 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:48.723171 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:57:48.730449 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:48.781124 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:48.781745 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:48.798388 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-bfa5b776-e468-4a07-a600-ba0407a0bf4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359232 Nov 10 23:57:48.810422 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Request body: {'port': {'device_id': '47856328-8280-452f-b24e-978fd69cc519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:48.866503 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.005639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3a111558-5afc-463c-b864-ac25303f05fe None None] Provisioning complete for port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:49.006225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3a111558-5afc-463c-b864-ac25303f05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.040465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3a111558-5afc-463c-b864-ac25303f05fe None None] Port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:57:49.123716 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:57:49.130975 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.142502 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Transition to ACTIVE for port object 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:57:49.147142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.195542 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Pushing event updated for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:49.274311 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Attempting to bind port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:57:49.274521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Attempting to bind port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:57:49.274849 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Attempting to bind port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 on network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:57:49.282386 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 on network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:57:49.282720 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Attempting to bind port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 on network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:57:49.288113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:57:49.288457 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Checking segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:57:49.288848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Bound using segment: {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:57:49.290035 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Bound port: 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b17119-20ea-4d02-867c-2c684cccaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:57:49.290345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.313911 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd2d40ac-3024-481f-b0b8-71e5cc731837 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:57:49.366431 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port dd2d40ac-3024-481f-b0b8-71e5cc731837 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:49.366811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.690940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:57:49.695485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:57:49.705127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad520-1f20-4b91-98b2-158ba4da99b3 req-31600774-21b1-40d8-a54f-6418dff3aa3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:49.706618 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9aad520-1f20-4b91-98b2-158ba4da99b3 req-31600774-21b1-40d8-a54f-6418dff3aa3a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 943 time: 0.3723841 Nov 10 23:57:49.708140 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.759306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:49.759918 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:49.761337 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 1091 time: 0.9551220 Nov 10 23:57:49.762585 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:57:49.765186 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e0b04-a3f1-4c7d-8424-7212c9f56030" -d '{"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:57:49.799836 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dc730-3442-45d1-aacf-4b730b7f22d2 service neutron] Pushing event updated for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:49.821058 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885aa18-22ac-4d75-8be4-72b8ad0a56c0 x-openstack-request-id: req-f885aa18-22ac-4d75-8be4-72b8ad0a56c0 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:57:49.821351 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:57:49.821598 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f885aa18-22ac-4d75-8be4-72b8ad0a56c0 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:57:49.821989 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'status': 'completed', 'code': 200} Nov 10 23:57:49.828008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a9aad520-1f20-4b91-98b2-158ba4da99b3 req-e1d6d732-16e1-46ca-be19-ec9157cc43ff tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146877 Nov 10 23:57:49.859444 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-2767117c-d3ff-47ce-98a5-d3f6729535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:49.861103 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-2767117c-d3ff-47ce-98a5-d3f6729535d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1094 time: 0.0545394 Nov 10 23:57:49.904646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-57557dd6-22a9-40ad-953b-e8dc4e4c6e76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 217 time: 0.0357838 Nov 10 23:57:49.956259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-e432ae73-b1c6-4c8b-80c3-e3f908e24853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:49.957759 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-e432ae73-b1c6-4c8b-80c3-e3f908e24853 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 200 len: 833 time: 0.0459220 Nov 10 23:57:50.007725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-1600fcb4-70ed-4fca-83a9-e1c34bcb4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.009296 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-1600fcb4-70ed-4fca-83a9-e1c34bcb4717 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16ea449c-8f7c-404d-83e4-8192b5bd23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445189 Nov 10 23:57:50.096452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-0769614f-f186-40ea-baff-7d0e0244b931 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795147 Nov 10 23:57:50.188412 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-bf4ed84d-c40b-476e-b367-32c1ec62143e req-fcff14b1-5b85-42bc-a508-51c70a227362 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848119 Nov 10 23:57:50.275423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-a8a14c73-fff1-44d9-a74e-0c1ba4672dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.277436 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-a8a14c73-fff1-44d9-a74e-0c1ba4672dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1094 time: 0.0412757 Nov 10 23:57:50.370245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-6ca9bb18-7565-4300-8ed3-14c9add62bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.371684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-6ca9bb18-7565-4300-8ed3-14c9add62bf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 897 time: 0.0874033 Nov 10 23:57:50.412594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-c8245dee-9b48-4314-abf8-66fb7be69caa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 217 time: 0.0336213 Nov 10 23:57:50.461217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-7538e6e8-7f9c-4fbc-b0be-2fb7086e8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.462633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-7538e6e8-7f9c-4fbc-b0be-2fb7086e8a3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 200 len: 833 time: 0.0423489 Nov 10 23:57:50.507036 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-aa1d0714-3d6a-4f75-84ff-08a0529c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.508418 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-aa1d0714-3d6a-4f75-84ff-08a0529c5db5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16ea449c-8f7c-404d-83e4-8192b5bd23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385227 Nov 10 23:57:50.600497 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-c6e43ac8-b32e-45e2-9780-2b5b162cdbe8 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847621 Nov 10 23:57:50.690231 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f57e0b04-a3f1-4c7d-8424-7212c9f56030 req-e313b1d1-59b8-474c-85a4-9c4f90341ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813482 Nov 10 23:57:50.945780 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5be1-fbf5-4da5-b37a-631e7d6fae45 req-0fd76a9f-d6e5-40dc-be5b-80172fc7aad0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:50.947235 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ccda5be1-fbf5-4da5-b37a-631e7d6fae45 req-0fd76a9f-d6e5-40dc-be5b-80172fc7aad0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 943 time: 0.0481844 Nov 10 23:57:50.995342 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ccda5be1-fbf5-4da5-b37a-631e7d6fae45 req-193b4d30-f842-4d23-9836-3422e4be7bf3 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Nov 10 23:57:52.114629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d27988-7051-486e-9470-0854b90b4a34 req-277ad804-b467-4d01-9c79-5db8699e2d92 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:52.116107 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40d27988-7051-486e-9470-0854b90b4a34 req-277ad804-b467-4d01-9c79-5db8699e2d92 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 943 time: 0.0540242 Nov 10 23:57:52.164599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-40d27988-7051-486e-9470-0854b90b4a34 req-f9ec309a-afc2-4b7e-8240-25cdc24961ed tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Nov 10 23:57:53.279624 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ded8-6fd4-401c-9960-d4554809b5c2 req-53f0c513-da5d-4a0c-a9d1-3513eea0310f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:53.281132 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfa5ded8-6fd4-401c-9960-d4554809b5c2 req-53f0c513-da5d-4a0c-a9d1-3513eea0310f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 943 time: 0.0482738 Nov 10 23:57:53.334586 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cfa5ded8-6fd4-401c-9960-d4554809b5c2 req-52b7a052-8fcb-45ef-9fba-7d64f17edc53 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475223 Nov 10 23:57:54.409731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:57:54.450831 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee870a-92d9-4727-b741-97c96358e522 req-4ce05af1-b611-4e14-bbeb-4a4c912908d0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:54.452323 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1cee870a-92d9-4727-b741-97c96358e522 req-4ce05af1-b611-4e14-bbeb-4a4c912908d0 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 943 time: 0.0491874 Nov 10 23:57:54.501557 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1cee870a-92d9-4727-b741-97c96358e522 req-d860b058-f4fc-4fa5-b554-b49d81f4abec tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 Nov 10 23:57:54.505263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:54.517402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'port_id': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'mac_address': 'fa:16:3e:fb:e5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:57:54.553571 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:54.566746 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:57:54.585580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:54.590000 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:54.634811 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:54.791635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['739a18ae-a5df-4d5a-9dfe-ccff61bf4409'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:57:55.121656 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8596359e-62e8-4991-b5ba-2c2ee7cf72bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:55.615664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7424d08-ce12-479c-a8b5-877b17651539 req-4bad11a8-fd62-4a5d-bf7d-57c24f97879d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:55.617127 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7424d08-ce12-479c-a8b5-877b17651539 req-4bad11a8-fd62-4a5d-bf7d-57c24f97879d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 944 time: 0.0480328 Nov 10 23:57:55.665950 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b7424d08-ce12-479c-a8b5-877b17651539 req-bde8ee8b-42b2-4040-be47-829a4734416d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Nov 10 23:57:56.428602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:57:56.477307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:57:56.481247 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:57:56.481621 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:56.558137 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:56.580750 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:57:56.583251 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0536b5-5199-44b3-94fb-e07d785ab21b" -d '{"events": [{"server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "name": "network-vif-plugged", "status": "completed", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:57:56.595391 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:57:56.599558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:56.650199 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:56.671735 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c122ed3-b37e-42a1-9134-8896e103d016 x-openstack-request-id: req-7c122ed3-b37e-42a1-9134-8896e103d016 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:57:56.672023 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "name": "network-vif-plugged", "status": "completed", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:57:56.672270 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c122ed3-b37e-42a1-9134-8896e103d016 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:57:56.672706 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'code': 200} Nov 10 23:57:56.772309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1997a-9b98-4538-81a1-5557a5264346 req-0dfd2fab-524c-4d17-b989-bc3bee6f3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:56.773876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89f1997a-9b98-4538-81a1-5557a5264346 req-0dfd2fab-524c-4d17-b989-bc3bee6f3186 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1096 time: 0.0444469 Nov 10 23:57:56.782395 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e8ae-5e4c-43d2-81ff-d858a19e852d req-70ecfc6c-ddd8-4c78-99ae-89b845475595 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:56.783855 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e72e8ae-5e4c-43d2-81ff-d858a19e852d req-70ecfc6c-ddd8-4c78-99ae-89b845475595 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Nov 10 23:57:56.820148 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-89f1997a-9b98-4538-81a1-5557a5264346 req-3623c989-425d-489b-8938-80c048498d4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396163 Nov 10 23:57:56.833820 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8e72e8ae-5e4c-43d2-81ff-d858a19e852d req-48f7b05f-e3bd-4c27-9c91-ced2ec3914f4 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Nov 10 23:57:57.760171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb8c7-e57d-4f5e-bb2e-16449843436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:57.958071 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b6a26-e0a7-40ff-b1c2-b03b7e700e45 req-24fd7024-c667-4209-bd38-7aec2f3962ba tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:57.959555 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-096b6a26-e0a7-40ff-b1c2-b03b7e700e45 req-24fd7024-c667-4209-bd38-7aec2f3962ba tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Nov 10 23:57:58.009661 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-096b6a26-e0a7-40ff-b1c2-b03b7e700e45 req-1ea18a2f-8f2e-4976-81bd-6062abbc5971 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Nov 10 23:57:58.128029 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0527dd-f9a5-4d6d-b2c1-1368f7a498e7 req-c5444e55-c7a9-48bb-8744-6c3c852757ce tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:58.129520 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e0527dd-f9a5-4d6d-b2c1-1368f7a498e7 req-c5444e55-c7a9-48bb-8744-6c3c852757ce tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Nov 10 23:57:58.178146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e0527dd-f9a5-4d6d-b2c1-1368f7a498e7 req-0b769b00-a7a6-476f-9834-fcbbcf304918 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Nov 10 23:57:58.199865 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59584) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:58.238355 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f911a1-8836-463c-b55c-1c34c41f66da tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:57:58.239814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-31f911a1-8836-463c-b55c-1c34c41f66da tempest-TestNetworkAdvancedServerOps-1873554887 tempest-TestNetworkAdvancedServerOps-1873554887-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1091 time: 0.0389667 Nov 10 23:57:58.242483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59586) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:57:58.247149 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'tenant_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:57:58.267880 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:58.364641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:58.462721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Allocated IP 172.25.0.231 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/011dfafb-040e-418f-ba92-0eb70bcd214e) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:57:58.564143 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:58.597971 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:58.633318 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:57:58.638098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:57:58.642396 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:57:58.671349 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=011dfafb-040e-418f-ba92-0eb70bcd214e,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:58.989037 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.053289 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.199845 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.204364 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.234756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.269585 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event updated for resources: {'Port': ['ID=011dfafb-040e-418f-ba92-0eb70bcd214e,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:57:59.284545 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:57:59.681230 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 52a68927-efaf-4f48-a027-9630ee6c74a7 associated. External IP: 172.25.0.231, port: 739a18ae-a5df-4d5a-9dfe-ccff61bf4409. Nov 10 23:57:59.880556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router b20946be-e47f-46fc-956d-762d171ede44 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:57:59.985651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:57:59.995503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Sync routers for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:00.002520 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:00.005894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:00.006572 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:00.034129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-da99793e-d612-494a-baa8-b9780017e53a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7906387 Nov 10 23:58:00.034839 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:58:00.037218 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11" -d '{"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:58:00.075672 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4528d7a0-9da7-42b9-b9a6-657fd799a7a0 x-openstack-request-id: req-4528d7a0-9da7-42b9-b9a6-657fd799a7a0 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:58:00.075962 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:58:00.076213 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4528d7a0-9da7-42b9-b9a6-657fd799a7a0 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:58:00.076621 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'status': 'completed', 'code': 200} Nov 10 23:58:00.115748 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:00.163116 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-99fc6db4-22f9-42b7-a2ec-9e188b310efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:00.164608 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-99fc6db4-22f9-42b7-a2ec-9e188b310efb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1096 time: 0.0658307 Nov 10 23:58:00.172425 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba281ba-b149-44a2-a868-4c99adef673d req-6b7d46ec-3092-45e9-9dd1-b973ff3a9166 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:00.173812 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba281ba-b149-44a2-a868-4c99adef673d req-6b7d46ec-3092-45e9-9dd1-b973ff3a9166 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0851791 Nov 10 23:58:00.269500 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-eba281ba-b149-44a2-a868-4c99adef673d req-e49fd9fa-c456-4633-921d-84858dd82a9b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870275 Nov 10 23:58:00.291883 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59592) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:00.304673 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-d37519bd-8a22-4f9d-98d1-68d8bfb0483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:00.306214 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-d37519bd-8a22-4f9d-98d1-68d8bfb0483d service neutron] 10.222.0.20 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 897 time: 0.1315393 Nov 10 23:58:00.343272 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '52a68927-efaf-4f48-a027-9630ee6c74a7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'port_id': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'mac_address': 'fa:16:3e:fb:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47856328-8280-452f-b24e-978fd69cc519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:57:58Z', 'updated_at': '2021-11-10T23:57:58Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:00.356052 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a638d32b-c54c-4f50-a08b-52a82f767dbc tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/52a68927-efaf-4f48-a027-9630ee6c74a7 HTTP/1.1" status: 200 len: 991 time: 0.0630057 Nov 10 23:58:00.381205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-75d7cb12-9e18-42af-be1a-b1f52f368430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 999 time: 0.0683646 Nov 10 23:58:00.432341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-c3989cee-77a4-4ebb-986d-96c8d2ef1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:00.434591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-c3989cee-77a4-4ebb-986d-96c8d2ef1d8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 200 len: 833 time: 0.0465131 Nov 10 23:58:00.482838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-c9c21840-0018-42f1-9157-fb79ae386022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:00.484400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-c9c21840-0018-42f1-9157-fb79ae386022 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16ea449c-8f7c-404d-83e4-8192b5bd23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425475 Nov 10 23:58:00.523224 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Checking router: b20946be-e47f-46fc-956d-762d171ede44 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:00.531695 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:00.532314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:57:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:00.579481 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-a8a16faa-37c6-46bc-a203-f8d3ce9e6bdc service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881608 Nov 10 23:58:00.644506 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:00.676108 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-55bf9bf1-518d-4f22-9b6d-2ce178b74e11 req-dddd949b-0d62-4735-8c22-f0e8663e7a73 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888374 Nov 10 23:58:00.691042 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:00.891645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:00.901401 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-af319fcf-286e-43a5-865c-312346be73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '52a68927-efaf-4f48-a027-9630ee6c74a7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'port_id': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'mac_address': 'fa:16:3e:fb:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47856328-8280-452f-b24e-978fd69cc519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:57:58Z', 'updated_at': '2021-11-10T23:57:58Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:00.928867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af319fcf-286e-43a5-865c-312346be73cd None None] The sync data for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 is: [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '52a68927-efaf-4f48-a027-9630ee6c74a7', 'tenant_id': '385d61820526426e855a242a45e94da0', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'port_id': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'mac_address': 'fa:16:3e:fb:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47856328-8280-452f-b24e-978fd69cc519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:57:58Z', 'updated_at': '2021-11-10T23:57:58Z', 'revision_number': 0, 'project_id': '385d61820526426e855a242a45e94da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:01.124599 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c28f82-d1b1-4c0b-a3d9-4e7004900d67 None None] New status for floating IP 52a68927-efaf-4f48-a027-9630ee6c74a7: ACTIVE {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:58:01.359389 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59594) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:01.419755 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-63c9d34b-4660-4b9f-8a83-b2be417ea9e8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/52a68927-efaf-4f48-a027-9630ee6c74a7 HTTP/1.1" status: 200 len: 993 time: 0.0591958 Nov 10 23:58:15.307156 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:15.829387 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:22.172229 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:58:25.123257 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2f324abe-11d4-4058-bfa0-00cadff777eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:27.762888 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3bb6-5d10-4483-9cf6-0309d05a910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:29.240249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:30.179310 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d8c72-86de-4d78-ab6a-4335239d2189 req-ae722f75-270d-4be0-9185-754ec373de5b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:30.180772 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb7d8c72-86de-4d78-ab6a-4335239d2189 req-ae722f75-270d-4be0-9185-754ec373de5b tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Nov 10 23:58:30.228494 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cb7d8c72-86de-4d78-ab6a-4335239d2189 req-0ae7787f-3103-46a3-b287-c6fb5b8288c1 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Nov 10 23:58:30.656651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:30.883589 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:31.348471 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638a19-c37a-4147-8223-bee58b710072 req-65804134-3072-4cac-aab0-89bac05bf5ff tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:31.349962 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72638a19-c37a-4147-8223-bee58b710072 req-65804134-3072-4cac-aab0-89bac05bf5ff tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Nov 10 23:58:31.398783 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-72638a19-c37a-4147-8223-bee58b710072 req-4b841620-6d44-4d1b-a35a-cdfc5991ea4f tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Nov 10 23:58:31.420866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59612) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:31.480359 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-2b7334b4-04c1-4afb-915c-4f20a3b238d2 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/52a68927-efaf-4f48-a027-9630ee6c74a7 HTTP/1.1" status: 200 len: 993 time: 0.0583057 Nov 10 23:58:32.747308 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b611c87-7812-4670-a577-8d0f913007a0 req-cfb10b4d-0d75-45d5-ab66-2e113cc60876 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:32.749731 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b611c87-7812-4670-a577-8d0f913007a0 req-cfb10b4d-0d75-45d5-ab66-2e113cc60876 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Nov 10 23:58:32.764995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-fc6fca74-c0da-4107-988b-0f036a637e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:32.766498 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-fc6fca74-c0da-4107-988b-0f036a637e4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1096 time: 0.0413551 Nov 10 23:58:32.799805 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b611c87-7812-4670-a577-8d0f913007a0 req-bd65d44a-3395-47f1-a8a8-7e8c249f039e tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Nov 10 23:58:32.860901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-271d435f-a725-40bd-9792-b0b5976740f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:32.862396 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-271d435f-a725-40bd-9792-b0b5976740f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 897 time: 0.0893128 Nov 10 23:58:32.929991 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-5b435ec8-c051-40e1-aa08-83620b0a5caa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 1001 time: 0.0605333 Nov 10 23:58:32.983117 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-21cf8586-0aa4-41ae-92c3-010e8da0d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:32.984537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-21cf8586-0aa4-41ae-92c3-010e8da0d019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 200 len: 833 time: 0.0473371 Nov 10 23:58:33.028005 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-724532ab-e30d-49dd-a930-4c2abc78184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:33.030050 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-724532ab-e30d-49dd-a930-4c2abc78184b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16ea449c-8f7c-404d-83e4-8192b5bd23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387270 Nov 10 23:58:33.120901 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-dd8988f9-6edb-405d-881a-3d721a07be1d service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Nov 10 23:58:33.209078 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1acb907a-632f-45b6-ba93-ec0d0e7bc5c1 req-be0cbeb3-9f6a-4e9f-b290-e0b2ab74cd27 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804384 Nov 10 23:58:33.919797 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1526b6-5bb5-44a3-9284-1e6817634458 req-a123ba8c-e98b-4e25-80d6-f6e3fe272c40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:33.921400 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c1526b6-5bb5-44a3-9284-1e6817634458 req-a123ba8c-e98b-4e25-80d6-f6e3fe272c40 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Nov 10 23:58:33.972675 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7c1526b6-5bb5-44a3-9284-1e6817634458 req-89ce893a-e129-4f73-afe2-e2e94a577839 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451000 Nov 10 23:58:35.090895 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff97b1-f93b-4c2b-ba28-3ebf8013d8cc req-5886e63b-1fa3-4acd-8be1-fed2fcd78083 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:35.092998 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53ff97b1-f93b-4c2b-ba28-3ebf8013d8cc req-5886e63b-1fa3-4acd-8be1-fed2fcd78083 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Nov 10 23:58:35.140860 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-53ff97b1-f93b-4c2b-ba28-3ebf8013d8cc req-0eed48cc-3821-4067-96c5-63f9051ff023 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Nov 10 23:58:35.162919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59624) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:35.222523 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e4b7e1bd-a96d-4fc8-9665-295674110aaa tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/floatingips/52a68927-efaf-4f48-a027-9630ee6c74a7 HTTP/1.1" status: 200 len: 993 time: 0.0584037 Nov 10 23:58:35.440754 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59630) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:35.598218 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 011dfafb-040e-418f-ba92-0eb70bcd214e {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:35.598462 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:35.675139 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:35.675469 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:35.687248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 011dfafb-040e-418f-ba92-0eb70bcd214e owned by network:floatingip {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:35.831039 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:35.856064 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=011dfafb-040e-418f-ba92-0eb70bcd214e,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:35.883013 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.883369 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.883713 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.884055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.884391 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.884727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.885084 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.885419 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.885750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.886079 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.886407 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.886731 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:35.924886 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:35.925249 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Floating IP 52a68927-efaf-4f48-a027-9630ee6c74a7 disassociated (deleted). External IP: 172.25.0.231, port: 739a18ae-a5df-4d5a-9dfe-ccff61bf4409. Nov 10 23:58:36.132702 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router b20946be-e47f-46fc-956d-762d171ede44 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:58:36.239459 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:36.244266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:36.249078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Sync routers for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:36.258077 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:36.258685 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:36.270354 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a6c1c922-5d50-46c8-afd9-1c5e68e790d8 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/floatingips/52a68927-efaf-4f48-a027-9630ee6c74a7 HTTP/1.1" status: 204 len: 168 time: 0.8284833 Nov 10 23:58:36.270931 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:58:36.273225 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca3291-3101-484d-9454-0071decfc191" -d '{"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:58:36.313744 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff3e50-ec21-48a8-9eaf-1b7a10299ead x-openstack-request-id: req-1bff3e50-ec21-48a8-9eaf-1b7a10299ead {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:58:36.314166 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:58:36.314425 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bff3e50-ec21-48a8-9eaf-1b7a10299ead {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:58:36.314820 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'status': 'completed', 'code': 200} Nov 10 23:58:36.372026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:36.388438 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3291-3101-484d-9454-0071decfc191 req-f78875df-8f0a-45cd-b108-3763b4383461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:36.391047 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-f78875df-8f0a-45cd-b108-3763b4383461 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=385d61820526426e855a242a45e94da0&device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 1096 time: 0.0518391 Nov 10 23:58:36.531518 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41493a1-2341-4fbb-95eb-9a7fd55d1f88 req-21ea01aa-2c2d-4b7d-b1ce-81542c435388 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:36.533037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f41493a1-2341-4fbb-95eb-9a7fd55d1f88 req-21ea01aa-2c2d-4b7d-b1ce-81542c435388 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Nov 10 23:58:36.535864 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3291-3101-484d-9454-0071decfc191 req-c9279c08-8327-44c9-8d57-69f4dd40eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:36.537246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-c9279c08-8327-44c9-8d57-69f4dd40eb4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 200 len: 897 time: 0.1390607 Nov 10 23:58:36.570332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:36.587112 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-9d13ec31-e061-4fd9-a05a-9931b6281e2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 200 len: 217 time: 0.0420029 Nov 10 23:58:36.600944 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Checking router: b20946be-e47f-46fc-956d-762d171ede44 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:36.609790 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:36.610399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:36.641141 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f41493a1-2341-4fbb-95eb-9a7fd55d1f88 req-95648152-4ca9-4d8a-9a1c-880fcd646cd9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017728 Nov 10 23:58:36.662309 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3291-3101-484d-9454-0071decfc191 req-4f8ccdcd-dfcc-4180-ae98-c8f937bfc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:36.662309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-4f8ccdcd-dfcc-4180-ae98-c8f937bfc6e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 200 len: 833 time: 0.0613947 Nov 10 23:58:36.709453 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3291-3101-484d-9454-0071decfc191 req-621d3191-0893-41d1-80eb-1502cc6dd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:36.710953 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-621d3191-0893-41d1-80eb-1502cc6dd6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16ea449c-8f7c-404d-83e4-8192b5bd23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445869 Nov 10 23:58:36.717329 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:36.800222 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-0a5b0079-feaf-42d8-b4ab-e38d540ed57a service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Nov 10 23:58:36.898756 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-80ca3291-3101-484d-9454-0071decfc191 req-ee4af0f9-eaed-47bb-8089-00c7a214aa14 service neutron] 10.222.0.20 "GET /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901361 Nov 10 23:58:36.911644 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:36.938132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb341c7-7199-40d0-a0e9-c90b17de309e None None] The sync data for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 is: [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:57:44Z', 'revision_number': 4, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'dd2d40ac-3024-481f-b0b8-71e5cc731837', 'name': '', 'network_id': '16ea449c-8f7c-404d-83e4-8192b5bd23a6', 'tenant_id': '385d61820526426e855a242a45e94da0', 'mac_address': 'fa:16:3e:76:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:43Z', 'updated_at': '2021-11-10T23:57:46Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'subnets': [{'id': '91ce2e14-ade5-4a11-a91b-66a17458da4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:37.148517 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4249f-8f09-4402-9833-42d1872add39 None None] New status for floating IP 52a68927-efaf-4f48-a027-9630ee6c74a7: DOWN {{(pid=102460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:58:37.760795 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6e8d7-833e-4e2c-befc-f114ed8c231d req-5a28893b-1f9a-4fad-8f06-6a8ef7821133 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:37.762294 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eac6e8d7-833e-4e2c-befc-f114ed8c231d req-5a28893b-1f9a-4fad-8f06-6a8ef7821133 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Nov 10 23:58:37.815396 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eac6e8d7-833e-4e2c-befc-f114ed8c231d req-1f9283ba-dce0-45a8-9f4f-aa9fd986dc5a tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9d4ac62-e127-4ac5-9b89-cdbac90349d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466144 Nov 10 23:58:38.060403 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-46560228-41c0-4e58-9ffb-a611c7644889 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:38.061891 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-46560228-41c0-4e58-9ffb-a611c7644889 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Nov 10 23:58:38.146101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:38.146435 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:38.237269 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:38.237632 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:38.249978 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:38.375966 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:38.401156 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=739a18ae-a5df-4d5a-9dfe-ccff61bf4409,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:38.415039 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.415388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.415724 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.416057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.416379 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.416702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.417049 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.417370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.417687 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.418003 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.418315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.418626 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:38.452253 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:58:38.454845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:38.458175 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b070e0a0-8c4f-4b96-a36a-a290fbf08e54 req-defcdc4e-8be2-4b31-852e-314a513f06b9 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.20 "DELETE /v2.0/ports/739a18ae-a5df-4d5a-9dfe-ccff61bf4409 HTTP/1.1" status: 204 len: 173 time: 0.3901267 Nov 10 23:58:38.458603 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'name': 'network-vif-deleted', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:58:38.460815 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c0f78-fe79-487f-a648-5383ff40e5b3" -d '{"events": [{"server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "name": "network-vif-deleted", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:58:38.497990 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e966cc-0045-4823-b60e-10971fef899d x-openstack-request-id: req-26e966cc-0045-4823-b60e-10971fef899d {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:58:38.498282 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47856328-8280-452f-b24e-978fd69cc519", "name": "network-vif-deleted", "tag": "739a18ae-a5df-4d5a-9dfe-ccff61bf4409", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:58:38.498531 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26e966cc-0045-4823-b60e-10971fef899d {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:58:38.498928 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47856328-8280-452f-b24e-978fd69cc519', 'name': 'network-vif-deleted', 'tag': '739a18ae-a5df-4d5a-9dfe-ccff61bf4409', 'status': 'completed', 'code': 200} Nov 10 23:58:38.932211 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-92d86cff-8ac4-44f5-afbb-8f0ef1444a5c req-8165d009-1b05-48a5-bf68-b7481ae4df59 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "GET /v2.0/ports?device_id=47856328-8280-452f-b24e-978fd69cc519 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Nov 10 23:58:39.989005 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59646) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:40.338913 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:40.588684 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port dd2d40ac-3024-481f-b0b8-71e5cc731837 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:40.589128 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:40.677554 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port dd2d40ac-3024-481f-b0b8-71e5cc731837, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dd2d40ac-3024-481f-b0b8-71e5cc731837,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:40.677916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:40.690922 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for dd2d40ac-3024-481f-b0b8-71e5cc731837 owned by network:router_interface {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:40.871050 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:40.896953 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=dd2d40ac-3024-481f-b0b8-71e5cc731837,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:41.071134 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.277759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Router b20946be-e47f-46fc-956d-762d171ede44 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:58:41.381892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:41.387209 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b899dc57-ced2-4d24-8cc6-47be72391f55 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "PUT /v2.0/routers/b20946be-e47f-46fc-956d-762d171ede44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970809 Nov 10 23:58:41.390028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59648) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:41.391186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Sync routers for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:41.400997 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:41.401594 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:41.443919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting subnet 91ce2e14-ade5-4a11-a91b-66a17458da4a {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:58:41.447007 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.487726 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.505054 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:41.567342 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.629638 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.682304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:58:40Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:41.711063 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Checking router: b20946be-e47f-46fc-956d-762d171ede44 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:41.720792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Routers {'b20946be-e47f-46fc-956d-762d171ede44'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:41.721437 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['b20946be-e47f-46fc-956d-762d171ede44'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:41.829960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] Set router b20946be-e47f-46fc-956d-762d171ede44 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:41.969277 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Subnet': ['ID=91ce2e14-ade5-4a11-a91b-66a17458da4a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:41.972918 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:41.978073 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ba9c0bc-9609-4da8-b731-9155f3c6260c tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/subnets/91ce2e14-ade5-4a11-a91b-66a17458da4a HTTP/1.1" status: 204 len: 168 time: 0.5864379 Nov 10 23:58:41.978916 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59650) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:41.986502 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004cad0b-53fc-47e6-80a8-43bb54240427 None None] Network 16ea449c-8f7c-404d-83e4-8192b5bd23a6 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:58:42.085359 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.192844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.246861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port b44b8f89-691c-4f8a-88a3-1423c8efa006 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:42.247715 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.258196 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:58:40Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:42.286279 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbfb1f-7720-4e11-9809-c2ef02245a3c None None] The sync data for ids ['b20946be-e47f-46fc-956d-762d171ede44'] in n-d-811521-3 is: [{'id': 'b20946be-e47f-46fc-956d-762d171ede44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385114538', 'tenant_id': '385d61820526426e855a242a45e94da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:57:40Z', 'updated_at': '2021-11-10T23:58:40Z', 'revision_number': 5, 'project_id': '385d61820526426e855a242a45e94da0', 'gw_port': {'id': 'b44b8f89-691c-4f8a-88a3-1423c8efa006', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20946be-e47f-46fc-956d-762d171ede44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:57:41Z', 'updated_at': '2021-11-10T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:42.337052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port b44b8f89-691c-4f8a-88a3-1423c8efa006, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=b44b8f89-691c-4f8a-88a3-1423c8efa006,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:42.337269 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.349173 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for b44b8f89-691c-4f8a-88a3-1423c8efa006 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:42.509642 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.532561 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=b44b8f89-691c-4f8a-88a3-1423c8efa006,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:42.547807 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb37f8-1d77-4943-b38c-f50ad063bed5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:42.595235 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.612081 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:58:42.635020 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:58:42.635381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 739a18ae-a5df-4d5a-9dfe-ccff61bf4409 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:58:42.652412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216edba-d405-42c4-a3b3-2349133279da None None] DHCP port deletion for 16ea449c-8f7c-404d-83e4-8192b5bd23a6 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:42.691115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.693177 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.709869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Deleting port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:42.710239 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.745710 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.746325 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Fanout notify agent at l3_agent the message router_deleted on router b20946be-e47f-46fc-956d-762d171ede44 {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:58:42.753998 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.755107 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-7c6805cd-a447-413f-abc9-404ba4a13f7d tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/routers/b20946be-e47f-46fc-956d-762d171ede44 HTTP/1.1" status: 204 len: 168 time: 0.7751918 Nov 10 23:58:42.758366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59652) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:42.777646 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-a216edba-d405-42c4-a3b3-2349133279da None None] For port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,segment=NetworkSegment(79b17119-20ea-4d02-867c-2c684cccaec9),segment_id=79b17119-20ea-4d02-867c-2c684cccaec9)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:42.778058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.792680 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Calling delete_port for 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:42.835162 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.879346 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.895473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Deleting port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:58:42.895811 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.906706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Pushing event deleted for resources: {'Port': ['ID=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:42.911132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216edba-d405-42c4-a3b3-2349133279da None None] No DVR routers for this DVR port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:58:42.918191 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.918539 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.918880 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.924151 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216edba-d405-42c4-a3b3-2349133279da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:42.975833 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] For port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4, host n-d-811521-3, got binding levels [] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:42.976300 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:42.989501 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Calling delete_port for 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:58:42.992234 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.ipam_backend_mixin [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 was not found and therefore no delete operation was performed {{(pid=102458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:58:42.993565 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.020480 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Port': ['ID=5d605fa9-d2cb-4963-beb6-b47dce8cbfc4,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:43.028030 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] No DVR routers for this DVR port 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:58:43.111209 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.130715 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ea449c-8f7c-404d-83e4-8192b5bd23a6']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:43.139670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b17119-20ea-4d02-867c-2c684cccaec9') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:43.139965 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b17119-20ea-4d02-867c-2c684cccaec9') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:43.149033 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.161772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.167792 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:58:43.168347 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: timer() Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: self._notify() Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:58:43.171770 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:58:43.227072 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.234290 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.237405 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/networks/16ea449c-8f7c-404d-83e4-8192b5bd23a6 HTTP/1.1" status: 204 len: 168 time: 0.4786446 Nov 10 23:58:43.240370 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59654) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:43.254575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283132d2-c147-4155-a8ec-5d6b1f94c2d6 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'Network': ['ID=16ea449c-8f7c-404d-83e4-8192b5bd23a6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:43.301229 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.327434 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.386824 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:58:43.402709 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.405764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.407218 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9d4ac62-e127-4ac5-9b89-cdbac90349d7 HTTP/1.1" status: 204 len: 168 time: 0.1656554 Nov 10 23:58:43.408332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:58:43.408678 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 5d605fa9-d2cb-4963-beb6-b47dce8cbfc4 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:58:43.409125 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b44b8f89-691c-4f8a-88a3-1423c8efa006 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:58:43.426526 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbcb59-3d65-4b9c-b635-4e45eeede768 tempest-TestNetworkAdvancedServerOps-444507106 tempest-TestNetworkAdvancedServerOps-444507106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4ac62-e127-4ac5-9b89-cdbac90349d7,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:43.429538 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: b44b8f89-691c-4f8a-88a3-1423c8efa006 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:58:43.430002 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device b44b8f89-691c-4f8a-88a3-1423c8efa006 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:58:43.430434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd2d40ac-3024-481f-b0b8-71e5cc731837 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:58:43.454402 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: dd2d40ac-3024-481f-b0b8-71e5cc731837 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:58:43.454810 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dd2d40ac-3024-481f-b0b8-71e5cc731837 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:58:43.732081 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59662) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:43.871425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dd646b62-e07e-407e-8ec9-95c4e9c5cd71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=385d61820526426e855a242a45e94da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380863 Nov 10 23:58:43.874115 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59666) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:43.924948 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.947752 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.992953 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.995540 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:43.996683 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd67cb0e-8cd9-427e-9fac-995acdb58b02 HTTP/1.1" status: 204 len: 168 time: 0.1216736 Nov 10 23:58:44.009911 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e312127-9d06-4f02-b632-b53d64c6860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd67cb0e-8cd9-427e-9fac-995acdb58b02,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:44.256433 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59672) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:44.269880 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fc74db0-d122-431e-b8a0-ec918e82e3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.344764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fc74db0-d122-431e-b8a0-ec918e82e3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.348222 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-5fc74db0-d122-431e-b8a0-ec918e82e3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.385435 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5fc74db0-d122-431e-b8a0-ec918e82e3af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b066e40d3ff8444ba0f9ec217f995595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279154 Nov 10 23:58:44.387368 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74db0-d122-431e-b8a0-ec918e82e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fc5812-ad2a-44fe-9835-82d43135e5f6,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:44.388691 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59674) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:44.436928 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.457957 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.502990 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.505593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:44.506749 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9fc5812-ad2a-44fe-9835-82d43135e5f6 HTTP/1.1" status: 204 len: 168 time: 0.1169894 Nov 10 23:58:44.517955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c292d5-535e-4b1d-8568-b9e53c159119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fc5812-ad2a-44fe-9835-82d43135e5f6,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:45.177346 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59696) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:45.271206 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627802747-network', 'tenant_id': '69ac6df805964962a57584f84e155385'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:45.292519 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Made reservation on behalf of 69ac6df805964962a57584f84e155385 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:58:45.294854 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.303814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.306170 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.381325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.385158 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.409472 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:58:45.419612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03909bcd-978c-4cf0-84dd-aba40064af28,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:45.424712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.425081 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Added segment 68229cea-915c-4977-a9bc-4b263a21ead8 of type vlan for network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 Nov 10 23:58:45.466899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.491174 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.492019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:45.492593 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.542836 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3644052 Nov 10 23:58:45.546551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59700) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:45.551500 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Request body: {'subnet': {'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627802747-subnet', 'tenant_id': '69ac6df805964962a57584f84e155385', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:45.553852 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c96ac-6423-41d4-bea8-3ca5878fb1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb439a8-9fe3-44a8-b8e6-fae36906ba34,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:45.563981 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:58:45.573748 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Made reservation on behalf of 69ac6df805964962a57584f84e155385 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:58:45.576477 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.743005 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.798388 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d03360-8851-490d-bd33-b2c6c7dfa1c8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:45.806793 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:45.807142 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Network hostable DHCP agents. Network: 7fb439a8-9fe3-44a8-b8e6-fae36906ba34, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:58:45.823581 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:58:45.829005 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.833401 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 7fb439a8-9fe3-44a8-b8e6-fae36906ba34) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:45.837282 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:45.837883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.842659 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef559332-5303-4e36-81ae-ba7ee35e013d None None] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:58:45.854029 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-75342978-4632-4426-a6f2-818f5894d260 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3061950 Nov 10 23:58:45.857428 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59702) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:45.862228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:45.882828 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.883871 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.940509 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:45.987068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:58:45.987928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.075711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.121242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Allocated IP 172.20.0.2 (7fb439a8-9fe3-44a8-b8e6-fae36906ba34/00d03360-8851-490d-bd33-b2c6c7dfa1c8/f9d92511-ca6e-4bab-b0e3-5574576a864b) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:46.270668 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.275417 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.278138 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.295834 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.328304 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:46.329452 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Pushing event updated for resources: {'Port': ['ID=f9d92511-ca6e-4bab-b0e3-5574576a864b,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:46.332263 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:46.334861 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:46.401540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Attempting to bind port f9d92511-ca6e-4bab-b0e3-5574576a864b on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:46.401909 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Attempting to bind port f9d92511-ca6e-4bab-b0e3-5574576a864b by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:46.402268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Attempting to bind port f9d92511-ca6e-4bab-b0e3-5574576a864b on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:46.407789 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:46.408163 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:46.408552 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.408938 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Bound using segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:46.409424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Bound port: f9d92511-ca6e-4bab-b0e3-5574576a864b, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:46.409799 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.412555 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Allocated IP 172.25.0.136 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/23307dc5-520c-4aa4-8e95-5018ee7dea0d) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:46.475297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] For port f9d92511-ca6e-4bab-b0e3-5574576a864b, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:46.478381 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] For port f9d92511-ca6e-4bab-b0e3-5574576a864b, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f9d92511-ca6e-4bab-b0e3-5574576a864b,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:46.482987 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.514776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.545162 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1895ac-9a1e-42ee-b942-de41e809a6cb None None] Pushing event updated for resources: {'Port': ['ID=f9d92511-ca6e-4bab-b0e3-5574576a864b,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:46.548956 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.597482 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:46.600568 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:46.605134 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:46.607120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Pushing event updated for resources: {'Port': ['ID=23307dc5-520c-4aa4-8e95-5018ee7dea0d,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:46.614912 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dfd30-70a2-4006-80c7-838fd3a261c0 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:46.733308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3ed62476-b5fa-40ef-895f-6cc37cd8cddd None None] Provisioning complete for port 23307dc5-520c-4aa4-8e95-5018ee7dea0d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:46.733876 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ed62476-b5fa-40ef-895f-6cc37cd8cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:46.771434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed62476-b5fa-40ef-895f-6cc37cd8cddd None None] Port 23307dc5-520c-4aa4-8e95-5018ee7dea0d cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:47.152437 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.332517 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f9d92511-ca6e-4bab-b0e3-5574576a864b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:47.374991 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.389109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f9d92511-ca6e-4bab-b0e3-5574576a864b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:47.389557 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.456757 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab85ce8-17f8-4b38-afba-f8f1115293c8 None None] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:58:47.502713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:58:47.518249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.565963 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e79d314d-8319-4c3d-8323-2fb5a3fd7250 None None] Provisioning complete for port f9d92511-ca6e-4bab-b0e3-5574576a864b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:47.566327 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e79d314d-8319-4c3d-8323-2fb5a3fd7250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.605041 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port f9d92511-ca6e-4bab-b0e3-5574576a864b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f9d92511-ca6e-4bab-b0e3-5574576a864b,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:47.612150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:47.624470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:47.630522 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.631875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15e7b715-f64f-431e-b86c-b7fd8234750f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7734451 Nov 10 23:58:47.634679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59704) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:47.641316 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:47.645349 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:47.645872 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:47.735230 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=f9d92511-ca6e-4bab-b0e3-5574576a864b,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:47.753876 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:47.950693 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:47Z', 'revision_number': 3, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:47.978056 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:47.978398 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Updating router 2ee43674-a27a-4222-bc57-fea6c25492e9 port 23307dc5-520c-4aa4-8e95-5018ee7dea0d binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:58:48.004702 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e1ac5d55-b84e-4dae-9617-80232654fb40 None None] Provisioning complete for port f9d92511-ca6e-4bab-b0e3-5574576a864b triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:48.005152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5d55-b84e-4dae-9617-80232654fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.005832 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.091206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.242179 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Allocated IP 172.20.0.1 (7fb439a8-9fe3-44a8-b8e6-fae36906ba34/00d03360-8851-490d-bd33-b2c6c7dfa1c8/9d439ed4-f143-46b2-907c-0936cef9497f) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:48.252073 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.258230 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.299970 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a87bd-2440-41ac-9099-b9459a40c061 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:48.311937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Pushing event updated for resources: {'Port': ['ID=23307dc5-520c-4aa4-8e95-5018ee7dea0d,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:48.319116 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Attempting to bind port 23307dc5-520c-4aa4-8e95-5018ee7dea0d on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:48.319482 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Attempting to bind port 23307dc5-520c-4aa4-8e95-5018ee7dea0d by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:48.319838 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Attempting to bind port 23307dc5-520c-4aa4-8e95-5018ee7dea0d on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:48.323253 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.323588 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.323915 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.324241 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.324562 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.324937 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.325804 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.326123 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.326440 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.326757 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.327070 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.327382 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:58:48.332667 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:48.333054 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:48.333447 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.333819 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:48.334670 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Bound port: 23307dc5-520c-4aa4-8e95-5018ee7dea0d, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:48.334670 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.356602 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.384571 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] For port 23307dc5-520c-4aa4-8e95-5018ee7dea0d, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:48.388210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] For port 23307dc5-520c-4aa4-8e95-5018ee7dea0d, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=23307dc5-520c-4aa4-8e95-5018ee7dea0d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:48.389172 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.391748 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.421406 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] Provisioning complete for port 23307dc5-520c-4aa4-8e95-5018ee7dea0d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:48.422026 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.424526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:48.430920 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:48.435071 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:48.443978 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a8fa4-e217-4617-8537-1844d2c62da9 None None] Pushing event updated for resources: {'Port': ['ID=23307dc5-520c-4aa4-8e95-5018ee7dea0d,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:48.452281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a5e79-30c8-49f3-b144-a67de4651416 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:48.456532 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:48.457177 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:48.464704 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Pushing event updated for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:48.483467 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.524673 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.550104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] For port 23307dc5-520c-4aa4-8e95-5018ee7dea0d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=23307dc5-520c-4aa4-8e95-5018ee7dea0d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:48.555473 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.581972 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:48.613879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bf504-3527-4fc8-ae0e-edb74363e149 None None] Pushing event updated for resources: {'Port': ['ID=23307dc5-520c-4aa4-8e95-5018ee7dea0d,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:48.653282 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.696186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5f9f26e2-b467-4f81-857b-dbd9b8841235 None None] Provisioning complete for port 23307dc5-520c-4aa4-8e95-5018ee7dea0d triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:48.697057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5f9f26e2-b467-4f81-857b-dbd9b8841235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.812671 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:47Z', 'revision_number': 3, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:48.828251 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.833394 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.840371 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fed1a-e71e-4615-8fd9-f9a2c0972e32 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:47Z', 'revision_number': 3, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:48.902321 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c61c9a27-20c5-4fb7-80c9-e13cf43c54a4 None None] Provisioning complete for port 9d439ed4-f143-46b2-907c-0936cef9497f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:48.902632 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c61c9a27-20c5-4fb7-80c9-e13cf43c54a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.905720 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Pushing event updated for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:48.908472 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:48.942858 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-c61c9a27-20c5-4fb7-80c9-e13cf43c54a4 None None] Port 9d439ed4-f143-46b2-907c-0936cef9497f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:48.999871 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:49.001441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:49.130941 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:58:49.252799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:49.263143 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-cf340c94-07cb-493a-8283-810a1ee9ee56 admin admin] 10.222.0.25 "PUT /v2.0/routers/2ee43674-a27a-4222-bc57-fea6c25492e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228156 Nov 10 23:58:49.366731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d5edcbd8-2598-45de-b1c0-976e3db1496f None None] Provisioning complete for port 9d439ed4-f143-46b2-907c-0936cef9497f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:49.367678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d5edcbd8-2598-45de-b1c0-976e3db1496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.411336 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f9d92511-ca6e-4bab-b0e3-5574576a864b up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:49.413626 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-d5edcbd8-2598-45de-b1c0-976e3db1496f None None] Port 9d439ed4-f143-46b2-907c-0936cef9497f cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:49.463567 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port f9d92511-ca6e-4bab-b0e3-5574576a864b triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:49.464251 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.563565 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 23307dc5-520c-4aa4-8e95-5018ee7dea0d up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:49.616186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 23307dc5-520c-4aa4-8e95-5018ee7dea0d triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:49.616558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.809821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59720) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:49.814750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640497835-network', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:49.836347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Made reservation on behalf of 061801ecba32477b8058bba1f4eeb4e3 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:58:49.839130 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.848695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.924249 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.928073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.949151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:58:49.964824 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699dbf37-423e-4037-a6b5-321842899de2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:49.968338 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:49.968674 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Added segment 8e7b613f-8f1f-48c6-986a-0c54ca93164e of type vlan for network 89354793-a608-497b-a030-4f02bcd628e2 Nov 10 23:58:50.006740 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.034288 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.035400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:50.036099 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.086998 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2759969 Nov 10 23:58:50.089861 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59722) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:50.095724 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Request body: {'subnet': {'network_id': '89354793-a608-497b-a030-4f02bcd628e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640497835-subnet', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:50.098166 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd131-9c51-487d-b11a-ec3aa02fb5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=89354793-a608-497b-a030-4f02bcd628e2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:50.107868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 89354793-a608-497b-a030-4f02bcd628e2 details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:58:50.118507 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Made reservation on behalf of 061801ecba32477b8058bba1f4eeb4e3 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:58:50.120895 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.294541 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.349774 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a14138-d281-471b-b102-91939018f7c3,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:50.359285 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Checking segment: {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:50.359642 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Network hostable DHCP agents. Network: 89354793-a608-497b-a030-4f02bcd628e2, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:58:50.376358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Network 89354793-a608-497b-a030-4f02bcd628e2 is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:58:50.385257 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 89354793-a608-497b-a030-4f02bcd628e2) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:50.390335 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:50.390930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.395673 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e70203-7270-4c6d-93c7-54d099c120ee None None] Network 89354793-a608-497b-a030-4f02bcd628e2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:58:50.408234 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-fc8f528f-71e5-47b4-8f8e-bf1c010230af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165388 Nov 10 23:58:50.410963 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59724) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:50.415638 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:50.437547 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.438744 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.495072 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.510297 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:50.531282 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:50.531972 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:50.599987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-89354793-a608-497b-a030-4f02bcd628e2', 'network_id': '89354793-a608-497b-a030-4f02bcd628e2', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'fixed_ips': [{'subnet_id': 'a1a14138-d281-471b-b102-91939018f7c3'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:58:50.600771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.632392 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.718732 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:50.837833 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.858663 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:50.966985 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Allocated IP 172.25.0.68 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/dc6fd407-015d-4ffc-978b-7813a119f9f1) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:51.040793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Allocated IP 172.20.0.2 (89354793-a608-497b-a030-4f02bcd628e2/a1a14138-d281-471b-b102-91939018f7c3/ebe2a118-4915-46ca-acc3-9a074cf89292) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:51.070625 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.103683 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.147319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:51.150315 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:51.154523 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:51.168514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3c9d6-b190-44d1-a4bd-e8fd34ce7672 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:51.178511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Pushing event updated for resources: {'Port': ['ID=dc6fd407-015d-4ffc-978b-7813a119f9f1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:51.269655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.274834 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 2, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:51.280402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.317070 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3fc6abd2-625f-43e3-8629-87c2e92fca57 None None] Provisioning complete for port dc6fd407-015d-4ffc-978b-7813a119f9f1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:51.317432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3fc6abd2-625f-43e3-8629-87c2e92fca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.339114 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:51.339446 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Updating router 2ee43674-a27a-4222-bc57-fea6c25492e9 port 9d439ed4-f143-46b2-907c-0936cef9497f binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:58:51.386376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Network 89354793-a608-497b-a030-4f02bcd628e2 is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:51.397812 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:51.405745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:51.407205 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.409349 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Pushing event updated for resources: {'Port': ['ID=ebe2a118-4915-46ca-acc3-9a074cf89292,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:51.413998 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.426684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6abd2-625f-43e3-8629-87c2e92fca57 None None] Port dc6fd407-015d-4ffc-978b-7813a119f9f1 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:51.501056 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Attempting to bind port ebe2a118-4915-46ca-acc3-9a074cf89292 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:51.501411 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Attempting to bind port ebe2a118-4915-46ca-acc3-9a074cf89292 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:51.501764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Attempting to bind port ebe2a118-4915-46ca-acc3-9a074cf89292 on network 89354793-a608-497b-a030-4f02bcd628e2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:51.550871 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:51.551612 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Checking segment: {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:51.551612 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.551995 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Bound using segment: {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:51.552465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Bound port: ebe2a118-4915-46ca-acc3-9a074cf89292, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:51.552838 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.604274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.674784 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] For port ebe2a118-4915-46ca-acc3-9a074cf89292, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:51.690837 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] For port ebe2a118-4915-46ca-acc3-9a074cf89292, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ebe2a118-4915-46ca-acc3-9a074cf89292,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:51.702546 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.734666 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Router 729f05fa-41c6-43d4-a48f-c8baf669bf4f is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:58:51.794688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6cad7-1aaf-4d09-92e4-aea7d261bcd5 None None] Pushing event updated for resources: {'Port': ['ID=ebe2a118-4915-46ca-acc3-9a074cf89292,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:51.842907 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.849040 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.852103 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:51.864732 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Sync routers for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:51.876159 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.877549 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cb0c3184-1a1f-4abb-b635-1f228e294e9c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4653544 Nov 10 23:58:51.878155 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:51.878762 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:51.880773 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59726) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:51.908268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d802-d810-46e7-ad8c-4db2efad0808 None None] Pushing event updated for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:51.968714 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Attempting to bind port 9d439ed4-f143-46b2-907c-0936cef9497f on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:51.969473 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Attempting to bind port 9d439ed4-f143-46b2-907c-0936cef9497f by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:51.970052 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Attempting to bind port 9d439ed4-f143-46b2-907c-0936cef9497f on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:51.976668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:51.977505 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:51.978121 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:51.978719 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Bound using segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:51.979417 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Bound port: 9d439ed4-f143-46b2-907c-0936cef9497f, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:51.980057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.113085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] For port 9d439ed4-f143-46b2-907c-0936cef9497f, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:52.116818 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] For port 9d439ed4-f143-46b2-907c-0936cef9497f, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d439ed4-f143-46b2-907c-0936cef9497f,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:52.132328 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.168129 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:52.243619 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:52.244260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:52.291266 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d802-d810-46e7-ad8c-4db2efad0808 None None] Pushing event updated for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:52.365211 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:51Z', 'revision_number': 3, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:52.384117 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] Provisioning complete for port 9d439ed4-f143-46b2-907c-0936cef9497f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:52.384479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.390510 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:52.394692 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Checking router: 729f05fa-41c6-43d4-a48f-c8baf669bf4f for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:52.395481 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Updating router 729f05fa-41c6-43d4-a48f-c8baf669bf4f port dc6fd407-015d-4ffc-978b-7813a119f9f1 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:58:52.423449 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.622754 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.696310 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] For port 9d439ed4-f143-46b2-907c-0936cef9497f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d439ed4-f143-46b2-907c-0936cef9497f,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:52.707693 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.712794 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.724509 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.768616 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50772c-ae50-4291-b72c-2822788f4c06 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd407-015d-4ffc-978b-7813a119f9f1,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:52.769564 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:52.789210 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Attempting to bind port dc6fd407-015d-4ffc-978b-7813a119f9f1 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:52.789579 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Attempting to bind port dc6fd407-015d-4ffc-978b-7813a119f9f1 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:52.790007 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Attempting to bind port dc6fd407-015d-4ffc-978b-7813a119f9f1 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:52.798494 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:52.799061 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:52.799671 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.800215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.800348 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:52.800929 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Bound port: dc6fd407-015d-4ffc-978b-7813a119f9f1, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:52.801432 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.824598 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184a62e-601e-46c8-957c-bd9b838105f6 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:52.834032 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55b659-c366-48da-b286-9d8c82119e89 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:52.854141 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55451e2-6aad-444a-bfd1-3b00c5a25337 None None] Pushing event updated for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:52.863453 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] For port dc6fd407-015d-4ffc-978b-7813a119f9f1, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:52.867704 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] For port dc6fd407-015d-4ffc-978b-7813a119f9f1, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dc6fd407-015d-4ffc-978b-7813a119f9f1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:52.873905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e99505eb-11c2-4b2c-8b3a-903a82685ed6 None None] Provisioning complete for port 9d439ed4-f143-46b2-907c-0936cef9497f triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:52.874284 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e99505eb-11c2-4b2c-8b3a-903a82685ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.875085 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:52.953919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ba2a6-0912-40e5-b1a3-923c68e427ef None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:58:52.960237 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:52.961096 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:53.049582 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50772c-ae50-4291-b72c-2822788f4c06 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd407-015d-4ffc-978b-7813a119f9f1,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:53.104551 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Allocated IP 172.20.0.1 (89354793-a608-497b-a030-4f02bcd628e2/a1a14138-d281-471b-b102-91939018f7c3/111a8029-07f4-40ee-b976-cad88d5218db) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:53.148485 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:53.159248 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] Provisioning complete for port dc6fd407-015d-4ffc-978b-7813a119f9f1 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:53.159655 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.210372 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c3493-1e78-4187-a1ac-182f27a5fee3 None None] Network 89354793-a608-497b-a030-4f02bcd628e2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:58:53.244877 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.326048 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.382857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Network 89354793-a608-497b-a030-4f02bcd628e2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:53.387047 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:53.389702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:53.396721 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:53.416743 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:51Z', 'revision_number': 3, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:53.423023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.454009 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] For port dc6fd407-015d-4ffc-978b-7813a119f9f1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dc6fd407-015d-4ffc-978b-7813a119f9f1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:53.459039 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.468668 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa49706-3803-4bf0-bd82-dc0ecd27e546 None None] The sync data for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 is: [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:51Z', 'revision_number': 3, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:53.479048 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ebe2a118-4915-46ca-acc3-9a074cf89292 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:53.514869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.602764 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.606961 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950007d7-3810-4e38-a2c1-dab412f7d5db None None] Pushing event updated for resources: {'Port': ['ID=dc6fd407-015d-4ffc-978b-7813a119f9f1,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:53.622747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ebe2a118-4915-46ca-acc3-9a074cf89292 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:53.623131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.679376 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-3e0a415c-c436-47ed-9227-d556a1077540 None None] Provisioning complete for port ebe2a118-4915-46ca-acc3-9a074cf89292 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:53.679748 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e0a415c-c436-47ed-9227-d556a1077540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.774501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.888431 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:53.900535 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:54.011754 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:54.016372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:54.115169 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port ebe2a118-4915-46ca-acc3-9a074cf89292, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ebe2a118-4915-46ca-acc3-9a074cf89292,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:54.116583 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3e0a415c-c436-47ed-9227-d556a1077540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:54.132078 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:54.132891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d439ed4-f143-46b2-907c-0936cef9497f up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:54.167102 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Network 89354793-a608-497b-a030-4f02bcd628e2 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:54.170416 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:54.253259 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=ebe2a118-4915-46ca-acc3-9a074cf89292,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:54.314066 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Router 729f05fa-41c6-43d4-a48f-c8baf669bf4f has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:58:54.337684 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.db.api [None req-3e0a415c-c436-47ed-9227-d556a1077540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 23:58:54.338037 n-d-811521-3 neutron-server[102459]: DEBUG oslo_db.api [None req-3e0a415c-c436-47ed-9227-d556a1077540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 23:58:54.339153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 9d439ed4-f143-46b2-907c-0936cef9497f triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:54.339526 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:54.468989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:58:54.482767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b52f9400-0efc-4aa3-9ed2-9a2c0ea4fcc1 admin admin] 10.222.0.25 "PUT /v2.0/routers/729f05fa-41c6-43d4-a48f-c8baf669bf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002858 Nov 10 23:58:54.998536 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6319a8dd-fea3-40dd-a0e4-cfe37417ff99 None None] Provisioning complete for port 111a8029-07f4-40ee-b976-cad88d5218db triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:54.999186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6319a8dd-fea3-40dd-a0e4-cfe37417ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.046622 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6319a8dd-fea3-40dd-a0e4-cfe37417ff99 None None] Port 111a8029-07f4-40ee-b976-cad88d5218db cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:55.057603 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-6319a8dd-fea3-40dd-a0e4-cfe37417ff99 None None] Provisioning complete for port ebe2a118-4915-46ca-acc3-9a074cf89292 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:55.057975 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6319a8dd-fea3-40dd-a0e4-cfe37417ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.139898 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59734) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.144962 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587994902', 'description': 'tempest-secgroup-smoke-587994902 description', 'project_id': '69ac6df805964962a57584f84e155385'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.153675 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a352a18c-7f0e-4172-b52a-fc886d0bc5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.166432 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.231142 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.234901 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.266316 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.270443 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265595 Nov 10 23:58:55.272371 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59736) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.273051 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6b7e8-6acc-4eb7-b9f6-a075c2cbbf09 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db480198-4816-48df-9620-812380acfb4c,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.278670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.309264 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.371867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.375903 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.383950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ebe2a118-4915-46ca-acc3-9a074cf89292 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:55.399115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8480dc-56cd-47c5-9edd-7028d72cff43,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.405678 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.406876 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f3fad3c2-b31d-4ff3-a0ca-a1e99f59905e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334605 Nov 10 23:58:55.409813 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59738) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.414357 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.438384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port ebe2a118-4915-46ca-acc3-9a074cf89292 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:55.438753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.441518 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.498759 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.502695 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.517575 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dc6fd407-015d-4ffc-978b-7813a119f9f1 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:55.520245 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b3874d-dd17-4c1e-acae-6d64a538bf4e,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.530207 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.531479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-15936799-41ac-4db2-80ba-8398d517da83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206062 Nov 10 23:58:55.534157 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59740) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.538479 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.564795 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port dc6fd407-015d-4ffc-978b-7813a119f9f1 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:55.565194 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.566308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.627823 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.631261 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.649255 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532a55a2-51ee-4773-b3a0-3fdfb5d3edb8,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.657606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.658809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-69d87346-ffae-4f78-afa2-206e586bd64f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236961 Nov 10 23:58:55.661814 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59742) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.666404 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.695287 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.752498 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.755860 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.772911 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d5a2fd-e7fd-4ca2-a994-989adfdafc2d,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.781297 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.782538 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-b5406939-9f5e-4cb6-a66e-787daa3f3ae1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196325 Nov 10 23:58:55.785274 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59744) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.789484 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.810227 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Project 69ac6df805964962a57584f84e155385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:58:55.814994 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.874983 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.878814 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.898147 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da04259-2094-4d03-ab85-28140c512b91,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:55.906645 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:55.907854 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ae8d4f4-2005-4210-bf85-5623cdd7c9e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216619 Nov 10 23:58:55.910646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 59746) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:58:55.915078 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': 'db480198-4816-48df-9620-812380acfb4c', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:55.939574 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Project 69ac6df805964962a57584f84e155385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:58:55.945271 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.006962 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.011196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.029840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a2ff18-b833-49a1-b311-84bef5d55260,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:56.037173 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.038443 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a1eee9d8-813e-49cf-af36-8f9631bcf568 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268406 Nov 10 23:58:56.223347 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Sync routers for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:58:56.233849 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:56.234546 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:56.248793 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-f9306566-2b7b-4488-bc8b-9ce145571512 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587994902&fields=id&tenant_id=69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 267 time: 0.0451105 Nov 10 23:58:56.339073 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:56.357840 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-b3d7f1af-fc31-4f7d-a479-c56546b49eed tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:56.359291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-b3d7f1af-fc31-4f7d-a479-c56546b49eed tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 808 time: 0.1033847 Nov 10 23:58:56.374382 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-15d2a8ba-aefc-49e9-864f-29a67f88642e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/quotas/69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Nov 10 23:58:56.424814 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-593ca012-dcb9-49c0-b070-c0a86e1cd02d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448353 Nov 10 23:58:56.516789 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-c600276e-216f-4973-bbdd-d7ab44355987 service neutron] 10.222.0.25 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802374 Nov 10 23:58:56.537833 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '111a8029-07f4-40ee-b976-cad88d5218db', 'name': '', 'network_id': '89354793-a608-497b-a030-4f02bcd628e2', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'mac_address': 'fa:16:3e:e5:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a1a14138-d281-471b-b102-91939018f7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:52Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 2, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'subnets': [{'id': 'a1a14138-d281-471b-b102-91939018f7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:56.563520 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Checking router: 729f05fa-41c6-43d4-a48f-c8baf669bf4f for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:58:56.563869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Updating router 729f05fa-41c6-43d4-a48f-c8baf669bf4f port 111a8029-07f4-40ee-b976-cad88d5218db binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:58:56.588795 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.610266 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-37e5aefc-be14-4977-a83f-6de698aeb694 service neutron] 10.222.0.25 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Nov 10 23:58:56.784874 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-e48cfd06-2cf2-41bd-a077-d459d32566ef req-d11918ed-a151-4d18-9c60-b745565ff15f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Nov 10 23:58:56.864936 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.871412 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.920085 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c8f4-057c-4d31-a5cf-f0b016af698d None None] Pushing event updated for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:56.974496 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Attempting to bind port 111a8029-07f4-40ee-b976-cad88d5218db on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:56.974929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Attempting to bind port 111a8029-07f4-40ee-b976-cad88d5218db by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:56.975361 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Attempting to bind port 111a8029-07f4-40ee-b976-cad88d5218db on network 89354793-a608-497b-a030-4f02bcd628e2 {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:56.980735 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:56.981458 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Checking segment: {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:56.981688 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:56.982165 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Bound using segment: {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:56.982668 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Bound port: 111a8029-07f4-40ee-b976-cad88d5218db, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7b613f-8f1f-48c6-986a-0c54ca93164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '89354793-a608-497b-a030-4f02bcd628e2'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:56.983800 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.055934 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] For port 111a8029-07f4-40ee-b976-cad88d5218db, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:57.060726 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] For port 111a8029-07f4-40ee-b976-cad88d5218db, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=111a8029-07f4-40ee-b976-cad88d5218db,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:57.065341 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.130753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:58:57.131384 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:57.167158 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c8f4-057c-4d31-a5cf-f0b016af698d None None] Pushing event updated for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:57.199786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] Provisioning complete for port 111a8029-07f4-40ee-b976-cad88d5218db triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:57.200159 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.296424 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:58:57.396808 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.477062 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] For port 111a8029-07f4-40ee-b976-cad88d5218db, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=111a8029-07f4-40ee-b976-cad88d5218db,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:58:57.482309 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.563412 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a7739-868d-43ae-a970-c9b5daac2298 None None] Pushing event updated for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:57.592057 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '111a8029-07f4-40ee-b976-cad88d5218db', 'name': '', 'network_id': '89354793-a608-497b-a030-4f02bcd628e2', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'mac_address': 'fa:16:3e:e5:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a1a14138-d281-471b-b102-91939018f7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:52Z', 'updated_at': '2021-11-10T23:58:57Z', 'revision_number': 4, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'subnets': [{'id': 'a1a14138-d281-471b-b102-91939018f7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:58:57.628904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0489e3-e59a-4879-b38b-cfcda2ef0eca None None] The sync data for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 is: [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '111a8029-07f4-40ee-b976-cad88d5218db', 'name': '', 'network_id': '89354793-a608-497b-a030-4f02bcd628e2', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'mac_address': 'fa:16:3e:e5:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a1a14138-d281-471b-b102-91939018f7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:52Z', 'updated_at': '2021-11-10T23:58:57Z', 'revision_number': 4, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'subnets': [{'id': 'a1a14138-d281-471b-b102-91939018f7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:58:57.636925 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5e90a8de-5b7e-4edb-8365-dc93444e9b51 None None] Provisioning complete for port 111a8029-07f4-40ee-b976-cad88d5218db triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:57.638515 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e90a8de-5b7e-4edb-8365-dc93444e9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.792702 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6519ae58-5c5b-4c04-8bb3-2740c579454f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:57.812959 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-2faf2f0e-1f0d-4d3f-b371-ab674f1050de tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:57.814590 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-2faf2f0e-1f0d-4d3f-b371-ab674f1050de tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 808 time: 0.1546996 Nov 10 23:58:57.901797 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-13239790-0e07-4e5c-9757-bfbd8888ff88 req-93368075-296f-4abb-b19e-dcc0b2ae7769 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Nov 10 23:58:57.904471 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-80d6417a-2c1d-4888-a972-87c51e2f0a33 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ac6df805964962a57584f84e155385&shared=False HTTP/1.1" status: 200 len: 379 time: 0.0801990 Nov 10 23:58:57.936763 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-88a2d3b2-04b1-4507-8292-940c99926c8a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0262322 Nov 10 23:58:57.947935 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'port': {'device_id': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'admin_state_up': True, 'tenant_id': '69ac6df805964962a57584f84e155385', 'security_groups': ['db480198-4816-48df-9620-812380acfb4c']}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:58.065747 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Made reservation on behalf of 69ac6df805964962a57584f84e155385 for: {'port': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:58:58.069734 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.198843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Allocated IP 172.20.0.5 (7fb439a8-9fe3-44a8-b8e6-fae36906ba34/00d03360-8851-490d-bd33-b2c6c7dfa1c8/aa9dbee1-be11-455c-81f3-92ee3e5a7739) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:58:58.346414 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.381408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.434838 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:58:58.438182 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:58:58.442913 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:58:58.446934 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:58.499450 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:58.500100 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.517982 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-6b7af464-62e0-4099-82b6-bbb7766f099a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739589 Nov 10 23:58:58.530529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Request body: {'port': {'device_id': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-3'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:58:58.588092 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.715375 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-049b6319-ea9b-4ca7-b764-7125152ef13f None None] Provisioning complete for port aa9dbee1-be11-455c-81f3-92ee3e5a7739 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:58.715957 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-049b6319-ea9b-4ca7-b764-7125152ef13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.751761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-049b6319-ea9b-4ca7-b764-7125152ef13f None None] Port aa9dbee1-be11-455c-81f3-92ee3e5a7739 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:58:58.858361 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:58:58.866211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.878683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Transition to ACTIVE for port object aa9dbee1-be11-455c-81f3-92ee3e5a7739 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:58:58.882335 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:58.948713 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:59.007078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Attempting to bind port aa9dbee1-be11-455c-81f3-92ee3e5a7739 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:58:59.007458 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Attempting to bind port aa9dbee1-be11-455c-81f3-92ee3e5a7739 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:58:59.007739 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Attempting to bind port aa9dbee1-be11-455c-81f3-92ee3e5a7739 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:59.012348 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Port aa9dbee1-be11-455c-81f3-92ee3e5a7739 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:58:59.012623 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Attempting to bind port aa9dbee1-be11-455c-81f3-92ee3e5a7739 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:58:59.019922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:58:59.020478 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:58:59.020855 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Bound using segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:58:59.021324 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Bound port: aa9dbee1-be11-455c-81f3-92ee3e5a7739, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:58:59.021691 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:59.122596 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:58:59.137217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:58:59.142526 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:59.171711 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:58:59.186027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6d729-a380-437a-9245-4d2cb198e6fb req-a2408a2a-eaa3-4970-9796-f8c745dcedcf tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.187534 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91b6d729-a380-437a-9245-4d2cb198e6fb req-a2408a2a-eaa3-4970-9796-f8c745dcedcf tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.2159410 Nov 10 23:58:59.196525 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.197166 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:59.198609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] 10.222.0.20 "PUT /v2.0/ports/aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1091 time: 0.6727312 Nov 10 23:58:59.198988 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:58:59.201516 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d97da-c1bb-487d-9493-aee829f7b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:58:59.259258 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6fac19-b4d2-424b-9b39-c638bd170f5e x-openstack-request-id: req-4b6fac19-b4d2-424b-9b39-c638bd170f5e {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:58:59.259556 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:58:59.259810 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b6fac19-b4d2-424b-9b39-c638bd170f5e {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:58:59.260217 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'status': 'completed', 'code': 200} Nov 10 23:58:59.261784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:59.277080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ec71-c17b-4de7-90d4-8480231ca65b service neutron] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=3']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:58:59.314908 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-91b6d729-a380-437a-9245-4d2cb198e6fb req-b5b24841-9582-460d-ba51-395ce4fc1d6a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198335 Nov 10 23:58:59.321945 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-34857591-1bd1-4fd2-b895-edee388018d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.323510 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-34857591-1bd1-4fd2-b895-edee388018d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1094 time: 0.0776987 Nov 10 23:58:59.366747 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 111a8029-07f4-40ee-b976-cad88d5218db up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:58:59.387160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-44793f2c-ee6e-4221-9f1a-bba5d86dc162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 217 time: 0.0549669 Nov 10 23:58:59.427090 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 111a8029-07f4-40ee-b976-cad88d5218db triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:58:59.427830 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:58:59.445287 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-efbf68bc-988e-46bf-8feb-5a0571bfc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.446768 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-efbf68bc-988e-46bf-8feb-5a0571bfc719 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0525317 Nov 10 23:58:59.499516 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-31bdca1f-9bbe-49c0-93db-967e75fc7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.501145 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-31bdca1f-9bbe-49c0-93db-967e75fc7538 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471807 Nov 10 23:58:59.589306 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-ef3f7705-750e-436c-aeb4-c5aa6cb44d81 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812738 Nov 10 23:58:59.682938 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d10b1c34-f1a1-488e-8f6f-95099eeca8e4 req-2b2f769e-6f81-4308-9626-c707a405eddd service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865543 Nov 10 23:58:59.769151 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-657794b9-5dc5-4a27-898e-858ddfe74758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.770533 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-657794b9-5dc5-4a27-898e-858ddfe74758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1094 time: 0.0404754 Nov 10 23:58:59.863880 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-f6915871-7de5-40fe-8b51-17c0f83113bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.865351 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-f6915871-7de5-40fe-8b51-17c0f83113bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0880764 Nov 10 23:58:59.906209 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-fc5b22ae-08be-400f-b57d-024cd0b87273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 217 time: 0.0342937 Nov 10 23:58:59.953325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-477e7e5b-ff5c-4792-bcac-e0b0da024715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:58:59.954696 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-477e7e5b-ff5c-4792-bcac-e0b0da024715 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0419848 Nov 10 23:59:00.004398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-1853d814-3c4a-4981-9336-f6680f54b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:00.005931 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-1853d814-3c4a-4981-9336-f6680f54b0e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440636 Nov 10 23:59:00.096199 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-396dfb9c-fec3-4b1c-863f-d13caad1a66f service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814550 Nov 10 23:59:00.189363 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b20d97da-c1bb-487d-9493-aee829f7b5bf req-52975b74-64d5-451d-bb21-214a1356a657 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848639 Nov 10 23:59:00.480072 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac38ec-1f88-40cb-85d4-e71450ddcfc5 req-985413ec-608d-46c2-915c-a1fb07b2d73a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:00.482035 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3ac38ec-1f88-40cb-85d4-e71450ddcfc5 req-985413ec-608d-46c2-915c-a1fb07b2d73a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0963116 Nov 10 23:59:00.529249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c3ac38ec-1f88-40cb-85d4-e71450ddcfc5 req-7c5027c8-c1ac-4ca5-ae41-f677f719f9fe tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Nov 10 23:59:00.658388 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:00.885160 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:01.645235 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf2939-7429-48a0-89cb-8f73aec78ac9 req-051c45a9-504c-4e7e-9b0b-9791029743e2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:01.646735 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5dbf2939-7429-48a0-89cb-8f73aec78ac9 req-051c45a9-504c-4e7e-9b0b-9791029743e2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0499732 Nov 10 23:59:01.699191 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5dbf2939-7429-48a0-89cb-8f73aec78ac9 req-8ced0d60-fb99-4bff-8190-a564fe9c6af0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464675 Nov 10 23:59:02.674209 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:59:02.767482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:59:02.779008 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:59:02.819488 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:02.825333 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96997b38-48ed-40ae-9c16-3e6503d919c4 req-8f473e77-5d06-4eef-9a6b-3009803cf1ee tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:02.826849 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96997b38-48ed-40ae-9c16-3e6503d919c4 req-8f473e77-5d06-4eef-9a6b-3009803cf1ee tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0541484 Nov 10 23:59:02.832653 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:59:02.851093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:59:02.856792 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:02.879055 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-96997b38-48ed-40ae-9c16-3e6503d919c4 req-040d006d-bdb9-448d-b106-22b37f4861e7 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460043 Nov 10 23:59:02.905573 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:59:03.058894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['aa9dbee1-be11-455c-81f3-92ee3e5a7739'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:59:03.992268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8a67-adf3-448e-b673-3c0e945876c4 req-7ca26702-981c-47ab-8afe-1b802a1bb81f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:03.993757 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ab8a67-adf3-448e-b673-3c0e945876c4 req-7ca26702-981c-47ab-8afe-1b802a1bb81f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 944 time: 0.0489323 Nov 10 23:59:04.041589 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-79ab8a67-adf3-448e-b673-3c0e945876c4 req-8fcbb6ce-833d-4ed0-9862-d2d960901fb0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Nov 10 23:59:04.690484 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:59:04.737739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port aa9dbee1-be11-455c-81f3-92ee3e5a7739 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:59:04.741441 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port aa9dbee1-be11-455c-81f3-92ee3e5a7739 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:59:04.741805 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:04.818391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:04.840822 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:59:04.843054 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa991b5-8ccc-4f10-8ea5-4261a4792b05" -d '{"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:59:04.855470 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:59:04.861208 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:04.884303 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e80d0-5650-4231-ac68-3f41246eaa66 x-openstack-request-id: req-dc2e80d0-5650-4231-ac68-3f41246eaa66 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:59:04.884588 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:59:04.884841 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2e80d0-5650-4231-ac68-3f41246eaa66 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:59:04.885275 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'code': 200} Nov 10 23:59:04.910600 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:59:04.984011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd27eb-2475-42b0-9393-8ca7355c6052 req-506de993-661b-4d67-8bd3-34f086d711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:04.985408 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71bd27eb-2475-42b0-9393-8ca7355c6052 req-506de993-661b-4d67-8bd3-34f086d711f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0436113 Nov 10 23:59:05.030512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-71bd27eb-2475-42b0-9393-8ca7355c6052 req-5b8cacfb-1e0b-49af-804e-58014a08c455 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385141 Nov 10 23:59:05.157193 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679456f-caa3-4d6e-b8bf-260d45928d66 req-9fe911f4-e3af-455d-86a6-1c55ef8c18f4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:05.158678 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a679456f-caa3-4d6e-b8bf-260d45928d66 req-9fe911f4-e3af-455d-86a6-1c55ef8c18f4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Nov 10 23:59:05.207246 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a679456f-caa3-4d6e-b8bf-260d45928d66 req-d466a1b0-a5ec-4eb8-ad86-2a1ebaad217b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Nov 10 23:59:06.322687 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb688c-0344-4215-b031-9c9b1d033a19 req-15b46851-323c-4094-8735-17a65314ebd0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:06.324185 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8cb688c-0344-4215-b031-9c9b1d033a19 req-15b46851-323c-4094-8735-17a65314ebd0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Nov 10 23:59:06.373249 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f8cb688c-0344-4215-b031-9c9b1d033a19 req-23505e87-5f5a-4f39-b2e3-7e8ca2aaa4c3 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Nov 10 23:59:06.485899 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3b875-51d8-4301-89a3-3e0ad8cd1620 req-b4791783-58fb-46be-995d-3f9963425c27 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:06.487425 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9db3b875-51d8-4301-89a3-3e0ad8cd1620 req-b4791783-58fb-46be-995d-3f9963425c27 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Nov 10 23:59:06.547598 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9db3b875-51d8-4301-89a3-3e0ad8cd1620 req-b1925396-4766-4794-a37d-06d0b819f8fb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539532 Nov 10 23:59:06.569329 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59800) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:59:06.647601 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb24c4d3-6647-421c-bade-0fae359c46b2 tempest-TestShelveInstance-518884282 tempest-TestShelveInstance-518884282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:06.649089 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fb24c4d3-6647-421c-bade-0fae359c46b2 tempest-TestShelveInstance-518884282 tempest-TestShelveInstance-518884282-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1091 time: 0.0787668 Nov 10 23:59:06.651992 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 59804) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:59:06.656848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'tenant_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:59:06.677798 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:06.775826 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:06.875822 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Allocated IP 172.25.0.190 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/4c21a9a0-6520-4ff5-bf83-eefcb2439b5e) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:59:06.978008 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.009874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.048922 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:59:07.051834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:59:07.055402 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:59:07.061137 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=4c21a9a0-6520-4ff5-bf83-eefcb2439b5e,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:59:07.403735 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.467720 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.611496 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.615959 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.679942 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=4c21a9a0-6520-4ff5-bf83-eefcb2439b5e,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:59:07.695157 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:07.792707 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Floating IP 4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6 associated. External IP: 172.25.0.190, port: aa9dbee1-be11-455c-81f3-92ee3e5a7739. Nov 10 23:59:08.287675 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:59:08.391743 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:59:08.401715 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:59:08.409045 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:08.412597 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:59:08.413303 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:59:08.439595 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9c63e387-e3e8-4c2f-ba1e-4e61a29588a2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7859306 Nov 10 23:59:08.440206 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:59:08.442758 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd670bab-e657-459c-b7a7-ac58c848cd60" -d '{"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:59:08.479681 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797eab25-5a1f-468e-9ce5-02710c54f9fd x-openstack-request-id: req-797eab25-5a1f-468e-9ce5-02710c54f9fd {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:59:08.479964 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:59:08.480212 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-797eab25-5a1f-468e-9ce5-02710c54f9fd {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:59:08.480613 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'status': 'completed', 'code': 200} Nov 10 23:59:08.522435 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:59:08.542731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-761d45ce-2f97-47d0-8029-ad9e92631230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:08.544238 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-761d45ce-2f97-47d0-8029-ad9e92631230 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0414267 Nov 10 23:59:08.636750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-3d07fcf2-2242-46a5-8e2d-49a14e753bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:08.638385 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-3d07fcf2-2242-46a5-8e2d-49a14e753bed service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0874529 Nov 10 23:59:08.707730 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-e90f2e14-c949-43ea-aeb4-fd75a1016669 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 999 time: 0.0622141 Nov 10 23:59:08.749580 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:59:07Z', 'updated_at': '2021-11-10T23:59:07Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:59:08.756830 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-569ec034-9463-4871-980c-d6f36cc27f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:08.758324 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-569ec034-9463-4871-980c-d6f36cc27f65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0437758 Nov 10 23:59:08.774657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:59:08.782690 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:59:08.783284 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-10T23:58:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:59:08.803547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-f63e17c0-6ca8-4647-aaa2-7626dcd7b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:08.804989 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-f63e17c0-6ca8-4647-aaa2-7626dcd7b5a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401530 Nov 10 23:59:08.888172 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:59:08.898528 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-eac2cda9-e6ab-471e-a221-fe743173e1bf service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Nov 10 23:59:08.988317 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-cd670bab-e657-459c-b7a7-ac58c848cd60 req-66de64da-3510-40bc-8b5f-0b85ea8ee8e1 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831470 Nov 10 23:59:09.111291 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:59:07Z', 'updated_at': '2021-11-10T23:59:07Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:59:09.136803 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b55e51-ebb4-4b9a-a7d8-dcd7bd864fd2 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': '4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:59:07Z', 'updated_at': '2021-11-10T23:59:07Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:59:09.323460 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d487c5e-ddae-438a-ac0e-2a982853268c None None] New status for floating IP 4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:59:15.312219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:15.827804 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:25.125567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-01965f0c-13df-46ec-9a04-e73fbc224aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:27.766320 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ced3213e-bf61-41f8-a37d-477567313955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:29.238373 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:30.661171 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:30.889941 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:36.171203 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:59:43.991594 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-88659897-c305-4aaa-9870-3741b4d7557e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437357 Nov 10 23:59:44.075375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-a60f05f8-d77d-44a1-a610-e83a062ed12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:44.076871 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-a60f05f8-d77d-44a1-a610-e83a062ed12f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0408509 Nov 10 23:59:44.182950 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-7845d2d4-7c9e-4bf0-8b4d-af598d9dae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:44.184379 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-7845d2d4-7c9e-4bf0-8b4d-af598d9dae74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0879631 Nov 10 23:59:44.249599 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-ad660b2e-f1e9-4644-a73b-0593b1c1cafb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1001 time: 0.0567112 Nov 10 23:59:44.298284 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-88374533-52aa-4a43-bdc6-35315afe9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:44.299674 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-88374533-52aa-4a43-bdc6-35315afe9b09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0426929 Nov 10 23:59:44.348270 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-9432ec2f-40fd-4ead-8205-353bf6317408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:59:44.349738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-9432ec2f-40fd-4ead-8205-353bf6317408 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426867 Nov 10 23:59:44.436505 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-2849fc3f-1b57-4624-9e72-65e3411b9348 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798914 Nov 10 23:59:44.528156 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-90ddbfb2-7449-45a1-a923-86288613c8b6 req-f72980fa-cca5-485a-9f10-752d296cf267 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Nov 10 23:59:45.329525 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:45.842459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:55.127415 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bafa733f-d5f7-4238-a5fd-79785fdcbc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:57.766881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-21338c79-0ccd-4a7a-8efc-d8f194aacc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:59:59.242006 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:00.662946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:00.891186 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:13.169949 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:00:15.333225 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:15.856402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:25.127978 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-36c7977c-40f0-4ca9-8a11-7219cf6d5519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:27.767262 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-11ea208a-6e04-4163-9d9a-5e977eedc3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:29.244877 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:30.666165 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:30.892701 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:40.553476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-0ff3d3af-8b9f-4d4e-a328-09a3211a66e9 req-2c1d2361-9a2d-4804-b75b-420bd74c2f82 service neutron] (102457) timed out ('10.222.0.25', 55358) {{(pid=102457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 00:00:45.339449 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:45.856809 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:45.984168 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-46d48887-5bd1-499d-aa1d-320d643b51ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404959 Nov 11 00:00:46.065852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-fb406ed6-cf22-45e5-b3a4-d543d3df07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:00:46.067318 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-fb406ed6-cf22-45e5-b3a4-d543d3df07ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0413764 Nov 11 00:00:46.171535 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-4ef5d877-d5ce-4472-8b54-ddc134d86d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:00:46.173102 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-4ef5d877-d5ce-4472-8b54-ddc134d86d83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0866644 Nov 11 00:00:46.237671 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-8a65e017-5003-4dc2-8fc0-9ff15c918b66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1001 time: 0.0579195 Nov 11 00:00:46.286957 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-3caf6f36-aa57-444c-a3ff-64979f072912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:00:46.288331 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-3caf6f36-aa57-444c-a3ff-64979f072912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0423095 Nov 11 00:00:46.339901 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-11679689-7d49-4e0a-ad8d-aec9823a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:00:46.341402 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-11679689-7d49-4e0a-ad8d-aec9823a75ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451071 Nov 11 00:00:46.433603 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-6d71b477-f8be-4875-8253-bf22c74795bd service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843008 Nov 11 00:00:46.526692 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8fe61651-723c-4929-b46d-4f5074c7d564 req-1fe99b14-55af-4a72-9b5f-2cdc5d8b30f3 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Nov 11 00:00:50.169143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:00:55.129071 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c96cd5ca-e103-419e-9cb1-dcefec2f07dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:57.767761 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f035e65d-dae0-48c9-9cc4-3f4d3129ab33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:00:59.246819 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:00.668939 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:00.894450 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:05.054447 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4708b-b2e7-449b-8ad5-4b8b3a9e7674 req-f552ffb9-7c00-48c8-9e1f-1356961e71ad tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:05.055937 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6f4708b-b2e7-449b-8ad5-4b8b3a9e7674 req-f552ffb9-7c00-48c8-9e1f-1356961e71ad tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0546958 Nov 11 00:01:05.105928 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d6f4708b-b2e7-449b-8ad5-4b8b3a9e7674 req-1fe005d4-042e-4f2c-a093-627eaec01462 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Nov 11 00:01:06.226363 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088d9d-7916-48ea-a4ba-a66729bbf8ab req-ada383b1-7e2a-473f-aa74-77bb5655cd72 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:06.227832 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98088d9d-7916-48ea-a4ba-a66729bbf8ab req-ada383b1-7e2a-473f-aa74-77bb5655cd72 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0500267 Nov 11 00:01:06.276713 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-98088d9d-7916-48ea-a4ba-a66729bbf8ab req-7b419841-7ced-4922-bfda-256dcd56cdbb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Nov 11 00:01:07.401721 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a619c-8df7-4aa4-8d61-42e79a118ad5 req-53d7f414-bf7c-46ae-b976-2768f5e690f4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:07.403180 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c6a619c-8df7-4aa4-8d61-42e79a118ad5 req-53d7f414-bf7c-46ae-b976-2768f5e690f4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0476184 Nov 11 00:01:07.450604 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7c6a619c-8df7-4aa4-8d61-42e79a118ad5 req-8f97bbf0-e677-43a2-b0ef-03cc701a9009 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414650 Nov 11 00:01:08.565431 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3f22-290e-4bfa-9087-f3e0e3dfefcc req-8267d3f0-ea09-4066-b36c-d0b40391c192 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:08.566876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c37a3f22-290e-4bfa-9087-f3e0e3dfefcc req-8267d3f0-ea09-4066-b36c-d0b40391c192 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Nov 11 00:01:08.619686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c37a3f22-290e-4bfa-9087-f3e0e3dfefcc req-6e8f0f0e-464f-444a-9b33-a46481b11abd tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Nov 11 00:01:09.735184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd51b-3bc9-4d5f-ad37-61c9436f78bb req-5dcf369c-089a-4aac-9304-83d62946036e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:09.736652 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd2fd51b-3bc9-4d5f-ad37-61c9436f78bb req-5dcf369c-089a-4aac-9304-83d62946036e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Nov 11 00:01:09.788647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-cd2fd51b-3bc9-4d5f-ad37-61c9436f78bb req-c40ba510-845e-4b7a-b05a-76bd0543a14b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454631 Nov 11 00:01:10.902362 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f44e2-b00a-4531-9eef-e2960cb825f2 req-c67deffd-4a46-488b-af02-2ed8bc86e534 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:10.903837 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-680f44e2-b00a-4531-9eef-e2960cb825f2 req-c67deffd-4a46-488b-af02-2ed8bc86e534 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Nov 11 00:01:10.952709 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-680f44e2-b00a-4531-9eef-e2960cb825f2 req-c2e77634-bab3-4a87-87e3-7367e71e7f02 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429442 Nov 11 00:01:12.067441 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928180c-4232-43c1-8f88-3ba1553bba15 req-921b176c-7ebf-4d01-855b-3abf66b99021 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:12.069215 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4928180c-4232-43c1-8f88-3ba1553bba15 req-921b176c-7ebf-4d01-855b-3abf66b99021 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Nov 11 00:01:12.118203 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4928180c-4232-43c1-8f88-3ba1553bba15 req-6e5664b0-d6cc-488d-a62c-74d715dd2b29 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Nov 11 00:01:13.232834 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747951-b963-497a-bac7-d95401896a8f req-3ce8f6ef-5be4-4590-b1d4-a974a42383d8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:13.234309 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62747951-b963-497a-bac7-d95401896a8f req-3ce8f6ef-5be4-4590-b1d4-a974a42383d8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 11 00:01:13.282686 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62747951-b963-497a-bac7-d95401896a8f req-7fe7af8a-6e31-41e9-a569-5421e30a7309 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 11 00:01:14.399603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbe50-6aaf-40de-9626-5c926f97344e req-3e5fa58f-831d-4368-9d77-150eb321b152 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:14.401078 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-168bbe50-6aaf-40de-9626-5c926f97344e req-3e5fa58f-831d-4368-9d77-150eb321b152 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0479791 Nov 11 00:01:14.450011 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-168bbe50-6aaf-40de-9626-5c926f97344e req-413b3b25-56d3-499b-a51f-f3e73bac5f87 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Nov 11 00:01:15.339766 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:15.570485 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12399ef-d274-4d77-927c-b974248c84f3 req-d9c8e8f9-2beb-4e57-8335-bdb114864122 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:15.571984 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a12399ef-d274-4d77-927c-b974248c84f3 req-d9c8e8f9-2beb-4e57-8335-bdb114864122 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0535893 Nov 11 00:01:15.619786 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-a12399ef-d274-4d77-927c-b974248c84f3 req-bd5e3731-c660-4b7a-80f6-0077a1ebdce2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Nov 11 00:01:15.887188 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:16.739629 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcc8f-ad0c-4e1b-a44d-0db8d64c6a94 req-bb2f3ebb-6ab1-4e86-b26f-a79707063da0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:16.741113 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eddcc8f-ad0c-4e1b-a44d-0db8d64c6a94 req-bb2f3ebb-6ab1-4e86-b26f-a79707063da0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Nov 11 00:01:16.789858 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3eddcc8f-ad0c-4e1b-a44d-0db8d64c6a94 req-944ba079-a5e6-4992-8761-6706a071cd5e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Nov 11 00:01:17.342234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 00:01:17.437035 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:17.448399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 00:01:17.488714 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:17.504330 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:01:17.523439 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:17.526637 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:17.581737 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:01:17.589528 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.589936 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.590206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.590537 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.590862 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.591186 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.591766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.592100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.592418 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.592736 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.593074 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.593389 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:01:17.600348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['aa9dbee1-be11-455c-81f3-92ee3e5a7739'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 00:01:17.915549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37dca-8c29-4c54-8aae-51439683dd8f req-30386736-2344-4820-8569-bb06ba4ccc5c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:17.917767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4d37dca-8c29-4c54-8aae-51439683dd8f req-30386736-2344-4820-8569-bb06ba4ccc5c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 944 time: 0.0586197 Nov 11 00:01:17.975093 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b4d37dca-8c29-4c54-8aae-51439683dd8f req-6643b87e-3ad7-404d-a17e-666907ea9f49 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511022 Nov 11 00:01:19.104299 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401cb1f-0eaa-4596-ac4d-62ad32230877 req-7ef7a0fc-cc86-446b-99bc-610a015ff710 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:19.112333 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3401cb1f-0eaa-4596-ac4d-62ad32230877 req-7ef7a0fc-cc86-446b-99bc-610a015ff710 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 944 time: 0.0596337 Nov 11 00:01:19.167540 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3401cb1f-0eaa-4596-ac4d-62ad32230877 req-5d56a618-2243-4d61-92c4-23dbb0a8d3f2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542650 Nov 11 00:01:19.343482 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:01:19.398751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port aa9dbee1-be11-455c-81f3-92ee3e5a7739 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:01:19.399131 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:19.507814 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:19.544764 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:01:19.547717 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cf26b-79f4-4276-b8b6-28c777bfa11c" -d '{"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:01:19.557180 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:19.561643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:19.608630 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fab6b4-1c88-46fc-bb2a-0cb70ae71176 x-openstack-request-id: req-69fab6b4-1c88-46fc-bb2a-0cb70ae71176 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:01:19.609271 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:01:19.609523 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69fab6b4-1c88-46fc-bb2a-0cb70ae71176 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:01:19.609911 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'code': 200} Nov 11 00:01:19.626846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=7']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:01:20.294239 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f5ed1-d95e-4da8-ae23-871bbe898fba req-31a6e5bc-eeeb-4fab-a2de-f060d26b394a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:20.295965 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d5f5ed1-d95e-4da8-ae23-871bbe898fba req-31a6e5bc-eeeb-4fab-a2de-f060d26b394a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0529294 Nov 11 00:01:20.356361 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9d5f5ed1-d95e-4da8-ae23-871bbe898fba req-edc35044-5d27-4f80-a2bd-626c0be9e70e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539978 Nov 11 00:01:21.490919 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca249a-d8f7-4d49-af08-c26a091af3bf req-0f22708e-a56f-4ed9-9611-eadc8e6c2b36 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:21.492509 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67ca249a-d8f7-4d49-af08-c26a091af3bf req-0f22708e-a56f-4ed9-9611-eadc8e6c2b36 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0543640 Nov 11 00:01:21.552658 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-67ca249a-d8f7-4d49-af08-c26a091af3bf req-6a9cc4a8-02ed-4370-a033-4bfe2e2fd02f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539670 Nov 11 00:01:22.700054 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da3ea-bcf2-41e7-a908-acf5b47e8553 req-7f8ac3e9-f376-493e-aaf1-afe0e440bc83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:22.701695 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-631da3ea-bcf2-41e7-a908-acf5b47e8553 req-7f8ac3e9-f376-493e-aaf1-afe0e440bc83 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0596845 Nov 11 00:01:22.765933 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-631da3ea-bcf2-41e7-a908-acf5b47e8553 req-04cd1395-5d61-4a52-9812-afbda04687c9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541885 Nov 11 00:01:23.886823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717084-b9c4-49be-8177-8f566ed989a1 req-1fb19909-51b9-4cfa-a01c-0b71319f24e1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:23.889430 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6717084-b9c4-49be-8177-8f566ed989a1 req-1fb19909-51b9-4cfa-a01c-0b71319f24e1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Nov 11 00:01:23.952433 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f6717084-b9c4-49be-8177-8f566ed989a1 req-199c0aa0-53a5-4b71-a9da-88356b3b3140 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573571 Nov 11 00:01:25.073022 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedbe73-5151-4e3f-b33e-38dd686dfec2 req-2a88e914-b483-447d-bd35-53118ac9ac41 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:25.075160 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aeedbe73-5151-4e3f-b33e-38dd686dfec2 req-2a88e914-b483-447d-bd35-53118ac9ac41 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0523629 Nov 11 00:01:25.133204 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-543a7152-1f99-4b59-8d29-2b5e484edd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:25.133947 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-aeedbe73-5151-4e3f-b33e-38dd686dfec2 req-3bb39fe0-17c0-484f-b559-809df8a71262 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526531 Nov 11 00:01:26.255053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f02e64-5546-4108-ab8f-f7d732de2e8a req-ae779169-2970-4229-8ea7-a8ba48909542 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:26.256731 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26f02e64-5546-4108-ab8f-f7d732de2e8a req-ae779169-2970-4229-8ea7-a8ba48909542 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Nov 11 00:01:26.309377 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-26f02e64-5546-4108-ab8f-f7d732de2e8a req-18955baa-23e4-41c7-881f-d1eea6427e73 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461190 Nov 11 00:01:27.086932 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-f639f0fa-5409-4089-ab38-77c975648990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:27.088391 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-f639f0fa-5409-4089-ab38-77c975648990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0447304 Nov 11 00:01:27.168228 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:01:27.181327 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-77b81cf9-2001-40d2-adb7-6f7cbdde4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:27.182809 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-77b81cf9-2001-40d2-adb7-6f7cbdde4bbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0870156 Nov 11 00:01:27.251074 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-0a3bddb4-c352-4906-be49-3a550516658a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1001 time: 0.0609717 Nov 11 00:01:27.299057 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-5761bbed-0d0f-4c9a-ad04-4f50fb625844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:27.300452 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-5761bbed-0d0f-4c9a-ad04-4f50fb625844 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0423653 Nov 11 00:01:27.346331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-ca9fc375-3be1-4151-b209-eab44c60c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:27.347856 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-ca9fc375-3be1-4151-b209-eab44c60c3b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403707 Nov 11 00:01:27.433546 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b91761-63dd-4f28-ba7b-390a74da635e req-11850bd2-491e-41eb-855f-c0eebbb9586e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:27.434934 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63b91761-63dd-4f28-ba7b-390a74da635e req-11850bd2-491e-41eb-855f-c0eebbb9586e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0531285 Nov 11 00:01:27.441419 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-e199f356-5c47-477b-998b-f68ec0561a40 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859838 Nov 11 00:01:27.483603 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-63b91761-63dd-4f28-ba7b-390a74da635e req-096ffd90-93e3-4aeb-ba0c-878bb162834f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Nov 11 00:01:27.536875 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7891d45b-9d19-4879-a531-4a14cd14c903 req-668f2ce2-d946-49f6-ba6e-27bd40dffa2e service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887492 Nov 11 00:01:27.768523 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e97367fc-ddad-457d-b712-d34b6246bbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:28.599958 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62098a1a-284f-47d4-b7d2-42d60405cd42 req-eb528c1b-4160-430a-83f7-5f2181881f4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:28.601970 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62098a1a-284f-47d4-b7d2-42d60405cd42 req-eb528c1b-4160-430a-83f7-5f2181881f4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Nov 11 00:01:28.656232 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62098a1a-284f-47d4-b7d2-42d60405cd42 req-3a2b832c-96b6-4d66-84a1-71b7dbc919a6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481906 Nov 11 00:01:29.250280 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:29.773297 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c7de9-eae9-4284-85b1-fd0d2bf23605 req-db70a369-19d9-4734-8652-d821bc154a65 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:29.774900 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d53c7de9-eae9-4284-85b1-fd0d2bf23605 req-db70a369-19d9-4734-8652-d821bc154a65 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0518723 Nov 11 00:01:29.825067 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d53c7de9-eae9-4284-85b1-fd0d2bf23605 req-1e58c5af-f3b5-40eb-954b-0c456daaead2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442164 Nov 11 00:01:29.933788 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-56767299-9241-4980-9c3c-6432844137ff req-1d7dbe07-751e-4f8c-b99e-ae5400774685 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:01:29.934873 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-56767299-9241-4980-9c3c-6432844137ff req-1d7dbe07-751e-4f8c-b99e-ae5400774685 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463140 Nov 11 00:01:30.090055 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e5a49-f332-4a20-95a9-598f57650c71 req-7b1a2ae2-54ad-499e-8f8a-fbd0a9f07532 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:30.091591 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-945e5a49-f332-4a20-95a9-598f57650c71 req-7b1a2ae2-54ad-499e-8f8a-fbd0a9f07532 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Nov 11 00:01:30.142129 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-945e5a49-f332-4a20-95a9-598f57650c71 req-846f4de9-b6b7-4e1f-8508-dd686ad166af tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445087 Nov 11 00:01:30.380725 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-41034837-29f6-4674-94f3-0dc82fd28c55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804434 Nov 11 00:01:30.670970 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:30.896727 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:31.099784 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-d9e74fea-1d1e-46bc-b900-d4528556c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.101782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-d9e74fea-1d1e-46bc-b900-d4528556c806 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&tenant_id=69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 1096 time: 0.0400784 Nov 11 00:01:31.112447 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-93c1ce62-a20c-4eb4-8b52-9a439d146148 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:01:31.113410 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-93c1ce62-a20c-4eb4-8b52-9a439d146148 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047705 Nov 11 00:01:31.176228 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-199bd2ba-8780-4292-a530-9193993aa5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.177801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-199bd2ba-8780-4292-a530-9193993aa5cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1096 time: 0.0404220 Nov 11 00:01:31.303053 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56493a4-3a61-43b1-8cbd-d980b8465691 req-6d75a1dd-334c-49e5-885a-44e0be81f02d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.304456 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f56493a4-3a61-43b1-8cbd-d980b8465691 req-6d75a1dd-334c-49e5-885a-44e0be81f02d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 945 time: 0.0751500 Nov 11 00:01:31.309100 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-0abacf46-bb01-40de-bc0a-fe6b9b91a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.310431 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-0abacf46-bb01-40de-bc0a-fe6b9b91a239 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.1261189 Nov 11 00:01:31.403459 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-e8c0c23e-a919-4e5f-9b1b-acbd3c19ae7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1001 time: 0.0856099 Nov 11 00:01:31.405803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:01:31.407383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-f56493a4-3a61-43b1-8cbd-d980b8465691 req-fbbfa236-1606-48e8-b46b-3f3177ccfb01 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960791 Nov 11 00:01:31.455260 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-2052c610-ee1f-4964-9209-5b91588a67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.456714 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-2052c610-ee1f-4964-9209-5b91588a67ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0462198 Nov 11 00:01:31.485831 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:31.502149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-6ff2bec3-7cf3-4604-bc0c-133687103593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:31.503656 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-6ff2bec3-7cf3-4604-bc0c-133687103593 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399773 Nov 11 00:01:31.508260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:01:31.510628 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac57742-4ca0-4d4b-947d-28ce5a1433d6" -d '{"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:01:31.523696 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:31.530476 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:31.577850 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=8']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:01:31.601525 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-b9f94c61-f1b5-4440-9a79-7128cd7746fc service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908499 Nov 11 00:01:31.688738 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d03096a4-fefd-408f-add1-d0ffb6cddd5d req-0da9716f-2f35-4f0b-92bc-6c3bee3ba936 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808160 Nov 11 00:01:32.530024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f46355-6e2f-427b-946d-cffe55d6bbdd req-1bb8e8f9-8dae-440a-9a65-3c780a65f53d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:32.532080 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9f46355-6e2f-427b-946d-cffe55d6bbdd req-1bb8e8f9-8dae-440a-9a65-3c780a65f53d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0527108 Nov 11 00:01:32.575001 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855290ee-bd81-4554-98b7-98acd6f76388 x-openstack-request-id: req-855290ee-bd81-4554-98b7-98acd6f76388 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:01:32.575517 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:01:32.575517 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-855290ee-bd81-4554-98b7-98acd6f76388 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:01:32.575929 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'code': 200} Nov 11 00:01:32.591869 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c9f46355-6e2f-427b-946d-cffe55d6bbdd req-f16a0dda-ef42-4ac5-a988-730ec9e35803 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537429 Nov 11 00:01:33.714891 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268fc2a-fba3-43fc-98ce-bb92936981c3 req-9c7ae682-3381-4e35-90f7-ff3b2d64ec54 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:33.716373 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c268fc2a-fba3-43fc-98ce-bb92936981c3 req-9c7ae682-3381-4e35-90f7-ff3b2d64ec54 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0510883 Nov 11 00:01:33.777063 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c268fc2a-fba3-43fc-98ce-bb92936981c3 req-f84efb34-a960-4b45-bc73-ef4e6684654c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545130 Nov 11 00:01:34.914949 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92477-d752-45b1-996e-ee875c913dd3 req-0030f1cc-d2e3-4875-acd6-82ed2ddebfd7 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:34.916532 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63a92477-d752-45b1-996e-ee875c913dd3 req-0030f1cc-d2e3-4875-acd6-82ed2ddebfd7 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0545247 Nov 11 00:01:34.979273 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-63a92477-d752-45b1-996e-ee875c913dd3 req-860401de-adb4-46ee-94fd-d4b0d16bfd14 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529032 Nov 11 00:01:36.097648 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919fb76-c782-4ed7-abe6-b481a920195c req-1cb53396-7efd-41fb-93ae-0b3cf74895e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:36.099259 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0919fb76-c782-4ed7-abe6-b481a920195c req-1cb53396-7efd-41fb-93ae-0b3cf74895e9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0546618 Nov 11 00:01:36.157878 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0919fb76-c782-4ed7-abe6-b481a920195c req-e3b7d204-c2ea-4131-8b9b-33e5ae0f7255 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525668 Nov 11 00:01:37.276175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294296bd-9dfc-4dc3-a38f-630de0ad22a3 req-c9c033f4-c08c-4df5-8e9c-2d7f5fb9d371 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:37.277907 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-294296bd-9dfc-4dc3-a38f-630de0ad22a3 req-c9c033f4-c08c-4df5-8e9c-2d7f5fb9d371 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0496893 Nov 11 00:01:37.329814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-294296bd-9dfc-4dc3-a38f-630de0ad22a3 req-90bc710c-47c4-4b3f-98c0-9c992101ebff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Nov 11 00:01:38.451049 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2634c4f-0265-4d7b-a983-223f60b13d01 req-7848291e-5f4d-43f5-9842-6f36521a3751 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:38.452555 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2634c4f-0265-4d7b-a983-223f60b13d01 req-7848291e-5f4d-43f5-9842-6f36521a3751 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0512030 Nov 11 00:01:38.505176 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-c2634c4f-0265-4d7b-a983-223f60b13d01 req-d891bd9d-763f-46f5-b8a8-d2742af76d2a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466561 Nov 11 00:01:39.638562 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df3cd4-d768-425c-91b7-92930bc0c5d2 req-07c95282-d744-458e-be35-06d7f8b7cb27 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:39.640082 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5df3cd4-d768-425c-91b7-92930bc0c5d2 req-07c95282-d744-458e-be35-06d7f8b7cb27 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0549829 Nov 11 00:01:39.692256 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-d5df3cd4-d768-425c-91b7-92930bc0c5d2 req-674d5a20-e38d-4e98-b65c-541a4bab2fa0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Nov 11 00:01:40.816928 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591823-9d45-46da-828b-f4bb43db8212 req-398e929e-325f-4dcc-91f9-edf61a8d802c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:40.818741 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21591823-9d45-46da-828b-f4bb43db8212 req-398e929e-325f-4dcc-91f9-edf61a8d802c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0509098 Nov 11 00:01:40.875691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-21591823-9d45-46da-828b-f4bb43db8212 req-c6dbb886-3f97-426f-adbb-62e1ede3e679 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498619 Nov 11 00:01:41.992008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48101206-bf56-4633-b6c6-e69015cc04d1 req-e062eb1e-7770-47f6-b0e5-36377e6cb7d6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:41.993521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48101206-bf56-4633-b6c6-e69015cc04d1 req-e062eb1e-7770-47f6-b0e5-36377e6cb7d6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Nov 11 00:01:42.044289 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-48101206-bf56-4633-b6c6-e69015cc04d1 req-7c78b3be-7bb2-4564-83b9-8ae0d30529e6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Nov 11 00:01:43.120723 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521820ce-25d2-4726-abdd-c7ddf94e49ee req-5daec6e6-4b3d-416b-9e90-0634f21b566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:43.122245 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-521820ce-25d2-4726-abdd-c7ddf94e49ee req-5daec6e6-4b3d-416b-9e90-0634f21b566b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1094 time: 0.0863810 Nov 11 00:01:43.164097 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907410-fdb7-4d48-8e31-0f011da5a1aa req-43b901ae-4086-4144-b084-10dc6a3aa462 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:43.165726 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01907410-fdb7-4d48-8e31-0f011da5a1aa req-43b901ae-4086-4144-b084-10dc6a3aa462 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0491571 Nov 11 00:01:43.173302 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-521820ce-25d2-4726-abdd-c7ddf94e49ee req-1b834393-7e4d-4014-b34d-dd60b6f95396 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Nov 11 00:01:43.214815 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-01907410-fdb7-4d48-8e31-0f011da5a1aa req-0355fd2d-e6d8-417a-9a27-d890a8617619 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Nov 11 00:01:44.345702 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e075ae1-afab-4ba8-a363-c8968370c75c req-348183f6-c70b-4e0c-bb27-126d914fc4ef tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:44.347378 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e075ae1-afab-4ba8-a363-c8968370c75c req-348183f6-c70b-4e0c-bb27-126d914fc4ef tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0600433 Nov 11 00:01:44.407294 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7e075ae1-afab-4ba8-a363-c8968370c75c req-b5f44fab-b774-4266-b29d-7559bc525ac8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510743 Nov 11 00:01:45.363185 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:45.411355 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 00:01:45.504741 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:45.516332 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'port_id': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'mac_address': 'fa:16:3e:7e:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 00:01:45.523348 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59de0f-c130-4660-b053-3cf332ed48f2 req-71f2bb43-9fba-457c-a262-94b9ab46ec9e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:45.524946 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de59de0f-c130-4660-b053-3cf332ed48f2 req-71f2bb43-9fba-457c-a262-94b9ab46ec9e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 943 time: 0.0487955 Nov 11 00:01:45.556136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:45.569416 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:01:45.574973 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-de59de0f-c130-4660-b053-3cf332ed48f2 req-750435c1-8d6e-4ef7-9fa7-f6743355024c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Nov 11 00:01:45.589556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:45.593619 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:45.638905 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:01:45.844799 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['aa9dbee1-be11-455c-81f3-92ee3e5a7739'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 00:01:45.899467 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:46.989184 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-4f55cee8-e475-4f6b-ae10-c288dd09ae21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383348 Nov 11 00:01:47.071989 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-4b11844f-2b49-4158-a4a0-af6483bf7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:47.073507 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-4b11844f-2b49-4158-a4a0-af6483bf7ded service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1095 time: 0.0443511 Nov 11 00:01:47.173281 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-937850b1-bc97-40ae-9ec0-da9efff1aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:47.174755 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-937850b1-bc97-40ae-9ec0-da9efff1aa0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0834370 Nov 11 00:01:47.242782 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-62d11a98-03bf-4634-b3d5-3252b02e8666 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1000 time: 0.0606942 Nov 11 00:01:47.289552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-9a24f0eb-1693-4bf7-823d-0c5bf046b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:47.290906 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-9a24f0eb-1693-4bf7-823d-0c5bf046b179 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0418892 Nov 11 00:01:47.334201 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-31a27941-1752-43ad-980d-d0efd3153aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:01:47.335611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-31a27941-1752-43ad-980d-d0efd3153aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375283 Nov 11 00:01:47.421779 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:01:47.425521 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-4c1ee2d8-8bd1-47a5-8266-f04e8761d356 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829341 Nov 11 00:01:47.468897 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port aa9dbee1-be11-455c-81f3-92ee3e5a7739 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:01:47.469296 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:47.514478 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c532218c-4350-4eb6-b9c4-c07da624e5ae req-0d2c45a1-da00-46a6-bf52-497453d6a578 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Nov 11 00:01:47.548058 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:47.570328 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:01:47.573129 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8585721c-57d6-477b-a56b-4bea392b6458" -d '{"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:01:47.585639 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:01:47.589680 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:47.614897 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82794068-bc23-4e3a-b346-d6ddd10696aa x-openstack-request-id: req-82794068-bc23-4e3a-b346-d6ddd10696aa {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:01:47.615184 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:01:47.615432 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82794068-bc23-4e3a-b346-d6ddd10696aa {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:01:47.615813 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'code': 200} Nov 11 00:01:47.638802 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:01:55.131576 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-25eb0b53-1c39-47ad-9d8a-6dbaf5068c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:57.768732 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e94e-a3b6-4346-83b1-e4a70a0074e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:01:59.251944 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:00.673892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:00.897598 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:04.167190 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:02:15.392218 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:15.887324 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:25.132381 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-4e68b16f-168c-4495-bb7a-98982f0b535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:27.769046 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b568d0ad-2ca3-4fb7-8210-6cdce75ab8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:29.255200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:30.676391 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:30.899214 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:41.165976 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:02:45.392743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:45.887123 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:47.995919 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-0ad05227-5268-49d6-8772-e637cf80453f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396545 Nov 11 00:02:48.080586 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-606ce4d0-d4d6-46ee-9224-2c9da83f5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:48.082085 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-606ce4d0-d4d6-46ee-9224-2c9da83f5ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1097 time: 0.0451205 Nov 11 00:02:48.181099 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-d73ff137-47c3-46a5-a5c3-7051705cef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:48.182606 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-d73ff137-47c3-46a5-a5c3-7051705cef8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0823202 Nov 11 00:02:48.249792 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-6c06784c-a8e7-46cb-8e45-529e978ba096 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 1001 time: 0.0598269 Nov 11 00:02:48.298257 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-2667df8c-e921-4f70-a8fa-f7fd53cac3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:48.299641 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-2667df8c-e921-4f70-a8fa-f7fd53cac3f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0425334 Nov 11 00:02:48.343933 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-9bdbd2c5-97eb-4b5a-8e85-9784bdb0d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:48.345365 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-9bdbd2c5-97eb-4b5a-8e85-9784bdb0d797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388081 Nov 11 00:02:48.725147 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-e3601925-f1f6-490d-a73e-a65d2827bf7c service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721163 Nov 11 00:02:48.813210 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b989cd15-3941-4da0-8664-e1c0f20ffd12 req-b75ac2f1-040c-44be-9aa9-ad7374a27274 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799470 Nov 11 00:02:55.132372 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-eb42075e-fb02-4a5d-97a5-66a28b10735e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.444328 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60110) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:02:56.598902 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Deleting port 4c21a9a0-6520-4ff5-bf83-eefcb2439b5e {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:02:56.599236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.671265 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.671589 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.682737 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Calling delete_port for 4c21a9a0-6520-4ff5-bf83-eefcb2439b5e owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:02:56.824701 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.850108 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'Port': ['ID=4c21a9a0-6520-4ff5-bf83-eefcb2439b5e,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:02:56.872893 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.873261 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.873594 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.873923 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.874249 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.874573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.874891 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.875211 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.875552 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.875871 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.876190 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.876536 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:02:56.920019 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:56.920359 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Floating IP 4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6 disassociated (deleted). External IP: 172.25.0.190, port: aa9dbee1-be11-455c-81f3-92ee3e5a7739. Nov 11 00:02:57.118347 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:02:57.223290 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:02:57.228101 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:57.233075 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:02:57.242386 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:02:57.243005 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:02:57.254336 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7dae93c9-8c68-49bd-aaba-171885c00cb6 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "DELETE /v2.0/floatingips/4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6 HTTP/1.1" status: 204 len: 168 time: 0.8088939 Nov 11 00:02:57.255146 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:02:57.257474 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b6fe7-164f-4103-b779-610493c0f419" -d '{"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:02:57.350263 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:02:57.355534 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 00:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5df76d-070e-4fed-9846-ae1b0ec4d030 x-openstack-request-id: req-ee5df76d-070e-4fed-9846-ae1b0ec4d030 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:02:57.355785 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:02:57.356030 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5df76d-070e-4fed-9846-ae1b0ec4d030 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:02:57.356426 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'status': 'completed', 'code': 200} Nov 11 00:02:57.432078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-b6167e84-b7d1-4109-b0b4-6cf6f217e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:57.434181 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-b6167e84-b7d1-4109-b0b4-6cf6f217e43c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 1097 time: 0.0520463 Nov 11 00:02:57.551851 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d468-78c0-408f-aabc-717539afbf12 req-30ee9de4-b72e-42fc-979f-f7832c7ea4d1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:57.553343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7157d468-78c0-408f-aabc-717539afbf12 req-30ee9de4-b72e-42fc-979f-f7832c7ea4d1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 946 time: 0.1026371 Nov 11 00:02:57.568028 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:02:57.579068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-01c70045-fffa-4d97-af9d-8a644ed62ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:57.580487 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-01c70045-fffa-4d97-af9d-8a644ed62ba1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.1392765 Nov 11 00:02:57.593981 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:02:57.602760 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:02:57.603548 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:02:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:02:57.633482 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-75c1f6f6-c705-4234-ad55-045d2bbdaa49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 200 len: 217 time: 0.0409334 Nov 11 00:02:57.669284 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7157d468-78c0-408f-aabc-717539afbf12 req-90fea477-e2c2-4c47-93d0-c78ac2f5218a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065791 Nov 11 00:02:57.689037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-488cd39a-f57f-4a33-bd29-cf6f30e681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:57.690544 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-488cd39a-f57f-4a33-bd29-cf6f30e681e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0506299 Nov 11 00:02:57.709778 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:02:57.741306 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-0c884ebb-ec66-4e6a-9faa-a353eef6439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:57.742840 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-0c884ebb-ec66-4e6a-9faa-a353eef6439b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446239 Nov 11 00:02:57.770152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-715138de-6f7b-4a61-af94-a5219983447b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:57.835370 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-94ff2b92-629b-4bfd-a1b9-7de352c887eb service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825036 Nov 11 00:02:57.905317 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:02:57.929791 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9d4b6fe7-164f-4103-b779-610493c0f419 req-c8cddb99-3422-4389-b81e-a66841d8f50b service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872097 Nov 11 00:02:57.935012 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673e5d7-6dde-4685-9f03-a6b62b64f6f3 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:02:58.169053 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc97850-7a2c-415a-9326-7bec14fb5a57 None None] New status for floating IP 4924ebdd-6a5d-4287-bb17-9cd04ecaeaf6: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 00:02:58.757491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-5c06a008-8437-41e9-9549-f3b941191a3f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:58.759005 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-5c06a008-8437-41e9-9549-f3b941191a3f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Nov 11 00:02:58.860682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Deleting port aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:02:58.862365 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:58.957647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] For port aa9dbee1-be11-455c-81f3-92ee3e5a7739, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=aa9dbee1-be11-455c-81f3-92ee3e5a7739,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:02:58.957910 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:58.972113 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Calling delete_port for aa9dbee1-be11-455c-81f3-92ee3e5a7739 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:02:59.095406 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857062c-55ea-438e-8db0-ecb64ce771bb req-3205aeb4-b335-46f5-90e2-c36b72ed3b01 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:02:59.096899 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d857062c-55ea-438e-8db0-ecb64ce771bb req-3205aeb4-b335-46f5-90e2-c36b72ed3b01 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=770ca826-d471-4e78-a91e-c92cec0a4d68 HTTP/1.1" status: 200 len: 946 time: 0.3562434 Nov 11 00:02:59.108714 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:59.138667 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'Port': ['ID=aa9dbee1-be11-455c-81f3-92ee3e5a7739,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:02:59.155300 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d857062c-55ea-438e-8db0-ecb64ce771bb req-5c01741a-1f1f-4b9d-927d-9ca7d61b0017 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=db480198-4816-48df-9620-812380acfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521502 Nov 11 00:02:59.178316 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] No DVR routers for this DVR port aa9dbee1-be11-455c-81f3-92ee3e5a7739 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:02:59.180921 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:59.184252 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5bee1bed-8f3d-4f36-952d-eb036c3e8791 req-4e06ddcc-23db-4447-920f-f07254f8fbcb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "DELETE /v2.0/ports/aa9dbee1-be11-455c-81f3-92ee3e5a7739 HTTP/1.1" status: 204 len: 173 time: 0.4185610 Nov 11 00:02:59.259016 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:02:59.357787 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-deleted', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:02:59.360132 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db3584-abc8-4815-b120-66f85f9d2d0f" -d '{"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-deleted", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:02:59.395747 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579295b-57ff-40c9-868a-81ba75dab763 x-openstack-request-id: req-4579295b-57ff-40c9-868a-81ba75dab763 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:02:59.396043 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca826-d471-4e78-a91e-c92cec0a4d68", "name": "network-vif-deleted", "tag": "aa9dbee1-be11-455c-81f3-92ee3e5a7739", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:02:59.396294 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4579295b-57ff-40c9-868a-81ba75dab763 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:02:59.396699 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca826-d471-4e78-a91e-c92cec0a4d68', 'name': 'network-vif-deleted', 'tag': 'aa9dbee1-be11-455c-81f3-92ee3e5a7739', 'status': 'completed', 'code': 200} Nov 11 00:03:00.209414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60132) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:00.265184 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.294372 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.351213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.353954 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.355167 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "DELETE /v2.0/security-groups/db480198-4816-48df-9620-812380acfb4c HTTP/1.1" status: 204 len: 168 time: 0.1447079 Nov 11 00:03:00.368511 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c20ff-81c3-4df2-b34d-01510af7ecff tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db480198-4816-48df-9620-812380acfb4c,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:00.678584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.904438 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:00.920740 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60138) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:00.925360 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867590879', 'description': 'tempest-secgroup-smoke-1867590879 description', 'project_id': '69ac6df805964962a57584f84e155385'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:00.946952 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.012286 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.015973 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.044198 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.045449 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1236813 Nov 11 00:03:01.048340 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60140) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.052530 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bc5f9-4b96-4c95-8fa8-635eaf66e9c4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ceb7ef-eedd-4d97-9c7c-f61dcd116689,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.053008 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.081295 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.134774 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.138661 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.152896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8989449c-44fc-4f64-a798-c195dc25140a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.163750 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.164132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.164490 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.164824 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.165184 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.165783 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.165979 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.166249 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.166573 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.166900 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.167221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.167572 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:01.172433 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.173710 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-14053712-efcf-4543-a179-9bd93f6c3226 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242023 Nov 11 00:03:01.176757 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60142) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.181125 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.207384 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.260280 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.264253 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.283028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bfdd35-545d-4d5d-81ca-755ea117ab2a,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.291390 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.292580 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9f606c80-2b4d-405d-ada3-1dfc55d85665 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147478 Nov 11 00:03:01.295272 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60144) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.299506 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.326195 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.379698 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.383745 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.401630 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346afe51-dfb5-4de8-9658-3f0565e25a89,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.408285 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.409526 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-c7aa5540-bb61-4512-9450-e82cec0e4cfb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133444 Nov 11 00:03:01.412251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60146) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.416679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.443065 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.498727 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.502266 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.518908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaabbd4-11c9-412e-8848-6cfe42652180,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.526867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.528041 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-68ebff7a-7c3e-4ff1-b870-1ca56af4e714 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148105 Nov 11 00:03:01.530837 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60148) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.535132 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.555357 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Project 69ac6df805964962a57584f84e155385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 00:03:01.560770 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.615879 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.618771 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.638858 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403ec46a-4316-4ba9-8231-13c5c0ea4a59,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.644422 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.645631 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8586bad4-42ad-45da-9b80-30f65caff5fa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138661 Nov 11 00:03:01.648317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60150) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:01.652670 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'security_group_rule': {'security_group_id': '10ceb7ef-eedd-4d97-9c7c-f61dcd116689', 'project_id': '69ac6df805964962a57584f84e155385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:01.674160 n-d-811521-3 neutron-server[102458]: INFO neutron.db.securitygroups_db [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Project 69ac6df805964962a57584f84e155385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 00:03:01.678797 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.737518 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.740930 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585544'] for security_group_rule, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.757347 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db19d107-632f-4afd-b696-18fe10b90ebb,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:01.761974 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:03:01.766115 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:01.767318 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-10ebdb7a-6230-4353-b605-27184db73055 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180797 Nov 11 00:03:01.783195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: aa9dbee1-be11-455c-81f3-92ee3e5a7739 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:03:01.783540 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device aa9dbee1-be11-455c-81f3-92ee3e5a7739 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:03:15.423232 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:15.900113 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:16.982892 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-2e1786e4-f41d-45f3-ac56-f6c435584183 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867590879&fields=id&tenant_id=69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 267 time: 0.0452890 Nov 11 00:03:17.092017 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-62978069-7506-48d9-8a01-4d7db4ed7362 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:17.093401 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-62978069-7506-48d9-8a01-4d7db4ed7362 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 808 time: 0.1037452 Nov 11 00:03:17.108426 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-13016c4b-4bc5-447a-832d-4f511950b20c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/quotas/69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 375 time: 0.0092597 Nov 11 00:03:17.157773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-0c387ecd-c079-42c4-92c0-ee359367d71c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442665 Nov 11 00:03:17.172547 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-959ce8f3-2ee3-4f4a-b502-fd703e09bb5e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:03:17.173611 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-959ce8f3-2ee3-4f4a-b502-fd703e09bb5e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049925 Nov 11 00:03:17.262511 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-c13cf4fd-7966-4020-acf1-8bea83dc3c73 service neutron] 10.222.0.25 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833170 Nov 11 00:03:17.351512 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-0240a8c8-4fd0-44f6-9e2d-db6a0a2428bb service neutron] 10.222.0.25 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828891 Nov 11 00:03:17.624395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3cf1d191-0d59-4de1-9f28-295afa0c4b0a req-35f8a7a0-9361-4f4b-b862-88f29039d6ec tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Nov 11 00:03:18.165464 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:03:18.717870 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1bf13c13-b5b6-4fda-bead-6793081e1d25 req-cfae7d94-57ee-4c5b-8252-215f7837d4c5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0262983 Nov 11 00:03:19.582982 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-bf25dde3-da84-474b-9a58-64ac10a6f4d3 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:19.584424 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-bf25dde3-da84-474b-9a58-64ac10a6f4d3 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 808 time: 0.1098962 Nov 11 00:03:19.596488 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-befe8d5c-5f13-406a-aa35-5e579d347a96 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:03:19.597456 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-befe8d5c-5f13-406a-aa35-5e579d347a96 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049429 Nov 11 00:03:19.660675 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-ae78e929-e9a7-483c-89bc-1a37c10d539f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ac6df805964962a57584f84e155385&shared=False HTTP/1.1" status: 200 len: 380 time: 0.0573826 Nov 11 00:03:19.690751 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-85025884-5c73-4eda-912c-84f23b6a69de tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&shared=True HTTP/1.1" status: 200 len: 221 time: 0.0241914 Nov 11 00:03:19.701292 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'port': {'device_id': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'admin_state_up': True, 'tenant_id': '69ac6df805964962a57584f84e155385', 'security_groups': ['10ceb7ef-eedd-4d97-9c7c-f61dcd116689']}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:19.821986 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-9cc9adcd-0f9c-44a4-8ac1-99b0b132bb40 req-d8ddeae3-55ab-4b7b-896b-b42d688bc9a0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0316827 Nov 11 00:03:19.846961 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Made reservation on behalf of 69ac6df805964962a57584f84e155385 for: {'port': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:03:19.851126 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:19.981219 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Allocated IP 172.20.0.4 (7fb439a8-9fe3-44a8-b8e6-fae36906ba34/00d03360-8851-490d-bd33-b2c6c7dfa1c8/3be56c4c-0bbf-47ea-aa73-cd387278bf97) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:03:20.124850 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.157600 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.202040 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:03:20.207025 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:03:20.210755 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:03:20.240938 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:20.273378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:20.274069 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.293639 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-5580ff1e-8700-44e0-8f54-8bbc74adca30 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963423 Nov 11 00:03:20.354019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Request body: {'port': {'device_id': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-3'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:20.418749 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.493394 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-7a06747c-5db8-419e-ba81-ec70e3b284e1 None None] Provisioning complete for port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:03:20.493972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7a06747c-5db8-419e-ba81-ec70e3b284e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.528326 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-7a06747c-5db8-419e-ba81-ec70e3b284e1 None None] Port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:03:20.686583 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:03:20.694491 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.706701 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.provisioning_blocks [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Transition to ACTIVE for port object 3be56c4c-0bbf-47ea-aa73-cd387278bf97 will not be triggered until provisioned by entity L2. {{(pid=102458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 00:03:20.710684 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.759196 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:20.833382 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on host n-h2-811521-3 for vnic_type normal with profile {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:03:20.834511 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 by drivers openvswitch,hyperv on host n-h2-811521-3 at level 0 using segments [{'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:03:20.834913 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:03:20.840366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-3 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 00:03:20.840689 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:03:20.846221 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Checking agent: {'id': 'c8c33a90-3312-4906-a39b-a3651e4e2a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:03:20.846565 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:03:20.846955 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Bound using segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} {{(pid=102458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:03:20.847385 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.managers [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Bound port: 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host: n-h2-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}}] {{(pid=102458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:03:20.847815 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.925746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, cleared binding levels {{(pid=102458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:03:20.929482 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:03:20.936224 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.972714 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53519ad4-97f5-4faa-881a-db5ed32a7582 req-07c728ae-c18c-4eb7-ad54-dfcb08dee04a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:20.977007 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:20.977639 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:20.979247 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1091 time: 0.6774645 Nov 11 00:03:20.979710 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:03:20.981464 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53519ad4-97f5-4faa-881a-db5ed32a7582 req-07c728ae-c18c-4eb7-ad54-dfcb08dee04a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0666077 Nov 11 00:03:20.982157 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e50eb-4b3c-4db2-94dc-be0e8ec14038" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:03:21.043549 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b1fd-f513-4e6c-9b9e-22305f1319c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=3']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:21.101649 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-53519ad4-97f5-4faa-881a-db5ed32a7582 req-08f3ca7e-7a19-4a0f-b6c0-0cd42a28c383 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189923 Nov 11 00:03:21.122439 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-b618a48c-5656-4e13-acb3-04d7ad92777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.124655 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-b618a48c-5656-4e13-acb3-04d7ad92777a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1094 time: 0.0921943 Nov 11 00:03:21.141729 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92a7f9-719a-4fd8-8d87-42faeff01f57 x-openstack-request-id: req-3c92a7f9-719a-4fd8-8d87-42faeff01f57 {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:03:21.142116 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:03:21.142432 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c92a7f9-719a-4fd8-8d87-42faeff01f57 {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:03:21.142896 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'status': 'completed', 'code': 200} Nov 11 00:03:21.179317 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-16ecac02-fc06-4b1d-82fa-51aea2479603 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 217 time: 0.0466723 Nov 11 00:03:21.234834 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-721f0cf3-36b2-4261-bf11-9969c526db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.236368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-721f0cf3-36b2-4261-bf11-9969c526db22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0499370 Nov 11 00:03:21.285829 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-6c9d79f9-f78b-4ab8-b657-e8317195b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.287924 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-6c9d79f9-f78b-4ab8-b657-e8317195b8ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445573 Nov 11 00:03:21.381325 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-e3f0fcbb-4107-4a7b-9fd5-702714716711 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Nov 11 00:03:21.471578 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-021e3604-1000-42c0-82ea-3e877c2060c5 req-1117ddf8-5c6f-4e43-9343-fb3a58477e91 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830488 Nov 11 00:03:21.554250 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-81298265-9d00-40a6-856f-4cf86246f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.555646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-81298265-9d00-40a6-856f-4cf86246f5ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1094 time: 0.0407658 Nov 11 00:03:21.649952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-5d8a8642-9f98-486b-b39d-11dcdd3ae9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.651395 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-5d8a8642-9f98-486b-b39d-11dcdd3ae9c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0878067 Nov 11 00:03:21.695800 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-fc13df85-77e0-48c5-a86e-c1e68b7d4b7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 217 time: 0.0361114 Nov 11 00:03:21.751065 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-5c45384f-87b1-431c-847b-294bd0de9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.752525 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-5c45384f-87b1-431c-847b-294bd0de9333 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0498922 Nov 11 00:03:21.798337 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-e95370b9-c2fb-4666-8885-a46f0dae66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:21.799829 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-e95370b9-c2fb-4666-8885-a46f0dae66e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402873 Nov 11 00:03:21.890790 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-a50def58-afc1-43f5-844a-9cf47d74c1c1 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Nov 11 00:03:21.987146 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-932e50eb-4b3c-4db2-94dc-be0e8ec14038 req-77ac6d4c-7ce2-4ca9-b621-d5c01629c682 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893877 Nov 11 00:03:22.203227 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5d14d-5bfc-4485-aa2d-8d05cc4268cf req-786923f4-8a43-41f7-aeaa-5a800dddb2fc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:22.204647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42e5d14d-5bfc-4485-aa2d-8d05cc4268cf req-786923f4-8a43-41f7-aeaa-5a800dddb2fc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0496490 Nov 11 00:03:22.254647 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-42e5d14d-5bfc-4485-aa2d-8d05cc4268cf req-aa664107-d941-4309-8f7e-2cb2849da026 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436850 Nov 11 00:03:23.371828 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ffcfa-d231-401f-a2e3-8815b42ece4b req-83d4421e-00d9-433b-bb61-9f693ee60fb4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:23.373334 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a9ffcfa-d231-401f-a2e3-8815b42ece4b req-83d4421e-00d9-433b-bb61-9f693ee60fb4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0500252 Nov 11 00:03:23.424250 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3a9ffcfa-d231-401f-a2e3-8815b42ece4b req-148b0f1b-eaf5-4420-9b3c-d6f2eeefda04 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Nov 11 00:03:24.546920 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb33d9-5cef-40d3-97c8-17fdbe620372 req-cd05af4a-dd89-4944-8fbd-5f429538ec47 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:24.548411 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19fb33d9-5cef-40d3-97c8-17fdbe620372 req-cd05af4a-dd89-4944-8fbd-5f429538ec47 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0532873 Nov 11 00:03:24.599169 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-19fb33d9-5cef-40d3-97c8-17fdbe620372 req-6c1208f9-668b-4542-b8e6-e54e6f2b2409 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Nov 11 00:03:25.137567 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-59ba7693-7a59-4de0-aae9-ae9667676f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:25.720579 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff8628-7685-4fcd-abc8-3b87db44ec93 req-2d24042a-54b4-406d-99b3-6fb1e9172346 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:25.722030 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6eff8628-7685-4fcd-abc8-3b87db44ec93 req-2d24042a-54b4-406d-99b3-6fb1e9172346 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0564742 Nov 11 00:03:25.770647 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-6eff8628-7685-4fcd-abc8-3b87db44ec93 req-60d798e4-4b53-49cd-badd-762a21bda17d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Nov 11 00:03:26.888800 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130341-33c3-4c74-81f2-eca474b949b0 req-36016baf-b899-4188-bfb6-94fe2a82a7e5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:26.890281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec130341-33c3-4c74-81f2-eca474b949b0 req-36016baf-b899-4188-bfb6-94fe2a82a7e5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0524490 Nov 11 00:03:26.938526 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ec130341-33c3-4c74-81f2-eca474b949b0 req-ec72c01c-7acb-45a9-9ef8-3786508f8299 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Nov 11 00:03:27.771623 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e0346f8-6f14-48dd-b22b-070dd56aebcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:28.052847 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc8b71-c4d5-4adf-9adc-e00d5d1e9a7d req-034a5c91-9233-43ed-b507-d524fe1307fb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:28.054352 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98dc8b71-c4d5-4adf-9adc-e00d5d1e9a7d req-034a5c91-9233-43ed-b507-d524fe1307fb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0497541 Nov 11 00:03:28.104191 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-98dc8b71-c4d5-4adf-9adc-e00d5d1e9a7d req-0c9b377a-b8ab-40e0-89ef-7cb7b151b4e0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Nov 11 00:03:29.219520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f510d09-4366-47b8-8b67-1dd4fbffd947 req-192daed6-0418-40b0-ac63-521157bcaa7a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:29.221054 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f510d09-4366-47b8-8b67-1dd4fbffd947 req-192daed6-0418-40b0-ac63-521157bcaa7a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0495846 Nov 11 00:03:29.260442 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:29.271016 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-4f510d09-4366-47b8-8b67-1dd4fbffd947 req-9927adea-a6c1-448b-b7aa-a16f453bb07c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Nov 11 00:03:30.384960 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378b9f4-80da-410b-b78d-c791db74d310 req-012fd632-03e1-41bc-9866-88b4d6f5e888 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:30.386463 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1378b9f4-80da-410b-b78d-c791db74d310 req-012fd632-03e1-41bc-9866-88b4d6f5e888 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0485480 Nov 11 00:03:30.438972 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1378b9f4-80da-410b-b78d-c791db74d310 req-158ec184-5930-415d-b6d0-9c53118bdf47 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Nov 11 00:03:30.680629 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:30.897023 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:31.554263 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61a82a-6fd8-4c64-9f73-eb2eca8173aa req-b57995df-fa29-4258-830e-1948f774ac17 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:31.555704 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed61a82a-6fd8-4c64-9f73-eb2eca8173aa req-b57995df-fa29-4258-830e-1948f774ac17 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0509567 Nov 11 00:03:31.603409 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ed61a82a-6fd8-4c64-9f73-eb2eca8173aa req-d9a568a7-9049-40c2-9c2a-4f211f7eb210 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Nov 11 00:03:32.717304 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b822-7694-4aa7-99a6-7f6111c502b0 req-e94899c3-bb9a-4fea-87a2-0f24018c584b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:32.718768 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad07b822-7694-4aa7-99a6-7f6111c502b0 req-e94899c3-bb9a-4fea-87a2-0f24018c584b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0486073 Nov 11 00:03:32.767554 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ad07b822-7694-4aa7-99a6-7f6111c502b0 req-c4dcf72f-3ddc-4ccb-a4fe-470d3b857cc2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Nov 11 00:03:33.705830 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 details requested by agent hyperv_n-h2-811521-3 with host n-h2-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 00:03:33.800100 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:03:33.811269 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Returning: {'device': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'mac_address': 'fa:16:3e:8a:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 00:03:33.849140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:33.861691 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:03:33.881786 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:03:33.885492 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:33.887520 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e69a-74f8-4d7d-b744-0584805e8960 req-077a05df-39a7-48ce-a969-6c4f6365b6a4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:33.889052 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5af2e69a-74f8-4d7d-b744-0584805e8960 req-077a05df-39a7-48ce-a969-6c4f6365b6a4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0559621 Nov 11 00:03:33.931623 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:33.938201 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-5af2e69a-74f8-4d7d-b744-0584805e8960 req-18d877ba-ed6d-414b-bd88-bac32f2ec5e5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Nov 11 00:03:33.938954 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.939302 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.939641 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.939977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.940306 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.940635 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.940957 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.941344 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.941852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.941977 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.942234 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:33.942556 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:03:34.125920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] get_ports_and_sgs() called for port_ids ['3be56c4c-0bbf-47ea-aa73-cd387278bf97'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 00:03:35.053042 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b009c-2542-4a88-8275-74567a5677f5 req-0f226558-4ee2-4c23-9b21-3c65ab48e767 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:35.054506 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-058b009c-2542-4a88-8275-74567a5677f5 req-0f226558-4ee2-4c23-9b21-3c65ab48e767 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 944 time: 0.0479691 Nov 11 00:03:35.102839 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-058b009c-2542-4a88-8275-74567a5677f5 req-61baab25-4231-419b-8bd0-a72a5e345ec1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Nov 11 00:03:35.705953 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 up at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:03:35.757307 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning for port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 00:03:35.761051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Provisioning complete for port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:03:35.761425 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:35.836959 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:35.858745 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:03:35.860946 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f360e2-18c6-4932-b2d0-4be329da4d10" -d '{"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-plugged", "status": "completed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:03:35.873362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:03:35.877577 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:35.931103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:35.956265 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504dba1e-966e-41d7-a7a8-6f9c649430f3 x-openstack-request-id: req-504dba1e-966e-41d7-a7a8-6f9c649430f3 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:03:35.956503 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-plugged", "status": "completed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:03:35.956750 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-504dba1e-966e-41d7-a7a8-6f9c649430f3 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:03:35.957175 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'code': 200} Nov 11 00:03:36.055552 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a6c75-2280-4125-b566-b0e1b970f323 req-8d354853-a136-42ff-8aad-483a45944027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:36.057038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-060a6c75-2280-4125-b566-b0e1b970f323 req-8d354853-a136-42ff-8aad-483a45944027 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1096 time: 0.0433557 Nov 11 00:03:36.104774 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-060a6c75-2280-4125-b566-b0e1b970f323 req-27a07e1c-e502-4665-9b7a-11938f54e709 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Nov 11 00:03:36.217053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2534936-7570-4782-80ef-9b105e6b378e req-e63eb9bb-354f-42c9-b2e6-2d09517b0a4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:36.218406 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2534936-7570-4782-80ef-9b105e6b378e req-e63eb9bb-354f-42c9-b2e6-2d09517b0a4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Nov 11 00:03:36.266889 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-b2534936-7570-4782-80ef-9b105e6b378e req-76f16140-7fc7-4a8f-97c6-19be91625900 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Nov 11 00:03:37.381423 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc37d8d-e592-4c0e-aef7-824e3780a438 req-f1b2a557-b484-4b85-aec4-e91880f98b3d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:37.382950 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ffc37d8d-e592-4c0e-aef7-824e3780a438 req-f1b2a557-b484-4b85-aec4-e91880f98b3d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0473726 Nov 11 00:03:37.435014 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-ffc37d8d-e592-4c0e-aef7-824e3780a438 req-c444feef-16a6-43ac-88fe-f9b14ed69b47 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Nov 11 00:03:37.550660 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dba5b-60e0-4e3b-a7d5-5b259bb6633d req-d59c067c-b2d7-4807-bc9f-85eaece22864 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:37.552026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b3dba5b-60e0-4e3b-a7d5-5b259bb6633d req-d59c067c-b2d7-4807-bc9f-85eaece22864 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Nov 11 00:03:37.600517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4b3dba5b-60e0-4e3b-a7d5-5b259bb6633d req-4af45680-9d52-4614-a727-e477f0fe2d3a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Nov 11 00:03:37.621646 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60352) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:37.662302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef17d11-f136-4bc0-8c10-3e21b59b5f01 tempest-TestShelveInstance-518884282 tempest-TestShelveInstance-518884282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:37.663964 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9ef17d11-f136-4bc0-8c10-3e21b59b5f01 tempest-TestShelveInstance-518884282 tempest-TestShelveInstance-518884282-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1091 time: 0.0410764 Nov 11 00:03:37.666623 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60354) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:03:37.670887 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Request body: {'floatingip': {'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'tenant_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:03:37.692688 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:37.789549 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:37.890727 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Allocated IP 172.25.0.26 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/416b6720-d3f8-49e4-82fc-d6549a9403e2) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:03:37.991187 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.023992 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.065080 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:03:38.068002 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:03:38.070836 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:03:38.077123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=416b6720-d3f8-49e4-82fc-d6549a9403e2,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:38.419420 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.485196 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.629712 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.634395 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.703156 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event updated for resources: {'Port': ['ID=416b6720-d3f8-49e4-82fc-d6549a9403e2,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:03:38.716488 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704422'] for floatingip, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:38.814566 n-d-811521-3 neutron-server[102458]: INFO neutron.db.l3_db [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Floating IP f59333c9-c828-48f5-af69-ec8d8f542f79 associated. External IP: 172.25.0.26, port: 3be56c4c-0bbf-47ea-aa73-cd387278bf97. Nov 11 00:03:39.015937 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:03:39.120123 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:03:39.130354 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:03:39.138414 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:39.139983 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:03:39.140642 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:03:39.247619 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:03:39.472776 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-151971d8-eaa2-4a76-b38b-a0893a186742 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8051267 Nov 11 00:03:39.473380 n-d-811521-3 neutron-server[102458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:03:39.475616 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04fe9f425d2bdee8e76be37891944f5e5d0d17350166ab8d8529d6ee1c11b191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e1090f-9353-4c00-911a-a129f2bd9501" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:03:39.479649 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'f59333c9-c828-48f5-af69-ec8d8f542f79', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:8a:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T00:03:38Z', 'updated_at': '2021-11-11T00:03:38Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:03:39.505511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:03:39.514886 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:03:39.515489 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:03:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:03:39.524429 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 00:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a295410-acde-4ee5-a83e-ced1412c197c x-openstack-request-id: req-6a295410-acde-4ee5-a83e-ced1412c197c {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:03:39.524742 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "status": "completed", "code": 200}]} {{(pid=102458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:03:39.525021 n-d-811521-3 neutron-server[102458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a295410-acde-4ee5-a83e-ced1412c197c {{(pid=102458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:03:39.525446 n-d-811521-3 neutron-server[102458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'status': 'completed', 'code': 200} Nov 11 00:03:39.586654 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-fd87fd71-73d9-4cff-83e8-cbcb90d401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:39.588116 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-fd87fd71-73d9-4cff-83e8-cbcb90d401a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1096 time: 0.0408554 Nov 11 00:03:39.619510 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:03:39.679759 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-b9c27831-3447-4431-8a49-de2e0d69b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:39.681168 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-b9c27831-3447-4431-8a49-de2e0d69b70a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0865953 Nov 11 00:03:39.748569 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-cde4be04-4f93-4d9d-bce8-fbac4a9c6ee5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 998 time: 0.0601032 Nov 11 00:03:39.797264 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-89b27ba5-fb56-445e-a425-465735fdb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:39.798722 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-89b27ba5-fb56-445e-a425-465735fdb19e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0437865 Nov 11 00:03:39.848634 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-2f1faad5-920e-4ff5-823a-e705412f4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:03:39.850139 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-2f1faad5-920e-4ff5-823a-e705412f4c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449812 Nov 11 00:03:39.931001 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'f59333c9-c828-48f5-af69-ec8d8f542f79', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:8a:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T00:03:38Z', 'updated_at': '2021-11-11T00:03:38Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:03:39.940413 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-6d1ff791-945c-46d1-816a-f0f7869a2904 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Nov 11 00:03:39.957770 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096ec7-a3c4-4446-b83f-55a0ca4042b3 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_floatingips': [{'id': 'f59333c9-c828-48f5-af69-ec8d8f542f79', 'tenant_id': '69ac6df805964962a57584f84e155385', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'router_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'mac_address': 'fa:16:3e:8a:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T00:03:38Z', 'updated_at': '2021-11-11T00:03:38Z', 'revision_number': 0, 'project_id': '69ac6df805964962a57584f84e155385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:03:40.037019 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-76e1090f-9353-4c00-911a-a129f2bd9501 req-1dd51810-80e2-4428-b32a-e751d848269b service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Nov 11 00:03:40.161894 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c506bdd-27a0-495a-818a-52fe6c54a1c9 None None] New status for floating IP f59333c9-c828-48f5-af69-ec8d8f542f79: ACTIVE {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 00:03:45.421260 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:45.902934 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:55.137742 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f6fe-bfa8-4943-a2b3-415e18a53b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:55.164821 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:03:57.772298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c03ad779-820e-41af-9931-f7d5cc2818d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:03:59.262764 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:00.682743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:00.901360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:15.422432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:15.913290 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:25.138874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a80e0d42-ef7b-476b-8fec-a0101a2f63e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:27.773399 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-05dee54a-e634-4313-8bd6-85b2416623f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:29.266588 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:30.686152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:30.903764 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:32.164820 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:04:37.016360 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-7299b554-2d32-49c4-bb8b-68553b58549e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398118 Nov 11 00:04:37.095545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-c5324568-a21e-4747-88e1-498923b15fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:04:37.097018 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-c5324568-a21e-4747-88e1-498923b15fbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1096 time: 0.0404387 Nov 11 00:04:37.200473 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-93946df8-ba37-4daf-b3fe-1ab410ca6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:04:37.201949 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-93946df8-ba37-4daf-b3fe-1ab410ca6f93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0869417 Nov 11 00:04:37.266582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-50a70d25-8ac7-45a4-b1f4-17766b7d52a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1000 time: 0.0564785 Nov 11 00:04:37.318028 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-047e63ca-6893-42ac-baf8-4256b38dd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:04:37.319688 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-047e63ca-6893-42ac-baf8-4256b38dd911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0461144 Nov 11 00:04:37.363677 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-bdd8b20b-b510-46da-819c-cbd6b645a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:04:37.365207 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-bdd8b20b-b510-46da-819c-cbd6b645a075 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388622 Nov 11 00:04:37.452491 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-5c1d9f95-f7f9-4120-89fb-df23127a57a3 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798800 Nov 11 00:04:37.543105 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-f3ca8c41-d86f-47f0-aad8-008e788c4aad req-a415f2f0-1e07-48af-a829-74b3e765caab service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Nov 11 00:04:45.437018 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:45.912989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:55.139416 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-af0ecfec-0824-44fc-8ccb-02fda05c3a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:57.774744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0a7aa3b5-9662-4736-8be6-6d39fb3a3d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:04:59.268844 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:00.689198 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:00.905445 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:09.164659 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:05:15.460497 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:15.912331 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:25.141884 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d8da3f8b-3d1a-4d08-8a8f-da8ab2dc668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:27.775423 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d69cd803-f248-4c3a-97d8-c579d288cd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:29.272389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:30.690707 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:30.905976 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:36.059296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe9c48-1a4d-482d-85b6-48616437a1c7 req-94c684a1-2e21-4eea-b9f1-27fd27e92afc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:36.060802 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62fe9c48-1a4d-482d-85b6-48616437a1c7 req-94c684a1-2e21-4eea-b9f1-27fd27e92afc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0982816 Nov 11 00:05:36.109515 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-62fe9c48-1a4d-482d-85b6-48616437a1c7 req-b0a67d4e-ccee-4b84-8fb4-7350ff5b5385 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Nov 11 00:05:37.300910 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f0ad5-1e26-41eb-ac2f-12544fac19cc req-fec1afae-cd01-483c-ad65-d6d68dc666c3 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:37.302344 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e70f0ad5-1e26-41eb-ac2f-12544fac19cc req-fec1afae-cd01-483c-ad65-d6d68dc666c3 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0928011 Nov 11 00:05:37.351567 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-e70f0ad5-1e26-41eb-ac2f-12544fac19cc req-8cd19d39-75f7-4846-a4ee-e115b1d05f15 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433998 Nov 11 00:05:37.936651 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-139c231c-1654-4cc4-b3ec-f2af20bd8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:37.938163 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-139c231c-1654-4cc4-b3ec-f2af20bd8c04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1096 time: 0.0450304 Nov 11 00:05:38.039935 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-04593153-8442-4fab-826c-2a444e3c57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:38.041426 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-04593153-8442-4fab-826c-2a444e3c57be service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0837548 Nov 11 00:05:38.115795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-f2902e64-b6f8-41f2-82e1-bab2ac2086f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1000 time: 0.0667031 Nov 11 00:05:38.164586 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-77d6de81-a75b-49e6-b406-2864c6f752a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:38.166099 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-77d6de81-a75b-49e6-b406-2864c6f752a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0438371 Nov 11 00:05:38.210378 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-f7723c85-c3b2-460c-b946-69eff9b330f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:38.212110 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-f7723c85-c3b2-460c-b946-69eff9b330f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395582 Nov 11 00:05:38.302628 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-b0ad1fca-b2a3-4d8d-a9de-3812d6ab0b66 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829973 Nov 11 00:05:38.393090 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-87c58ac3-e7a5-4d09-af7e-893d1eb06eba req-9d430d09-16c8-4ad4-b6ea-169201ba405c service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829878 Nov 11 00:05:38.489483 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520be8-f8bb-4d4c-8c57-5b16e6e408b0 req-442a3cf8-ee44-4905-85c7-95f3edaace45 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:38.490863 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17520be8-f8bb-4d4c-8c57-5b16e6e408b0 req-442a3cf8-ee44-4905-85c7-95f3edaace45 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Nov 11 00:05:38.538743 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-17520be8-f8bb-4d4c-8c57-5b16e6e408b0 req-69055cc6-1c3c-4ca0-9b59-4df3b1b30acc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Nov 11 00:05:39.652737 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab44e8b-0a32-4cea-b53b-79f0ec5780a0 req-a1063b1b-5bd5-451c-99b6-6ec758e774ac tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:39.654260 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eab44e8b-0a32-4cea-b53b-79f0ec5780a0 req-a1063b1b-5bd5-451c-99b6-6ec758e774ac tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Nov 11 00:05:39.707646 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-eab44e8b-0a32-4cea-b53b-79f0ec5780a0 req-5176d3d6-8f40-4a23-85c6-97f5a4cf1fc5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474799 Nov 11 00:05:40.824614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fce41-b025-43c7-952e-474f87f9b279 req-dab6fa73-566b-4a75-a19b-072a3d5aa899 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:40.826115 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b9fce41-b025-43c7-952e-474f87f9b279 req-dab6fa73-566b-4a75-a19b-072a3d5aa899 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0522280 Nov 11 00:05:40.876343 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9b9fce41-b025-43c7-952e-474f87f9b279 req-debb2cfb-68a0-49ad-9b9b-3976a3917085 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Nov 11 00:05:41.992529 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c04dd-9a5e-434c-885e-9b5299ab029e req-9a895072-98f6-4e75-b32d-430698069aa8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:41.994026 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f4c04dd-9a5e-434c-885e-9b5299ab029e req-9a895072-98f6-4e75-b32d-430698069aa8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0481989 Nov 11 00:05:42.043021 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7f4c04dd-9a5e-434c-885e-9b5299ab029e req-8c6179dc-2938-4741-b367-ab84bd655f48 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Nov 11 00:05:43.158029 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a8c7-0bc3-444c-a7f9-0396b59327cf req-b67802f1-9d04-48de-b0e5-dc6b3123fae8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:43.159495 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11f3a8c7-0bc3-444c-a7f9-0396b59327cf req-b67802f1-9d04-48de-b0e5-dc6b3123fae8 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Nov 11 00:05:43.207801 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-11f3a8c7-0bc3-444c-a7f9-0396b59327cf req-880a19d4-1383-4f95-af6a-1f743531b000 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Nov 11 00:05:44.320259 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1911-a69d-4038-b8b0-6e77ecb3e556 req-ff0f9838-6eeb-4ad0-a5fa-6d237ed8c53b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:44.321643 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bac1911-a69d-4038-b8b0-6e77ecb3e556 req-ff0f9838-6eeb-4ad0-a5fa-6d237ed8c53b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0479012 Nov 11 00:05:44.370714 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-8bac1911-a69d-4038-b8b0-6e77ecb3e556 req-219a1541-641c-4b94-9644-e2871759720a tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Nov 11 00:05:45.454651 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:45.490809 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d1085-8496-4cb2-b1aa-65991446342e req-b12ba54b-7a62-4464-bc8a-0572f19fd1cc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:45.492282 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa8d1085-8496-4cb2-b1aa-65991446342e req-b12ba54b-7a62-4464-bc8a-0572f19fd1cc tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0545881 Nov 11 00:05:45.540008 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-aa8d1085-8496-4cb2-b1aa-65991446342e req-3b4039ec-e899-42ce-8080-57f71d75ca44 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Nov 11 00:05:45.909942 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:46.134793 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-194cfc4d-5c63-49fc-8081-9f64d718500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:46.136244 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-194cfc4d-5c63-49fc-8081-9f64d718500a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1096 time: 0.0438626 Nov 11 00:05:46.163169 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:05:46.225115 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-6e1f2ef5-4bfa-49ff-9722-bfd45d248fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:46.226553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-6e1f2ef5-4bfa-49ff-9722-bfd45d248fc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0834007 Nov 11 00:05:46.294534 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-f8bfa67f-b305-4277-9147-ec66ca8e2d7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1000 time: 0.0602846 Nov 11 00:05:46.343863 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-ecceabdd-9e29-4853-b101-906003f90a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:46.345313 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-ecceabdd-9e29-4853-b101-906003f90a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0430608 Nov 11 00:05:46.390053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-f62d78ae-7073-43ab-8cf7-519c415289f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:46.391500 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-f62d78ae-7073-43ab-8cf7-519c415289f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397234 Nov 11 00:05:46.482021 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-a407b4ba-2463-4006-9be6-668e3cc71cd7 service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Nov 11 00:05:46.571985 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3aba8959-95b1-4894-89a6-6d90b6c4edac req-5cdb33ae-5c30-4cb8-918a-2795112e522e service neutron] 10.222.0.39 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821199 Nov 11 00:05:46.655213 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea7099-de19-447c-bc5e-5cefa656fc7e req-50aa7a3f-6a49-4241-b691-eb86a28b0eb4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:46.656678 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55ea7099-de19-447c-bc5e-5cefa656fc7e req-50aa7a3f-6a49-4241-b691-eb86a28b0eb4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Nov 11 00:05:46.709677 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-55ea7099-de19-447c-bc5e-5cefa656fc7e req-e81173af-c682-42cf-8ea6-bf7b35a5f462 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Nov 11 00:05:47.827001 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac12b3-c78d-4087-a7e6-244a3764f8bf req-9a1dba36-6508-4eb4-9177-d7781bef950c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:47.828503 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46ac12b3-c78d-4087-a7e6-244a3764f8bf req-9a1dba36-6508-4eb4-9177-d7781bef950c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Nov 11 00:05:47.877198 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-46ac12b3-c78d-4087-a7e6-244a3764f8bf req-e6122510-714c-47e2-b35f-4a04a999f4aa tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Nov 11 00:05:48.994001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c5294-6300-45a7-ad75-fa17a6640d5b req-c7ab1e00-a122-4939-b8a0-b1c6446a4e10 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:48.995461 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5c5294-6300-45a7-ad75-fa17a6640d5b req-c7ab1e00-a122-4939-b8a0-b1c6446a4e10 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Nov 11 00:05:49.046484 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-ee5c5294-6300-45a7-ad75-fa17a6640d5b req-1f1ebacd-81e2-423c-a083-3dfe0c1602cb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Nov 11 00:05:50.160218 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321793-a530-47f3-bb51-e3690a786ca2 req-188f860a-7e8e-49d5-9596-ab0db5358582 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:50.161729 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d321793-a530-47f3-bb51-e3690a786ca2 req-188f860a-7e8e-49d5-9596-ab0db5358582 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Nov 11 00:05:50.217591 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-3d321793-a530-47f3-bb51-e3690a786ca2 req-4eea99e2-4df7-4c8c-93de-429f6525f27b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484126 Nov 11 00:05:50.325949 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-44292229-eadf-4966-a2dc-cbe8a0aa016d req-90d8c9ce-6907-412e-b26e-0b6434a14e14 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:05:50.326982 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-44292229-eadf-4966-a2dc-cbe8a0aa016d req-90d8c9ce-6907-412e-b26e-0b6434a14e14 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459895 Nov 11 00:05:50.449422 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-8c42dd81-5949-4200-9f73-f1ab348eb4ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399873 Nov 11 00:05:50.459278 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-34bbabef-256d-4db7-a2e8-313cac071e26 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=102458) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:05:50.460240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-34bbabef-256d-4db7-a2e8-313cac071e26 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049520 Nov 11 00:05:50.478393 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ce414-a18f-4860-9830-efdc7a8074b5 req-572608b3-48bb-43e6-bb79-7cfb6d56163c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:50.479954 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-404ce414-a18f-4860-9830-efdc7a8074b5 req-572608b3-48bb-43e6-bb79-7cfb6d56163c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0513585 Nov 11 00:05:50.529857 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-404ce414-a18f-4860-9830-efdc7a8074b5 req-082d4b69-f40f-4261-981b-5b62f0e15c51 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Nov 11 00:05:51.645551 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc35ee9-d707-4843-a815-3fc30d7b0dd8 req-a7b8d9f1-1066-4e82-93ef-198669490c8c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:51.647038 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fc35ee9-d707-4843-a815-3fc30d7b0dd8 req-a7b8d9f1-1066-4e82-93ef-198669490c8c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Nov 11 00:05:51.700706 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3fc35ee9-d707-4843-a815-3fc30d7b0dd8 req-24140c68-17e6-416f-bf86-f5998b2f9b9b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Nov 11 00:05:52.332675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 no longer exists at agent hyperv_n-h2-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:05:52.413075 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:52.435223 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:05:52.437451 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143404de-4063-41ec-80ed-1d36630f04a0" -d '{"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-unplugged", "status": "completed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:05:52.449684 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:05:52.454592 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:52.477415 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9dadf-8021-4b0d-9296-1e4df3eb7ee9 x-openstack-request-id: req-07f9dadf-8021-4b0d-9296-1e4df3eb7ee9 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:05:52.477690 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-unplugged", "status": "failed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "code": 422}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:05:52.477937 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07f9dadf-8021-4b0d-9296-1e4df3eb7ee9 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:05:52.478322 n-d-811521-3 neutron-server[102459]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'code': 422} returned with failed status Nov 11 00:05:52.502984 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=6']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:05:52.510253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.510596 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.510935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.511261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.511585 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.511904 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.512221 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.512535 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.512851 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.513195 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.514037 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.514362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:52.817366 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4bc5d-0d5f-472f-ad4e-b4734e47cf44 req-caef1d8b-e8a6-439f-988e-2a382e35f59d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:52.818881 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0fa4bc5d-0d5f-472f-ad4e-b4734e47cf44 req-caef1d8b-e8a6-439f-988e-2a382e35f59d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Nov 11 00:05:52.868517 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-0fa4bc5d-0d5f-472f-ad4e-b4734e47cf44 req-b98330a9-3620-4417-ba26-ce098c39e382 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Nov 11 00:05:53.990059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c765aa-d799-41b9-a455-e62642c079ca req-02b287b0-5402-4de2-a8b6-32599080b43b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:53.991537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02c765aa-d799-41b9-a455-e62642c079ca req-02b287b0-5402-4de2-a8b6-32599080b43b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0516849 Nov 11 00:05:54.041275 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-02c765aa-d799-41b9-a455-e62642c079ca req-8e30a6e0-70c8-449e-b792-c40e673da14c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Nov 11 00:05:55.148140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-9e3131b8-f5b4-4b0a-9d51-743dd5acd344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:55.164582 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc5839-cddd-4855-8788-fa3e6fd3f65d req-281e8d4a-28d5-4aed-9b04-1a949ccf5015 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:55.166370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3dc5839-cddd-4855-8788-fa3e6fd3f65d req-281e8d4a-28d5-4aed-9b04-1a949ccf5015 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0560691 Nov 11 00:05:55.228115 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-d3dc5839-cddd-4855-8788-fa3e6fd3f65d req-9543f0ac-4f75-4bf2-af4e-e1a9d03b51f5 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495045 Nov 11 00:05:56.103396 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-066e5228-4307-4d01-aadf-0c987479a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:56.104848 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-066e5228-4307-4d01-aadf-0c987479a8d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80&tenant_id=69ac6df805964962a57584f84e155385 HTTP/1.1" status: 200 len: 1094 time: 0.0444920 Nov 11 00:05:56.116141 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-3', 'device_owner': 'compute:nova'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:05:56.166375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.393101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7800a-fbf0-41de-bbaa-0f054d183307 req-10c70eab-394b-46ad-b06f-c5a1b0825276 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:56.394576 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18f7800a-fbf0-41de-bbaa-0f054d183307 req-10c70eab-394b-46ad-b06f-c5a1b0825276 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0965605 Nov 11 00:05:56.410887 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:05:56.470204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h2-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:05:56.474971 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-18f7800a-fbf0-41de-bbaa-0f054d183307 req-91e4276b-9164-4cba-a4ec-ce55d5fa63d4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733294 Nov 11 00:05:56.505515 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:05:56.512845 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.525548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.provisioning_blocks [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Transition to ACTIVE for port object 3be56c4c-0bbf-47ea-aa73-cd387278bf97 will not be triggered until provisioned by entity L2. {{(pid=102457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 00:05:56.529073 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.611616 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=7']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:05:56.624105 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.624452 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.624792 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.625175 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.625507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.625857 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.626195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.626504 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.626828 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.627150 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.627465 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.627790 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:05:56.661183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] No DVR routers for this DVR port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on host n-h2-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:05:56.796446 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on host n-h1-811521-3 for vnic_type normal with profile {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:05:56.796774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 by drivers openvswitch,hyperv on host n-h1-811521-3 at level 0 using segments [{'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:05:56.797135 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:05:56.801382 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-3 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 00:05:56.801701 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Attempting to bind port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:05:56.806441 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Checking agent: {'id': '0878e923-e7c0-48ff-b667-9424eff4bf6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 11, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:05:56.806776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Checking segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:05:56.807153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Bound using segment: {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'} {{(pid=102457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:05:56.807572 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.managers [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Bound port: 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host: n-h1-811521-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68229cea-915c-4977-a9bc-4b263a21ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34'}}] {{(pid=102457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:05:56.807923 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.868114 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, cleared binding levels {{(pid=102457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:05:56.871038 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:05:56.876126 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.916556 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:56.917262 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:56.918633 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] 10.222.0.20 "PUT /v2.0/ports/3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1091 time: 0.8062603 Nov 11 00:05:56.919059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:05:56.923168 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:05:56.956910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100aba6-a58e-48ac-a2d3-fd694b483157 service neutron] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=8']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:05:56.973444 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a6a75c-7f2c-4e96-98db-6bd91da3f59c x-openstack-request-id: req-11a6a75c-7f2c-4e96-98db-6bd91da3f59c {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:05:56.973731 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:05:56.973982 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11a6a75c-7f2c-4e96-98db-6bd91da3f59c {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:05:56.974384 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'status': 'completed', 'code': 200} Nov 11 00:05:56.991600 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-d6abf377-cada-4142-a158-710317dba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:56.993161 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-d6abf377-cada-4142-a158-710317dba2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1094 time: 0.0468512 Nov 11 00:05:57.090866 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-22901247-2582-453b-ad30-7af051dccd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.092876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-22901247-2582-453b-ad30-7af051dccd19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0931034 Nov 11 00:05:57.159773 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-0ad5ce7a-b175-4020-9152-0e0db349f056 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 998 time: 0.0582702 Nov 11 00:05:57.209852 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-0b09ed14-d50a-4e6a-a931-2d720a35a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.211226 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-0b09ed14-d50a-4e6a-a931-2d720a35a3ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0438781 Nov 11 00:05:57.259120 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-063bfbd4-c6d1-4bba-afa7-00b1c64fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.260561 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-063bfbd4-c6d1-4bba-afa7-00b1c64fd394 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424089 Nov 11 00:05:57.347479 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-aefb34fe-5bb5-48dd-af75-620f76d06fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796702 Nov 11 00:05:57.437644 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-1fb22b6d-02ec-48d8-9e97-7fcaa6c8ec88 req-3fb96b40-85c0-4b16-9c9e-940bb034b3b1 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830913 Nov 11 00:05:57.777910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b3a9dbf2-d2cb-4633-9345-eb89067a7191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:05:57.843355 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-24793fd6-4b47-4b24-8eb6-c8807e32f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.844844 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-24793fd6-4b47-4b24-8eb6-c8807e32f1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1094 time: 0.3607109 Nov 11 00:05:57.856746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117cd83-5c32-43c6-ba5a-787744c3a420 req-992780f9-9576-431b-a6b9-4f000b984e61 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.858767 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9117cd83-5c32-43c6-ba5a-787744c3a420 req-992780f9-9576-431b-a6b9-4f000b984e61 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0594079 Nov 11 00:05:57.956634 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-9117cd83-5c32-43c6-ba5a-787744c3a420 req-a9a4bad7-e6f7-4b60-ab25-bf6e0958b984 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888686 Nov 11 00:05:57.978758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-a699f829-bcc0-4225-af45-094bc4516294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:57.980215 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-a699f829-bcc0-4225-af45-094bc4516294 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.1206102 Nov 11 00:05:58.046200 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-a060a998-a1df-466f-9a7f-7282d83ffdfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 998 time: 0.0583439 Nov 11 00:05:58.098331 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-acc8cc1c-713c-45bc-bd49-2d0d830f7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:58.099749 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-acc8cc1c-713c-45bc-bd49-2d0d830f7732 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0472152 Nov 11 00:05:58.145037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-b084668e-75fc-4c00-89de-0f04341d87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:58.146548 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-b084668e-75fc-4c00-89de-0f04341d87d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396152 Nov 11 00:05:58.235876 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-02988424-f729-492d-9241-2dbdf7a0400e service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Nov 11 00:05:58.327315 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-082f5d9d-326e-4c5e-993f-a18a1fd17ba6 req-1ea2a215-2ffd-4deb-9591-2d675211cc11 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Nov 11 00:05:59.074746 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61129a-a2ca-4f55-8f6d-1aca49c77364 req-0cf530b0-ccde-48f6-bc4d-44c092930c03 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:05:59.076705 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e61129a-a2ca-4f55-8f6d-1aca49c77364 req-0cf530b0-ccde-48f6-bc4d-44c092930c03 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0528102 Nov 11 00:05:59.124795 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-4e61129a-a2ca-4f55-8f6d-1aca49c77364 req-15182d21-dab0-4f98-9074-c7427769d86e tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Nov 11 00:05:59.277276 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:00.239794 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37a5a2-6009-4a79-87c9-f47ba644c2ff req-ccf3236c-ebf1-468c-aa68-e8999d7dfd67 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:00.241281 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc37a5a2-6009-4a79-87c9-f47ba644c2ff req-ccf3236c-ebf1-468c-aa68-e8999d7dfd67 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0492947 Nov 11 00:06:00.288824 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-fc37a5a2-6009-4a79-87c9-f47ba644c2ff req-05b5fb54-aea5-4b30-8c47-40181a0873f2 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Nov 11 00:06:00.694132 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:00.907654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:01.402612 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358997-b979-4276-94fc-dafbbddf65f7 req-7204d56c-d51b-4c92-bea4-494a1edd3f17 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:01.404088 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22358997-b979-4276-94fc-dafbbddf65f7 req-7204d56c-d51b-4c92-bea4-494a1edd3f17 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0491004 Nov 11 00:06:01.453170 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-22358997-b979-4276-94fc-dafbbddf65f7 req-afd4c873-b2c1-48ea-a576-5666239a328c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Nov 11 00:06:02.572426 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77072353-028f-434b-b8de-157d088c2a1f req-615982cf-95d2-48f9-9ed7-c489e93544eb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:02.573917 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77072353-028f-434b-b8de-157d088c2a1f req-615982cf-95d2-48f9-9ed7-c489e93544eb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0531538 Nov 11 00:06:02.622383 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-77072353-028f-434b-b8de-157d088c2a1f req-19d18d7f-4787-4e22-85a3-002ac8019040 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Nov 11 00:06:03.739966 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5cca-9241-4b78-b2a5-15fe7b3b534f req-a7cee39c-06c8-414a-8318-5e0859e0a4a1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:03.741369 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19de5cca-9241-4b78-b2a5-15fe7b3b534f req-a7cee39c-06c8-414a-8318-5e0859e0a4a1 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0519352 Nov 11 00:06:03.789404 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-19de5cca-9241-4b78-b2a5-15fe7b3b534f req-2d849bb6-ed4a-460a-b488-c4e04f1cdd37 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Nov 11 00:06:04.904634 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eef5e-7d25-4f95-a38b-6b97e9dded5e req-8b58304d-0da0-436d-9ca5-822ed195a93f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:04.906117 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-df4eef5e-7d25-4f95-a38b-6b97e9dded5e req-8b58304d-0da0-436d-9ca5-822ed195a93f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0495119 Nov 11 00:06:04.955537 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-df4eef5e-7d25-4f95-a38b-6b97e9dded5e req-2d61bd18-94b6-4609-9560-4a7360dca2cb tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 11 00:06:06.070082 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009610e-3f70-4af7-9ef1-a75f704ca93b req-86a464f3-7840-460b-b6d2-32f061d9ab77 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:06.071553 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3009610e-3f70-4af7-9ef1-a75f704ca93b req-86a464f3-7840-460b-b6d2-32f061d9ab77 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 943 time: 0.0490966 Nov 11 00:06:06.120224 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3009610e-3f70-4af7-9ef1-a75f704ca93b req-01980e2a-f458-486a-b7d4-c78f5b2f237d tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Nov 11 00:06:06.772721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 details requested by agent hyperv_n-h1-811521-3 with host n-h1-811521-3 {{(pid=102459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 00:06:06.868463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:06:06.880831 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Returning: {'device': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'port_id': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'mac_address': 'fa:16:3e:8a:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 00:06:06.917216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:06.929621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 00:06:06.949514 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:06:06.954033 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:06.999468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=9']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:06:07.172156 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] get_ports_and_sgs() called for port_ids ['3be56c4c-0bbf-47ea-aa73-cd387278bf97'] {{(pid=102459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 00:06:07.234159 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1820a-00e5-4f5f-a67c-d54d6ce79380 req-7d1d82da-03db-444f-9c81-a3ada4d9c537 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:07.235645 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cf1820a-00e5-4f5f-a67c-d54d6ce79380 req-7d1d82da-03db-444f-9c81-a3ada4d9c537 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 944 time: 0.0485840 Nov 11 00:06:07.288160 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-7cf1820a-00e5-4f5f-a67c-d54d6ce79380 req-442fe3cb-1b47-46e6-a1f6-5fdc6f9fde91 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Nov 11 00:06:08.401761 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2175f-1331-4264-8530-43e579d5b47e req-6b02cd22-b9f4-4c68-837f-ea859c246b4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:08.403240 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dc2175f-1331-4264-8530-43e579d5b47e req-6b02cd22-b9f4-4c68-837f-ea859c246b4b tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 944 time: 0.0485508 Nov 11 00:06:08.456083 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7dc2175f-1331-4264-8530-43e579d5b47e req-03c4c8e1-6be8-4cd9-9193-b5a71d1ac011 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Nov 11 00:06:08.788084 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 up at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:06:08.839698 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning for port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 completed by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 00:06:08.843529 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Provisioning complete for port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:06:08.843896 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:08.918627 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:08.940847 n-d-811521-3 neutron-server[102459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:06:08.943070 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6423f8c7e87b468d7587ef6f575f1205bc5b82bcc218a37cc5a04b0d183e930c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b443d-5cde-41f4-a4aa-36baf42239ab" -d '{"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-plugged", "status": "completed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:06:08.955918 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:06:08.960294 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:09.011917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Pushing event updated for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=10']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:06:09.572199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d46d-aa23-4bde-bf4c-707eaba75ba2 req-26c8508d-eb3d-40a8-9302-3ed13db3c0c9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:09.573683 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57e6d46d-aa23-4bde-bf4c-707eaba75ba2 req-26c8508d-eb3d-40a8-9302-3ed13db3c0c9 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Nov 11 00:06:09.622691 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-57e6d46d-aa23-4bde-bf4c-707eaba75ba2 req-5c7899ce-28b8-4cc0-8c70-653b42d0c498 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Nov 11 00:06:09.998320 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed0ef5-218a-4df5-a631-06fbc5db90e2 x-openstack-request-id: req-24ed0ef5-218a-4df5-a631-06fbc5db90e2 {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:06:09.998790 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-plugged", "status": "completed", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "code": 200}]} {{(pid=102459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:06:09.998899 n-d-811521-3 neutron-server[102459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24ed0ef5-218a-4df5-a631-06fbc5db90e2 {{(pid=102459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:06:09.999644 n-d-811521-3 neutron-server[102459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'code': 200} Nov 11 00:06:10.140629 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a1aba-9d72-4180-973d-1b7f5716e53d req-ec3eb802-8853-4490-986b-66fc143fbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:10.142101 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c67a1aba-9d72-4180-973d-1b7f5716e53d req-ec3eb802-8853-4490-986b-66fc143fbe9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1097 time: 0.0390027 Nov 11 00:06:10.187960 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-c67a1aba-9d72-4180-973d-1b7f5716e53d req-c5b14a16-3d1d-4339-ab20-e406be2aedfc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Nov 11 00:06:10.742086 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9971-e339-4844-8ffb-7a91c3795326 req-860165e8-b2eb-44cd-9f22-9352f265b493 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:10.743582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b4d9971-e339-4844-8ffb-7a91c3795326 req-860165e8-b2eb-44cd-9f22-9352f265b493 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0498109 Nov 11 00:06:10.792368 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-3b4d9971-e339-4844-8ffb-7a91c3795326 req-1a175c7f-a5f7-40b4-9766-dddf42375e50 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Nov 11 00:06:11.912563 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52233a-838f-406b-9e5b-d488a33e75a7 req-3adfae27-eee5-4922-ba31-d8017a7fc032 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:11.914068 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a52233a-838f-406b-9e5b-d488a33e75a7 req-3adfae27-eee5-4922-ba31-d8017a7fc032 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Nov 11 00:06:11.963206 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-8a52233a-838f-406b-9e5b-d488a33e75a7 req-913caa48-ada3-491f-9a7a-0579256e7c47 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Nov 11 00:06:15.453973 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:15.910468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:23.161883 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:06:25.149149 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-2332f0d9-fc6c-42bc-ba8c-f2897ed24b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:27.780117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f11ef996-7fb8-4db7-8fd4-25f955b01da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:29.279752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:30.697774 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:30.910152 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:45.465634 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:45.917862 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:50.016964 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-602d2348-b703-4384-8794-da474ac2b170 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913668 Nov 11 00:06:50.097158 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-757623bb-44d5-483f-98ad-24117bf360d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:50.098613 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-757623bb-44d5-483f-98ad-24117bf360d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1097 time: 0.0395639 Nov 11 00:06:50.203944 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-c1c3c9ad-68a3-4347-a89a-dc35b522f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:50.205335 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-c1c3c9ad-68a3-4347-a89a-dc35b522f16a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.0881312 Nov 11 00:06:50.270041 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-36a21189-f7f8-4429-b059-02f185cefedd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 1000 time: 0.0575352 Nov 11 00:06:50.317774 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-5ae398f6-4d37-4c57-9248-c7841f65baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:50.319180 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-5ae398f6-4d37-4c57-9248-c7841f65baae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0417950 Nov 11 00:06:50.367204 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-e5dcdbd5-7000-49ad-b9f4-939e40571ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:06:50.368650 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-e5dcdbd5-7000-49ad-b9f4-939e40571ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421398 Nov 11 00:06:50.456037 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-daa0f8ea-e32b-4584-9e86-8486d944f645 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803108 Nov 11 00:06:50.547881 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-83f0fc60-f8f7-42f0-9a03-8e58b9e698cb req-8ba0d5b3-196d-48f8-a00f-481743381a30 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841517 Nov 11 00:06:55.149910 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ad68231f-7a98-44d5-a760-c3be55825ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:57.780743 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c02-af71-4043-9f2a-1bb08587ce76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:06:59.280678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:00.163977 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:07:00.699322 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:00.913104 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:15.482798 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:15.935084 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:21.881870 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60520) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:22.038153 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Deleting port 416b6720-d3f8-49e4-82fc-d6549a9403e2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:22.038497 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.113236 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.113567 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.124952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Calling delete_port for 416b6720-d3f8-49e4-82fc-d6549a9403e2 owned by network:floatingip {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:22.272622 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.297646 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'Port': ['ID=416b6720-d3f8-49e4-82fc-d6549a9403e2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:22.309288 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.309635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.309974 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.310310 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.310641 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.310970 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.311294 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.311619 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.311940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.312262 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.312587 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.312908 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:22.370300 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for floatingip, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.370638 n-d-811521-3 neutron-server[102457]: INFO neutron.db.l3_db [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Floating IP f59333c9-c828-48f5-af69-ec8d8f542f79 disassociated (deleted). External IP: 172.25.0.26, port: 3be56c4c-0bbf-47ea-aa73-cd387278bf97. Nov 11 00:07:22.578271 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:07:22.684984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:22.689408 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for floatingip, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:22.695390 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:22.705346 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:22.705950 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:06:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:22.716573 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-4b1ce0fa-7161-4bfb-9b47-c942ce14ca81 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "DELETE /v2.0/floatingips/f59333c9-c828-48f5-af69-ec8d8f542f79 HTTP/1.1" status: 204 len: 168 time: 0.8335512 Nov 11 00:07:22.717195 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:07:22.719458 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e3764-fae1-484f-95f1-302ab9041e88" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:07:22.758753 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 00:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a721d-f430-4879-9ecb-ed62f815b1b6 x-openstack-request-id: req-600a721d-f430-4879-9ecb-ed62f815b1b6 {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:07:22.759115 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:07:22.759435 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-600a721d-f430-4879-9ecb-ed62f815b1b6 {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:07:22.760578 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'status': 'completed', 'code': 200} Nov 11 00:07:22.813702 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:22.823651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3764-fae1-484f-95f1-302ab9041e88 req-8d85e20b-d280-4dc4-8c15-d69fdd54d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:22.825205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-8d85e20b-d280-4dc4-8c15-d69fdd54d9be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ac6df805964962a57584f84e155385&device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 1097 time: 0.0437920 Nov 11 00:07:22.959750 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3764-fae1-484f-95f1-302ab9041e88 req-c8b5f17a-f24e-4401-bc46-8dc1acd63eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:22.961262 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-c8b5f17a-f24e-4401-bc46-8dc1acd63eaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 200 len: 908 time: 0.1282885 Nov 11 00:07:22.986226 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70575994-5291-4ec9-8d44-6b416d796407 req-ac3e132b-c96a-40bd-ab8f-24e930c02ece tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:22.987667 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70575994-5291-4ec9-8d44-6b416d796407 req-ac3e132b-c96a-40bd-ab8f-24e930c02ece tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0734024 Nov 11 00:07:23.015822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:23.016373 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-6d95783c-5a7b-4d9c-be1f-64fed9bd2b32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 200 len: 217 time: 0.0451715 Nov 11 00:07:23.045244 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:23.053642 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:23.054242 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:06:58Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:23.097024 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3764-fae1-484f-95f1-302ab9041e88 req-00e1056e-70bb-4fd8-bf94-6e7e701c0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:23.098609 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-00e1056e-70bb-4fd8-bf94-6e7e701c0b3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 200 len: 847 time: 0.0696969 Nov 11 00:07:23.102543 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-70575994-5291-4ec9-8d44-6b416d796407 req-b2a0da67-977d-44c2-af3a-ced0f5e58454 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885599 Nov 11 00:07:23.148059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3764-fae1-484f-95f1-302ab9041e88 req-c49c4cff-f41e-4cd6-80a2-42da20db7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:23.149638 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-c49c4cff-f41e-4cd6-80a2-42da20db7e30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb439a8-9fe3-44a8-b8e6-fae36906ba34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420842 Nov 11 00:07:23.245730 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:23.247062 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-2a8b8984-a975-4cd0-8259-3927388c4f6f service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Nov 11 00:07:23.335799 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-924e3764-fae1-484f-95f1-302ab9041e88 req-6e8b9d63-b83c-42d2-af70-d7822112fa87 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Nov 11 00:07:23.439993 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:23.469967 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318203c-29c1-4671-a822-66339f2b11b8 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '9d439ed4-f143-46b2-907c-0936cef9497f', 'name': '', 'network_id': '7fb439a8-9fe3-44a8-b8e6-fae36906ba34', 'tenant_id': '69ac6df805964962a57584f84e155385', 'mac_address': 'fa:16:3e:9d:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:48Z', 'updated_at': '2021-11-10T23:58:52Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'subnets': [{'id': '00d03360-8851-490d-bd33-b2c6c7dfa1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:23.680877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db3e11-2757-4f7f-a655-6290d8be2e90 None None] New status for floating IP f59333c9-c828-48f5-af69-ec8d8f542f79: DOWN {{(pid=102459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 00:07:24.224059 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c4d72-a752-45a5-bd9d-6a7ec7c07485 req-45120c06-6325-4bec-ba82-9d3d457f74ce tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:24.225566 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-600c4d72-a752-45a5-bd9d-6a7ec7c07485 req-45120c06-6325-4bec-ba82-9d3d457f74ce tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Nov 11 00:07:24.273913 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-600c4d72-a752-45a5-bd9d-6a7ec7c07485 req-9efa76b0-df1c-4672-91c4-2373eb8edae0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/security-groups?id=10ceb7ef-eedd-4d97-9c7c-f61dcd116689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Nov 11 00:07:24.380683 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-60161460-c598-4990-81a6-324afc9f79d4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:24.382127 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-60161460-c598-4990-81a6-324afc9f79d4 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Nov 11 00:07:24.472573 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Deleting port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:24.472910 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:24.559491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] For port 3be56c4c-0bbf-47ea-aa73-cd387278bf97, host n-h1-811521-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-3',level=0,port_id=3be56c4c-0bbf-47ea-aa73-cd387278bf97,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:24.559776 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:24.572101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Calling delete_port for 3be56c4c-0bbf-47ea-aa73-cd387278bf97 owned by compute:nova {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:24.699585 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:24.725710 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'Port': ['ID=3be56c4c-0bbf-47ea-aa73-cd387278bf97,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:24.772259 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] No DVR routers for this DVR port 3be56c4c-0bbf-47ea-aa73-cd387278bf97 on host n-h1-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:07:24.774892 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26753'] for port, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:24.778234 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-791e6b4b-183a-4e33-af3f-b89c3f03fe71 req-d13a0159-e724-4ff9-bee2-64df67ddc9ae tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.20 "DELETE /v2.0/ports/3be56c4c-0bbf-47ea-aa73-cd387278bf97 HTTP/1.1" status: 204 len: 173 time: 0.3899775 Nov 11 00:07:24.778663 n-d-811521-3 neutron-server[102457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-deleted', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97'}] {{(pid=102457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 00:07:24.780897 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dec3193fa4b18411fc167a36002962ab2936dca300e0c1c6d0e8255152c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183b204-7914-4c32-9bd0-8f642b1928c0" -d '{"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-deleted", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97"}]}' {{(pid=102457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 00:07:24.820691 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 00:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65712901-e0f9-400e-ba09-84388820a2df x-openstack-request-id: req-65712901-e0f9-400e-ba09-84388820a2df {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 00:07:24.821001 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cadbfc-9eab-452d-a15d-ed15fec98a80", "name": "network-vif-deleted", "tag": "3be56c4c-0bbf-47ea-aa73-cd387278bf97", "status": "completed", "code": 200}]} {{(pid=102457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 00:07:24.821265 n-d-811521-3 neutron-server[102457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65712901-e0f9-400e-ba09-84388820a2df {{(pid=102457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 00:07:24.821667 n-d-811521-3 neutron-server[102457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cadbfc-9eab-452d-a15d-ed15fec98a80', 'name': 'network-vif-deleted', 'tag': '3be56c4c-0bbf-47ea-aa73-cd387278bf97', 'status': 'completed', 'code': 200} Nov 11 00:07:25.153507 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-662cf42b-2376-4145-b6b5-c766cfc4d69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:25.367370 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-7778df61-7753-4eb6-a202-311484fb3ad1 req-0f2fd2ae-edcd-4c3e-addb-c1643b78799c tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0256236 Nov 11 00:07:26.468126 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-244aa38c-4a93-4ad7-ac20-372760bca920 req-9f2eb02e-5d1c-4853-8fd9-5af5887210b0 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Nov 11 00:07:27.375865 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 no longer exists at agent hyperv_n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:27.395773 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] No Port match for: 3be56c4c-0bbf-47ea-aa73-cd387278bf97 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:27.396115 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Device 3be56c4c-0bbf-47ea-aa73-cd387278bf97 not bound to the agent host n-h1-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:27.560809 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [req-2d4342c2-f1d3-4a81-9316-b4814ae4edf6 req-cf2a8cef-0097-4e9a-98d2-d040c3c90f9f tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0256996 Nov 11 00:07:27.783124 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-408ec20d-a8e9-41b8-9a07-8b069d7ca4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:28.657319 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [req-b2540271-76fa-4844-ad7f-aff030d422a9 req-091ecc14-ebd9-4dea-9220-3d2927035ede tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cadbfc-9eab-452d-a15d-ed15fec98a80 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Nov 11 00:07:29.289344 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:29.717910 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60552) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:29.783883 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:29.812136 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:29.877154 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:29.879894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:29.883684 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] 10.222.0.25 "DELETE /v2.0/security-groups/10ceb7ef-eedd-4d97-9c7c-f61dcd116689 HTTP/1.1" status: 204 len: 168 time: 0.1622086 Nov 11 00:07:29.890414 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8c1a9-fd29-4712-83b8-a8f294221447 tempest-TestShelveInstance-1957349791 tempest-TestShelveInstance-1957349791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ceb7ef-eedd-4d97-9c7c-f61dcd116689,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:29.940078 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60556) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:30.375176 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.622521 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Deleting port 9d439ed4-f143-46b2-907c-0936cef9497f {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:30.622876 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.705850 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] For port 9d439ed4-f143-46b2-907c-0936cef9497f, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=9d439ed4-f143-46b2-907c-0936cef9497f,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:30.706308 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.706873 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.719345 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Calling delete_port for 9d439ed4-f143-46b2-907c-0936cef9497f owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:30.905933 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.917537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:30.938682 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d439ed4-f143-46b2-907c-0936cef9497f,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:31.109213 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:31.618610 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Router 2ee43674-a27a-4222-bc57-fea6c25492e9 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:07:31.733929 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:31.738934 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b5e8fd9f-4d73-4743-9909-9e0d8b743408 admin admin] 10.222.0.25 "PUT /v2.0/routers/2ee43674-a27a-4222-bc57-fea6c25492e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977221 Nov 11 00:07:31.741712 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60560) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:31.743614 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Sync routers for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:31.754522 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:31.755117 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:31.853597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:31.863354 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:31.964768 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.018395 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Deleting port 23307dc5-520c-4aa4-8e95-5018ee7dea0d {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:32.018829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.063421 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-11T00:07:30Z', 'revision_number': 5, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port': {'id': '23307dc5-520c-4aa4-8e95-5018ee7dea0d', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:46Z', 'updated_at': '2021-11-10T23:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:32.090207 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Checking router: 2ee43674-a27a-4222-bc57-fea6c25492e9 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:32.098751 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Routers {'2ee43674-a27a-4222-bc57-fea6c25492e9'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:32.099369 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['2ee43674-a27a-4222-bc57-fea6c25492e9'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:32.103050 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] For port 23307dc5-520c-4aa4-8e95-5018ee7dea0d, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=23307dc5-520c-4aa4-8e95-5018ee7dea0d,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:32.104009 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.122496 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Calling delete_port for 23307dc5-520c-4aa4-8e95-5018ee7dea0d owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:32.190156 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] Set router 2ee43674-a27a-4222-bc57-fea6c25492e9 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:32.256511 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-11T00:07:31Z', 'revision_number': 6, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:32.282430 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2f833-8a48-4c06-a3ee-0ba96c471e43 None None] The sync data for ids ['2ee43674-a27a-4222-bc57-fea6c25492e9'] in n-d-811521-3 is: [{'id': '2ee43674-a27a-4222-bc57-fea6c25492e9', 'name': 'tempest-TestShelveInstance-627802747-router', 'tenant_id': '69ac6df805964962a57584f84e155385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:45Z', 'updated_at': '2021-11-11T00:07:31Z', 'revision_number': 6, 'project_id': '69ac6df805964962a57584f84e155385', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:32.297217 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.329848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Pushing event deleted for resources: {'Port': ['ID=23307dc5-520c-4aa4-8e95-5018ee7dea0d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:32.345102 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aecdc24-87cc-4745-8d61-7eb3e0a18f13 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:32.390226 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.480682 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.482806 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.529377 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.530264 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee43674-a27a-4222-bc57-fea6c25492e9 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 00:07:32.535951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.537243 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e07fb4f3-a9cb-42ec-8df3-8bbb8778f161 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2ee43674-a27a-4222-bc57-fea6c25492e9 HTTP/1.1" status: 204 len: 168 time: 0.7943187 Nov 11 00:07:32.540127 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60562) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:32.587415 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Deleting subnet 00d03360-8851-490d-bd33-b2c6c7dfa1c8 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 00:07:32.591404 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.627093 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.719163 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.780215 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.805018 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d03360-8851-490d-bd33-b2c6c7dfa1c8,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:32.815271 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.816665 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2f72b-5e0e-4957-89dd-85c461a0dcd3 None None] Network 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:32.821483 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60564) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:32.821975 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-bfa17e02-4ab1-4cf5-bf59-7869441877f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/00d03360-8851-490d-bd33-b2c6c7dfa1c8 HTTP/1.1" status: 204 len: 168 time: 0.2804601 Nov 11 00:07:32.904901 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:32.966019 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Deleting port f9d92511-ca6e-4bab-b0e3-5574576a864b {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:32.966629 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.040820 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] For port f9d92511-ca6e-4bab-b0e3-5574576a864b, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=f9d92511-ca6e-4bab-b0e3-5574576a864b,segment=NetworkSegment(68229cea-915c-4977-a9bc-4b263a21ead8),segment_id=68229cea-915c-4977-a9bc-4b263a21ead8)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:33.041389 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.061107 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Calling delete_port for f9d92511-ca6e-4bab-b0e3-5574576a864b owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:33.157739 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.169917 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b9e04-7068-4f2a-b35c-336a2726dd1a None None] DHCP port deletion for 7fb439a8-9fe3-44a8-b8e6-fae36906ba34 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:33.188317 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d92511-ca6e-4bab-b0e3-5574576a864b,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:33.198536 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.198892 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.199238 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.199578 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.199914 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.200248 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.200575 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.200906 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.201267 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.201605 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.201919 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.202253 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:33.213613 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] No DVR routers for this DVR port f9d92511-ca6e-4bab-b0e3-5574576a864b on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:07:33.307240 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.334843 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb439a8-9fe3-44a8-b8e6-fae36906ba34']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:33.344158 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68229cea-915c-4977-a9bc-4b263a21ead8') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:33.344448 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68229cea-915c-4977-a9bc-4b263a21ead8') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:33.353582 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.366278 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.372664 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 00:07:33.373075 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: timer() Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: self._notify() Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 00:07:33.374781 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 00:07:33.430566 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.436305 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:33.439429 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7fb439a8-9fe3-44a8-b8e6-fae36906ba34 HTTP/1.1" status: 204 len: 168 time: 0.6157305 Nov 11 00:07:33.442549 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60566) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:33.451191 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5169a-bf46-4954-95fd-3dd877f2197f admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb439a8-9fe3-44a8-b8e6-fae36906ba34,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:33.584050 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f9d92511-ca6e-4bab-b0e3-5574576a864b no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:33.604580 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: f9d92511-ca6e-4bab-b0e3-5574576a864b {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:33.604920 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device f9d92511-ca6e-4bab-b0e3-5574576a864b not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:33.605359 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 23307dc5-520c-4aa4-8e95-5018ee7dea0d no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:33.624268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 23307dc5-520c-4aa4-8e95-5018ee7dea0d {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:33.624597 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 23307dc5-520c-4aa4-8e95-5018ee7dea0d not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:33.625026 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d439ed4-f143-46b2-907c-0936cef9497f no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:33.646006 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 9d439ed4-f143-46b2-907c-0936cef9497f {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:33.646350 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 9d439ed4-f143-46b2-907c-0936cef9497f not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:33.793116 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.030848 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Deleting port 111a8029-07f4-40ee-b976-cad88d5218db {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:34.031193 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.110074 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] For port 111a8029-07f4-40ee-b976-cad88d5218db, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=111a8029-07f4-40ee-b976-cad88d5218db,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:34.110353 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.123202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Calling delete_port for 111a8029-07f4-40ee-b976-cad88d5218db owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:34.295928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.323394 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=111a8029-07f4-40ee-b976-cad88d5218db,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:34.484756 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.695002 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Router 729f05fa-41c6-43d4-a48f-c8baf669bf4f has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:07:34.799407 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:34.805197 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-1f791417-a91b-4c6d-9a31-e237c7a50ca8 admin admin] 10.222.0.25 "PUT /v2.0/routers/729f05fa-41c6-43d4-a48f-c8baf669bf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607619 Nov 11 00:07:34.807433 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60568) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:34.808761 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Sync routers for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:34.818088 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:34.818721 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:34.911281 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks [] for router, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:34.927652 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:35.012683 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.063738 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Deleting port dc6fd407-015d-4ffc-978b-7813a119f9f1 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:35.064077 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.105948 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-11T00:07:34Z', 'revision_number': 5, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port': {'id': 'dc6fd407-015d-4ffc-978b-7813a119f9f1', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-10T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:35.136112 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Checking router: 729f05fa-41c6-43d4-a48f-c8baf669bf4f for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:35.144767 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] For port dc6fd407-015d-4ffc-978b-7813a119f9f1, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=dc6fd407-015d-4ffc-978b-7813a119f9f1,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:35.144947 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Routers {'729f05fa-41c6-43d4-a48f-c8baf669bf4f'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:35.145169 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.145485 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:35.157187 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Calling delete_port for dc6fd407-015d-4ffc-978b-7813a119f9f1 owned by network:router_gateway {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:35.230443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] Set router 729f05fa-41c6-43d4-a48f-c8baf669bf4f gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:35.281176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-11T00:07:35Z', 'revision_number': 6, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:35.309658 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843dad5-c270-4cb1-8688-d90e2f1b25e2 None None] The sync data for ids ['729f05fa-41c6-43d4-a48f-c8baf669bf4f'] in n-d-811521-3 is: [{'id': '729f05fa-41c6-43d4-a48f-c8baf669bf4f', 'name': 'tempest-TestShelveInstance-1640497835-router', 'tenant_id': '061801ecba32477b8058bba1f4eeb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:58:50Z', 'updated_at': '2021-11-11T00:07:35Z', 'revision_number': 6, 'project_id': '061801ecba32477b8058bba1f4eeb4e3', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:35.317907 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.345625 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6fd407-015d-4ffc-978b-7813a119f9f1,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:35.360562 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b4fc4-558d-4595-8443-fd709c53a89f None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:35.406639 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.498254 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.500383 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.542625 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.543121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729f05fa-41c6-43d4-a48f-c8baf669bf4f {{(pid=102458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 00:07:35.547436 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] Publish callbacks [] for router, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.548582 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f43501b4-4da6-499b-98e1-533ba95a946d admin admin] 10.222.0.25 "DELETE /v2.0/routers/729f05fa-41c6-43d4-a48f-c8baf669bf4f HTTP/1.1" status: 204 len: 168 time: 0.7400908 Nov 11 00:07:35.551314 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60570) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:35.595023 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Deleting subnet a1a14138-d281-471b-b102-91939018f7c3 {{(pid=102458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 00:07:35.597924 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.631071 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25249241'] for subnet, precommit_delete_associations {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.721767 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.762305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 111a8029-07f4-40ee-b976-cad88d5218db no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:35.782481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 111a8029-07f4-40ee-b976-cad88d5218db {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:35.782828 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 111a8029-07f4-40ee-b976-cad88d5218db not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:35.784103 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25415591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25718228'] for subnet, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.810302 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a14138-d281-471b-b102-91939018f7c3,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:35.813867 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.817196 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-8c8f3935-c8ad-48f1-bb0b-274577ffa4ce admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a1a14138-d281-471b-b102-91939018f7c3 HTTP/1.1" status: 204 len: 168 time: 0.2647290 Nov 11 00:07:35.819545 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60572) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:35.819706 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c00e7-75c2-47b3-adbc-4ef6bff90eec None None] Network 89354793-a608-497b-a030-4f02bcd628e2 requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:35.889976 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:35.945603 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Deleting port ebe2a118-4915-46ca-acc3-9a074cf89292 {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:35.945946 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.007334 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] For port ebe2a118-4915-46ca-acc3-9a074cf89292, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=ebe2a118-4915-46ca-acc3-9a074cf89292,segment=NetworkSegment(8e7b613f-8f1f-48c6-986a-0c54ca93164e),segment_id=8e7b613f-8f1f-48c6-986a-0c54ca93164e)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:36.007628 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.019463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Calling delete_port for ebe2a118-4915-46ca-acc3-9a074cf89292 owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:36.090245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] DHCP port deletion for 89354793-a608-497b-a030-4f02bcd628e2 request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:36.102834 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.131708 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] No DVR routers for this DVR port ebe2a118-4915-46ca-acc3-9a074cf89292 on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:07:36.133431 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe2a118-4915-46ca-acc3-9a074cf89292,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:36.139557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Deleting port ebe2a118-4915-46ca-acc3-9a074cf89292 {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:07:36.139928 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.205951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] For port ebe2a118-4915-46ca-acc3-9a074cf89292, host n-d-811521-3, got binding levels [] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:36.206339 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.207754 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.219942 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Calling delete_port for ebe2a118-4915-46ca-acc3-9a074cf89292 owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:07:36.222568 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.ipam_backend_mixin [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Port ebe2a118-4915-46ca-acc3-9a074cf89292 was not found and therefore no delete operation was performed {{(pid=102459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 00:07:36.223802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.229588 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89354793-a608-497b-a030-4f02bcd628e2']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:36.240556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b613f-8f1f-48c6-986a-0c54ca93164e') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:36.240855 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b613f-8f1f-48c6-986a-0c54ca93164e') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:36.251082 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Pushing event deleted for resources: {'Port': ['ID=ebe2a118-4915-46ca-acc3-9a074cf89292,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:36.251340 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.259167 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] No DVR routers for this DVR port ebe2a118-4915-46ca-acc3-9a074cf89292 on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:07:36.262633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.263172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.263752 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.264253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.264630 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.265250 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.265584 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.265908 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.266232 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.266557 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.266879 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.267194 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c4dda-a6f9-4b24-9f90-fd32d52f24b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:36.268325 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.291959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 00:07:36.293515 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: timer() Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: self._notify() Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 00:07:36.295502 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 00:07:36.356206 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.361917 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.365291 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] 10.222.0.25 "DELETE /v2.0/networks/89354793-a608-497b-a030-4f02bcd628e2 HTTP/1.1" status: 204 len: 168 time: 0.5439382 Nov 11 00:07:36.377057 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd564395-e659-4419-9a68-ea0395833c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=89354793-a608-497b-a030-4f02bcd628e2,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:36.507341 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60576) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:36.548076 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b1c903da-3cea-40b3-afdc-70524af6b7d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ac6df805964962a57584f84e155385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395212 Nov 11 00:07:36.550584 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60578) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:36.598148 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.618782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.667521 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.670075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:36.671211 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03909bcd-978c-4cf0-84dd-aba40064af28 HTTP/1.1" status: 204 len: 168 time: 0.1196330 Nov 11 00:07:36.678691 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ba6b0-9238-41fa-ba36-ecadd86a6e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03909bcd-978c-4cf0-84dd-aba40064af28,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:36.982576 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60584) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:37.022393 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6d69d7f4-480d-4952-aacb-793330ed3f8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=061801ecba32477b8058bba1f4eeb4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377009 Nov 11 00:07:37.023832 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60586) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:37.071342 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:37.092362 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:37.137597 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:37.140135 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:37.141333 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/699dbf37-423e-4037-a6b5-321842899de2 HTTP/1.1" status: 204 len: 168 time: 0.1165125 Nov 11 00:07:37.148622 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af6e1-6329-45d9-a61b-39d75eac441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699dbf37-423e-4037-a6b5-321842899de2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:37.162832 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:07:37.593283 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ebe2a118-4915-46ca-acc3-9a074cf89292 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:37.616183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: ebe2a118-4915-46ca-acc3-9a074cf89292 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:37.616530 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device ebe2a118-4915-46ca-acc3-9a074cf89292 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:37.616946 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dc6fd407-015d-4ffc-978b-7813a119f9f1 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:07:37.639068 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: dc6fd407-015d-4ffc-978b-7813a119f9f1 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:07:37.639408 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device dc6fd407-015d-4ffc-978b-7813a119f9f1 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:07:37.795764 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60608) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:37.900647 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1012537832-network', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2'}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:37.921635 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Made reservation on behalf of 98d061f0b7b345d197dab2c5d62ab0d2 for: {'network': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:07:37.923819 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:37.932426 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.008156 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.011739 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.031731 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 00:07:38.047037 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d9e39-8649-45fb-b610-8c5976833fd1,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:38.049893 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.050238 n-d-811521-3 neutron-server[102457]: INFO neutron.db.segments_db [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Added segment d9ee3126-e313-48d8-9d2f-3fc7f3e035bb of type vlan for network 9e444037-5720-4a70-a72f-d1a74201639a Nov 11 00:07:38.090376 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.114368 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.115296 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:38.115874 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.164205 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3673534 Nov 11 00:07:38.167908 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60612) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:38.172896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Request body: {'subnet': {'network_id': '9e444037-5720-4a70-a72f-d1a74201639a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1012537832-subnet', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'ip_version': 4}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:38.177544 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1cd1a-d3b6-4dd9-91a9-db0fde190f2e admin admin] Pushing event updated for resources: {'Network': ['ID=9e444037-5720-4a70-a72f-d1a74201639a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:38.188111 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network 9e444037-5720-4a70-a72f-d1a74201639a details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 00:07:38.194321 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Made reservation on behalf of 98d061f0b7b345d197dab2c5d62ab0d2 for: {'subnet': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:07:38.198846 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25718257'] for subnet, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.658844 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25718239'] for subnet, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.717915 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0245d2a3-a073-4433-b3d3-fc9b6cfb2843,revision_number=0']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:38.724799 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Checking segment: {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:38.725192 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Network hostable DHCP agents. Network: 9e444037-5720-4a70-a72f-d1a74201639a, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 00:07:38.741199 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Network 9e444037-5720-4a70-a72f-d1a74201639a is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 00:07:38.749679 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, 9e444037-5720-4a70-a72f-d1a74201639a) {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:38.753504 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:38.754093 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.759960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a10466-ab33-4e1e-8472-9d45f87f06a8 None None] Network 9e444037-5720-4a70-a72f-d1a74201639a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:38.770080 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-a4388c05-e8f9-4b36-9dfc-a6ec47797747 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6010461 Nov 11 00:07:38.772894 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60614) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:38.778030 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:38.798483 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.799669 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.854138 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.909606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-9e444037-5720-4a70-a72f-d1a74201639a', 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'fixed_ips': [{'subnet_id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 00:07:38.910645 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:38.990160 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.044891 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Allocated IP 172.20.0.2 (9e444037-5720-4a70-a72f-d1a74201639a/0245d2a3-a073-4433-b3d3-fc9b6cfb2843/59b53d07-62fb-4a5a-9459-1c570e480dfa) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:39.188103 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.192751 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.194363 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.212894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.230621 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Network 9e444037-5720-4a70-a72f-d1a74201639a is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:39.236929 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:39.240465 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:39.247715 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Pushing event updated for resources: {'Port': ['ID=59b53d07-62fb-4a5a-9459-1c570e480dfa,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:39.300872 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Attempting to bind port 59b53d07-62fb-4a5a-9459-1c570e480dfa on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:39.301380 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Attempting to bind port 59b53d07-62fb-4a5a-9459-1c570e480dfa by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:39.302268 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Attempting to bind port 59b53d07-62fb-4a5a-9459-1c570e480dfa on network 9e444037-5720-4a70-a72f-d1a74201639a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:39.307987 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:39.308358 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Checking segment: {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:39.308755 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.309185 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Bound using segment: {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:39.310109 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Bound port: 59b53d07-62fb-4a5a-9459-1c570e480dfa, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:39.310536 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.378588 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] For port 59b53d07-62fb-4a5a-9459-1c570e480dfa, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:39.381933 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] For port 59b53d07-62fb-4a5a-9459-1c570e480dfa, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=59b53d07-62fb-4a5a-9459-1c570e480dfa,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:39.387407 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.448396 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c3d19-7d47-41b1-8af4-2196b7fc1ee2 None None] Pushing event updated for resources: {'Port': ['ID=59b53d07-62fb-4a5a-9459-1c570e480dfa,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:39.639466 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Allocated IP 172.25.0.175 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/920a5274-e82e-49d4-92b8-1382c24cae0a) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:39.749629 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.781296 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.822614 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:39.825400 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:39.828161 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:39.838753 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd58c1-2823-40df-94e4-f35f618670e1 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:39.868225 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ce1fd7ad-e43c-4160-88a8-57b59bcc1d0d None None] Provisioning complete for port 920a5274-e82e-49d4-92b8-1382c24cae0a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:39.869177 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ce1fd7ad-e43c-4160-88a8-57b59bcc1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:39.871995 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Pushing event updated for resources: {'Port': ['ID=920a5274-e82e-49d4-92b8-1382c24cae0a,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:39.908325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fd7ad-e43c-4160-88a8-57b59bcc1d0d None None] Port 920a5274-e82e-49d4-92b8-1382c24cae0a cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:40.092040 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.295418 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.350153 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f35cd0-73b9-4b8d-9e3d-f9d39cfc3023 None None] Network 9e444037-5720-4a70-a72f-d1a74201639a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:40.429420 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Router 32f17fae-1487-4a79-9b12-50b785c55e47 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 00:07:40.462168 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] Provisioning complete for port 59b53d07-62fb-4a5a-9459-1c570e480dfa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:40.463140 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.536823 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:40.549068 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Sync routers for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:40.555421 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.556985 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-b6bd1461-935c-43b9-83bc-67d788bc2424 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7829735 Nov 11 00:07:40.559896 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60616) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:40.568032 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:40.570507 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:40.583320 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.626555 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] For port 59b53d07-62fb-4a5a-9459-1c570e480dfa, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=59b53d07-62fb-4a5a-9459-1c570e480dfa,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:40.631676 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.685731 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ca171-4d04-4ed8-8a75-d92ecd19c912 None None] Pushing event updated for resources: {'Port': ['ID=59b53d07-62fb-4a5a-9459-1c570e480dfa,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:40.720100 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:40.858667 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-fda200db-5a76-44e8-8762-b31a2c792ad6 None None] Provisioning complete for port 59b53d07-62fb-4a5a-9459-1c570e480dfa triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:40.859263 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fda200db-5a76-44e8-8762-b31a2c792ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:40.905470 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:39Z', 'revision_number': 3, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:40.933648 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Checking router: 32f17fae-1487-4a79-9b12-50b785c55e47 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:40.933998 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Updating router 32f17fae-1487-4a79-9b12-50b785c55e47 port 920a5274-e82e-49d4-92b8-1382c24cae0a binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:07:40.960671 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.011110 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.167241 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.db_base_plugin_common [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Allocated IP 172.20.0.1 (9e444037-5720-4a70-a72f-d1a74201639a/0245d2a3-a073-4433-b3d3-fc9b6cfb2843/6c58f8f1-084e-492c-8e49-e2ada4a4e4e5) {{(pid=102458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:41.212002 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.218066 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.260078 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0603b40-3008-42c8-b79f-5d1fb1a09f80 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:41.267204 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Pushing event updated for resources: {'Port': ['ID=920a5274-e82e-49d4-92b8-1382c24cae0a,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:41.277145 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.277489 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.277822 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.278152 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.278478 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.278798 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.279116 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.279751 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.279751 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.280045 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.280357 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.280671 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:07:41.285230 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.285657 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Attempting to bind port 920a5274-e82e-49d4-92b8-1382c24cae0a on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:41.286251 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Attempting to bind port 920a5274-e82e-49d4-92b8-1382c24cae0a by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:41.286381 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Attempting to bind port 920a5274-e82e-49d4-92b8-1382c24cae0a on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:41.291405 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:41.291771 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:41.292165 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.292542 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:41.293019 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Bound port: 920a5274-e82e-49d4-92b8-1382c24cae0a, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:41.293393 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.320505 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.345409 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] For port 920a5274-e82e-49d4-92b8-1382c24cae0a, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:41.348358 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] For port 920a5274-e82e-49d4-92b8-1382c24cae0a, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=920a5274-e82e-49d4-92b8-1382c24cae0a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:41.352545 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.361923 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Network 9e444037-5720-4a70-a72f-d1a74201639a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:41.365283 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:41.370001 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Received port after_create {{(pid=102458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:41.378601 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] Provisioning complete for port 920a5274-e82e-49d4-92b8-1382c24cae0a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:41.381927 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.398629 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:41.398795 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:41.399358 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Pushing event updated for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:41.418806 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.427645 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4da0e-da7e-44ce-9408-fc83a5906d14 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:41.507353 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.527545 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] For port 920a5274-e82e-49d4-92b8-1382c24cae0a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=920a5274-e82e-49d4-92b8-1382c24cae0a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:41.546211 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.608499 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5c1f-a46f-4500-aefe-ab01ee6879ac None None] Pushing event updated for resources: {'Port': ['ID=920a5274-e82e-49d4-92b8-1382c24cae0a,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:41.629125 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:41.646932 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.814679 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 59b53d07-62fb-4a5a-9459-1c570e480dfa up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:41.821618 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:39Z', 'revision_number': 3, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:41.822476 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43a029-cfa0-4b77-9b03-f7725677048f None None] Pushing event updated for resources: {'Port': ['ID=920a5274-e82e-49d4-92b8-1382c24cae0a,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:41.847810 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280345d-eb6b-412f-9ad4-df925115814c None None] The sync data for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 is: [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:39Z', 'revision_number': 3, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:41.854660 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.858868 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-c60611db-dcc1-4d4c-9e43-08ebd7faf47f None None] Provisioning complete for port 920a5274-e82e-49d4-92b8-1382c24cae0a triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:41.859537 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c60611db-dcc1-4d4c-9e43-08ebd7faf47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.860572 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25415581'] for port, after_update {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.906979 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 59b53d07-62fb-4a5a-9459-1c570e480dfa triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:41.907348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:41.934309 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Pushing event updated for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=2']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:41.944916 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.052959 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Network 9e444037-5720-4a70-a72f-d1a74201639a is already hosted by enough agents. {{(pid=102458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:42.054436 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.base_scheduler [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Resources bound (agent type, host, resource id): {{(pid=102458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:42.115166 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-099622ac-d7f9-4db8-b167-4d1905f9c1ce None None] Provisioning complete for port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:42.115313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-099622ac-d7f9-4db8-b167-4d1905f9c1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.168407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-099622ac-d7f9-4db8-b167-4d1905f9c1ce None None] Port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:42.218976 n-d-811521-3 neutron-server[102458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Router 32f17fae-1487-4a79-9b12-50b785c55e47 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:07:42.342098 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:42.347432 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-1979541a-44af-4a8e-8845-3680df711274 admin admin] 10.222.0.25 "PUT /v2.0/routers/32f17fae-1487-4a79-9b12-50b785c55e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7853012 Nov 11 00:07:42.394438 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-813e5680-912e-42de-8e29-2287c1623a27 None None] Provisioning complete for port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:42.394821 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-813e5680-912e-42de-8e29-2287c1623a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.430943 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-813e5680-912e-42de-8e29-2287c1623a27 None None] Port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:42.821251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60632) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:42.826790 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.v2.base [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1901433379-network', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082'}} {{(pid=102458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:42.847313 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Made reservation on behalf of 30ba5dcb846342b290dfce7239b1f082 for: {'network': 1} {{(pid=102458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:07:42.849765 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for network, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.858320 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.933641 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.937242 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.962752 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 00:07:42.972526 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d51ba51-2b3d-4dee-9c3d-e03b4b969d85,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:42.977246 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:42.977587 n-d-811521-3 neutron-server[102458]: INFO neutron.db.segments_db [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Added segment 3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f of type vlan for network a2548078-8411-4cb3-82ff-b30294294b6d Nov 11 00:07:43.016363 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774138933441'] for network, precommit_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.041109 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039'] for network, after_create {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.042061 n-d-811521-3 neutron-server[102458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:43.042635 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.098106 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2752304 Nov 11 00:07:43.100984 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60634) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:43.106059 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Request body: {'subnet': {'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1901433379-subnet', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'ip_version': 4}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:43.108534 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8816180-3471-47aa-a95f-f0a673dedc96 admin admin] Pushing event updated for resources: {'Network': ['ID=a2548078-8411-4cb3-82ff-b30294294b6d,revision_number=1']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:43.118434 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Network a2548078-8411-4cb3-82ff-b30294294b6d details requested by agent ovs-agent-n-d-811521-3 with host n-d-811521-3 {{(pid=102459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 00:07:43.127034 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Made reservation on behalf of 30ba5dcb846342b290dfce7239b1f082 for: {'subnet': 1} {{(pid=102457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:07:43.135038 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18612878'] for subnet, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.308143 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18741538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18612896'] for subnet, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.361876 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7091311e-6507-4314-91b3-3542fc08dc60,revision_number=0']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:43.372627 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Checking segment: {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:43.373007 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Network hostable DHCP agents. Network: a2548078-8411-4cb3-82ff-b30294294b6d, hostable agents: ['14efc4c6-b83e-4ee2-a808-2351f51175ba'], hosted agents: [] {{(pid=102457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 00:07:43.389215 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Network a2548078-8411-4cb3-82ff-b30294294b6d is scheduled to be hosted by DHCP agent 14efc4c6-b83e-4ee2-a808-2351f51175ba with binding_index 1 {{(pid=102457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 00:07:43.398719 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-3, a2548078-8411-4cb3-82ff-b30294294b6d) {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:43.403177 n-d-811521-3 neutron-server[102457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:07:43.403773 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.408853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d059a0-c12e-46c0-9eca-f86aaa1c0bfa None None] Network a2548078-8411-4cb3-82ff-b30294294b6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:43.421223 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-37cf3279-946f-473b-a73d-c6d3fddc6121 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3190622 Nov 11 00:07:43.423961 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60636) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:43.428277 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.v2.base [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}} {{(pid=102457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:07:43.449898 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23985'] for router, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.451410 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23994'] for router, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.483042 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Sync routers for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:43.508132 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:43.508367 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.508740 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:43.637978 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 920a5274-e82e-49d4-92b8-1382c24cae0a up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:43.658962 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.700450 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0db343ed-88a3-5410-98c5-09dec87cadee-a2548078-8411-4cb3-82ff-b30294294b6d', 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'fixed_ips': [{'subnet_id': '7091311e-6507-4314-91b3-3542fc08dc60'}]}} from n-d-811521-3. {{(pid=102459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 00:07:43.701306 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.717012 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:43.861552 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.880252 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.903331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 920a5274-e82e-49d4-92b8-1382c24cae0a triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:43.903704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:43.982843 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Allocated IP 172.25.0.180 (716153aa-6cd9-4dad-866c-3e2bc69e9d8b/54131733-ba83-4b7c-b87d-a1c4ad22a488/560a397a-c294-421d-ad8b-93453352d0b2) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:44.022172 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Allocated IP 172.20.0.2 (a2548078-8411-4cb3-82ff-b30294294b6d/7091311e-6507-4314-91b3-3542fc08dc60/6e1a325d-ffb9-4671-90d7-766031c62130) {{(pid=102459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:44.089949 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.122211 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.163676 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:44.166776 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:44.170398 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:44.185923 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25270e3-3443-46eb-83a7-00cab7ec15a5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:44.193590 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Pushing event updated for resources: {'Port': ['ID=560a397a-c294-421d-ad8b-93453352d0b2,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:44.207792 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '6c58f8f1-084e-492c-8e49-e2ada4a4e4e5', 'name': '', 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'mac_address': 'fa:16:3e:01:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:41Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 2, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'subnets': [{'id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:44.261281 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Checking router: 32f17fae-1487-4a79-9b12-50b785c55e47 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:44.261627 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Updating router 32f17fae-1487-4a79-9b12-50b785c55e47 port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:07:44.311200 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.313304 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks [] for port, precommit_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.314574 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-e2990301-dfa9-4679-9175-e2bf4a9f8a51 None None] Provisioning complete for port 560a397a-c294-421d-ad8b-93453352d0b2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:44.314926 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e2990301-dfa9-4679-9175-e2bf4a9f8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.345649 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720'] for port, after_create {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.420359 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.420599 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-e2990301-dfa9-4679-9175-e2bf4a9f8a51 None None] Port 560a397a-c294-421d-ad8b-93453352d0b2 cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:44.432959 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Network a2548078-8411-4cb3-82ff-b30294294b6d is already hosted by enough agents. {{(pid=102459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:44.440469 n-d-811521-3 neutron-server[102459]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Resources bound (agent type, host, resource id): {{(pid=102459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:44.443314 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Received port after_create {{(pid=102459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:44.448782 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Pushing event updated for resources: {'Port': ['ID=6e1a325d-ffb9-4671-90d7-766031c62130,revision_number=1']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:44.593320 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Attempting to bind port 6e1a325d-ffb9-4671-90d7-766031c62130 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:44.593688 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Attempting to bind port 6e1a325d-ffb9-4671-90d7-766031c62130 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:44.594044 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Attempting to bind port 6e1a325d-ffb9-4671-90d7-766031c62130 on network a2548078-8411-4cb3-82ff-b30294294b6d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:44.605704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:44.606071 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Checking segment: {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:44.606462 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.606846 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Bound using segment: {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:44.607308 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Bound port: 6e1a325d-ffb9-4671-90d7-766031c62130, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:44.607686 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.616268 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704376'] for router, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.714633 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] For port 6e1a325d-ffb9-4671-90d7-766031c62130, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:44.719362 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] For port 6e1a325d-ffb9-4671-90d7-766031c62130, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6e1a325d-ffb9-4671-90d7-766031c62130,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:44.738881 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.750333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Router 61ffee19-003e-46d3-a616-b20d9d0cf198 is scheduled to L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 with binding_index 1 {{(pid=102457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 00:07:44.800468 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.814453 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.816481 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f0bfd-e839-4031-b413-dbfef544025a None None] Pushing event updated for resources: {'Port': ['ID=6e1a325d-ffb9-4671-90d7-766031c62130,revision_number=2']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:44.863628 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:44.886017 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31d63-25a5-403a-b510-704e442ce9dd None None] Pushing event updated for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:44.887089 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:44.888480 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-3aaf7c21-b5eb-4ffa-928c-34f323701823 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4635625 Nov 11 00:07:44.891340 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60638) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:07:44.900293 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Sync routers for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:44.920614 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:44.921558 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:45.103895 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:45.122213 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Attempting to bind port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:45.122586 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Attempting to bind port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:45.122945 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Attempting to bind port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 on network 9e444037-5720-4a70-a72f-d1a74201639a {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:45.129708 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:45.130104 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Checking segment: {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:45.130397 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.130781 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Bound using segment: {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:45.131245 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Bound port: 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:45.131618 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.223475 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] For port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:45.232190 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] For port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:45.243216 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.282751 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] Provisioning complete for port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:45.283117 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.330143 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:44Z', 'revision_number': 3, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:45.334399 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:45.335051 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:45.363553 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Checking router: 61ffee19-003e-46d3-a616-b20d9d0cf198 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:45.364035 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Updating router 61ffee19-003e-46d3-a616-b20d9d0cf198 port 560a397a-c294-421d-ad8b-93453352d0b2 binding host n-d-811521-3 {{(pid=102460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:07:45.379183 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31d63-25a5-403a-b510-704e442ce9dd None None] Pushing event updated for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:45.396464 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.518053 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.522739 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:45.524528 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.688724 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6e1a325d-ffb9-4671-90d7-766031c62130 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:45.692021 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] For port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:45.717900 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.779413 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks [] for port, precommit_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.789248 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.845042 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935054a-af35-4585-ac6b-5076257430c0 None None] Pushing event updated for resources: {'Port': ['ID=560a397a-c294-421d-ad8b-93453352d0b2,revision_number=2']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:45.847468 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bc57f-5425-4430-a678-9e27dd74de2b None None] Pushing event updated for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:45.867457 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Attempting to bind port 560a397a-c294-421d-ad8b-93453352d0b2 on host n-d-811521-3 for vnic_type normal with profile {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:45.868268 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Attempting to bind port 560a397a-c294-421d-ad8b-93453352d0b2 by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:45.868695 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Attempting to bind port 560a397a-c294-421d-ad8b-93453352d0b2 on network 716153aa-6cd9-4dad-866c-3e2bc69e9d8b {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:45.875495 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:45.875862 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Checking segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:45.876474 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.877733 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Bound using segment: {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'} {{(pid=102460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:45.878328 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.managers [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Bound port: 560a397a-c294-421d-ad8b-93453352d0b2, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8568e9-7421-483f-8359-a6c5231b6099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b'}}] {{(pid=102460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:45.878587 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.886348 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6db23-f189-49fb-ad5b-d3aca026c027 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:45.895181 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f12d570b-5d52-4e22-b54e-f6f693d76e08 None None] Provisioning complete for port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:45.895640 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f12d570b-5d52-4e22-b54e-f6f693d76e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.896429 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.903210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6e1a325d-ffb9-4671-90d7-766031c62130 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:45.903634 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:45.943529 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] For port 560a397a-c294-421d-ad8b-93453352d0b2, host n-d-811521-3, cleared binding levels {{(pid=102460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:45.947698 n-d-811521-3 neutron-server[102460]: DEBUG neutron.plugins.ml2.db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] For port 560a397a-c294-421d-ad8b-93453352d0b2, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=560a397a-c294-421d-ad8b-93453352d0b2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:45.953564 n-d-811521-3 neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.021586 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:46.022361 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:46.028218 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935054a-af35-4585-ac6b-5076257430c0 None None] Pushing event updated for resources: {'Port': ['ID=560a397a-c294-421d-ad8b-93453352d0b2,revision_number=3']} {{(pid=102460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:46.043110 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8fc2f-39a9-487d-9ede-93fe3ae81d27 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:07:46.075012 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.095746 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_common [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Allocated IP 172.20.0.1 (a2548078-8411-4cb3-82ff-b30294294b6d/7091311e-6507-4314-91b3-3542fc08dc60/c4c6c910-5330-4107-86bf-5f71513307be) {{(pid=102457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:07:46.174030 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:46.180394 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.199274 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '6c58f8f1-084e-492c-8e49-e2ada4a4e4e5', 'name': '', 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'mac_address': 'fa:16:3e:01:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:41Z', 'updated_at': '2021-11-11T00:07:45Z', 'revision_number': 4, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'subnets': [{'id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:46.210123 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da349f-e184-49f4-a490-c0759406402c None None] Network a2548078-8411-4cb3-82ff-b30294294b6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:07:46.220119 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.245682 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02c46f-c644-438c-9499-92f76e2e2985 None None] The sync data for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 is: [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': '6c58f8f1-084e-492c-8e49-e2ada4a4e4e5', 'name': '', 'network_id': '9e444037-5720-4a70-a72f-d1a74201639a', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'mac_address': 'fa:16:3e:01:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:41Z', 'updated_at': '2021-11-11T00:07:45Z', 'revision_number': 4, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'subnets': [{'id': '0245d2a3-a073-4433-b3d3-fc9b6cfb2843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:46.260511 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] For port 6e1a325d-ffb9-4671-90d7-766031c62130, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6e1a325d-ffb9-4671-90d7-766031c62130,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:46.261514 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774138948720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.298057 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.304548 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Network a2548078-8411-4cb3-82ff-b30294294b6d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:46.314640 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:46.319768 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Received port after_create {{(pid=102457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:07:46.356138 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=1']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:46.362875 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Provisioning complete for port 560a397a-c294-421d-ad8b-93453352d0b2 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:46.363478 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.391707 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704047'] for router_interface, before_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.427853 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Pushing event updated for resources: {'Port': ['ID=6e1a325d-ffb9-4671-90d7-766031c62130,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:46.471388 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-e399db94-eeda-4967-a282-cad83437e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:44Z', 'revision_number': 3, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:46.512765 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399db94-eeda-4967-a282-cad83437e533 None None] The sync data for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 is: [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:44Z', 'revision_number': 3, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:46.559498 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.561704 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.590030 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] For port 560a397a-c294-421d-ad8b-93453352d0b2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=560a397a-c294-421d-ad8b-93453352d0b2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:46.602027 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.668103 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Provisioning complete for port 6e1a325d-ffb9-4671-90d7-766031c62130 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:46.668475 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.712660 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2130-f97f-4dc9-b7d6-a1f55decec1c None None] Pushing event updated for resources: {'Port': ['ID=560a397a-c294-421d-ad8b-93453352d0b2,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:46.819063 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.828881 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18741721'] for port, after_update {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.924614 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704187'] for router_interface, after_create {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:46.926618 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=2']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:47.008045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23bb1400-2b05-4b78-aafb-8bb2270781eb None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.008439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23bb1400-2b05-4b78-aafb-8bb2270781eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.054484 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Network a2548078-8411-4cb3-82ff-b30294294b6d is already hosted by enough agents. {{(pid=102457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:07:47.055979 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.base_scheduler [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:07:47.056951 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-23bb1400-2b05-4b78-aafb-8bb2270781eb None None] Port c4c6c910-5330-4107-86bf-5f71513307be cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:47.073766 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-23bb1400-2b05-4b78-aafb-8bb2270781eb None None] Provisioning complete for port 6e1a325d-ffb9-4671-90d7-766031c62130 triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.075108 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-23bb1400-2b05-4b78-aafb-8bb2270781eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.226391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Router 61ffee19-003e-46d3-a616-b20d9d0cf198 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:07:47.332033 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-1c2e442d-611c-48cc-857c-33c8f1772bff None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.332622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-1c2e442d-611c-48cc-857c-33c8f1772bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.360148 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:07:47.365602 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-7afb41bb-3ae1-42a9-9100-603708354a45 admin admin] 10.222.0.25 "PUT /v2.0/routers/61ffee19-003e-46d3-a616-b20d9d0cf198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731755 Nov 11 00:07:47.376189 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e442d-611c-48cc-857c-33c8f1772bff None None] Port c4c6c910-5330-4107-86bf-5f71513307be cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:47.497550 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-5647ab84-3c3d-4fd7-ad8b-1e4f7ce4a81e None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.497920 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5647ab84-3c3d-4fd7-ad8b-1e4f7ce4a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.534960 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5647ab84-3c3d-4fd7-ad8b-1e4f7ce4a81e None None] Port c4c6c910-5330-4107-86bf-5f71513307be cannot update to ACTIVE because it is not bound. {{(pid=102459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:07:47.734886 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 560a397a-c294-421d-ad8b-93453352d0b2 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:47.790228 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 560a397a-c294-421d-ad8b-93453352d0b2 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.790556 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.870513 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6e1a325d-ffb9-4671-90d7-766031c62130 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:47.915867 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6e1a325d-ffb9-4671-90d7-766031c62130 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:47.916238 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:47.992205 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:48.037065 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:48.037439 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:49.360935 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Sync routers for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:07:49.373845 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:49.374444 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:49.477210 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:49.818503 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'c4c6c910-5330-4107-86bf-5f71513307be', 'name': '', 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'mac_address': 'fa:16:3e:2c:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7091311e-6507-4314-91b3-3542fc08dc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:45Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 2, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'subnets': [{'id': '7091311e-6507-4314-91b3-3542fc08dc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:49.844218 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Checking router: 61ffee19-003e-46d3-a616-b20d9d0cf198 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:07:49.844571 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Updating router 61ffee19-003e-46d3-a616-b20d9d0cf198 port c4c6c910-5330-4107-86bf-5f71513307be binding host n-d-811521-3 {{(pid=102459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:07:49.869024 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.125902 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks [] for port, precommit_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.131045 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.180983 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4c995-1466-4184-a868-7628e620d006 None None] Pushing event updated for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=3']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:50.233874 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Attempting to bind port c4c6c910-5330-4107-86bf-5f71513307be on host n-d-811521-3 for vnic_type normal with profile {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:07:50.234242 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Attempting to bind port c4c6c910-5330-4107-86bf-5f71513307be by drivers openvswitch,hyperv on host n-d-811521-3 at level 0 using segments [{'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:07:50.234595 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Attempting to bind port c4c6c910-5330-4107-86bf-5f71513307be on network a2548078-8411-4cb3-82ff-b30294294b6d {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:07:50.239743 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Checking agent: {'id': 'dbb34ac3-5ea0-4bc5-b2f0-e189b1a7b142', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 22, 24, 31), 'started_at': datetime.datetime(2021, 11, 10, 22, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:07:50.240116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Checking segment: {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:07:50.240513 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.240906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Bound using segment: {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'} {{(pid=102459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:07:50.241419 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.managers [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Bound port: c4c6c910-5330-4107-86bf-5f71513307be, host: n-d-811521-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d'}}] {{(pid=102459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:07:50.241802 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.307803 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] For port c4c6c910-5330-4107-86bf-5f71513307be, host n-d-811521-3, cleared binding levels {{(pid=102459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:07:50.311286 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] For port c4c6c910-5330-4107-86bf-5f71513307be, host n-d-811521-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c4c6c910-5330-4107-86bf-5f71513307be,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:07:50.315753 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.383483 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:07:50.384718 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:07:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:50.428551 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4c995-1466-4184-a868-7628e620d006 None None] Pushing event updated for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=4']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:50.436459 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:50.436852 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.535704 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:07:50.633417 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16151150'] for port, before_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.710202 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] For port c4c6c910-5330-4107-86bf-5f71513307be, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c4c6c910-5330-4107-86bf-5f71513307be,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:07:50.721240 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774139376011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774138948738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774138948756'] for port, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:50.801606 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39ff1a-d2dc-4251-a899-e6704b9ef315 None None] Pushing event updated for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=5']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:07:50.824093 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'c4c6c910-5330-4107-86bf-5f71513307be', 'name': '', 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'mac_address': 'fa:16:3e:2c:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7091311e-6507-4314-91b3-3542fc08dc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:45Z', 'updated_at': '2021-11-11T00:07:50Z', 'revision_number': 4, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'subnets': [{'id': '7091311e-6507-4314-91b3-3542fc08dc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:07:50.854407 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1fe4-4b86-420b-8b3c-fa80744f2bae None None] The sync data for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 is: [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3', '_interfaces': [{'id': 'c4c6c910-5330-4107-86bf-5f71513307be', 'name': '', 'network_id': 'a2548078-8411-4cb3-82ff-b30294294b6d', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'mac_address': 'fa:16:3e:2c:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7091311e-6507-4314-91b3-3542fc08dc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:45Z', 'updated_at': '2021-11-11T00:07:50Z', 'revision_number': 4, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'subnets': [{'id': '7091311e-6507-4314-91b3-3542fc08dc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:07:50.863463 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-42256b2d-bbe6-4a57-9a17-a33458935675 None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity DHCP. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:50.863835 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-42256b2d-bbe6-4a57-9a17-a33458935675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:51.615577 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c4c6c910-5330-4107-86bf-5f71513307be up at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:07:51.664950 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.provisioning_blocks [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Provisioning complete for port c4c6c910-5330-4107-86bf-5f71513307be triggered by entity L2. {{(pid=102459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:07:51.666030 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16123174'] for port, provisioning_complete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:55.155352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-47b5d689-a5aa-484d-a9ed-7e139e8ff548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:57.782874 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-084e8f1f-5745-4249-9d9b-0e6e0b8ab5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:07:59.280584 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:00.708678 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:00.920029 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:14.162469 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:08:15.480692 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:15.950768 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:25.158090 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-dedf9612-f584-4891-95ad-193b84fc27a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:27.785585 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-79b0ff1f-75c5-4dc7-a297-ce309a65e812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:29.282809 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:30.712901 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:30.921048 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:45.480352 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:45.953580 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:47.657476 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60658) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:47.996053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:48.234101 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Deleting port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:48.234425 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:48.315333 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] For port 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:48.315606 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:48.328940 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Calling delete_port for 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:48.501891 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:48.526232 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c58f8f1-084e-492c-8e49-e2ada4a4e4e5,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:48.538529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.538529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.538529 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.538904 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.539191 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.540027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.540354 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.540674 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.541011 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.541334 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.541651 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.541965 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:48.702563 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:48.908630 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Router 32f17fae-1487-4a79-9b12-50b785c55e47 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:08:49.014350 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:08:49.019659 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c82a10c1-7a86-4e19-986b-86be31f11e19 admin admin] 10.222.0.25 "PUT /v2.0/routers/32f17fae-1487-4a79-9b12-50b785c55e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3611584 Nov 11 00:08:49.022397 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60662) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:49.024730 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Sync routers for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:08:49.035756 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:08:49.036353 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:49.125505 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.136325 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: n-d-811521-3 {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:08:49.228204 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.280319 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Deleting port 920a5274-e82e-49d4-92b8-1382c24cae0a {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:49.280661 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.312119 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:08:48Z', 'revision_number': 5, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port': {'id': '920a5274-e82e-49d4-92b8-1382c24cae0a', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:39Z', 'updated_at': '2021-11-11T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:49.338544 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Checking router: 32f17fae-1487-4a79-9b12-50b785c55e47 for host: n-d-811521-3 {{(pid=102460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:08:49.346672 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Routers {'32f17fae-1487-4a79-9b12-50b785c55e47'} bound to L3 agent in host n-d-811521-3 {{(pid=102460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:08:49.347427 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['32f17fae-1487-4a79-9b12-50b785c55e47'], 'active': True} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:49.362202 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] For port 920a5274-e82e-49d4-92b8-1382c24cae0a, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=920a5274-e82e-49d4-92b8-1382c24cae0a,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:49.362896 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.374758 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Calling delete_port for 920a5274-e82e-49d4-92b8-1382c24cae0a owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:49.429924 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_dvr_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] Set router 32f17fae-1487-4a79-9b12-50b785c55e47 gateway port host: None {{(pid=102460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:08:49.483322 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.l3_hamode_db [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:08:49Z', 'revision_number': 6, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:49.510879 n-d-811521-3 neutron-server[102460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f2a0e-cbdf-4aab-9a44-6fb6dd6277ec None None] The sync data for ids ['32f17fae-1487-4a79-9b12-50b785c55e47'] in n-d-811521-3 is: [{'id': '32f17fae-1487-4a79-9b12-50b785c55e47', 'name': 'tempest-TestSnapshotPattern-1012537832-router', 'tenant_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:38Z', 'updated_at': '2021-11-11T00:08:49Z', 'revision_number': 6, 'project_id': '98d061f0b7b345d197dab2c5d62ab0d2', 'gw_port_host': None}] {{(pid=102460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:08:49.826379 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.850430 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=920a5274-e82e-49d4-92b8-1382c24cae0a,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:49.873296 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22602f3c-9f20-424a-9ee7-4de33c15dda5 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:08:49.918723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:49.936277 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:49.959231 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:49.959631 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6c58f8f1-084e-492c-8e49-e2ada4a4e4e5 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:50.019732 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.022053 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.064550 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.065149 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f17fae-1487-4a79-9b12-50b785c55e47 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 00:08:50.069527 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.070814 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-6fcb59a6-95f1-4dc2-969f-b16b1748ddc6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/32f17fae-1487-4a79-9b12-50b785c55e47 HTTP/1.1" status: 204 len: 168 time: 1.0472529 Nov 11 00:08:50.073491 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60664) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:50.116314 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Deleting subnet 0245d2a3-a073-4433-b3d3-fc9b6cfb2843 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 00:08:50.119829 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.154355 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.231897 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.285711 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.314391 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0245d2a3-a073-4433-b3d3-fc9b6cfb2843,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:50.316380 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.319646 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-cc3aeba7-8dbc-4039-88df-b5f0b0185c7c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0245d2a3-a073-4433-b3d3-fc9b6cfb2843 HTTP/1.1" status: 204 len: 168 time: 0.2452111 Nov 11 00:08:50.322176 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c0d10-ba0f-4252-a3fc-3443e6badd10 None None] Network 9e444037-5720-4a70-a72f-d1a74201639a requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:08:50.323194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60666) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:50.396445 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.454463 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Deleting port 59b53d07-62fb-4a5a-9459-1c570e480dfa {{(pid=102458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:50.454864 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.521675 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] DHCP port deletion for 9e444037-5720-4a70-a72f-d1a74201639a request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:08:50.525103 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.db [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] For port 59b53d07-62fb-4a5a-9459-1c570e480dfa, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=59b53d07-62fb-4a5a-9459-1c570e480dfa,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:50.525473 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.539094 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.plugin [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Calling delete_port for 59b53d07-62fb-4a5a-9459-1c570e480dfa owned by network:dhcp {{(pid=102458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:50.577045 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Deleting port 59b53d07-62fb-4a5a-9459-1c570e480dfa {{(pid=102459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:50.577432 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.622348 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25415562'] for port, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.646515 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.db [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] For port 59b53d07-62fb-4a5a-9459-1c570e480dfa, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=59b53d07-62fb-4a5a-9459-1c570e480dfa,segment=NetworkSegment(d9ee3126-e313-48d8-9d2f-3fc7f3e035bb),segment_id=d9ee3126-e313-48d8-9d2f-3fc7f3e035bb)] {{(pid=102459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:50.646913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.648384 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Pushing event deleted for resources: {'Port': ['ID=59b53d07-62fb-4a5a-9459-1c570e480dfa,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:50.653113 n-d-811521-3 neutron-server[102458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] No DVR routers for this DVR port 59b53d07-62fb-4a5a-9459-1c570e480dfa on host n-d-811521-3 {{(pid=102458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:08:50.660477 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Calling delete_port for 59b53d07-62fb-4a5a-9459-1c570e480dfa owned by network:dhcp {{(pid=102459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:50.679351 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.679692 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.680052 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.680894 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.681251 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.681581 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.681907 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.682230 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.682556 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.682875 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.683194 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.683510 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.734771 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729'] for port, after_delete {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.739899 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.763793 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Pushing event deleted for resources: {'Port': ['ID=59b53d07-62fb-4a5a-9459-1c570e480dfa,revision_number=None']} {{(pid=102459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:50.764053 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e444037-5720-4a70-a72f-d1a74201639a']}} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:50.766066 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] No DVR routers for this DVR port 59b53d07-62fb-4a5a-9459-1c570e480dfa on host n-d-811521-3 {{(pid=102459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:08:50.774547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.774901 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.775243 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.775579 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.775906 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.776260 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.776581 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.776798 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb') {'for_net_delete': True} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:50.776899 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.777121 n-d-811521-3 neutron-server[102458]: DEBUG neutron.services.segments.db [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ee3126-e313-48d8-9d2f-3fc7f3e035bb') {} {{(pid=102458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:50.777253 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.777547 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.777949 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.778206 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f38aa5-22ae-4b58-bcb0-6da0c5509353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-3 {{(pid=102459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:08:50.787045 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25249216'] for segment, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.800609 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.806674 n-d-811521-3 neutron-server[102458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 00:08:50.807055 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415673'] for segment, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: Traceback (most recent call last): Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: timer() Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: cb(*args, **kw) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: return func(*args, **kwargs) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: self._notify() Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: self.callback(batched_events) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: event.method(event) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: return f(self, *a, **k) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: return self._get(url).json() Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: return self.request(url, 'GET', **kwargs) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 00:08:50.808690 n-d-811521-3 neutron-server[102458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 00:08:50.861429 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.866772 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Publish callbacks [] for network, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:50.870086 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e444037-5720-4a70-a72f-d1a74201639a HTTP/1.1" status: 204 len: 168 time: 0.5457833 Nov 11 00:08:50.873266 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60670) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:50.882988 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67454f-6c5d-4f5f-91e5-bd2bbcc876ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9e444037-5720-4a70-a72f-d1a74201639a,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:51.160502 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:08:51.218345 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704166'] for router_interface, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:51.460183 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Deleting port c4c6c910-5330-4107-86bf-5f71513307be {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:51.460440 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:51.536533 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] For port c4c6c910-5330-4107-86bf-5f71513307be, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=c4c6c910-5330-4107-86bf-5f71513307be,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:51.536894 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:51.549375 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Calling delete_port for c4c6c910-5330-4107-86bf-5f71513307be owned by network:router_interface {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:51.624569 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 920a5274-e82e-49d4-92b8-1382c24cae0a no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:51.644927 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 920a5274-e82e-49d4-92b8-1382c24cae0a {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:51.645443 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 920a5274-e82e-49d4-92b8-1382c24cae0a not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:51.645919 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 59b53d07-62fb-4a5a-9459-1c570e480dfa no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:51.664305 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 59b53d07-62fb-4a5a-9459-1c570e480dfa {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:51.665331 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 59b53d07-62fb-4a5a-9459-1c570e480dfa not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:51.728453 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:51.758068 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c6c910-5330-4107-86bf-5f71513307be,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:51.927378 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707382'] for router_interface, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.138498 n-d-811521-3 neutron-server[102457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Router 61ffee19-003e-46d3-a616-b20d9d0cf198 has already been hosted by L3 agent f5cb45bf-3a50-4b00-a884-dda85b7c0053 {{(pid=102457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:08:52.243597 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] Notify agent at l3_agent.n-d-811521-3 the message routers_updated {{(pid=102457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:08:52.248493 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-c3218c23-368c-4979-82fb-edf3ee17255e admin admin] 10.222.0.25 "PUT /v2.0/routers/61ffee19-003e-46d3-a616-b20d9d0cf198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3736384 Nov 11 00:08:52.251217 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60672) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:52.252261 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Sync routers for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:08:52.263325 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:08:52.263932 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:52.356014 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.367445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: n-d-811521-3 {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:08:52.453997 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.507380 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Deleting port 560a397a-c294-421d-ad8b-93453352d0b2 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:52.507723 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.546116 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'external_fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '560a397a-c294-421d-ad8b-93453352d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:08:51Z', 'revision_number': 5, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port': {'id': '560a397a-c294-421d-ad8b-93453352d0b2', 'name': '', 'network_id': '716153aa-6cd9-4dad-866c-3e2bc69e9d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54131733-ba83-4b7c-b87d-a1c4ad22a488', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-3'}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:52.588147 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] For port 560a397a-c294-421d-ad8b-93453352d0b2, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=560a397a-c294-421d-ad8b-93453352d0b2,segment=NetworkSegment(8d8568e9-7421-483f-8359-a6c5231b6099),segment_id=8d8568e9-7421-483f-8359-a6c5231b6099)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:52.588512 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.602268 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Calling delete_port for 560a397a-c294-421d-ad8b-93453352d0b2 owned by network:router_gateway {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:52.726445 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Checking router: 61ffee19-003e-46d3-a616-b20d9d0cf198 for host: n-d-811521-3 {{(pid=102459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:08:52.734602 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Routers {'61ffee19-003e-46d3-a616-b20d9d0cf198'} bound to L3 agent in host n-d-811521-3 {{(pid=102459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:08:52.735204 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T22:24:27Z,description=,heartbeat_timestamp=2021-11-11T00:08:28Z,host='n-d-811521-3',id=f5cb45bf-3a50-4b00-a884-dda85b7c0053,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T22:24:27Z,topic='l3_agent')) {'router_ids': ['61ffee19-003e-46d3-a616-b20d9d0cf198'], 'active': True} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:52.769064 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.795389 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=560a397a-c294-421d-ad8b-93453352d0b2,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:52.810354 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac42617-22d0-4778-8b3e-02e0e47d1364 None None] DHCP port deletion for 716153aa-6cd9-4dad-866c-3e2bc69e9d8b request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:08:52.831501 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_dvr_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] Set router 61ffee19-003e-46d3-a616-b20d9d0cf198 gateway port host: None {{(pid=102459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:08:52.857513 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704348'] for router_gateway, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.887524 n-d-811521-3 neutron-server[102459]: DEBUG neutron.db.l3_hamode_db [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:08:52Z', 'revision_number': 6, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port_host': None}], 'n-d-811521-3', False) {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:52.915039 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d67a-c176-4989-8575-b10db7afc41e None None] The sync data for ids ['61ffee19-003e-46d3-a616-b20d9d0cf198'] in n-d-811521-3 is: [{'id': '61ffee19-003e-46d3-a616-b20d9d0cf198', 'name': 'tempest-TestSnapshotPattern-1901433379-router', 'tenant_id': '30ba5dcb846342b290dfce7239b1f082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:07:43Z', 'updated_at': '2021-11-11T00:08:52Z', 'revision_number': 6, 'project_id': '30ba5dcb846342b290dfce7239b1f082', 'gw_port_host': None}] {{(pid=102459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:08:52.948586 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23971'] for router, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.950782 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.994075 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706240'] for router, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:52.994725 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ffee19-003e-46d3-a616-b20d9d0cf198 {{(pid=102457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 00:08:52.999230 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.000376 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-9130623e-cf08-4980-84d0-47815d6884e8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/61ffee19-003e-46d3-a616-b20d9d0cf198 HTTP/1.1" status: 204 len: 168 time: 0.7480385 Nov 11 00:08:53.002952 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60674) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:53.050325 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Deleting subnet 7091311e-6507-4314-91b3-3542fc08dc60 {{(pid=102457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 00:08:53.053375 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.087274 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18740733'] for subnet, precommit_delete_associations {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.161581 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16184596'] for subnet, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.211235 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16184605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18741731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18612907'] for subnet, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.240507 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7091311e-6507-4314-91b3-3542fc08dc60,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:53.245219 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.248354 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-ca944054-2035-49e6-aaee-ba358c90c804 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7091311e-6507-4314-91b3-3542fc08dc60 HTTP/1.1" status: 204 len: 168 time: 0.2444670 Nov 11 00:08:53.250803 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60676) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:53.256145 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287d0c3-4b67-4d2b-a6a9-e74b4f2c3637 None None] Network a2548078-8411-4cb3-82ff-b30294294b6d requested from n-d-811521-3 {{(pid=102459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:08:53.326113 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16000888'] for network, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.380250 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Deleting port 6e1a325d-ffb9-4671-90d7-766031c62130 {{(pid=102457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 00:08:53.380616 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774139368879'] for port, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.446119 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.db [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] For port 6e1a325d-ffb9-4671-90d7-766031c62130, host n-d-811521-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-3',level=0,port_id=6e1a325d-ffb9-4671-90d7-766031c62130,segment=NetworkSegment(3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f),segment_id=3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f)] {{(pid=102457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:08:53.446475 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709056'] for port, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.458145 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Calling delete_port for 6e1a325d-ffb9-4671-90d7-766031c62130 owned by network:dhcp {{(pid=102457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 00:08:53.532945 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16141013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774139375993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774138948729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18741710'] for port, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.559110 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1a325d-ffb9-4671-90d7-766031c62130,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:53.564435 n-d-811521-3 neutron-server[102457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] No DVR routers for this DVR port 6e1a325d-ffb9-4671-90d7-766031c62130 on host n-d-811521-3 {{(pid=102457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 00:08:53.632443 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16185517', 'neutron.services.segments.db._delete_segments_for_network-8774139281381'] for network, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.652080 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2548078-8411-4cb3-82ff-b30294294b6d']}} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:53.661711 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f') {'for_net_delete': True} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:53.662008 n-d-811521-3 neutron-server[102457]: DEBUG neutron.services.segments.db [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ad2c9-4b3e-4d91-bc90-1af7a78d397f') {} {{(pid=102457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:08:53.672439 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774139286766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18740708'] for segment, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.688762 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973'] for segment, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.692914 n-d-811521-3 neutron-server[102459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce86348-45f9-449d-8f53-2048b64e1ad8 None None] DHCP port deletion for a2548078-8411-4cb3-82ff-b30294294b6d request from n-d-811521-3 {{(pid=102459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 00:08:53.698212 n-d-811521-3 neutron-server[102457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 00:08:53.698704 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18741693'] for segment, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: Traceback (most recent call last): Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: timer() Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: cb(*args, **kw) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: return func(*args, **kwargs) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: self._notify() Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: self.callback(batched_events) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: event.method(event) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: return f(self, *a, **k) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: return self._get(url).json() Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: return self.request(url, 'GET', **kwargs) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 00:08:53.700480 n-d-811521-3 neutron-server[102457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 00:08:53.764852 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6e1a325d-ffb9-4671-90d7-766031c62130 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:53.791462 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 6e1a325d-ffb9-4671-90d7-766031c62130 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:53.791877 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 6e1a325d-ffb9-4671-90d7-766031c62130 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:53.792367 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 560a397a-c294-421d-ad8b-93453352d0b2 no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:53.812869 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: 560a397a-c294-421d-ad8b-93453352d0b2 {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:53.813273 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device 560a397a-c294-421d-ad8b-93453352d0b2 not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:53.813805 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c4c6c910-5330-4107-86bf-5f71513307be no longer exists at agent ovs-agent-n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 00:08:53.834447 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] No Port match for: c4c6c910-5330-4107-86bf-5f71513307be {{(pid=102459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 00:08:53.834903 n-d-811521-3 neutron-server[102459]: DEBUG neutron.plugins.ml2.rpc [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Device c4c6c910-5330-4107-86bf-5f71513307be not bound to the agent host n-d-811521-3 {{(pid=102459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 00:08:54.053021 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16185498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1552039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704432'] for network, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.058951 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Publish callbacks [] for network, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.062342 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2548078-8411-4cb3-82ff-b30294294b6d HTTP/1.1" status: 204 len: 168 time: 0.8105943 Nov 11 00:08:54.077558 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1fc3-8680-4fe4-b6ab-b3a20eeba923 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2548078-8411-4cb3-82ff-b30294294b6d,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:54.231928 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60680) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:54.271579 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-5423a04f-2425-4823-8b93-c77b746a3314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98d061f0b7b345d197dab2c5d62ab0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384917 Nov 11 00:08:54.274027 n-d-811521-3 neutron-server[102457]: DEBUG neutron.wsgi [-] (102457) accepted ('10.222.0.25', 60682) {{(pid=102457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:54.319121 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.341035 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.386326 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.388928 n-d-811521-3 neutron-server[102457]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.390087 n-d-811521-3 neutron-server[102457]: INFO neutron.wsgi [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d6d9e39-8649-45fb-b610-8c5976833fd1 HTTP/1.1" status: 204 len: 168 time: 0.1151776 Nov 11 00:08:54.397821 n-d-811521-3 neutron-server[102457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fa67e-493b-4495-95dc-48b264695bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d9e39-8649-45fb-b610-8c5976833fd1,revision_number=None']} {{(pid=102457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:54.701175 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60688) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:54.739559 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-f15f3473-2b6d-4b1b-bb2b-b40da38517ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30ba5dcb846342b290dfce7239b1f082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372555 Nov 11 00:08:54.741952 n-d-811521-3 neutron-server[102458]: DEBUG neutron.wsgi [-] (102458) accepted ('10.222.0.25', 60690) {{(pid=102458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:08:54.787969 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.813124 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.860237 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585625'] for security_group, after_delete {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.863062 n-d-811521-3 neutron-server[102458]: DEBUG neutron_lib.callbacks.manager [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:54.864201 n-d-811521-3 neutron-server[102458]: INFO neutron.wsgi [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d51ba51-2b3d-4dee-9c3d-e03b4b969d85 HTTP/1.1" status: 204 len: 168 time: 0.1207154 Nov 11 00:08:54.872329 n-d-811521-3 neutron-server[102458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2ed71-ea28-4951-963a-a74a8154eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d51ba51-2b3d-4dee-9c3d-e03b4b969d85,revision_number=None']} {{(pid=102458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:08:55.161329 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-17b209d0-a0c3-4ab5-888b-099bc7f08d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:57.786564 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e80bf2cd-4ded-4f86-af7d-ba10d6230dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:08:59.287298 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:00.715864 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:00.921173 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:15.524233 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:15.968313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:25.161654 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c03bd1b2-c2f4-4b9e-86c7-8043a471ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:27.786603 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-51b49ace-80a5-46d1-a208-f62f7cbdbdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:28.159704 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:09:29.288882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:30.718156 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:30.921784 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:45.491275 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:45.982389 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:55.161790 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-65187441-8624-4920-b581-5ea1c5f394ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:57.789849 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3dbb909c-869a-437a-84e4-0a2e223d4936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:09:59.289913 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:00.721988 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:00.923384 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:05.159845 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:10:15.514825 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:15.989993 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:25.162989 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-8cb8149f-649d-4f85-a62a-7f813129fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:27.790291 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-283dacc7-5bca-4463-9499-b49eadc5e0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:29.294811 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:30.728402 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:30.924683 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:42.159141 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:10:45.517172 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:46.004555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:55.165245 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-20ad89ba-8ef6-4a38-a755-f9d10d6fe1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:57.790264 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-48c47662-90e8-4c07-ad5d-04a458625599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:10:59.297136 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:00.727506 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:00.925943 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:15.534854 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:16.011882 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:19.157078 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:11:25.169554 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb7b9-58d6-458d-834b-30e5e3e560b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:27.790158 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-41bd9219-dbd3-422c-a21e-40a91c8a1b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:29.302615 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:30.729325 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:30.927187 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:45.524555 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:46.025756 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:55.170337 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d6e31457-5138-4d72-96fc-a1e6dd8a5d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:56.156311 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:11:57.793479 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-e0d5011a-01b5-4870-9687-6db3291ce60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:11:59.303258 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:00.731926 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:00.929859 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:15.524558 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:16.028717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:25.171501 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-de325af3-0505-4b29-a0cb-b7a5fd3b0206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:27.794859 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ddd0fe30-bd91-4511-8b91-76e63c3504a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:29.306473 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:30.734717 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:30.931393 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:33.156694 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:12:45.529360 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:46.024092 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:55.171231 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c3354e47-fa52-4d44-be0a-2d65218e48f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:57.795566 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-90cdb8ec-551b-4dda-8860-238eb84174e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:12:59.309130 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:00.737459 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:00.932249 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:10.156324 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:13:15.540509 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:16.023869 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:25.171516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-03cac894-67f8-4b12-b542-817a6a0a0d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:27.797336 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0570a003-ea12-4219-893a-7ce73c08ea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:29.312034 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:30.743752 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:30.933334 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:45.530749 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:46.031735 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:47.156990 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:13:55.171457 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-aad9cae3-3322-4335-8c2a-8fcbff3040f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:57.798965 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-c8c273f0-929e-4b1f-af38-9fc1f482c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:13:59.315217 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:00.743744 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:00.934647 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:15.557516 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:16.031219 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:24.156253 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:14:25.171899 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-88f5b3ef-b418-43a0-9e8d-5e733295abd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:27.801376 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-a0569a76-0cc8-49aa-a298-8bc0a317c19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:29.318818 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:30.745392 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:30.936480 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:45.554706 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:46.029915 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:55.172622 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-7a0b7b46-ca40-477c-a1c4-81392690dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:57.802892 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f844a361-c59d-475d-8610-8f2ef9a71057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:14:59.319620 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:00.747481 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:00.938538 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:01.155965 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:15:15.570775 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:16.036464 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:25.172786 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ffadbd9e-1c83-4d00-a60c-1b1d0404210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:27.804696 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-87abfcc0-ce66-462c-ba62-91ea4664cd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:29.323586 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:30.749747 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:30.940313 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:38.155022 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:15:45.568109 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:46.035049 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:55.173348 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-3ae0bd87-c02a-4a59-9886-8eaa303d7104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:57.805648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-fb70eb02-9b75-434a-9d81-ed7bf4d88fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:15:59.325780 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:00.753806 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:00.942648 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:15.154377 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:16:15.566820 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:16.049863 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:25.174609 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-38bdfbb7-5379-46a2-8824-0a3e96e436fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:27.806689 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-55b480e4-5195-48bf-8aa8-26df0e7e95ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:29.330643 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:30.755209 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:30.945511 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:45.577968 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:46.064550 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:52.152999 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:16:55.176302 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f5df8ccb-714d-4836-8582-206617b0d84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:57.807796 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-b971a494-ab2b-4854-9687-4728886e152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:16:59.331191 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:00.758038 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:00.947605 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:15.583030 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:16.064338 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:25.177157 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-0b863d16-02b5-4168-bf58-1000b4c29c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:27.809076 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ab2e722a-ae2c-4b43-aa7e-d5995a2b8402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:29.152522 n-d-811521-3 neutron-server[102460]: DEBUG neutron.db.agents_db [None req-091ad8ef-ec02-4424-82a0-7d5ce4fe5641 None None] Agent healthcheck: found 7 active agents {{(pid=102460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:17:29.335625 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5e2e98fa-6013-4d27-83a0-ccf1dda7e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:30.759972 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-deecb803-8b9e-4912-8821-e72380491544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:30.951782 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-f791eb24-0b88-4a1f-8851-c60be8669874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:45.598946 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-d97e519d-fd5d-4169-a5c1-6642ac0da1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:17:46.055770 n-d-811521-3 neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-ecda831e-a8f1-4289-beb8-6a220a64209a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774139281363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16123223'] for agent, after_update {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}